-- Logs begin at Mon 2022-03-28 12:54:25 UTC, end at Mon 2022-03-28 14:59:52 UTC. -- Mar 28 13:36:06.319498 dv-neutron-835335-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Mar 28 13:36:09.057089 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.common.config [-] Logging enabled! Mar 28 13:36:09.057677 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev84 Mar 28 13:36:09.057856 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109501) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 28 13:36:09.061073 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.common.config [-] Logging enabled! Mar 28 13:36:09.061326 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev84 Mar 28 13:36:09.061636 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109501) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 28 13:36:09.063135 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 28 13:36:09.063370 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 28 13:36:09.063721 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 28 13:36:09.063965 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 28 13:36:09.064191 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 28 13:36:09.064537 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.064838 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.065135 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.065364 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.065662 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.065953 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.066236 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.066527 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.066828 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.067118 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.067400 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.067683 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.067921 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.068203 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.068522 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.068815 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.069042 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] debug = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.069322 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.069751 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.070168 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.070451 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.070748 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.071027 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.071300 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.071576 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.071862 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.072193 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] host = dv-neutron-835335-1-hyperv {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.072496 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.072787 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.073074 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.073362 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.073634 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.073911 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.074196 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.074470 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.074741 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] log_file = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.075016 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.075303 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.075591 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.075881 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.076106 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.076327 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.076639 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.076927 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.077204 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.077504 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.077779 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.078060 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.078333 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.078599 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.078884 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.079169 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.079454 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.079727 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.080001 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.080270 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.080573 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.080858 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.081133 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.081407 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.081680 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.081968 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.082237 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.082510 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.082810 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.083097 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.083382 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.083665 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.083939 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.084221 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.084513 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.084784 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.085054 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] use_json = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.085325 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.085594 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.085873 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.086143 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.086413 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.086685 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.086955 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.087241 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.087512 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:09.087806 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.088105 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.088423 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.088713 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.089005 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.089287 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.089577 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.089855 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.090143 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.090431 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.090717 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.090996 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.091284 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.091561 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.091855 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.092161 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.092547 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.092839 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.093141 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.093446 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.093684 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.093961 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.094247 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.094523 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.094811 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.095099 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.095379 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.095664 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.095956 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.096245 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.096544 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.096823 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.097113 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.097391 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.097665 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.097946 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.098234 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.098510 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.098783 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.099086 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.099346 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.099619 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.099890 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.100167 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.100489 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.100767 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.101039 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.101312 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.101587 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.101858 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.102140 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.102415 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.102686 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.102957 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.103235 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.103509 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.103783 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.104058 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.104331 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.104630 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.104898 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.105169 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.105442 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.105713 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.105983 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.106253 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.106524 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.106797 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.107066 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.107340 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.107612 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.107890 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.108161 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.108467 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.109292 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.109571 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.109854 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.110134 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.110411 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.110686 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.110962 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.111240 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.111520 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.111795 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.112086 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.112396 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.112676 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.112957 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.113240 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.113536 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.113814 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.114096 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.114373 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.114655 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.114931 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.115210 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.115502 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.115792 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.116083 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.116386 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.116686 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.116968 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.117276 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.117555 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:09.117771 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 28 13:36:09.118005 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109501) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 28 13:36:09.475373 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 28 13:36:09.475648 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 28 13:36:09.475937 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 28 13:36:09.476268 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 28 13:36:09.867549 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:09.867873 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:09.868016 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:09.869326 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:09.869600 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:09.869872 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:09.905222 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:09.906007 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:09.906278 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:09.921182 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:09.921970 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:09.922238 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:09.950280 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:09.950569 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:09.950839 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:09.993370 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:09.993654 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:09.993922 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:10.221566 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:10.222172 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:10.222172 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:10.222361 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:10.223042 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:10.343939 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:10.344256 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:10.344561 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:10.344833 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:10.345095 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:10.345402 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:10.345658 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:10.345911 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:10.346162 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:10.346439 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:10.346698 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:10.346963 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:10.347214 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:10.347461 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:10.347712 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:10.347973 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:10.348224 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:10.348514 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:10.348782 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:10.349036 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:10.349304 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:10.349555 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:10.349836 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:10.350211 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:10.350457 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:10.350700 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:10.351086 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109501) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 13:36:10.351324 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109501) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 13:36:10.351559 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109501) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 13:36:10.351793 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109501) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 13:36:10.352025 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109501) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 13:36:10.352258 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109501) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 13:36:10.352652 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 28 13:36:10.355717 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 28 13:36:10.360214 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 28 13:36:10.363863 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Mar 28 13:36:10.365651 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 28 13:36:10.366108 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 28 13:36:10.366442 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 28 13:36:10.366829 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 28 13:36:10.369626 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 28 13:36:10.369880 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 28 13:36:10.370226 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 28 13:36:10.376010 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 28 13:36:10.397746 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 28 13:36:10.398202 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:10.398498 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109501) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 28 13:36:10.398863 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:10.400212 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109501) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 28 13:36:10.400529 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 28 13:36:10.400782 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 28 13:36:10.404189 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:10.404498 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:10.467132 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 28 13:36:10.467376 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 28 13:36:10.467613 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 28 13:36:10.468000 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 28 13:36:10.490367 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_db.sqlalchemy.engines [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109501) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 28 13:36:11.152513 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.plugins.ml2.managers [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Initializing driver for type 'gre' Mar 28 13:36:11.153031 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] gre ID ranges: [(1, 1000)] Mar 28 13:36:11.341333 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.plugins.ml2.managers [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Initializing driver for type 'local' Mar 28 13:36:11.341948 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.plugins.ml2.managers [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Initializing driver for type 'vlan' Mar 28 13:36:11.426807 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] VlanTypeDriver initialization complete Mar 28 13:36:11.427065 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.plugins.ml2.managers [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Initializing driver for type 'vxlan' Mar 28 13:36:11.427554 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] vxlan ID ranges: [(1, 1000)] Mar 28 13:36:11.625231 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.plugins.ml2.managers [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Initializing extension driver 'port_security' Mar 28 13:36:11.625567 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.plugins.ml2.extensions.port_security [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] PortSecurityExtensionDriver initialization complete Mar 28 13:36:11.625894 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.plugins.ml2.managers [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Initializing mechanism driver 'openvswitch' Mar 28 13:36:11.626220 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.plugins.ml2.managers [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Initializing mechanism driver 'hyperv' Mar 28 13:36:11.637349 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.plugins.ml2.plugin [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:36:11.638025 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > port after_create 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.638389 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > port after_update 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.638735 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > port after_delete 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.639249 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109501) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 28 13:36:11.639680 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > subnet after_create 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.640749 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > subnet after_update 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.641085 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.641468 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109501) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 28 13:36:11.641867 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > network after_create 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.642214 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > network after_update 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.642548 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > network after_delete 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.642923 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109501) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 28 13:36:11.643317 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > security_group after_create 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.643657 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > security_group after_update 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.643989 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.644527 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109501) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 28 13:36:11.644927 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.645272 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.645608 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.645988 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109501) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 28 13:36:11.646423 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > address_group after_create 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.646868 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > address_group after_update 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.647204 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.647583 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109501) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 28 13:36:11.648017 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] ML2 OVO RPC backend initialized. {{(pid=109501) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Mar 28 13:36:11.648731 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.649081 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.649495 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > network before_response 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.649835 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > networks before_response 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.650175 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > port before_response 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.650508 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > ports before_response 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.650844 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > subnet before_response 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.651179 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > subnets before_response 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.651514 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > network after_create 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.651924 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > network after_update 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.652256 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > network after_delete 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.652609 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > port after_create 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.669414 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > port after_update 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.669414 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > port after_delete 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.669414 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > subnet after_create 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.669414 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > subnet after_update 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.669781 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.675937 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.quota [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded quota_driver: . Mar 28 13:36:11.676293 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.plugins.ml2.plugin [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Modular L2 Plugin initialization complete Mar 28 13:36:11.676660 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading services supported by the core plugin {{(pid=109501) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 28 13:36:11.677033 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.plugins.ml2.managers [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Got port-security extension from driver 'port_security' Mar 28 13:36:11.677456 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.extensions.vlantransparent [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Disabled vlantransparent extension. Mar 28 13:36:11.677938 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109501) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 28 13:36:11.678254 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading Plugin: router Mar 28 13:36:11.719855 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.720239 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > router after_create 55549900 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.720625 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > router before_create 55549900 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.720982 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.721346 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.721695 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > router after_delete 55549900 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.722042 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.722385 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.722734 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > router after_create 55549900 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.723223 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > router after_update 55549900 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.723614 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > router after_update 55549900 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.723951 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.724301 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > router after_update 55549900 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.724732 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > router precommit_update 55549900 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.725093 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: port after_update 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.725423 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: port after_delete 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.725757 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: subnet after_update 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.733154 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.733154 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.733154 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > router precommit_create 55549900 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.733154 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: port before_delete 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.733510 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > router precommit_create 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.733510 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > router after_update 55549900 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.733510 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.733510 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > router precommit_create 55549900 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.734404 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.734404 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > router precommit_update 55549900 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.734404 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > agent after_create 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.734404 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > agent after_delete 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.734695 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > network after_delete 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.734695 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.quota.resource_registry [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Tracking information for resource: router configured {{(pid=109501) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 13:36:11.734695 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.quota.resource_registry [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Tracking information for resource: floatingip configured {{(pid=109501) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 13:36:11.736714 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.db.l3_agentschedulers_db [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 28 13:36:11.737319 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: port after_update 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.737671 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: port after_create 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.738012 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: port after_delete 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.738358 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: port after_update 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.739132 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > router before_create 55550100 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.739490 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.739839 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > router precommit_create 55550100 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.740256 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > router precommit_update 55550100 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.745111 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.services.provider_configuration [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Service providers = [] {{(pid=109501) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 28 13:36:11.745470 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.db.servicetype_db [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109501) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 28 13:36:11.748545 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.services.service_base [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109501) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 28 13:36:11.748887 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.services.service_base [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109501) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 28 13:36:11.749219 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.services.service_base [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109501) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 28 13:36:11.750089 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.services.service_base [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109501) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 28 13:36:11.750451 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.services.service_base [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 28 13:36:11.750813 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109501) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 13:36:11.751122 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 28 13:36:11.761471 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109501) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 13:36:11.761794 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading Plugin: auto_allocate Mar 28 13:36:11.768188 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: network precommit_update 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.768577 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: network precommit_create 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.769087 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109501) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 13:36:11.769401 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading Plugin: tag Mar 28 13:36:11.781522 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109501) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 13:36:11.781837 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading Plugin: timestamp Mar 28 13:36:11.786064 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109501) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 13:36:11.786384 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading Plugin: network_ip_availability Mar 28 13:36:11.791753 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.792114 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.792483 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:11.793183 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109501) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 13:36:11.793493 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading Plugin: flavors Mar 28 13:36:11.798198 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109501) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 13:36:11.798521 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading Plugin: revisions Mar 28 13:36:11.807783 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109501) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 13:36:11.808163 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_concurrency.lockutils [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.332s {{(pid=109501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 28 13:36:11.808925 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109501) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 28 13:36:11.809253 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Initializing extension manager. Mar 28 13:36:11.809755 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: __init__.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.810087 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: __pycache__ {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.810413 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.810736 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: address_group.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.811466 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.812108 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: address-group Mar 28 13:36:11.812528 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: address_scope.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.813231 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.813727 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: address-scope Mar 28 13:36:11.814038 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.814942 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.815464 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: router-admin-state-down-before-update Mar 28 13:36:11.815776 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: agent.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.816657 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.817153 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: agent Mar 28 13:36:11.817473 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: agent_resources_synced.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.818396 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.818892 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: agent-resources-synced Mar 28 13:36:11.819207 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: allowedaddresspairs.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.820978 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.821489 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: allowed-address-pairs Mar 28 13:36:11.821804 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: auto_allocated_topology.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.822859 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.823532 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: auto-allocated-topology Mar 28 13:36:11.823826 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: availability_zone.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.824548 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.825041 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: availability_zone Mar 28 13:36:11.825356 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: availability_zone_filter.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.826251 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.826749 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: availability_zone_filter Mar 28 13:36:11.827061 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: data_plane_status.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.828499 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.829023 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extension data-plane-status not supported by any of loaded plugins Mar 28 13:36:11.829335 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: default_subnetpools.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.830264 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.830762 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: default-subnetpools Mar 28 13:36:11.831073 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.831863 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.832358 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: dhcp_agent_scheduler Mar 28 13:36:11.832696 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: dns.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.833620 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.834113 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extension dns-integration not supported by any of loaded plugins Mar 28 13:36:11.834428 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: dns_domain_ports.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.835373 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.835907 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 28 13:36:11.836221 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.853122 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.853629 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 28 13:36:11.853943 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: dvr.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.854598 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.855090 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: dvr Mar 28 13:36:11.855399 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: ecmp_routes.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.856294 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.856817 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 28 13:36:11.857127 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: empty_string_filtering.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.858015 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.858508 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: empty-string-filtering Mar 28 13:36:11.858842 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.859753 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.860246 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 28 13:36:11.860646 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.861542 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.862034 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 28 13:36:11.862346 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: external_net.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.863270 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.863786 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: external-net Mar 28 13:36:11.864115 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.865028 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.865522 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: extra_dhcp_opt Mar 28 13:36:11.865835 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: extraroute.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.866715 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.867205 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: extraroute Mar 28 13:36:11.867515 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: extraroute_atomic.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.868555 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.869260 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: extraroute-atomic Mar 28 13:36:11.869574 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: filter_validation.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.870228 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.870726 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: filter-validation Mar 28 13:36:11.871038 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: fip_pf_description.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.871983 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.872546 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 28 13:36:11.872861 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: fip_port_details.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.876123 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.876660 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: fip-port-details Mar 28 13:36:11.876977 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: flavors.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.878171 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.878677 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: flavors Mar 28 13:36:11.878994 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.880706 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.881218 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 28 13:36:11.881539 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: floatingip_pools.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.882223 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.882723 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: floatingip-pools Mar 28 13:36:11.883040 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: ip_allocation.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.883949 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.884472 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extension ip_allocation not supported by any of loaded plugins Mar 28 13:36:11.884789 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.885699 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.886197 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: ip-substring-filtering Mar 28 13:36:11.886512 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: l2_adjacency.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.887457 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.887950 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 28 13:36:11.888264 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: l3.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.889220 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.889721 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: router Mar 28 13:36:11.890560 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.892907 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.893422 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 28 13:36:11.893745 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.894719 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.895220 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: ext-gw-mode Mar 28 13:36:11.895538 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.896474 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.896973 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: l3-ha Mar 28 13:36:11.897288 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: l3_flavors.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.898193 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.898688 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: l3-flavors Mar 28 13:36:11.899001 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.906993 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.907491 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 28 13:36:11.907807 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: l3agentscheduler.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.908835 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.909340 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: l3_agent_scheduler Mar 28 13:36:11.909656 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: logging.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.911371 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.911956 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extension logging not supported by any of loaded plugins Mar 28 13:36:11.912288 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: metering.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.913052 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.913615 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: metering Mar 28 13:36:11.913933 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.915004 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.915509 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: metering_source_and_destination_fields Mar 28 13:36:11.915828 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: multiprovidernet.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.916853 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.917352 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: multi-provider Mar 28 13:36:11.917675 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: netmtu.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.918607 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.919100 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: net-mtu Mar 28 13:36:11.919414 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: netmtu_writable.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.920311 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.920831 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: net-mtu-writable Mar 28 13:36:11.921174 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: network_availability_zone.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.921828 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.922316 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: network_availability_zone Mar 28 13:36:11.922631 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: network_ip_availability.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.923771 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.924264 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: network-ip-availability Mar 28 13:36:11.924610 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: network_segment_range.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.925366 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.925859 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extension network-segment-range not supported by any of loaded plugins Mar 28 13:36:11.926174 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: pagination.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.927176 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.927457 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: pagination Mar 28 13:36:11.927768 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: port_device_profile.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.928725 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.932846 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: port-device-profile Mar 28 13:36:11.932846 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.933641 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.934141 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: port-mac-address-regenerate Mar 28 13:36:11.934452 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.935345 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.935853 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: port-numa-affinity-policy Mar 28 13:36:11.936165 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: port_resource_request.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.937108 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.937680 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extension port-resource-request not supported by any of loaded plugins Mar 28 13:36:11.937995 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: portbindings.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.938904 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.939403 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: binding Mar 28 13:36:11.939715 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: portbindings_extended.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.941224 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.941728 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: binding-extended Mar 28 13:36:11.942046 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: portsecurity.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.942955 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.943456 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: port-security Mar 28 13:36:11.943772 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: project_id.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.944772 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.945097 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: project-id Mar 28 13:36:11.945411 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: providernet.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.946384 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.946881 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: provider Mar 28 13:36:11.947193 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: qos.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.950835 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.951351 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extension qos not supported by any of loaded plugins Mar 28 13:36:11.951676 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.953568 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.954072 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 28 13:36:11.954394 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.955295 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.955797 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 28 13:36:11.956121 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: qos_default.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.957037 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.957649 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extension qos-default not supported by any of loaded plugins Mar 28 13:36:11.957926 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: qos_fip.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.958565 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.959058 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extension qos-fip not supported by any of loaded plugins Mar 28 13:36:11.959371 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: qos_gateway_ip.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.960279 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.960837 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 28 13:36:11.961151 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: qos_port_network_policy.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.962048 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.962546 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 28 13:36:11.962882 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: qos_pps_rule.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.964032 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.964566 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extension qos-pps not supported by any of loaded plugins Mar 28 13:36:11.964886 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: qos_rule_type_details.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.965785 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.966343 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 28 13:36:11.966659 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: qos_rules_alias.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.967690 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.968825 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 28 13:36:11.969144 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: quotasv2.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.970032 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.970353 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: quotas Mar 28 13:36:11.970665 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: quotasv2_detail.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.972431 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.972767 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: quota_details Mar 28 13:36:11.973089 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: rbac.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.974112 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.974621 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: rbac-policies Mar 28 13:36:11.974942 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: rbac_address_group.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.975861 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.976397 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: rbac-address-group Mar 28 13:36:11.976722 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: rbac_address_scope.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.977630 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.979581 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: rbac-address-scope Mar 28 13:36:11.979915 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: rbac_security_groups.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.980859 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.981371 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: rbac-security-groups Mar 28 13:36:11.981693 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: rbac_subnetpool.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.982599 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.983103 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: rbac-subnetpool Mar 28 13:36:11.983422 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: revisionifmatch.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.984451 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.984961 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: revision-if-match Mar 28 13:36:11.985282 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: revisions.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.986402 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.986905 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: standard-attr-revisions Mar 28 13:36:11.987225 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: router_availability_zone.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.988032 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.988574 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: router_availability_zone Mar 28 13:36:11.988888 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: routerservicetype.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.989799 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.990300 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extension router-service-type not supported by any of loaded plugins Mar 28 13:36:11.990616 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.991527 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.992031 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: security-groups-normalized-cidr Mar 28 13:36:11.992347 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.993282 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.993809 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: port-security-groups-filtering Mar 28 13:36:11.994127 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:11.995045 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:11.995542 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: security-groups-remote-address-group Mar 28 13:36:11.995865 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: securitygroup.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:12.005537 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:12.006064 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: security-group Mar 28 13:36:12.006389 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: segment.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:12.007162 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:12.007664 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extension segment not supported by any of loaded plugins Mar 28 13:36:12.007985 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:12.008937 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:12.009442 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 28 13:36:12.009762 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: servicetype.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:12.010929 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:12.011438 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: service-type Mar 28 13:36:12.011758 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: sorting.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:12.012764 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:12.013087 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: sorting Mar 28 13:36:12.013406 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: standard_attr_segment.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:12.014316 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:12.015344 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 28 13:36:12.015660 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: standardattrdescription.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:12.016302 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:12.016829 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: standard-attr-description Mar 28 13:36:12.017147 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: stateful_security_group.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:12.018060 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:12.018565 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: stateful-security-group Mar 28 13:36:12.018881 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: stdattrs_common.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:12.019478 dv-neutron-835335-1-hyperv neutron-server[109501]: WARNING neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 28 13:36:12.019794 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:12.020739 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:12.021244 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 28 13:36:12.021558 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: subnet_onboard.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:12.022612 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:12.023122 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: subnet_onboard Mar 28 13:36:12.023441 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:12.024353 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:12.024876 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 28 13:36:12.025188 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: subnet_service_types.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:12.026092 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:12.026603 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: subnet-service-types Mar 28 13:36:12.026919 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: subnetallocation.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:12.027977 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:12.028507 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: subnet_allocation Mar 28 13:36:12.028826 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:12.029481 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:12.029977 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: subnetpool-prefix-ops Mar 28 13:36:12.030290 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:12.031758 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:12.032259 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 28 13:36:12.032601 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: tagging.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:12.033645 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:12.034150 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: standard-attr-tag Mar 28 13:36:12.034468 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: timestamp.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:12.035902 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:12.036441 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loaded extension: standard-attr-timestamp Mar 28 13:36:12.036763 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: trunk.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:12.037777 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:12.038288 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extension trunk not supported by any of loaded plugins Mar 28 13:36:12.038606 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: trunk_details.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:12.039512 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:12.040016 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extension trunk-details not supported by any of loaded plugins Mar 28 13:36:12.040333 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: uplink_status_propagation.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:12.041256 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:12.041758 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 28 13:36:12.042074 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Loading extension file: vlantransparent.py {{(pid=109501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 13:36:12.042730 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 13:36:12.043224 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 28 13:36:12.045639 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.quota.resource_registry [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Creating instance of TrackedResource for resource:network Mar 28 13:36:12.046175 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.quota.resource_registry [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Creating instance of TrackedResource for resource:subnet Mar 28 13:36:12.046573 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.quota.resource_registry [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 13:36:12.046955 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.quota.resource_registry [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Creating instance of TrackedResource for resource:port Mar 28 13:36:12.048160 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.v2.resource_helper [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 13:36:12.048617 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.v2.resource_helper [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Service FLAVORS assigned prefix: {{(pid=109501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 13:36:12.049220 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.v2.resource_helper [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 13:36:12.049647 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.v2.resource_helper [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 13:36:12.049967 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.quota.resource_registry [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Creating instance of TrackedResource for resource:router Mar 28 13:36:12.050390 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.quota.resource_registry [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Creating instance of TrackedResource for resource:floatingip Mar 28 13:36:12.050861 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.v2.resource_helper [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Service METERING assigned prefix: /metering {{(pid=109501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 13:36:12.052295 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:12.052687 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:12.053034 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:36:12.054028 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.quota.resource_registry [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Creating instance of CountableResource for resource:rbac_policy Mar 28 13:36:12.054443 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.quota.resource_registry [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Creating instance of TrackedResource for resource:security_group Mar 28 13:36:12.054867 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.quota.resource_registry [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 28 13:36:12.055454 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.v2.resource_helper [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Service CORE assigned prefix: {{(pid=109501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 13:36:12.055782 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.quota.resource_registry [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 13:36:12.056132 dv-neutron-835335-1-hyperv neutron-server[109501]: WARNING neutron.quota.resource_registry [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] subnetpool is already registered Mar 28 13:36:12.056567 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.v2.resource_helper [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Service CORE assigned prefix: {{(pid=109501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 13:36:12.056884 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.quota.resource_registry [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 13:36:12.057219 dv-neutron-835335-1-hyperv neutron-server[109501]: WARNING neutron.quota.resource_registry [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] subnetpool is already registered Mar 28 13:36:12.059534 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.v2.resource_helper [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 13:36:12.059962 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.v2.resource_helper [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Service FLAVORS assigned prefix: {{(pid=109501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 13:36:12.060564 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.v2.resource_helper [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 13:36:12.060980 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.v2.resource_helper [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 13:36:12.061302 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.quota.resource_registry [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Creating instance of TrackedResource for resource:router Mar 28 13:36:12.061649 dv-neutron-835335-1-hyperv neutron-server[109501]: WARNING neutron.quota.resource_registry [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] router is already registered Mar 28 13:36:12.062051 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.quota.resource_registry [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Creating instance of TrackedResource for resource:floatingip Mar 28 13:36:12.062379 dv-neutron-835335-1-hyperv neutron-server[109501]: WARNING neutron.quota.resource_registry [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] floatingip is already registered Mar 28 13:36:12.062831 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.v2.resource_helper [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Service METERING assigned prefix: /metering {{(pid=109501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 13:36:12.063476 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.quota.resource_registry [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Creating instance of CountableResource for resource:rbac_policy Mar 28 13:36:12.063794 dv-neutron-835335-1-hyperv neutron-server[109501]: WARNING neutron.quota.resource_registry [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] rbac_policy is already registered Mar 28 13:36:12.064191 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.quota.resource_registry [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Creating instance of TrackedResource for resource:security_group Mar 28 13:36:12.064543 dv-neutron-835335-1-hyperv neutron-server[109501]: WARNING neutron.quota.resource_registry [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] security_group is already registered Mar 28 13:36:12.064932 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.quota.resource_registry [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 28 13:36:12.065256 dv-neutron-835335-1-hyperv neutron-server[109501]: WARNING neutron.quota.resource_registry [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] security_group_rule is already registered Mar 28 13:36:12.065857 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.v2.resource_helper [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Service CORE assigned prefix: {{(pid=109501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 13:36:12.066179 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.quota.resource_registry [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 13:36:12.066503 dv-neutron-835335-1-hyperv neutron-server[109501]: WARNING neutron.quota.resource_registry [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] subnetpool is already registered Mar 28 13:36:12.066908 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.v2.resource_helper [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Service CORE assigned prefix: {{(pid=109501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 13:36:12.067220 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.quota.resource_registry [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 13:36:12.067540 dv-neutron-835335-1-hyperv neutron-server[109501]: WARNING neutron.quota.resource_registry [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] subnetpool is already registered Mar 28 13:36:12.067999 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extended resource: extensions {{(pid=109501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 13:36:12.069434 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extended resource: address-groups {{(pid=109501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 13:36:12.070879 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extended resource: address-scopes {{(pid=109501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 13:36:12.072187 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extended resource: agents {{(pid=109501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 13:36:12.073338 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extended resource: auto-allocated-topology {{(pid=109501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 13:36:12.074591 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extended resource: availability_zones {{(pid=109501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 13:36:12.075786 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extended resource: dhcp-networks {{(pid=109501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 13:36:12.077789 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extended resource: dhcp-agents {{(pid=109501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 13:36:12.079204 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extended resource: routers {{(pid=109501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 13:36:12.081377 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extended resource: flavors {{(pid=109501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 13:36:12.082509 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extended resource: service_profiles {{(pid=109501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 13:36:12.083698 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extended resource: next_providers {{(pid=109501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 13:36:12.085142 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extended resource: service_profiles {{(pid=109501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 13:36:12.086648 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extended resource: floatingip-pools {{(pid=109501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 13:36:12.087850 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extended resource: routers {{(pid=109501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 13:36:12.089960 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extended resource: floatingips {{(pid=109501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 13:36:12.091209 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extended resource: l3-routers {{(pid=109501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 13:36:12.092583 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extended resource: l3-agents {{(pid=109501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 13:36:12.094576 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extended resource: metering-labels {{(pid=109501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 13:36:12.095906 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extended resource: metering-label-rules {{(pid=109501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 13:36:12.097188 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extended resource: network-ip-availabilities {{(pid=109501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 13:36:12.098512 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extended resource: bindings {{(pid=109501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 13:36:12.100987 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extended resource: quotas {{(pid=109501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 13:36:12.102430 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extended resource: quotas {{(pid=109501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 13:36:12.103819 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extended resource: rbac-policies {{(pid=109501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 13:36:12.105120 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extended resource: security-groups {{(pid=109501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 13:36:12.106399 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extended resource: security-group-rules {{(pid=109501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 13:36:12.107627 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extended resource: service-providers {{(pid=109501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 13:36:12.108865 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extended resource: subnetpools {{(pid=109501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 13:36:12.110256 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extended resource: subnetpools {{(pid=109501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 13:36:12.111682 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extended resource: tags {{(pid=109501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 13:36:12.113414 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extended resource: tags {{(pid=109501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 13:36:12.115205 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extended resource: tags {{(pid=109501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 13:36:12.116984 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extended resource: tags {{(pid=109501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 13:36:12.118717 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extended resource: tags {{(pid=109501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 13:36:12.120584 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extended resource: tags {{(pid=109501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 13:36:12.122217 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extended resource: tags {{(pid=109501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 13:36:12.124071 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extended resource: tags {{(pid=109501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 13:36:12.125832 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extended resource: tags {{(pid=109501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 13:36:12.127552 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron.api.extensions [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Extended resource: tags {{(pid=109501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 13:36:12.133628 dv-neutron-835335-1-hyperv neutron-server[109501]: WARNING keystonemiddleware.auth_token [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 28 13:36:12.138292 dv-neutron-835335-1-hyperv neutron-server[109501]: WARNING keystonemiddleware.auth_token [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 28 13:36:12.147284 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_concurrency.lockutils [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Acquired lock "singleton_lock" {{(pid=109501) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 28 13:36:12.147747 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_concurrency.lockutils [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Releasing lock "singleton_lock" {{(pid=109501) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 28 13:36:12.148364 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO oslo_service.service [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Starting 2 workers Mar 28 13:36:12.153179 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Started child 109612 {{(pid=109501) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 28 13:36:12.158100 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Started child 109613 {{(pid=109501) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 28 13:36:12.159195 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:12.159912 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO neutron.service [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 28 13:36:12.160540 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Notify callbacks [] for process, before_spawn {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:12.161007 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [-] (109612) wsgi starting up on http://0.0.0.0:9696 Mar 28 13:36:12.163025 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO oslo_service.service [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Starting 1 workers Mar 28 13:36:12.163166 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:12.164589 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [-] (109613) wsgi starting up on http://0.0.0.0:9696 Mar 28 13:36:12.168167 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Started child 109614 {{(pid=109501) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 28 13:36:12.168738 dv-neutron-835335-1-hyperv neutron-server[109501]: INFO oslo_service.service [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Starting 1 workers Mar 28 13:36:12.171933 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.service [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] calling RpcWorker wait() {{(pid=109614) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 28 13:36:12.172498 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.service [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] returning from RpcWorker wait() {{(pid=109614) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 28 13:36:12.173157 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Started child 109615 {{(pid=109501) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 28 13:36:12.173829 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:12.173984 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b5e2b994-c1b9-4713-9837-13fc455e4dd5 None None] Notify callbacks [] for process, after_spawn {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:12.174426 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:36:12.175862 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109501) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 28 13:36:12.176075 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 28 13:36:12.176254 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 28 13:36:12.176509 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 28 13:36:12.176846 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 28 13:36:12.177003 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 28 13:36:12.177552 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.177765 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.178036 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.178133 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:12.178577 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.178577 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.178973 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:36:12.179166 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.179427 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.179680 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.179951 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.180174 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.180345 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.180531 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.180793 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.181039 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.181338 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.181585 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.181818 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.182089 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.182259 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.182519 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.182776 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.182998 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.183251 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] debug = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.183497 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.183965 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.184185 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.184442 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.184671 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.184950 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.185170 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.185423 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.185662 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.185885 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.186129 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.186384 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.186624 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.187371 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.187603 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.187852 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.188063 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.188550 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] host = dv-neutron-835335-1-hyperv {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.188784 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.188993 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.189242 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.189462 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.189713 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.189943 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.190191 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.190436 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.190674 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.190892 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.191135 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.191383 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.191625 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.191862 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] log_file = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.192018 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] log_options = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.192248 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.192517 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.192769 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.192947 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.193108 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.193323 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.193511 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.193670 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.193915 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.194149 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.194354 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.194558 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.194782 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.195003 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.195241 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.195523 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.195723 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.195923 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.196158 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.196416 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.196635 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.196868 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.197098 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.197323 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.197550 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.197776 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.197997 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.198232 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.198454 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.198697 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.198903 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.199142 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.200617 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.200870 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.201137 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.201365 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.203133 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.203560 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.203852 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.204082 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.204486 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.204863 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.205005 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.205155 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.205501 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.205753 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.205898 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] use_json = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.206015 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.206236 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.206502 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.206741 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.206979 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.207398 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.207398 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.207611 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.207908 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.208267 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.208586 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.208908 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.209147 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.209378 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.209617 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.209995 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.210125 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.210343 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.210710 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.210911 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.211134 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.211410 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.211650 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.211921 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.212248 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.212508 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.212774 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.212990 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.213238 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.213489 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.213688 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.213949 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.214183 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.214426 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.214720 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.214891 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.215221 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.215494 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.215796 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.216020 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.216303 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.225035 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.225035 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.225035 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.225035 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.225035 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.225035 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.225035 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.225035 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.225035 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.225708 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.225708 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.225708 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.225708 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.225708 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.225708 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.225708 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.225708 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.225708 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.226387 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.226387 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.226387 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.226387 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.226387 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.226387 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.226387 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.226387 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.226387 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.227148 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.227148 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.227148 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.227148 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.227148 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.227148 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.227148 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.227148 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.227148 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.228022 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.228022 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.228022 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.228022 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.228022 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.228022 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.228022 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.228022 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.228022 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.228650 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.228650 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.228650 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.228650 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.228650 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.228650 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.228650 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.228650 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.228650 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.229244 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.229244 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.229244 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.229443 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.229605 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.229838 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.230074 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.230310 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.230564 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.230787 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.231018 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.231249 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.231485 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.231711 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.231973 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.232214 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.232491 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.232728 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.232954 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.233185 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.233585 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.234367 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.234606 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.234854 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.235074 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.235321 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.235599 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.235849 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.236097 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.236362 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.236643 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.236873 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.237139 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.237356 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.237607 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.237920 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.238181 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.238457 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.238703 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.238945 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.239218 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.239444 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.239701 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.239944 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.240185 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.240415 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.240692 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.240917 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.241150 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.241359 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.241603 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.241959 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.242184 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.242391 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.242600 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.242875 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.243118 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.243350 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.244347 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.244347 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.244347 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.244347 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.245324 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.245324 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.245324 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.245324 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.245709 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.245709 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.246512 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.246512 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.246512 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.246512 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.246905 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.247025 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.247141 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.247354 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.247569 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.247802 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.248047 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.248277 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.248514 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.248793 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.248954 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.249218 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.249449 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.249658 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.249906 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.250137 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.250403 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.250649 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.250860 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.251105 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.251348 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.251609 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.251824 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.252069 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.252303 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.252532 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.252742 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.252958 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.253188 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.253398 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.253620 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.253855 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.254055 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.254340 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.254681 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.254940 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.255182 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.255426 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.255679 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.255889 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.256100 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.256310 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.256589 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.256806 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.257026 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.257261 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.257473 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.257687 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.257916 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.258605 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.258605 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.258605 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.258847 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.259058 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.259335 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.259576 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.259787 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.260020 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.260229 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.260462 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.260661 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.260871 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.261076 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.261351 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.261604 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.261828 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.262076 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.262324 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.262545 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.262799 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.263011 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.263249 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.263466 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.263699 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.263904 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.264143 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.264395 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.264576 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.264829 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.265079 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.265287 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.265512 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.265738 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.265943 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.266158 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.266394 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.266597 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.266856 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.267012 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.267418 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.267418 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.267728 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.268062 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.268178 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.268301 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.268521 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.268735 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.268947 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.269224 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.269512 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.269777 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.270177 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.270332 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.270612 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.270772 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.271003 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.271330 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.271559 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.271800 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.272013 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.272230 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.272470 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.272739 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.273069 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.273358 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.273623 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.273877 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.274169 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.274444 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.274685 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.274921 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.275215 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.275558 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.275827 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.276099 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.276323 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.276577 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.276829 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.277056 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.277270 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.277503 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.277713 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.277977 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.278203 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.278423 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.278655 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.278900 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.279130 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.279359 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.279588 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.279808 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.280020 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.280176 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 28 13:36:12.281225 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109501) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 28 13:36:12.281390 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 28 13:36:12.281545 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 28 13:36:12.281734 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 28 13:36:12.281903 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 28 13:36:12.282054 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 28 13:36:12.282261 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.282423 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.282581 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.282739 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.282897 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.283076 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.283234 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.283388 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.283546 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.283703 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.283859 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.284016 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.284172 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.284329 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.284507 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.284665 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.284821 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.285231 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.285397 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.285554 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.285709 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.285868 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.286022 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] debug = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.286181 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.286396 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.286561 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.286719 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.286874 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.287037 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.287178 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.287338 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.287487 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.287644 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.287782 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.287942 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.288097 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.288341 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.288519 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.288643 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.288767 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.288889 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] host = dv-neutron-835335-1-hyperv {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.289011 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.289149 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.289274 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.289422 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.289675 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.289777 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.289857 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.290009 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.290168 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.290325 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.290506 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.290657 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.290803 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.290950 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] log_file = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.291095 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] log_options = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.291224 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.291384 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.291536 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.291722 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.291885 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.292035 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.292189 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.292348 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.292534 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.292678 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.292841 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.292996 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.293151 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.293306 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.293465 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.293633 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.293770 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.293921 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.294077 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.294231 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.294385 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.294539 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.294695 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.294848 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.295002 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.295156 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.295315 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.295471 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.295625 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.295779 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.295933 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.296677 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.296842 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.296999 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.297156 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.297310 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.297464 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.297619 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.297778 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.297935 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.298089 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.298245 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.298400 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.298576 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.298710 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.298864 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.299019 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] use_json = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.299173 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.299328 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.299484 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.299639 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.299798 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.299950 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.300106 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.300263 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.300448 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 13:36:12.300623 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.300782 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.300952 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.301159 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.301324 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.301482 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.301639 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.301796 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.301955 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.302112 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.302276 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.302440 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.302580 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.302730 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.302866 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.303030 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.303187 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.303412 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.303582 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.303742 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.303895 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.304031 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.304198 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.304357 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.304534 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.304691 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.304848 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.305020 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.305179 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.305338 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.305499 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.305656 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.305814 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.305972 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.306130 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.306288 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.306445 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.306601 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.306758 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.306917 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.307073 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.307230 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.307545 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.307545 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.307785 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.307905 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.307987 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.308123 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.308281 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.308458 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.308618 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.308777 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.308934 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.309092 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.309249 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.309417 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.309575 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.309732 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.309891 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.310049 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.310206 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.310363 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.310521 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.310677 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.310836 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.310932 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:36:12.311019 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.311150 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.311307 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.311464 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.311633 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.312307 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.312485 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.312643 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.312799 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.312957 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.313113 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.313270 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.313428 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.313586 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.313743 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.313902 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.314060 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.314217 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.314375 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.314532 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.314690 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.315079 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.315079 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.315369 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.315369 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.315644 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.315644 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.315877 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.315877 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.316022 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.316178 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.316342 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.316572 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.316696 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.316836 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.316995 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.317120 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.317241 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.317362 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.317521 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.317676 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.317832 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.317987 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.318144 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.318300 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.318456 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.318612 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.318768 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.318925 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.319080 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.319235 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.319401 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.319558 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.319717 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.319873 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.320036 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.320207 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.320415 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.320566 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.320703 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.320839 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.320987 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.321124 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.321260 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.321396 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.321557 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.321713 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.321869 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.322037 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.322179 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.322339 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.322495 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.322676 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.322836 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.323031 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.323154 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.323296 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.323457 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.323612 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.323768 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.323925 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.324096 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.324242 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.324448 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.324582 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.324712 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.324846 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.325000 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.325157 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.325314 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.325473 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.325635 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.325790 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.325944 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.326101 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.326260 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.326419 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.326611 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.326727 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.326872 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.327028 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.327160 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.327910 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.328083 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.328228 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.328403 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.328574 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.328702 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.328853 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.329014 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.329171 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.329329 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.329485 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.329643 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.329801 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.329958 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.330117 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.330274 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.330431 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.330588 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.330745 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.330902 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.331060 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.331216 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.331374 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.331530 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.331686 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.331859 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.332016 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.332172 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.332331 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.332524 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.332682 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.332841 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.332998 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.333156 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.333463 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.333625 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.333784 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.333941 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.334097 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.334255 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.334412 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.334572 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.334731 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.334890 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.335059 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.335180 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.335346 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.335502 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.335659 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.335843 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.335964 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.336122 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.336279 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.336458 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.336628 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.336787 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.336944 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.337102 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.337259 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.337415 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.337582 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.337739 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.337896 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.338052 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.338223 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.338375 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.338517 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.339015 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.339015 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.339015 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.339275 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.339275 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.339503 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.339623 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.339742 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.339862 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.339991 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.340113 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.340280 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.340469 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.340628 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.340791 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.340933 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.341090 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.341256 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.341416 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.341961 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.341961 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.341961 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.342302 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.342302 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.342302 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.342512 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.342599 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.342752 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.342933 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.343084 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.343245 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.343402 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.343560 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.343719 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.343876 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.344034 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.344193 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.344354 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.344541 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.344705 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.344864 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.345029 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.345194 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.345366 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.345524 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.345688 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.345863 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.346019 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.346176 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.346332 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.346490 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.346640 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.346777 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.346923 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.347081 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.347238 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.347387 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.347528 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.347686 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.347843 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.347996 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.348134 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.348292 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.348492 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.348639 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.348797 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 13:36:12.348947 dv-neutron-835335-1-hyperv neutron-server[109501]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 28 13:36:12.493570 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 55444) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:36:12.502812 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070584 Mar 28 13:36:23.917936 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f6ec0b-65bb-46d0-b257-1cd819abb1be None None] get_active_networks_info from dv-neutron-835335-1-hyperv {{(pid=109614) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 28 13:36:23.987097 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f6ec0b-65bb-46d0-b257-1cd819abb1be None None] No non-hosted networks {{(pid=109614) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 28 13:36:24.002011 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.agentschedulers_db [None req-c2f6ec0b-65bb-46d0-b257-1cd819abb1be None None] DHCP Agent not found on host dv-neutron-835335-1-hyperv {{(pid=109614) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 28 13:36:24.085306 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-42b7603c-469c-455a-8b3d-4e35d4b94d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133928333'] for agent, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:26.272856 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1044ac7a-358e-436b-b760-18277219ca94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133928333'] for agent, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:26.319089 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.db.api [None req-13e34b01-bad8-45b3-9289-af0236deda27 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-835335-1-hyperv {{(pid=109614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 13:36:26.319912 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG oslo_db.api [None req-13e34b01-bad8-45b3-9289-af0236deda27 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 13:36:26.953267 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-13e34b01-bad8-45b3-9289-af0236deda27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:27.570893 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133928333'] for agent, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:28.830330 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133928333'] for agent, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:29.292892 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133928333'] for agent, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:29.293552 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:36:29.293882 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:36:29.294203 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:36:29.294543 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:36:29.294857 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:36:29.295197 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:36:29.295553 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:36:29.295883 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:36:29.296196 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:36:29.296550 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:36:29.297110 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:36:29.297363 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:36:29.297734 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-835335-1-hyperv', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:36:29.304226 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-835335-1-hyperv', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:36:30.105153 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 55534) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:36:30.634009 dv-neutron-835335-1-hyperv neutron-server[109612]: WARNING oslo_policy.policy [None req-243b6c74-f321-4c2e-8d7f-628c4e3db1b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 13:36:30.634713 dv-neutron-835335-1-hyperv neutron-server[109612]: WARNING oslo_policy.policy [None req-243b6c74-f321-4c2e-8d7f-628c4e3db1b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 13:36:30.682319 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.db.l3_hamode_db [None req-bd892ec6-e321-4f65-9256-ea61ab44bb98 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 28 13:36:30.758851 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd892ec6-e321-4f65-9256-ea61ab44bb98 None None] Routers set() bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:36:30.759225 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd892ec6-e321-4f65-9256-ea61ab44bb98 None None] Router IDs set() for agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 28 13:36:30.878598 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [None req-243b6c74-f321-4c2e-8d7f-628c4e3db1b5 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:36:30.879670 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-243b6c74-f321-4c2e-8d7f-628c4e3db1b5 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7734802 Mar 28 13:36:33.265652 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 55550) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:36:33.575190 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-72d3e076-4af5-4dd2-95b7-ef2043dddbcf admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:36:33.669367 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.policy [None req-72d3e076-4af5-4dd2-95b7-ef2043dddbcf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109612) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 28 13:36:33.714154 dv-neutron-835335-1-hyperv neutron-server[109612]: WARNING oslo_policy.policy [None req-72d3e076-4af5-4dd2-95b7-ef2043dddbcf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 13:36:33.714520 dv-neutron-835335-1-hyperv neutron-server[109612]: WARNING oslo_policy.policy [None req-72d3e076-4af5-4dd2-95b7-ef2043dddbcf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 13:36:33.900212 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-72d3e076-4af5-4dd2-95b7-ef2043dddbcf admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740194158498', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740194157055', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740194178646', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740194175474', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740192582046', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740194221167', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-537006', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-556469', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-133714892', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-133817576'] for rbac-policy, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:34.080436 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-72d3e076-4af5-4dd2-95b7-ef2043dddbcf admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:34.081513 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-72d3e076-4af5-4dd2-95b7-ef2043dddbcf admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8148842 Mar 28 13:36:36.725194 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 55562) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:36:37.210158 dv-neutron-835335-1-hyperv neutron-server[109613]: WARNING oslo_policy.policy [None req-3ceb1f78-5aef-4a4e-8c14-d83a52fde684 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 13:36:37.210749 dv-neutron-835335-1-hyperv neutron-server[109613]: WARNING oslo_policy.policy [None req-3ceb1f78-5aef-4a4e-8c14-d83a52fde684 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 13:36:37.432507 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-3ceb1f78-5aef-4a4e-8c14-d83a52fde684 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '9754ddc3fb2e4c249697b2855f8c4860', 'name': 'private', 'tenant_id': '9754ddc3fb2e4c249697b2855f8c4860'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:36:37.557880 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ceb1f78-5aef-4a4e-8c14-d83a52fde684 admin admin] Made reservation on behalf of 9754ddc3fb2e4c249697b2855f8c4860 for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:36:37.625017 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.policy [None req-3ceb1f78-5aef-4a4e-8c14-d83a52fde684 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109613) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 28 13:36:37.671003 dv-neutron-835335-1-hyperv neutron-server[109613]: WARNING oslo_policy.policy [None req-3ceb1f78-5aef-4a4e-8c14-d83a52fde684 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 13:36:37.671367 dv-neutron-835335-1-hyperv neutron-server[109613]: WARNING oslo_policy.policy [None req-3ceb1f78-5aef-4a4e-8c14-d83a52fde684 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 13:36:37.680992 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3ceb1f78-5aef-4a4e-8c14-d83a52fde684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:37.702184 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3ceb1f78-5aef-4a4e-8c14-d83a52fde684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:37.809585 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3ceb1f78-5aef-4a4e-8c14-d83a52fde684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:37.869434 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3ceb1f78-5aef-4a4e-8c14-d83a52fde684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:37.888527 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ceb1f78-5aef-4a4e-8c14-d83a52fde684 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:36:37.915419 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3ceb1f78-5aef-4a4e-8c14-d83a52fde684 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740191681886', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:37.915978 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3ceb1f78-5aef-4a4e-8c14-d83a52fde684 admin admin] Unsubscribe: segment precommit_create {{(pid=109613) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 28 13:36:37.916520 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-3ceb1f78-5aef-4a4e-8c14-d83a52fde684 admin admin] Added segment 907aae96-43f4-4060-94b6-0ec7ba6d1c5e of type vlan for network 02142f38-1c20-4949-83ba-981866a29299 Mar 28 13:36:37.931501 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb1f78-5aef-4a4e-8c14-d83a52fde684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34bac194-6c43-4d90-b458-9ec278f24006,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:36:37.988580 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb1f78-5aef-4a4e-8c14-d83a52fde684 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:36:37.988832 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb1f78-5aef-4a4e-8c14-d83a52fde684 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:36:37.989162 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb1f78-5aef-4a4e-8c14-d83a52fde684 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:36:37.989485 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb1f78-5aef-4a4e-8c14-d83a52fde684 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:36:37.989801 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb1f78-5aef-4a4e-8c14-d83a52fde684 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:36:37.990129 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb1f78-5aef-4a4e-8c14-d83a52fde684 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:36:37.990448 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb1f78-5aef-4a4e-8c14-d83a52fde684 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:36:37.990782 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb1f78-5aef-4a4e-8c14-d83a52fde684 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:36:37.991100 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb1f78-5aef-4a4e-8c14-d83a52fde684 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:36:37.991411 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb1f78-5aef-4a4e-8c14-d83a52fde684 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:36:37.991726 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb1f78-5aef-4a4e-8c14-d83a52fde684 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:36:37.992032 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb1f78-5aef-4a4e-8c14-d83a52fde684 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:36:37.993337 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb1f78-5aef-4a4e-8c14-d83a52fde684 admin admin] Tracked resource versions report: Mar 28 13:36:37.993337 dv-neutron-835335-1-hyperv neutron-server[109613]: pushed versions: Mar 28 13:36:37.993337 dv-neutron-835335-1-hyperv neutron-server[109613]: { 'AddressGroup': {'1.2'}, Mar 28 13:36:37.993337 dv-neutron-835335-1-hyperv neutron-server[109613]: 'ConntrackHelper': {'1.0'}, Mar 28 13:36:37.993337 dv-neutron-835335-1-hyperv neutron-server[109613]: 'Log': {'1.0'}, Mar 28 13:36:37.993337 dv-neutron-835335-1-hyperv neutron-server[109613]: 'Network': {'1.1'}, Mar 28 13:36:37.993337 dv-neutron-835335-1-hyperv neutron-server[109613]: 'Port': {'1.7'}, Mar 28 13:36:37.993337 dv-neutron-835335-1-hyperv neutron-server[109613]: 'PortForwarding': {'1.2'}, Mar 28 13:36:37.993337 dv-neutron-835335-1-hyperv neutron-server[109613]: 'QosPolicy': {'1.9'}, Mar 28 13:36:37.993337 dv-neutron-835335-1-hyperv neutron-server[109613]: 'SecurityGroup': {'1.4'}, Mar 28 13:36:37.993337 dv-neutron-835335-1-hyperv neutron-server[109613]: 'SecurityGroupRule': {'1.2'}, Mar 28 13:36:37.993337 dv-neutron-835335-1-hyperv neutron-server[109613]: 'SubPort': {'1.0'}, Mar 28 13:36:37.993337 dv-neutron-835335-1-hyperv neutron-server[109613]: 'Subnet': {'1.1'}, Mar 28 13:36:37.993337 dv-neutron-835335-1-hyperv neutron-server[109613]: 'Trunk': {'1.1'}} Mar 28 13:36:37.993337 dv-neutron-835335-1-hyperv neutron-server[109613]: consumer versions: Mar 28 13:36:37.993337 dv-neutron-835335-1-hyperv neutron-server[109613]: { DHCP agent@dv-neutron-835335-1-hyperv: {}, Mar 28 13:36:37.993337 dv-neutron-835335-1-hyperv neutron-server[109613]: L3 agent@dv-neutron-835335-1-hyperv: {}, Mar 28 13:36:37.993337 dv-neutron-835335-1-hyperv neutron-server[109613]: Metadata agent@dv-neutron-835335-1-hyperv: {}, Mar 28 13:36:37.993337 dv-neutron-835335-1-hyperv neutron-server[109613]: Metering agent@dv-neutron-835335-1-hyperv: {}, Mar 28 13:36:37.993337 dv-neutron-835335-1-hyperv neutron-server[109613]: Open vSwitch agent@dv-neutron-835335-1-hyperv: { 'AddressGroup': '1.2', Mar 28 13:36:37.993337 dv-neutron-835335-1-hyperv neutron-server[109613]: 'ConntrackHelper': '1.0', Mar 28 13:36:37.993337 dv-neutron-835335-1-hyperv neutron-server[109613]: 'Log': '1.0', Mar 28 13:36:37.993337 dv-neutron-835335-1-hyperv neutron-server[109613]: 'Network': '1.1', Mar 28 13:36:37.993337 dv-neutron-835335-1-hyperv neutron-server[109613]: 'Port': '1.7', Mar 28 13:36:37.993337 dv-neutron-835335-1-hyperv neutron-server[109613]: 'PortForwarding': '1.2', Mar 28 13:36:37.993337 dv-neutron-835335-1-hyperv neutron-server[109613]: 'QosPolicy': '1.9', Mar 28 13:36:37.993337 dv-neutron-835335-1-hyperv neutron-server[109613]: 'SecurityGroup': '1.4', Mar 28 13:36:37.993337 dv-neutron-835335-1-hyperv neutron-server[109613]: 'SecurityGroupRule': '1.2', Mar 28 13:36:37.993337 dv-neutron-835335-1-hyperv neutron-server[109613]: 'SubPort': '1.0', Mar 28 13:36:37.993337 dv-neutron-835335-1-hyperv neutron-server[109613]: 'Subnet': '1.1', Mar 28 13:36:37.993337 dv-neutron-835335-1-hyperv neutron-server[109613]: 'Trunk': '1.1'}} Mar 28 13:36:37.993337 dv-neutron-835335-1-hyperv neutron-server[109613]: {{(pid=109613) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 13:36:38.035035 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3ceb1f78-5aef-4a4e-8c14-d83a52fde684 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:38.129848 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3ceb1f78-5aef-4a4e-8c14-d83a52fde684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:38.131087 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ceb1f78-5aef-4a4e-8c14-d83a52fde684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:36:38.131752 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3ceb1f78-5aef-4a4e-8c14-d83a52fde684 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:38.230445 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb1f78-5aef-4a4e-8c14-d83a52fde684 admin admin] Pushing event updated for resources: {'Network': ['ID=02142f38-1c20-4949-83ba-981866a29299,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:36:38.241717 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 02142f38-1c20-4949-83ba-981866a29299 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:36:38.253109 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3ceb1f78-5aef-4a4e-8c14-d83a52fde684 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.5256865 Mar 28 13:36:40.915952 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 55584) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:36:41.306304 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0fec93-9977-4ea4-b3a7-1b96cf87e8dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:36:41.307667 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-de0fec93-9977-4ea4-b3a7-1b96cf87e8dd admin admin] 10.222.0.24 "GET /v2.0/networks/02142f38-1c20-4949-83ba-981866a29299 HTTP/1.1" status: 200 len: 825 time: 0.3907230 Mar 28 13:36:41.344849 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d4b2bd48-e628-4b35-b9ed-5714753d9ad0 admin admin] 10.222.0.24 "GET /v2.0/subnetpools/2cc97aaa-acf7-4c4b-996c-8b79d14bfb4f HTTP/1.1" status: 200 len: 734 time: 0.0303094 Mar 28 13:36:41.353768 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-3ffd41be-5d79-4eea-8a91-6c8dd29b2fe6 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'network_id': '02142f38-1c20-4949-83ba-981866a29299', 'gateway_ip': '172.20.0.1', 'tenant_id': '9754ddc3fb2e4c249697b2855f8c4860', 'subnetpool_id': '2cc97aaa-acf7-4c4b-996c-8b79d14bfb4f'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:36:41.489674 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffd41be-5d79-4eea-8a91-6c8dd29b2fe6 admin admin] Made reservation on behalf of 9754ddc3fb2e4c249697b2855f8c4860 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:36:41.491920 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3ffd41be-5d79-4eea-8a91-6c8dd29b2fe6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:41.844252 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3ffd41be-5d79-4eea-8a91-6c8dd29b2fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:41.927077 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd41be-5d79-4eea-8a91-6c8dd29b2fe6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=754d27d5-6648-4587-a1fd-651e87bed018,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:36:41.929938 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffd41be-5d79-4eea-8a91-6c8dd29b2fe6 admin admin] Checking segment: {'id': '907aae96-43f4-4060-94b6-0ec7ba6d1c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '02142f38-1c20-4949-83ba-981866a29299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:36:41.930304 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffd41be-5d79-4eea-8a91-6c8dd29b2fe6 admin admin] Network hostable DHCP agents. Network: 02142f38-1c20-4949-83ba-981866a29299, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:36:42.003919 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffd41be-5d79-4eea-8a91-6c8dd29b2fe6 admin admin] Network 02142f38-1c20-4949-83ba-981866a29299 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:36:42.083762 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-3ffd41be-5d79-4eea-8a91-6c8dd29b2fe6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 02142f38-1c20-4949-83ba-981866a29299) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:36:42.088385 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffd41be-5d79-4eea-8a91-6c8dd29b2fe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:36:42.088923 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3ffd41be-5d79-4eea-8a91-6c8dd29b2fe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:42.094098 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a134297d-de24-4ccd-b089-63cbd0f18b9e None None] Network 02142f38-1c20-4949-83ba-981866a29299 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:36:42.181341 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3ffd41be-5d79-4eea-8a91-6c8dd29b2fe6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8307221 Mar 28 13:36:42.408429 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5300855b-012e-4d2e-8536-7449e86e420b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-02142f38-1c20-4949-83ba-981866a29299', 'network_id': '02142f38-1c20-4949-83ba-981866a29299', 'tenant_id': '9754ddc3fb2e4c249697b2855f8c4860', 'fixed_ips': [{'subnet_id': '754d27d5-6648-4587-a1fd-651e87bed018'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:36:42.409613 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5300855b-012e-4d2e-8536-7449e86e420b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:42.752325 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-5300855b-012e-4d2e-8536-7449e86e420b None None] Allocated IP 172.20.0.2 (02142f38-1c20-4949-83ba-981866a29299/754d27d5-6648-4587-a1fd-651e87bed018/a1425827-dca9-4d00-93d0-aa8b8ae78c98) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:36:42.950615 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5300855b-012e-4d2e-8536-7449e86e420b None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:43.036231 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5300855b-012e-4d2e-8536-7449e86e420b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:43.110228 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5300855b-012e-4d2e-8536-7449e86e420b None None] Network 02142f38-1c20-4949-83ba-981866a29299 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:36:43.114820 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-5300855b-012e-4d2e-8536-7449e86e420b None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:36:43.123903 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5300855b-012e-4d2e-8536-7449e86e420b None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:36:43.126907 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5300855b-012e-4d2e-8536-7449e86e420b None None] Pushing event updated for resources: {'Port': ['ID=a1425827-dca9-4d00-93d0-aa8b8ae78c98,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:36:43.156636 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5300855b-012e-4d2e-8536-7449e86e420b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:36:43.156996 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5300855b-012e-4d2e-8536-7449e86e420b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:36:43.157331 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5300855b-012e-4d2e-8536-7449e86e420b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:36:43.157656 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5300855b-012e-4d2e-8536-7449e86e420b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:36:43.157979 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5300855b-012e-4d2e-8536-7449e86e420b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:36:43.158314 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5300855b-012e-4d2e-8536-7449e86e420b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:36:43.158633 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5300855b-012e-4d2e-8536-7449e86e420b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:36:43.158970 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5300855b-012e-4d2e-8536-7449e86e420b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:36:43.159302 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5300855b-012e-4d2e-8536-7449e86e420b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:36:43.159619 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5300855b-012e-4d2e-8536-7449e86e420b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:36:43.159932 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5300855b-012e-4d2e-8536-7449e86e420b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:36:43.160243 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5300855b-012e-4d2e-8536-7449e86e420b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:36:43.161832 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5300855b-012e-4d2e-8536-7449e86e420b None None] Tracked resource versions report: Mar 28 13:36:43.161832 dv-neutron-835335-1-hyperv neutron-server[109614]: pushed versions: Mar 28 13:36:43.161832 dv-neutron-835335-1-hyperv neutron-server[109614]: { 'AddressGroup': {'1.2'}, Mar 28 13:36:43.161832 dv-neutron-835335-1-hyperv neutron-server[109614]: 'ConntrackHelper': {'1.0'}, Mar 28 13:36:43.161832 dv-neutron-835335-1-hyperv neutron-server[109614]: 'Log': {'1.0'}, Mar 28 13:36:43.161832 dv-neutron-835335-1-hyperv neutron-server[109614]: 'Network': {'1.1'}, Mar 28 13:36:43.161832 dv-neutron-835335-1-hyperv neutron-server[109614]: 'Port': {'1.7'}, Mar 28 13:36:43.161832 dv-neutron-835335-1-hyperv neutron-server[109614]: 'PortForwarding': {'1.2'}, Mar 28 13:36:43.161832 dv-neutron-835335-1-hyperv neutron-server[109614]: 'QosPolicy': {'1.9'}, Mar 28 13:36:43.161832 dv-neutron-835335-1-hyperv neutron-server[109614]: 'SecurityGroup': {'1.4'}, Mar 28 13:36:43.161832 dv-neutron-835335-1-hyperv neutron-server[109614]: 'SecurityGroupRule': {'1.2'}, Mar 28 13:36:43.161832 dv-neutron-835335-1-hyperv neutron-server[109614]: 'SubPort': {'1.0'}, Mar 28 13:36:43.161832 dv-neutron-835335-1-hyperv neutron-server[109614]: 'Subnet': {'1.1'}, Mar 28 13:36:43.161832 dv-neutron-835335-1-hyperv neutron-server[109614]: 'Trunk': {'1.1'}} Mar 28 13:36:43.161832 dv-neutron-835335-1-hyperv neutron-server[109614]: consumer versions: Mar 28 13:36:43.161832 dv-neutron-835335-1-hyperv neutron-server[109614]: { DHCP agent@dv-neutron-835335-1-hyperv: {}, Mar 28 13:36:43.161832 dv-neutron-835335-1-hyperv neutron-server[109614]: L3 agent@dv-neutron-835335-1-hyperv: {}, Mar 28 13:36:43.161832 dv-neutron-835335-1-hyperv neutron-server[109614]: Metadata agent@dv-neutron-835335-1-hyperv: {}, Mar 28 13:36:43.161832 dv-neutron-835335-1-hyperv neutron-server[109614]: Metering agent@dv-neutron-835335-1-hyperv: {}, Mar 28 13:36:43.161832 dv-neutron-835335-1-hyperv neutron-server[109614]: Open vSwitch agent@dv-neutron-835335-1-hyperv: { 'AddressGroup': '1.2', Mar 28 13:36:43.161832 dv-neutron-835335-1-hyperv neutron-server[109614]: 'ConntrackHelper': '1.0', Mar 28 13:36:43.161832 dv-neutron-835335-1-hyperv neutron-server[109614]: 'Log': '1.0', Mar 28 13:36:43.161832 dv-neutron-835335-1-hyperv neutron-server[109614]: 'Network': '1.1', Mar 28 13:36:43.161832 dv-neutron-835335-1-hyperv neutron-server[109614]: 'Port': '1.7', Mar 28 13:36:43.161832 dv-neutron-835335-1-hyperv neutron-server[109614]: 'PortForwarding': '1.2', Mar 28 13:36:43.161832 dv-neutron-835335-1-hyperv neutron-server[109614]: 'QosPolicy': '1.9', Mar 28 13:36:43.161832 dv-neutron-835335-1-hyperv neutron-server[109614]: 'SecurityGroup': '1.4', Mar 28 13:36:43.161832 dv-neutron-835335-1-hyperv neutron-server[109614]: 'SecurityGroupRule': '1.2', Mar 28 13:36:43.161832 dv-neutron-835335-1-hyperv neutron-server[109614]: 'SubPort': '1.0', Mar 28 13:36:43.161832 dv-neutron-835335-1-hyperv neutron-server[109614]: 'Subnet': '1.1', Mar 28 13:36:43.161832 dv-neutron-835335-1-hyperv neutron-server[109614]: 'Trunk': '1.1'}} Mar 28 13:36:43.161832 dv-neutron-835335-1-hyperv neutron-server[109614]: {{(pid=109614) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 13:36:43.209571 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-5300855b-012e-4d2e-8536-7449e86e420b None None] Attempting to bind port a1425827-dca9-4d00-93d0-aa8b8ae78c98 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:36:43.209886 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-5300855b-012e-4d2e-8536-7449e86e420b None None] Attempting to bind port a1425827-dca9-4d00-93d0-aa8b8ae78c98 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '907aae96-43f4-4060-94b6-0ec7ba6d1c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '02142f38-1c20-4949-83ba-981866a29299'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:36:43.210272 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5300855b-012e-4d2e-8536-7449e86e420b None None] Attempting to bind port a1425827-dca9-4d00-93d0-aa8b8ae78c98 on network 02142f38-1c20-4949-83ba-981866a29299 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:36:43.214988 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5300855b-012e-4d2e-8536-7449e86e420b None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:36:43.215385 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5300855b-012e-4d2e-8536-7449e86e420b None None] Checking segment: {'id': '907aae96-43f4-4060-94b6-0ec7ba6d1c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '02142f38-1c20-4949-83ba-981866a29299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:36:43.215862 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5300855b-012e-4d2e-8536-7449e86e420b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:43.216237 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5300855b-012e-4d2e-8536-7449e86e420b None None] Bound using segment: {'id': '907aae96-43f4-4060-94b6-0ec7ba6d1c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '02142f38-1c20-4949-83ba-981866a29299'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:36:43.216737 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-5300855b-012e-4d2e-8536-7449e86e420b None None] Bound port: a1425827-dca9-4d00-93d0-aa8b8ae78c98, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '907aae96-43f4-4060-94b6-0ec7ba6d1c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '02142f38-1c20-4949-83ba-981866a29299'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:36:43.217171 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5300855b-012e-4d2e-8536-7449e86e420b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:43.282320 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-5300855b-012e-4d2e-8536-7449e86e420b None None] For port a1425827-dca9-4d00-93d0-aa8b8ae78c98, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:36:43.302913 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-5300855b-012e-4d2e-8536-7449e86e420b None None] For port a1425827-dca9-4d00-93d0-aa8b8ae78c98, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=a1425827-dca9-4d00-93d0-aa8b8ae78c98,segment=NetworkSegment(907aae96-43f4-4060-94b6-0ec7ba6d1c5e),segment_id=907aae96-43f4-4060-94b6-0ec7ba6d1c5e)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:36:43.361800 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5300855b-012e-4d2e-8536-7449e86e420b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:43.423910 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5300855b-012e-4d2e-8536-7449e86e420b None None] Pushing event updated for resources: {'Port': ['ID=a1425827-dca9-4d00-93d0-aa8b8ae78c98,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:36:44.642239 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 55592) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:36:44.954601 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-3f64806f-065e-4b3b-8812-3209c94bb47f admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:36:44.955584 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3f64806f-065e-4b3b-8812-3209c94bb47f admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3124199 Mar 28 13:36:47.394111 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 55600) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:36:47.715227 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [None req-af91c55b-9ba7-4c40-8119-f98f6e78c35e admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:36:47.716212 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-af91c55b-9ba7-4c40-8119-f98f6e78c35e admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3211615 Mar 28 13:36:50.375191 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 55610) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:36:50.669466 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-55a8896a-7371-45eb-9f03-bf82c56a80e3 admin admin] Request body: {'router': {'tenant_id': '9754ddc3fb2e4c249697b2855f8c4860', 'name': 'router1', 'admin_state_up': True}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:36:50.769685 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-55a8896a-7371-45eb-9f03-bf82c56a80e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:50.771540 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-55a8896a-7371-45eb-9f03-bf82c56a80e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:50.926434 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-55a8896a-7371-45eb-9f03-bf82c56a80e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:50.985043 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-55a8896a-7371-45eb-9f03-bf82c56a80e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:51.077765 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-55a8896a-7371-45eb-9f03-bf82c56a80e3 admin admin] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:51.078888 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-55a8896a-7371-45eb-9f03-bf82c56a80e3 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7026517 Mar 28 13:36:51.822542 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8c32e4-63ac-4164-8786-a0bbf05e0698 None None] Network 02142f38-1c20-4949-83ba-981866a29299 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:36:51.956015 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-64ea4b44-1537-4854-82c8-2982ed945df6 None None] Provisioning complete for port a1425827-dca9-4d00-93d0-aa8b8ae78c98 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:36:51.956427 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-64ea4b44-1537-4854-82c8-2982ed945df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:52.138380 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-64ea4b44-1537-4854-82c8-2982ed945df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:52.173829 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-64ea4b44-1537-4854-82c8-2982ed945df6 None None] For port a1425827-dca9-4d00-93d0-aa8b8ae78c98, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=a1425827-dca9-4d00-93d0-aa8b8ae78c98,segment=NetworkSegment(907aae96-43f4-4060-94b6-0ec7ba6d1c5e),segment_id=907aae96-43f4-4060-94b6-0ec7ba6d1c5e)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:36:52.235698 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-64ea4b44-1537-4854-82c8-2982ed945df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:52.281716 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ea4b44-1537-4854-82c8-2982ed945df6 None None] Pushing event updated for resources: {'Port': ['ID=a1425827-dca9-4d00-93d0-aa8b8ae78c98,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:36:52.355102 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-f5020478-ee1a-4ab3-beff-87d479ccbd5d None None] Provisioning complete for port a1425827-dca9-4d00-93d0-aa8b8ae78c98 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:36:52.355442 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f5020478-ee1a-4ab3-beff-87d479ccbd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:52.605252 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device a1425827-dca9-4d00-93d0-aa8b8ae78c98 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:36:52.651601 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port a1425827-dca9-4d00-93d0-aa8b8ae78c98 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:36:52.651967 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:53.534312 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 55622) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:36:53.843239 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [None req-853aea98-fd4e-415e-b975-67b1e0e01f79 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:36:53.844211 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-853aea98-fd4e-415e-b975-67b1e0e01f79 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3090501 Mar 28 13:36:53.944541 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d5fcb8a8-c799-4d1e-903f-5d81cfdb1fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:56.258042 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c91265d9-455a-4b1c-9423-b1798416f246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:56.258535 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 55630) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:36:56.573067 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-970df8e2-c472-4c6b-9bec-5be620a4a14c admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'admin_state_up': True}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:36:56.675212 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970df8e2-c472-4c6b-9bec-5be620a4a14c admin admin] Made reservation on behalf of a5fb05f5d4274faebc12f7ad31576308 for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:36:56.677417 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-970df8e2-c472-4c6b-9bec-5be620a4a14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:56.685759 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-970df8e2-c472-4c6b-9bec-5be620a4a14c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:56.756665 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-970df8e2-c472-4c6b-9bec-5be620a4a14c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:56.826599 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-970df8e2-c472-4c6b-9bec-5be620a4a14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:56.845884 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-970df8e2-c472-4c6b-9bec-5be620a4a14c admin admin] Reserving flat network on physical network physnet1 {{(pid=109613) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 28 13:36:56.861094 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970df8e2-c472-4c6b-9bec-5be620a4a14c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1437c50-88b1-4742-be9b-c018c9cd68f4,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:36:56.865551 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-970df8e2-c472-4c6b-9bec-5be620a4a14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:56.865885 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-970df8e2-c472-4c6b-9bec-5be620a4a14c admin admin] Added segment e38a7add-c7df-473c-9911-07b9882a9257 of type flat for network 1cb296ed-c863-4502-973a-f31b82091846 Mar 28 13:36:56.910081 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-970df8e2-c472-4c6b-9bec-5be620a4a14c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:57.006569 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-970df8e2-c472-4c6b-9bec-5be620a4a14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:57.007425 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970df8e2-c472-4c6b-9bec-5be620a4a14c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:36:57.008016 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-970df8e2-c472-4c6b-9bec-5be620a4a14c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:57.064670 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970df8e2-c472-4c6b-9bec-5be620a4a14c admin admin] Pushing event updated for resources: {'Network': ['ID=1cb296ed-c863-4502-973a-f31b82091846,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:36:57.074273 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 1cb296ed-c863-4502-973a-f31b82091846 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:36:57.100585 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-970df8e2-c472-4c6b-9bec-5be620a4a14c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8413775 Mar 28 13:36:57.435936 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:58.763986 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:59.295949 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:36:59.593093 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 55648) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:36:59.766926 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24eb26e0-daf2-480b-a925-635141976ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:36:59.768249 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-24eb26e0-daf2-480b-a925-635141976ae9 admin admin] 10.222.0.24 "GET /v2.0/subnets/754d27d5-6648-4587-a1fd-651e87bed018 HTTP/1.1" status: 200 len: 849 time: 0.1741984 Mar 28 13:36:59.923857 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d9598198-7da1-477c-a8d4-5972f9eb1465 admin admin] 10.222.0.24 "GET /v2.0/routers/978402a0-cbb5-4139-8a17-7c1ae2906752 HTTP/1.1" status: 200 len: 704 time: 0.1495171 Mar 28 13:37:00.179194 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ac367f82-ca62-4b54-8c94-438db99abf98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:37:00.466043 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-ac367f82-ca62-4b54-8c94-438db99abf98 admin admin] Allocated IP 172.20.0.1 (02142f38-1c20-4949-83ba-981866a29299/754d27d5-6648-4587-a1fd-651e87bed018/3a8dab8b-ca79-477a-8f13-dd1a29a32cf3) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:37:00.613912 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ac367f82-ca62-4b54-8c94-438db99abf98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:37:00.727745 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ac367f82-ca62-4b54-8c94-438db99abf98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:37:00.836899 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac367f82-ca62-4b54-8c94-438db99abf98 admin admin] Network 02142f38-1c20-4949-83ba-981866a29299 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:37:00.846327 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-ac367f82-ca62-4b54-8c94-438db99abf98 admin admin] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:37:00.850673 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac367f82-ca62-4b54-8c94-438db99abf98 admin admin] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:37:00.851911 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ac367f82-ca62-4b54-8c94-438db99abf98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:37:00.869293 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac367f82-ca62-4b54-8c94-438db99abf98 admin admin] Pushing event updated for resources: {'Port': ['ID=3a8dab8b-ca79-477a-8f13-dd1a29a32cf3,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:37:00.997130 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-b799ae97-843c-4311-b030-4314a5d50fa0 None None] Provisioning complete for port 3a8dab8b-ca79-477a-8f13-dd1a29a32cf3 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:37:00.998144 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b799ae97-843c-4311-b030-4314a5d50fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:37:01.030273 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-b799ae97-843c-4311-b030-4314a5d50fa0 None None] Port 3a8dab8b-ca79-477a-8f13-dd1a29a32cf3 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:37:01.107794 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ac367f82-ca62-4b54-8c94-438db99abf98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:37:01.309880 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ac367f82-ca62-4b54-8c94-438db99abf98 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:37:01.377896 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ac367f82-ca62-4b54-8c94-438db99abf98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:37:01.378688 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ac367f82-ca62-4b54-8c94-438db99abf98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:37:01.455868 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac367f82-ca62-4b54-8c94-438db99abf98 admin admin] Pushing event updated for resources: {'Port': ['ID=3a8dab8b-ca79-477a-8f13-dd1a29a32cf3,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:37:01.502880 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac367f82-ca62-4b54-8c94-438db99abf98 admin admin] Network 02142f38-1c20-4949-83ba-981866a29299 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:37:01.504260 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-ac367f82-ca62-4b54-8c94-438db99abf98 admin admin] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:37:01.732720 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac367f82-ca62-4b54-8c94-438db99abf98 admin admin] Router 978402a0-cbb5-4139-8a17-7c1ae2906752 is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:37:01.757503 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-0d3c90b5-8dbf-4f84-98a1-adc7576a3591 None None] Provisioning complete for port 3a8dab8b-ca79-477a-8f13-dd1a29a32cf3 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:37:01.758009 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0d3c90b5-8dbf-4f84-98a1-adc7576a3591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:37:01.800896 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-0d3c90b5-8dbf-4f84-98a1-adc7576a3591 None None] Port 3a8dab8b-ca79-477a-8f13-dd1a29a32cf3 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:37:01.831189 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac367f82-ca62-4b54-8c94-438db99abf98 admin admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:37:01.836827 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ac367f82-ca62-4b54-8c94-438db99abf98 admin admin] 10.222.0.24 "PUT /v2.0/routers/978402a0-cbb5-4139-8a17-7c1ae2906752/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9058363 Mar 28 13:37:01.841551 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faaaad45-4c99-498a-8e84-c844d7e1296f None None] Sync routers for ids ['978402a0-cbb5-4139-8a17-7c1ae2906752'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:37:01.856006 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaaad45-4c99-498a-8e84-c844d7e1296f None None] Routers {'978402a0-cbb5-4139-8a17-7c1ae2906752'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:37:01.856926 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-faaaad45-4c99-498a-8e84-c844d7e1296f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:36:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['978402a0-cbb5-4139-8a17-7c1ae2906752'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:37:02.071315 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-faaaad45-4c99-498a-8e84-c844d7e1296f None None] Set router 978402a0-cbb5-4139-8a17-7c1ae2906752 gateway port host: None {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:37:02.518772 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-faaaad45-4c99-498a-8e84-c844d7e1296f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978402a0-cbb5-4139-8a17-7c1ae2906752', 'name': 'router1', 'tenant_id': '9754ddc3fb2e4c249697b2855f8c4860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:36:50Z', 'updated_at': '2022-03-28T13:37:00Z', 'revision_number': 2, 'project_id': '9754ddc3fb2e4c249697b2855f8c4860', 'gw_port_host': None, '_interfaces': [{'id': '3a8dab8b-ca79-477a-8f13-dd1a29a32cf3', 'name': '', 'network_id': '02142f38-1c20-4949-83ba-981866a29299', 'tenant_id': '9754ddc3fb2e4c249697b2855f8c4860', 'mac_address': 'fa:16:3e:29:9b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '978402a0-cbb5-4139-8a17-7c1ae2906752', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '754d27d5-6648-4587-a1fd-651e87bed018', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:37:00Z', 'updated_at': '2022-03-28T13:37:01Z', 'revision_number': 2, 'project_id': '9754ddc3fb2e4c249697b2855f8c4860', 'subnets': [{'id': '754d27d5-6648-4587-a1fd-651e87bed018', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2cc97aaa-acf7-4c4b-996c-8b79d14bfb4f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:37:02.570158 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faaaad45-4c99-498a-8e84-c844d7e1296f None None] Checking router: 978402a0-cbb5-4139-8a17-7c1ae2906752 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:37:02.570516 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faaaad45-4c99-498a-8e84-c844d7e1296f None None] Updating router 978402a0-cbb5-4139-8a17-7c1ae2906752 port 3a8dab8b-ca79-477a-8f13-dd1a29a32cf3 binding host dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 13:37:02.617856 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-faaaad45-4c99-498a-8e84-c844d7e1296f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:37:03.116131 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-faaaad45-4c99-498a-8e84-c844d7e1296f None None] Notify callbacks [] for port, precommit_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:37:03.180618 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-faaaad45-4c99-498a-8e84-c844d7e1296f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:37:03.349026 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffcdbc2-001f-4c4f-9dab-1de57f288ecc None None] Pushing event updated for resources: {'Port': ['ID=3a8dab8b-ca79-477a-8f13-dd1a29a32cf3,revision_number=3']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:37:03.355866 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-faaaad45-4c99-498a-8e84-c844d7e1296f None None] Attempting to bind port 3a8dab8b-ca79-477a-8f13-dd1a29a32cf3 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:37:03.356263 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-faaaad45-4c99-498a-8e84-c844d7e1296f None None] Attempting to bind port 3a8dab8b-ca79-477a-8f13-dd1a29a32cf3 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '907aae96-43f4-4060-94b6-0ec7ba6d1c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '02142f38-1c20-4949-83ba-981866a29299'}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:37:03.356729 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaaad45-4c99-498a-8e84-c844d7e1296f None None] Attempting to bind port 3a8dab8b-ca79-477a-8f13-dd1a29a32cf3 on network 02142f38-1c20-4949-83ba-981866a29299 {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:37:03.365092 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaaad45-4c99-498a-8e84-c844d7e1296f None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:37:03.365499 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaaad45-4c99-498a-8e84-c844d7e1296f None None] Checking segment: {'id': '907aae96-43f4-4060-94b6-0ec7ba6d1c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '02142f38-1c20-4949-83ba-981866a29299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:37:03.366000 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-faaaad45-4c99-498a-8e84-c844d7e1296f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:37:03.366452 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaaad45-4c99-498a-8e84-c844d7e1296f None None] Bound using segment: {'id': '907aae96-43f4-4060-94b6-0ec7ba6d1c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '02142f38-1c20-4949-83ba-981866a29299'} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:37:03.366886 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-faaaad45-4c99-498a-8e84-c844d7e1296f None None] Bound port: 3a8dab8b-ca79-477a-8f13-dd1a29a32cf3, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '907aae96-43f4-4060-94b6-0ec7ba6d1c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '02142f38-1c20-4949-83ba-981866a29299'}}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:37:03.367266 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-faaaad45-4c99-498a-8e84-c844d7e1296f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:37:03.369604 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffcdbc2-001f-4c4f-9dab-1de57f288ecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:37:03.369959 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffcdbc2-001f-4c4f-9dab-1de57f288ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:37:03.370296 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffcdbc2-001f-4c4f-9dab-1de57f288ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:37:03.370627 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffcdbc2-001f-4c4f-9dab-1de57f288ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:37:03.370956 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffcdbc2-001f-4c4f-9dab-1de57f288ecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:37:03.371299 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffcdbc2-001f-4c4f-9dab-1de57f288ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:37:03.371626 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffcdbc2-001f-4c4f-9dab-1de57f288ecc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:37:03.371963 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffcdbc2-001f-4c4f-9dab-1de57f288ecc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:37:03.372333 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffcdbc2-001f-4c4f-9dab-1de57f288ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:37:03.373186 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffcdbc2-001f-4c4f-9dab-1de57f288ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:37:03.373506 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffcdbc2-001f-4c4f-9dab-1de57f288ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:37:03.373824 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffcdbc2-001f-4c4f-9dab-1de57f288ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:37:03.375186 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffcdbc2-001f-4c4f-9dab-1de57f288ecc None None] Tracked resource versions report: Mar 28 13:37:03.375186 dv-neutron-835335-1-hyperv neutron-server[109615]: pushed versions: Mar 28 13:37:03.375186 dv-neutron-835335-1-hyperv neutron-server[109615]: { 'AddressGroup': {'1.2'}, Mar 28 13:37:03.375186 dv-neutron-835335-1-hyperv neutron-server[109615]: 'ConntrackHelper': {'1.0'}, Mar 28 13:37:03.375186 dv-neutron-835335-1-hyperv neutron-server[109615]: 'Log': {'1.0'}, Mar 28 13:37:03.375186 dv-neutron-835335-1-hyperv neutron-server[109615]: 'Network': {'1.1'}, Mar 28 13:37:03.375186 dv-neutron-835335-1-hyperv neutron-server[109615]: 'Port': {'1.7'}, Mar 28 13:37:03.375186 dv-neutron-835335-1-hyperv neutron-server[109615]: 'PortForwarding': {'1.2'}, Mar 28 13:37:03.375186 dv-neutron-835335-1-hyperv neutron-server[109615]: 'QosPolicy': {'1.9'}, Mar 28 13:37:03.375186 dv-neutron-835335-1-hyperv neutron-server[109615]: 'SecurityGroup': {'1.4'}, Mar 28 13:37:03.375186 dv-neutron-835335-1-hyperv neutron-server[109615]: 'SecurityGroupRule': {'1.2'}, Mar 28 13:37:03.375186 dv-neutron-835335-1-hyperv neutron-server[109615]: 'SubPort': {'1.0'}, Mar 28 13:37:03.375186 dv-neutron-835335-1-hyperv neutron-server[109615]: 'Subnet': {'1.1'}, Mar 28 13:37:03.375186 dv-neutron-835335-1-hyperv neutron-server[109615]: 'Trunk': {'1.1'}} Mar 28 13:37:03.375186 dv-neutron-835335-1-hyperv neutron-server[109615]: consumer versions: Mar 28 13:37:03.375186 dv-neutron-835335-1-hyperv neutron-server[109615]: { DHCP agent@dv-neutron-835335-1-hyperv: {}, Mar 28 13:37:03.375186 dv-neutron-835335-1-hyperv neutron-server[109615]: L3 agent@dv-neutron-835335-1-hyperv: {}, Mar 28 13:37:03.375186 dv-neutron-835335-1-hyperv neutron-server[109615]: Metadata agent@dv-neutron-835335-1-hyperv: {}, Mar 28 13:37:03.375186 dv-neutron-835335-1-hyperv neutron-server[109615]: Metering agent@dv-neutron-835335-1-hyperv: {}, Mar 28 13:37:03.375186 dv-neutron-835335-1-hyperv neutron-server[109615]: Open vSwitch agent@dv-neutron-835335-1-hyperv: { 'AddressGroup': '1.2', Mar 28 13:37:03.375186 dv-neutron-835335-1-hyperv neutron-server[109615]: 'ConntrackHelper': '1.0', Mar 28 13:37:03.375186 dv-neutron-835335-1-hyperv neutron-server[109615]: 'Log': '1.0', Mar 28 13:37:03.375186 dv-neutron-835335-1-hyperv neutron-server[109615]: 'Network': '1.1', Mar 28 13:37:03.375186 dv-neutron-835335-1-hyperv neutron-server[109615]: 'Port': '1.7', Mar 28 13:37:03.375186 dv-neutron-835335-1-hyperv neutron-server[109615]: 'PortForwarding': '1.2', Mar 28 13:37:03.375186 dv-neutron-835335-1-hyperv neutron-server[109615]: 'QosPolicy': '1.9', Mar 28 13:37:03.375186 dv-neutron-835335-1-hyperv neutron-server[109615]: 'SecurityGroup': '1.4', Mar 28 13:37:03.375186 dv-neutron-835335-1-hyperv neutron-server[109615]: 'SecurityGroupRule': '1.2', Mar 28 13:37:03.375186 dv-neutron-835335-1-hyperv neutron-server[109615]: 'SubPort': '1.0', Mar 28 13:37:03.375186 dv-neutron-835335-1-hyperv neutron-server[109615]: 'Subnet': '1.1', Mar 28 13:37:03.375186 dv-neutron-835335-1-hyperv neutron-server[109615]: 'Trunk': '1.1'}} Mar 28 13:37:03.375186 dv-neutron-835335-1-hyperv neutron-server[109615]: {{(pid=109615) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 13:37:03.431952 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-41834c31-312c-47cd-8273-6da08ad8d3ed None None] Provisioning complete for port 3a8dab8b-ca79-477a-8f13-dd1a29a32cf3 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:37:03.432546 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-41834c31-312c-47cd-8273-6da08ad8d3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:37:03.469734 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-faaaad45-4c99-498a-8e84-c844d7e1296f None None] For port 3a8dab8b-ca79-477a-8f13-dd1a29a32cf3, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:37:03.492665 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-faaaad45-4c99-498a-8e84-c844d7e1296f None None] For port 3a8dab8b-ca79-477a-8f13-dd1a29a32cf3, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=3a8dab8b-ca79-477a-8f13-dd1a29a32cf3,segment=NetworkSegment(907aae96-43f4-4060-94b6-0ec7ba6d1c5e),segment_id=907aae96-43f4-4060-94b6-0ec7ba6d1c5e)] {{(pid=109615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:37:03.516348 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-41834c31-312c-47cd-8273-6da08ad8d3ed None None] Port 3a8dab8b-ca79-477a-8f13-dd1a29a32cf3 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:37:03.584323 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-faaaad45-4c99-498a-8e84-c844d7e1296f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:37:03.636495 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaaad45-4c99-498a-8e84-c844d7e1296f None None] Routers {'978402a0-cbb5-4139-8a17-7c1ae2906752'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:37:03.646825 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-faaaad45-4c99-498a-8e84-c844d7e1296f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:36:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['978402a0-cbb5-4139-8a17-7c1ae2906752'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:37:03.690797 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffcdbc2-001f-4c4f-9dab-1de57f288ecc None None] Pushing event updated for resources: {'Port': ['ID=3a8dab8b-ca79-477a-8f13-dd1a29a32cf3,revision_number=4']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:37:03.742908 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-faaaad45-4c99-498a-8e84-c844d7e1296f None None] Set router 978402a0-cbb5-4139-8a17-7c1ae2906752 gateway port host: None {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:37:03.838285 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-412f6c5c-e39e-4c82-a4aa-5538da116b1c None None] Provisioning complete for port 3a8dab8b-ca79-477a-8f13-dd1a29a32cf3 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:37:03.838659 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-412f6c5c-e39e-4c82-a4aa-5538da116b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:37:03.913911 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-412f6c5c-e39e-4c82-a4aa-5538da116b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:37:03.946064 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-412f6c5c-e39e-4c82-a4aa-5538da116b1c None None] For port 3a8dab8b-ca79-477a-8f13-dd1a29a32cf3, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=3a8dab8b-ca79-477a-8f13-dd1a29a32cf3,segment=NetworkSegment(907aae96-43f4-4060-94b6-0ec7ba6d1c5e),segment_id=907aae96-43f4-4060-94b6-0ec7ba6d1c5e)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:37:03.948299 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-faaaad45-4c99-498a-8e84-c844d7e1296f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978402a0-cbb5-4139-8a17-7c1ae2906752', 'name': 'router1', 'tenant_id': '9754ddc3fb2e4c249697b2855f8c4860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:36:50Z', 'updated_at': '2022-03-28T13:37:00Z', 'revision_number': 2, 'project_id': '9754ddc3fb2e4c249697b2855f8c4860', 'gw_port_host': None, '_interfaces': [{'id': '3a8dab8b-ca79-477a-8f13-dd1a29a32cf3', 'name': '', 'network_id': '02142f38-1c20-4949-83ba-981866a29299', 'tenant_id': '9754ddc3fb2e4c249697b2855f8c4860', 'mac_address': 'fa:16:3e:29:9b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '978402a0-cbb5-4139-8a17-7c1ae2906752', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '754d27d5-6648-4587-a1fd-651e87bed018', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:37:00Z', 'updated_at': '2022-03-28T13:37:03Z', 'revision_number': 4, 'project_id': '9754ddc3fb2e4c249697b2855f8c4860', 'subnets': [{'id': '754d27d5-6648-4587-a1fd-651e87bed018', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2cc97aaa-acf7-4c4b-996c-8b79d14bfb4f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:37:03.977366 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faaaad45-4c99-498a-8e84-c844d7e1296f None None] The sync data for ids ['978402a0-cbb5-4139-8a17-7c1ae2906752'] in dv-neutron-835335-1-hyperv is: [{'id': '978402a0-cbb5-4139-8a17-7c1ae2906752', 'name': 'router1', 'tenant_id': '9754ddc3fb2e4c249697b2855f8c4860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:36:50Z', 'updated_at': '2022-03-28T13:37:00Z', 'revision_number': 2, 'project_id': '9754ddc3fb2e4c249697b2855f8c4860', 'gw_port_host': None, '_interfaces': [{'id': '3a8dab8b-ca79-477a-8f13-dd1a29a32cf3', 'name': '', 'network_id': '02142f38-1c20-4949-83ba-981866a29299', 'tenant_id': '9754ddc3fb2e4c249697b2855f8c4860', 'mac_address': 'fa:16:3e:29:9b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '978402a0-cbb5-4139-8a17-7c1ae2906752', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '754d27d5-6648-4587-a1fd-651e87bed018', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:37:00Z', 'updated_at': '2022-03-28T13:37:03Z', 'revision_number': 4, 'project_id': '9754ddc3fb2e4c249697b2855f8c4860', 'subnets': [{'id': '754d27d5-6648-4587-a1fd-651e87bed018', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2cc97aaa-acf7-4c4b-996c-8b79d14bfb4f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:37:04.029937 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-412f6c5c-e39e-4c82-a4aa-5538da116b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:37:04.080887 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412f6c5c-e39e-4c82-a4aa-5538da116b1c None None] Pushing event updated for resources: {'Port': ['ID=3a8dab8b-ca79-477a-8f13-dd1a29a32cf3,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:37:04.164073 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 55668) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:37:04.272273 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8658240-0053-4c23-a901-5f666c6c2c3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:37:04.280170 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d8658240-0053-4c23-a901-5f666c6c2c3f admin admin] 10.222.0.24 "GET /v2.0/networks/1cb296ed-c863-4502-973a-f31b82091846 HTTP/1.1" status: 200 len: 842 time: 0.1086898 Mar 28 13:37:04.284219 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-ddc40b55-c1b5-46e3-bab3-8cca8f1525c6 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.26.2.0/24', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'gateway_ip': '172.26.2.1'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:37:04.369494 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc40b55-c1b5-46e3-bab3-8cca8f1525c6 admin admin] Made reservation on behalf of a5fb05f5d4274faebc12f7ad31576308 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:37:04.371744 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ddc40b55-c1b5-46e3-bab3-8cca8f1525c6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:37:04.698043 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.objects.ports [None req-ddc40b55-c1b5-46e3-bab3-8cca8f1525c6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109613) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 13:37:04.698450 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ddc40b55-c1b5-46e3-bab3-8cca8f1525c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:37:04.748152 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc40b55-c1b5-46e3-bab3-8cca8f1525c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25fa60a9-107d-42fd-98e8-c47cec9ae8b5,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:37:04.758164 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc40b55-c1b5-46e3-bab3-8cca8f1525c6 admin admin] Checking segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:37:04.758513 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc40b55-c1b5-46e3-bab3-8cca8f1525c6 admin admin] Network hostable DHCP agents. Network: 1cb296ed-c863-4502-973a-f31b82091846, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:37:04.855257 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc40b55-c1b5-46e3-bab3-8cca8f1525c6 admin admin] Network 1cb296ed-c863-4502-973a-f31b82091846 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:37:04.923649 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-ddc40b55-c1b5-46e3-bab3-8cca8f1525c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 1cb296ed-c863-4502-973a-f31b82091846) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:37:04.927772 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc40b55-c1b5-46e3-bab3-8cca8f1525c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:37:04.928400 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ddc40b55-c1b5-46e3-bab3-8cca8f1525c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:37:04.933453 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1478fc-f290-4676-876b-963d3ab43a1b None None] Network 1cb296ed-c863-4502-973a-f31b82091846 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:37:05.016171 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ddc40b55-c1b5-46e3-bab3-8cca8f1525c6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7352049 Mar 28 13:37:05.074011 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e8ad42-cf79-43dd-9705-ed369c096afa None None] Network 1cb296ed-c863-4502-973a-f31b82091846 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:37:07.351557 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 55676) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:37:07.554329 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e911e28c-15dd-4989-ab04-739caf619ff6 admin admin] 10.222.0.24 "GET /v2.0/routers/978402a0-cbb5-4139-8a17-7c1ae2906752 HTTP/1.1" status: 200 len: 710 time: 0.2016244 Mar 28 13:37:07.639334 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d71d6ad-7591-44ea-910b-c187662863f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:37:07.640705 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-6d71d6ad-7591-44ea-910b-c187662863f3 admin admin] 10.222.0.24 "GET /v2.0/networks/1cb296ed-c863-4502-973a-f31b82091846 HTTP/1.1" status: 200 len: 886 time: 0.0781825 Mar 28 13:37:07.650142 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-c0cd9950-eed9-4d43-8467-2273167e68bd admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:37:07.887083 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c0cd9950-eed9-4d43-8467-2273167e68bd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:37:08.155175 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c0cd9950-eed9-4d43-8467-2273167e68bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:37:08.253784 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c0cd9950-eed9-4d43-8467-2273167e68bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:37:08.357053 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-c0cd9950-eed9-4d43-8467-2273167e68bd admin admin] Allocated IP 172.26.2.61 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/1367e8ae-6b78-4900-b8a7-f01c974ef1d6) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:37:08.456967 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c0cd9950-eed9-4d43-8467-2273167e68bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:37:08.555512 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c0cd9950-eed9-4d43-8467-2273167e68bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:37:08.593958 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cd9950-eed9-4d43-8467-2273167e68bd admin admin] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:37:08.596882 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-c0cd9950-eed9-4d43-8467-2273167e68bd admin admin] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:37:08.602985 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd9950-eed9-4d43-8467-2273167e68bd admin admin] Pushing event updated for resources: {'Port': ['ID=1367e8ae-6b78-4900-b8a7-f01c974ef1d6,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:37:08.607602 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cd9950-eed9-4d43-8467-2273167e68bd admin admin] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:37:08.905078 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c0cd9950-eed9-4d43-8467-2273167e68bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:37:09.191069 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c0cd9950-eed9-4d43-8467-2273167e68bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133933759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133929745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12481'] for router, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:37:09.194739 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c0cd9950-eed9-4d43-8467-2273167e68bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133933750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133933709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133929832'] for router, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:37:09.299210 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0cd9950-eed9-4d43-8467-2273167e68bd admin admin] Router 978402a0-cbb5-4139-8a17-7c1ae2906752 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:37:09.405260 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0cd9950-eed9-4d43-8467-2273167e68bd admin admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:37:09.410037 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c0cd9950-eed9-4d43-8467-2273167e68bd admin admin] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:37:09.411409 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c0cd9950-eed9-4d43-8467-2273167e68bd admin admin] 10.222.0.24 "PUT /v2.0/routers/978402a0-cbb5-4139-8a17-7c1ae2906752 HTTP/1.1" status: 200 len: 889 time: 1.7643995 Mar 28 13:37:10.459658 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1511107a-1fa6-4502-996c-a0769fd81ae9 None None] Sync routers for ids ['978402a0-cbb5-4139-8a17-7c1ae2906752'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:37:10.471014 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1511107a-1fa6-4502-996c-a0769fd81ae9 None None] Routers {'978402a0-cbb5-4139-8a17-7c1ae2906752'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:37:10.471617 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-1511107a-1fa6-4502-996c-a0769fd81ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:36:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['978402a0-cbb5-4139-8a17-7c1ae2906752'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:37:10.622986 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 3a8dab8b-ca79-477a-8f13-dd1a29a32cf3 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:37:10.708958 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-1511107a-1fa6-4502-996c-a0769fd81ae9 None None] Set router 978402a0-cbb5-4139-8a17-7c1ae2906752 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:37:10.854918 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 3a8dab8b-ca79-477a-8f13-dd1a29a32cf3 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:37:10.855286 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:37:11.170104 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-1511107a-1fa6-4502-996c-a0769fd81ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978402a0-cbb5-4139-8a17-7c1ae2906752', 'name': 'router1', 'tenant_id': '9754ddc3fb2e4c249697b2855f8c4860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '1367e8ae-6b78-4900-b8a7-f01c974ef1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:36:50Z', 'updated_at': '2022-03-28T13:37:08Z', 'revision_number': 4, 'project_id': '9754ddc3fb2e4c249697b2855f8c4860', 'gw_port': {'id': '1367e8ae-6b78-4900-b8a7-f01c974ef1d6', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:da:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '978402a0-cbb5-4139-8a17-7c1ae2906752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:37:08Z', 'updated_at': '2022-03-28T13:37:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '3a8dab8b-ca79-477a-8f13-dd1a29a32cf3', 'name': '', 'network_id': '02142f38-1c20-4949-83ba-981866a29299', 'tenant_id': '9754ddc3fb2e4c249697b2855f8c4860', 'mac_address': 'fa:16:3e:29:9b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978402a0-cbb5-4139-8a17-7c1ae2906752', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '754d27d5-6648-4587-a1fd-651e87bed018', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:37:00Z', 'updated_at': '2022-03-28T13:37:03Z', 'revision_number': 5, 'project_id': '9754ddc3fb2e4c249697b2855f8c4860', 'subnets': [{'id': '754d27d5-6648-4587-a1fd-651e87bed018', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2cc97aaa-acf7-4c4b-996c-8b79d14bfb4f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:37:11.222457 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1511107a-1fa6-4502-996c-a0769fd81ae9 None None] Checking router: 978402a0-cbb5-4139-8a17-7c1ae2906752 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:37:11.222807 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1511107a-1fa6-4502-996c-a0769fd81ae9 None None] Updating router 978402a0-cbb5-4139-8a17-7c1ae2906752 port 1367e8ae-6b78-4900-b8a7-f01c974ef1d6 binding host dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 13:37:11.337324 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1511107a-1fa6-4502-996c-a0769fd81ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:37:11.660185 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1511107a-1fa6-4502-996c-a0769fd81ae9 None None] Notify callbacks [] for port, precommit_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:37:11.755041 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1511107a-1fa6-4502-996c-a0769fd81ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:37:11.809301 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55418ea-12bf-49f2-8235-0a372f0ad85e None None] Pushing event updated for resources: {'Port': ['ID=1367e8ae-6b78-4900-b8a7-f01c974ef1d6,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:37:11.811499 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-1511107a-1fa6-4502-996c-a0769fd81ae9 None None] Attempting to bind port 1367e8ae-6b78-4900-b8a7-f01c974ef1d6 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:37:11.811855 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-1511107a-1fa6-4502-996c-a0769fd81ae9 None None] Attempting to bind port 1367e8ae-6b78-4900-b8a7-f01c974ef1d6 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:37:11.812207 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1511107a-1fa6-4502-996c-a0769fd81ae9 None None] Attempting to bind port 1367e8ae-6b78-4900-b8a7-f01c974ef1d6 on network 1cb296ed-c863-4502-973a-f31b82091846 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:37:11.817687 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1511107a-1fa6-4502-996c-a0769fd81ae9 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:37:11.817687 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1511107a-1fa6-4502-996c-a0769fd81ae9 None None] Checking segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:37:11.818049 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1511107a-1fa6-4502-996c-a0769fd81ae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:37:11.818422 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1511107a-1fa6-4502-996c-a0769fd81ae9 None None] Bound using segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:37:11.818869 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-1511107a-1fa6-4502-996c-a0769fd81ae9 None None] Bound port: 1367e8ae-6b78-4900-b8a7-f01c974ef1d6, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:37:11.819256 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1511107a-1fa6-4502-996c-a0769fd81ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:37:11.823741 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 55690) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:37:11.868506 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-1511107a-1fa6-4502-996c-a0769fd81ae9 None None] For port 1367e8ae-6b78-4900-b8a7-f01c974ef1d6, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:37:11.871473 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-1511107a-1fa6-4502-996c-a0769fd81ae9 None None] For port 1367e8ae-6b78-4900-b8a7-f01c974ef1d6, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=1367e8ae-6b78-4900-b8a7-f01c974ef1d6,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:37:11.932740 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1511107a-1fa6-4502-996c-a0769fd81ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:37:11.937515 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f7671f38-7781-4e64-95b4-7e9aad4ce879 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1126635 Mar 28 13:37:11.986962 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1511107a-1fa6-4502-996c-a0769fd81ae9 None None] Routers {'978402a0-cbb5-4139-8a17-7c1ae2906752'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:37:11.987623 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-1511107a-1fa6-4502-996c-a0769fd81ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:36:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['978402a0-cbb5-4139-8a17-7c1ae2906752'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:37:12.032183 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55418ea-12bf-49f2-8235-0a372f0ad85e None None] Pushing event updated for resources: {'Port': ['ID=1367e8ae-6b78-4900-b8a7-f01c974ef1d6,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:37:12.104539 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-1511107a-1fa6-4502-996c-a0769fd81ae9 None None] Set router 978402a0-cbb5-4139-8a17-7c1ae2906752 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:37:12.317544 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-1511107a-1fa6-4502-996c-a0769fd81ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978402a0-cbb5-4139-8a17-7c1ae2906752', 'name': 'router1', 'tenant_id': '9754ddc3fb2e4c249697b2855f8c4860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '1367e8ae-6b78-4900-b8a7-f01c974ef1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:36:50Z', 'updated_at': '2022-03-28T13:37:08Z', 'revision_number': 4, 'project_id': '9754ddc3fb2e4c249697b2855f8c4860', 'gw_port': {'id': '1367e8ae-6b78-4900-b8a7-f01c974ef1d6', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:da:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '978402a0-cbb5-4139-8a17-7c1ae2906752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:37:08Z', 'updated_at': '2022-03-28T13:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '3a8dab8b-ca79-477a-8f13-dd1a29a32cf3', 'name': '', 'network_id': '02142f38-1c20-4949-83ba-981866a29299', 'tenant_id': '9754ddc3fb2e4c249697b2855f8c4860', 'mac_address': 'fa:16:3e:29:9b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978402a0-cbb5-4139-8a17-7c1ae2906752', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '754d27d5-6648-4587-a1fd-651e87bed018', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:37:00Z', 'updated_at': '2022-03-28T13:37:03Z', 'revision_number': 5, 'project_id': '9754ddc3fb2e4c249697b2855f8c4860', 'subnets': [{'id': '754d27d5-6648-4587-a1fd-651e87bed018', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2cc97aaa-acf7-4c4b-996c-8b79d14bfb4f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:37:12.343253 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1511107a-1fa6-4502-996c-a0769fd81ae9 None None] The sync data for ids ['978402a0-cbb5-4139-8a17-7c1ae2906752'] in dv-neutron-835335-1-hyperv is: [{'id': '978402a0-cbb5-4139-8a17-7c1ae2906752', 'name': 'router1', 'tenant_id': '9754ddc3fb2e4c249697b2855f8c4860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.61'}], 'enable_snat': True}, 'gw_port_id': '1367e8ae-6b78-4900-b8a7-f01c974ef1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:36:50Z', 'updated_at': '2022-03-28T13:37:08Z', 'revision_number': 4, 'project_id': '9754ddc3fb2e4c249697b2855f8c4860', 'gw_port': {'id': '1367e8ae-6b78-4900-b8a7-f01c974ef1d6', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:da:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '978402a0-cbb5-4139-8a17-7c1ae2906752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:37:08Z', 'updated_at': '2022-03-28T13:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '3a8dab8b-ca79-477a-8f13-dd1a29a32cf3', 'name': '', 'network_id': '02142f38-1c20-4949-83ba-981866a29299', 'tenant_id': '9754ddc3fb2e4c249697b2855f8c4860', 'mac_address': 'fa:16:3e:29:9b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978402a0-cbb5-4139-8a17-7c1ae2906752', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '754d27d5-6648-4587-a1fd-651e87bed018', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:37:00Z', 'updated_at': '2022-03-28T13:37:03Z', 'revision_number': 5, 'project_id': '9754ddc3fb2e4c249697b2855f8c4860', 'subnets': [{'id': '754d27d5-6648-4587-a1fd-651e87bed018', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2cc97aaa-acf7-4c4b-996c-8b79d14bfb4f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:37:12.643858 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 1367e8ae-6b78-4900-b8a7-f01c974ef1d6 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:37:12.696545 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 1367e8ae-6b78-4900-b8a7-f01c974ef1d6 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:37:12.697085 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:37:12.786159 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:37:12.807159 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 1367e8ae-6b78-4900-b8a7-f01c974ef1d6, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=1367e8ae-6b78-4900-b8a7-f01c974ef1d6,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:37:12.886307 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:37:12.951084 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=1367e8ae-6b78-4900-b8a7-f01c974ef1d6,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:37:14.612920 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 1367e8ae-6b78-4900-b8a7-f01c974ef1d6 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:37:14.659507 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 1367e8ae-6b78-4900-b8a7-f01c974ef1d6 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:37:14.659872 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:37:15.214581 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 5 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 13:37:23.935116 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-74c91df4-9bd3-4c74-9a30-e70b7ce5903d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:37:26.281301 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-66d3aead-dcd9-4aea-a788-7503e760f916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:37:27.436585 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:37:28.795924 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:37:29.335171 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:37:52.214386 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 5 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 13:37:53.949171 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-571a7a94-3daf-4b1f-b53b-b3e56341140c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:37:56.266427 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5270a8fa-65c4-42be-97ef-09e6a67b21bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:37:57.457816 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:37:58.768546 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:37:59.286037 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:38:23.971928 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-025a065a-8014-4701-a296-ba608ee66d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:38:26.245925 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-12c7a8ae-a452-4bb9-9e51-3cb9920e0bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:38:27.453787 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:38:28.774408 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:38:29.213747 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 5 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 13:38:29.314305 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:38:53.927400 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5d24b44d-9c33-4249-b3de-5f2588528155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:38:54.822689 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 56284) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:38:54.901968 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-d73f0b65-634f-4b3f-8a8e-f6e239eb79c1 admin admin] GET failed (client error): The resource could not be found. Mar 28 13:38:54.903318 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d73f0b65-634f-4b3f-8a8e-f6e239eb79c1 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0796955 Mar 28 13:38:55.089228 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7faae9c-2353-43b7-ad00-9217a0b1b9ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:38:55.090808 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c7faae9c-2353-43b7-ad00-9217a0b1b9ee admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1827836 Mar 28 13:38:56.236134 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f8a0bea1-0504-4b95-b068-e961882579db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:38:57.284914 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 56294) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:38:57.411020 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5bd048-ffd8-4ad8-a116-5c166864352d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:38:57.412667 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-1f5bd048-ffd8-4ad8-a116-5c166864352d admin admin] 10.222.0.24 "GET /v2.0/subnets/754d27d5-6648-4587-a1fd-651e87bed018 HTTP/1.1" status: 200 len: 849 time: 0.1267867 Mar 28 13:38:57.424108 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-2d70d745-9997-4595-933d-c08ab35f9794 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:38:57.476133 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:38:57.506646 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2d70d745-9997-4595-933d-c08ab35f9794 admin admin] Notify callbacks [] for subnet, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:38:57.733085 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2d70d745-9997-4595-933d-c08ab35f9794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740191706287'] for subnet, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:38:57.789391 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d70d745-9997-4595-933d-c08ab35f9794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:38:57.791020 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2d70d745-9997-4595-933d-c08ab35f9794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:38:57.792149 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-2d70d745-9997-4595-933d-c08ab35f9794 admin admin] 10.222.0.24 "PUT /v2.0/subnets/754d27d5-6648-4587-a1fd-651e87bed018 HTTP/1.1" status: 200 len: 868 time: 0.3713822 Mar 28 13:38:57.794234 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70c6d0d-6954-40d8-9a5d-9ff45f8e6f6c None None] Network 02142f38-1c20-4949-83ba-981866a29299 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:38:57.808434 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d70d745-9997-4595-933d-c08ab35f9794 admin admin] Pushing event updated for resources: {'Subnet': ['ID=754d27d5-6648-4587-a1fd-651e87bed018,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:38:57.818196 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d70d745-9997-4595-933d-c08ab35f9794 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:38:57.818674 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d70d745-9997-4595-933d-c08ab35f9794 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:38:57.823236 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d70d745-9997-4595-933d-c08ab35f9794 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:38:57.823236 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d70d745-9997-4595-933d-c08ab35f9794 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:38:57.823236 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d70d745-9997-4595-933d-c08ab35f9794 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:38:57.823236 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d70d745-9997-4595-933d-c08ab35f9794 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:38:57.823236 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d70d745-9997-4595-933d-c08ab35f9794 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:38:57.823236 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d70d745-9997-4595-933d-c08ab35f9794 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:38:57.823236 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d70d745-9997-4595-933d-c08ab35f9794 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:38:57.823236 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d70d745-9997-4595-933d-c08ab35f9794 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:38:57.823236 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d70d745-9997-4595-933d-c08ab35f9794 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:38:57.823236 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d70d745-9997-4595-933d-c08ab35f9794 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:38:57.823236 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d70d745-9997-4595-933d-c08ab35f9794 admin admin] Tracked resource versions report: Mar 28 13:38:57.823236 dv-neutron-835335-1-hyperv neutron-server[109612]: pushed versions: Mar 28 13:38:57.823236 dv-neutron-835335-1-hyperv neutron-server[109612]: { 'AddressGroup': {'1.2'}, Mar 28 13:38:57.823236 dv-neutron-835335-1-hyperv neutron-server[109612]: 'ConntrackHelper': {'1.0'}, Mar 28 13:38:57.823236 dv-neutron-835335-1-hyperv neutron-server[109612]: 'Log': {'1.0'}, Mar 28 13:38:57.823236 dv-neutron-835335-1-hyperv neutron-server[109612]: 'Network': {'1.1'}, Mar 28 13:38:57.823236 dv-neutron-835335-1-hyperv neutron-server[109612]: 'Port': {'1.7'}, Mar 28 13:38:57.823236 dv-neutron-835335-1-hyperv neutron-server[109612]: 'PortForwarding': {'1.2'}, Mar 28 13:38:57.823236 dv-neutron-835335-1-hyperv neutron-server[109612]: 'QosPolicy': {'1.9'}, Mar 28 13:38:57.823236 dv-neutron-835335-1-hyperv neutron-server[109612]: 'SecurityGroup': {'1.4'}, Mar 28 13:38:57.823236 dv-neutron-835335-1-hyperv neutron-server[109612]: 'SecurityGroupRule': {'1.2'}, Mar 28 13:38:57.823236 dv-neutron-835335-1-hyperv neutron-server[109612]: 'SubPort': {'1.0'}, Mar 28 13:38:57.823236 dv-neutron-835335-1-hyperv neutron-server[109612]: 'Subnet': {'1.1'}, Mar 28 13:38:57.823236 dv-neutron-835335-1-hyperv neutron-server[109612]: 'Trunk': {'1.1'}} Mar 28 13:38:57.823236 dv-neutron-835335-1-hyperv neutron-server[109612]: consumer versions: Mar 28 13:38:57.823236 dv-neutron-835335-1-hyperv neutron-server[109612]: { DHCP agent@dv-neutron-835335-1-hyperv: {}, Mar 28 13:38:57.823236 dv-neutron-835335-1-hyperv neutron-server[109612]: L3 agent@dv-neutron-835335-1-hyperv: {}, Mar 28 13:38:57.823236 dv-neutron-835335-1-hyperv neutron-server[109612]: Metadata agent@dv-neutron-835335-1-hyperv: {}, Mar 28 13:38:57.823236 dv-neutron-835335-1-hyperv neutron-server[109612]: Metering agent@dv-neutron-835335-1-hyperv: {}, Mar 28 13:38:57.823236 dv-neutron-835335-1-hyperv neutron-server[109612]: Open vSwitch agent@dv-neutron-835335-1-hyperv: { 'AddressGroup': '1.2', Mar 28 13:38:57.823236 dv-neutron-835335-1-hyperv neutron-server[109612]: 'ConntrackHelper': '1.0', Mar 28 13:38:57.823236 dv-neutron-835335-1-hyperv neutron-server[109612]: 'Log': '1.0', Mar 28 13:38:57.823236 dv-neutron-835335-1-hyperv neutron-server[109612]: 'Network': '1.1', Mar 28 13:38:57.823236 dv-neutron-835335-1-hyperv neutron-server[109612]: 'Port': '1.7', Mar 28 13:38:57.823236 dv-neutron-835335-1-hyperv neutron-server[109612]: 'PortForwarding': '1.2', Mar 28 13:38:57.823236 dv-neutron-835335-1-hyperv neutron-server[109612]: 'QosPolicy': '1.9', Mar 28 13:38:57.823236 dv-neutron-835335-1-hyperv neutron-server[109612]: 'SecurityGroup': '1.4', Mar 28 13:38:57.823236 dv-neutron-835335-1-hyperv neutron-server[109612]: 'SecurityGroupRule': '1.2', Mar 28 13:38:57.823236 dv-neutron-835335-1-hyperv neutron-server[109612]: 'SubPort': '1.0', Mar 28 13:38:57.823236 dv-neutron-835335-1-hyperv neutron-server[109612]: 'Subnet': '1.1', Mar 28 13:38:57.823236 dv-neutron-835335-1-hyperv neutron-server[109612]: 'Trunk': '1.1'}} Mar 28 13:38:57.823236 dv-neutron-835335-1-hyperv neutron-server[109612]: {{(pid=109612) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 13:38:58.150689 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-fb3c3517-779e-4c8f-80e6-70642d4f151e None None] Provisioning complete for port a1425827-dca9-4d00-93d0-aa8b8ae78c98 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:38:58.151053 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-fb3c3517-779e-4c8f-80e6-70642d4f151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:38:58.232946 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-fb3c3517-779e-4c8f-80e6-70642d4f151e None None] Provisioning complete for port 3a8dab8b-ca79-477a-8f13-dd1a29a32cf3 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:38:58.233266 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-fb3c3517-779e-4c8f-80e6-70642d4f151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:38:58.779139 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:38:59.315913 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:39:00.019743 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 56306) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:39:00.217817 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34c9101-b24e-4d6a-b69b-0b050f34e629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:39:00.218194 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34c9101-b24e-4d6a-b69b-0b050f34e629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:39:00.219689 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c34c9101-b24e-4d6a-b69b-0b050f34e629 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1989975 Mar 28 13:39:02.422227 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 56314) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:39:02.551406 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41280874-ae68-4582-9928-6b7eb2959dfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:39:02.551794 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41280874-ae68-4582-9928-6b7eb2959dfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:39:02.553342 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-41280874-ae68-4582-9928-6b7eb2959dfb admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1301844 Mar 28 13:39:04.767306 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 56322) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:39:04.961812 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0554182-80c7-415c-806f-4a4901cd5a4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:39:04.963176 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d0554182-80c7-415c-806f-4a4901cd5a4c admin admin] 10.222.0.24 "GET /v2.0/networks/02142f38-1c20-4949-83ba-981866a29299 HTTP/1.1" status: 200 len: 869 time: 0.1949100 Mar 28 13:39:06.212393 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 5 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 13:39:07.186603 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 56330) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:39:07.310606 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbd6630-50bb-4966-97df-8b2e4530e8b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:39:07.311970 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-7dbd6630-50bb-4966-97df-8b2e4530e8b5 admin admin] 10.222.0.24 "GET /v2.0/networks/1cb296ed-c863-4502-973a-f31b82091846 HTTP/1.1" status: 200 len: 886 time: 0.1244335 Mar 28 13:39:09.509053 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 56340) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:39:09.631835 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9e5d6f-e039-4f10-9bb1-e379e3fb6fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:39:09.632285 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9e5d6f-e039-4f10-9bb1-e379e3fb6fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:39:09.633809 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-be9e5d6f-e039-4f10-9bb1-e379e3fb6fe3 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1232858 Mar 28 13:39:11.837613 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 56348) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:39:11.928220 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f731495b-c124-4390-bf98-763e0b7b4083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:39:11.928714 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f731495b-c124-4390-bf98-763e0b7b4083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:39:11.930179 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f731495b-c124-4390-bf98-763e0b7b4083 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0916035 Mar 28 13:39:14.120482 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 56356) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:39:14.203342 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec21ecc-6508-4aca-8e4f-23e7f1adb0a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:39:14.204653 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9ec21ecc-6508-4aca-8e4f-23e7f1adb0a7 admin admin] 10.222.0.24 "GET /v2.0/subnets/25fa60a9-107d-42fd-98e8-c47cec9ae8b5 HTTP/1.1" status: 200 len: 816 time: 0.0832188 Mar 28 13:39:16.407942 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 56364) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:39:16.500673 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b0710f-3ec3-4475-bf44-f2a90fadf61c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:39:16.502314 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c7b0710f-3ec3-4475-bf44-f2a90fadf61c admin admin] 10.222.0.24 "GET /v2.0/subnets/754d27d5-6648-4587-a1fd-651e87bed018 HTTP/1.1" status: 200 len: 868 time: 0.0934072 Mar 28 13:39:23.936838 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d4e824fc-5b49-4d74-95b8-c5c7b58f9ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:39:26.229543 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2b7e7776-4020-430b-9782-a76cf0b206fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:39:27.458979 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:39:28.789800 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:39:29.309747 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:39:37.260683 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 56418) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:39:37.307860 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-707f66a0-be3d-4447-9ea3-94256bf649fd admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:39:37.308886 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-707f66a0-be3d-4447-9ea3-94256bf649fd admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472560 Mar 28 13:39:39.583262 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 56426) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:39:39.645677 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4bba7b7-e4bc-427a-bcdc-ae1aa2848543 admin admin] GET failed (client error): The resource could not be found. Mar 28 13:39:39.646969 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b4bba7b7-e4bc-427a-bcdc-ae1aa2848543 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0627842 Mar 28 13:39:39.782584 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8402bf-8a15-42b8-847b-e37d74d94991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:39:39.783946 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-2f8402bf-8a15-42b8-847b-e37d74d94991 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1318371 Mar 28 13:39:41.981934 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 56434) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:39:42.028467 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-b8826bc3-e558-48fa-9700-815fd74299c3 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:39:42.119475 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8826bc3-e558-48fa-9700-815fd74299c3 admin admin] Made reservation on behalf of a5fb05f5d4274faebc12f7ad31576308 for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:39:42.121795 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b8826bc3-e558-48fa-9700-815fd74299c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:39:42.148866 dv-neutron-835335-1-hyperv neutron-server[109613]: WARNING neutron.services.revisions.revision_plugin [None req-b8826bc3-e558-48fa-9700-815fd74299c3 admin admin] Could not find related network for resource to bump revision. Mar 28 13:39:42.159148 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8826bc3-e558-48fa-9700-815fd74299c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:39:42.168184 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b8826bc3-e558-48fa-9700-815fd74299c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:39:42.168495 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-b8826bc3-e558-48fa-9700-815fd74299c3 admin admin] Added segment 765d265c-7f55-48e0-a83e-eaa4ea1473b7 of type vlan for network d2f4afc6-a4f2-4c6f-ac70-d6c22da964f1 Mar 28 13:39:42.214861 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b8826bc3-e558-48fa-9700-815fd74299c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:39:42.304075 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b8826bc3-e558-48fa-9700-815fd74299c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:39:42.305089 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8826bc3-e558-48fa-9700-815fd74299c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:39:42.305675 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b8826bc3-e558-48fa-9700-815fd74299c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:39:42.359582 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8826bc3-e558-48fa-9700-815fd74299c3 admin admin] Pushing event updated for resources: {'Network': ['ID=d2f4afc6-a4f2-4c6f-ac70-d6c22da964f1,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:39:42.365795 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8826bc3-e558-48fa-9700-815fd74299c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:39:42.372672 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8826bc3-e558-48fa-9700-815fd74299c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:39:42.372672 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8826bc3-e558-48fa-9700-815fd74299c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:39:42.372672 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8826bc3-e558-48fa-9700-815fd74299c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:39:42.372672 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8826bc3-e558-48fa-9700-815fd74299c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:39:42.372672 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8826bc3-e558-48fa-9700-815fd74299c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:39:42.372672 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8826bc3-e558-48fa-9700-815fd74299c3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:39:42.372672 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8826bc3-e558-48fa-9700-815fd74299c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:39:42.372672 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8826bc3-e558-48fa-9700-815fd74299c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:39:42.372672 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8826bc3-e558-48fa-9700-815fd74299c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:39:42.372672 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8826bc3-e558-48fa-9700-815fd74299c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:39:42.372672 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8826bc3-e558-48fa-9700-815fd74299c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:39:42.380821 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network d2f4afc6-a4f2-4c6f-ac70-d6c22da964f1 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:39:42.421023 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b8826bc3-e558-48fa-9700-815fd74299c3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4379404 Mar 28 13:39:43.212545 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 5 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 13:39:44.657598 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 56442) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:39:44.716825 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-84de4562-427a-41e6-9ea4-be9bd2c06329 admin admin] GET failed (client error): The resource could not be found. Mar 28 13:39:44.718145 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-84de4562-427a-41e6-9ea4-be9bd2c06329 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0596089 Mar 28 13:39:44.786017 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9880617-aec1-46ab-b700-875f73317e87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:39:44.787672 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d9880617-aec1-46ab-b700-875f73317e87 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0647831 Mar 28 13:39:44.797648 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-8d2b161f-1498-45c6-9dc0-6699e7813132 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'd2f4afc6-a4f2-4c6f-ac70-d6c22da964f1', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:39:44.909959 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2b161f-1498-45c6-9dc0-6699e7813132 admin admin] Made reservation on behalf of a5fb05f5d4274faebc12f7ad31576308 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:39:44.912729 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8d2b161f-1498-45c6-9dc0-6699e7813132 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:39:45.103985 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8d2b161f-1498-45c6-9dc0-6699e7813132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:39:45.155227 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b161f-1498-45c6-9dc0-6699e7813132 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dbb0304-4ed8-4367-8dd6-5ff9690a194b,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:39:45.163748 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2b161f-1498-45c6-9dc0-6699e7813132 admin admin] Checking segment: {'id': '765d265c-7f55-48e0-a83e-eaa4ea1473b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd2f4afc6-a4f2-4c6f-ac70-d6c22da964f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:39:45.164090 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2b161f-1498-45c6-9dc0-6699e7813132 admin admin] Network hostable DHCP agents. Network: d2f4afc6-a4f2-4c6f-ac70-d6c22da964f1, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:39:45.217978 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2b161f-1498-45c6-9dc0-6699e7813132 admin admin] Network d2f4afc6-a4f2-4c6f-ac70-d6c22da964f1 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:39:45.304028 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-8d2b161f-1498-45c6-9dc0-6699e7813132 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, d2f4afc6-a4f2-4c6f-ac70-d6c22da964f1) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:39:45.308078 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2b161f-1498-45c6-9dc0-6699e7813132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:39:45.308705 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8d2b161f-1498-45c6-9dc0-6699e7813132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:39:45.312826 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333089c9-7308-4917-8103-dcb8a6ae826b None None] Network d2f4afc6-a4f2-4c6f-ac70-d6c22da964f1 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:39:45.380890 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-8d2b161f-1498-45c6-9dc0-6699e7813132 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5864136 Mar 28 13:39:45.459330 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2780f7-9a1e-493c-9a97-0f224829e8b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-d2f4afc6-a4f2-4c6f-ac70-d6c22da964f1', 'network_id': 'd2f4afc6-a4f2-4c6f-ac70-d6c22da964f1', 'tenant_id': 'a5fb05f5d4274faebc12f7ad31576308', 'fixed_ips': [{'subnet_id': '7dbb0304-4ed8-4367-8dd6-5ff9690a194b'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:39:45.460393 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4f2780f7-9a1e-493c-9a97-0f224829e8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:39:45.622203 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-4f2780f7-9a1e-493c-9a97-0f224829e8b9 None None] Allocated IP 192.168.233.2 (d2f4afc6-a4f2-4c6f-ac70-d6c22da964f1/7dbb0304-4ed8-4367-8dd6-5ff9690a194b/3b065f17-396c-4e69-bef2-34924081bf67) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:39:45.771648 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4f2780f7-9a1e-493c-9a97-0f224829e8b9 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:39:45.830455 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4f2780f7-9a1e-493c-9a97-0f224829e8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:39:45.873466 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2780f7-9a1e-493c-9a97-0f224829e8b9 None None] Network d2f4afc6-a4f2-4c6f-ac70-d6c22da964f1 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:39:45.876557 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-4f2780f7-9a1e-493c-9a97-0f224829e8b9 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:39:45.882537 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2780f7-9a1e-493c-9a97-0f224829e8b9 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:39:45.886937 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2780f7-9a1e-493c-9a97-0f224829e8b9 None None] Pushing event updated for resources: {'Port': ['ID=3b065f17-396c-4e69-bef2-34924081bf67,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:39:45.901003 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2780f7-9a1e-493c-9a97-0f224829e8b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:39:45.901369 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2780f7-9a1e-493c-9a97-0f224829e8b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:39:45.901712 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2780f7-9a1e-493c-9a97-0f224829e8b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:39:45.902049 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2780f7-9a1e-493c-9a97-0f224829e8b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:39:45.902375 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2780f7-9a1e-493c-9a97-0f224829e8b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:39:45.902717 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2780f7-9a1e-493c-9a97-0f224829e8b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:39:45.903045 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2780f7-9a1e-493c-9a97-0f224829e8b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:39:45.903383 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2780f7-9a1e-493c-9a97-0f224829e8b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:39:45.903748 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2780f7-9a1e-493c-9a97-0f224829e8b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:39:45.904073 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2780f7-9a1e-493c-9a97-0f224829e8b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:39:45.904418 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2780f7-9a1e-493c-9a97-0f224829e8b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:39:45.905053 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2780f7-9a1e-493c-9a97-0f224829e8b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:39:45.949778 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-4f2780f7-9a1e-493c-9a97-0f224829e8b9 None None] Attempting to bind port 3b065f17-396c-4e69-bef2-34924081bf67 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:39:45.950143 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-4f2780f7-9a1e-493c-9a97-0f224829e8b9 None None] Attempting to bind port 3b065f17-396c-4e69-bef2-34924081bf67 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '765d265c-7f55-48e0-a83e-eaa4ea1473b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd2f4afc6-a4f2-4c6f-ac70-d6c22da964f1'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:39:45.950496 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2780f7-9a1e-493c-9a97-0f224829e8b9 None None] Attempting to bind port 3b065f17-396c-4e69-bef2-34924081bf67 on network d2f4afc6-a4f2-4c6f-ac70-d6c22da964f1 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:39:45.955367 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2780f7-9a1e-493c-9a97-0f224829e8b9 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:39:45.955728 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2780f7-9a1e-493c-9a97-0f224829e8b9 None None] Checking segment: {'id': '765d265c-7f55-48e0-a83e-eaa4ea1473b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd2f4afc6-a4f2-4c6f-ac70-d6c22da964f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:39:45.956121 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4f2780f7-9a1e-493c-9a97-0f224829e8b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:39:45.956540 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2780f7-9a1e-493c-9a97-0f224829e8b9 None None] Bound using segment: {'id': '765d265c-7f55-48e0-a83e-eaa4ea1473b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd2f4afc6-a4f2-4c6f-ac70-d6c22da964f1'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:39:45.956994 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-4f2780f7-9a1e-493c-9a97-0f224829e8b9 None None] Bound port: 3b065f17-396c-4e69-bef2-34924081bf67, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '765d265c-7f55-48e0-a83e-eaa4ea1473b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd2f4afc6-a4f2-4c6f-ac70-d6c22da964f1'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:39:45.957365 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4f2780f7-9a1e-493c-9a97-0f224829e8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:39:46.019218 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-4f2780f7-9a1e-493c-9a97-0f224829e8b9 None None] For port 3b065f17-396c-4e69-bef2-34924081bf67, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:39:46.025890 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-4f2780f7-9a1e-493c-9a97-0f224829e8b9 None None] For port 3b065f17-396c-4e69-bef2-34924081bf67, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=3b065f17-396c-4e69-bef2-34924081bf67,segment=NetworkSegment(765d265c-7f55-48e0-a83e-eaa4ea1473b7),segment_id=765d265c-7f55-48e0-a83e-eaa4ea1473b7)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:39:46.108349 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4f2780f7-9a1e-493c-9a97-0f224829e8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:39:46.165147 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2780f7-9a1e-493c-9a97-0f224829e8b9 None None] Pushing event updated for resources: {'Port': ['ID=3b065f17-396c-4e69-bef2-34924081bf67,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:39:46.722172 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 3b065f17-396c-4e69-bef2-34924081bf67 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:39:46.889859 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 3b065f17-396c-4e69-bef2-34924081bf67 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:39:46.890206 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:39:46.985027 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:39:47.020688 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 3b065f17-396c-4e69-bef2-34924081bf67, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=3b065f17-396c-4e69-bef2-34924081bf67,segment=NetworkSegment(765d265c-7f55-48e0-a83e-eaa4ea1473b7),segment_id=765d265c-7f55-48e0-a83e-eaa4ea1473b7)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:39:47.022949 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e11fb8c-51ce-42fb-9dc2-59caacaa725a None None] Network d2f4afc6-a4f2-4c6f-ac70-d6c22da964f1 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:39:47.093937 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:39:47.188215 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-9596fa2f-55ba-46ad-a30c-a992f50c49e3 None None] Provisioning complete for port 3b065f17-396c-4e69-bef2-34924081bf67 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:39:47.188604 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9596fa2f-55ba-46ad-a30c-a992f50c49e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:39:47.194593 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=3b065f17-396c-4e69-bef2-34924081bf67,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:39:47.520426 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-575ade97-553d-4d71-a2e3-479066e3f009 None None] Provisioning complete for port 3b065f17-396c-4e69-bef2-34924081bf67 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:39:47.520733 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-575ade97-553d-4d71-a2e3-479066e3f009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:39:48.689788 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 3b065f17-396c-4e69-bef2-34924081bf67 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:39:48.736344 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 3b065f17-396c-4e69-bef2-34924081bf67 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:39:48.736730 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:39:53.931065 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-caeb7fd6-e182-4794-90db-5621b83134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:39:56.246499 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-67d0685c-ad2e-4967-aba7-24308ac02de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:39:57.452156 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:39:58.785306 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:39:59.296257 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:40:20.211085 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 5 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 13:40:24.069099 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0921f9cb-4467-4212-bf23-d15e23991917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:40:26.252201 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-32687751-c441-4af4-b367-a0b110796df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:40:27.467951 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:40:28.787258 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:40:29.286172 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:40:53.954357 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ac2a29f4-583f-40b1-b81b-09cb26260877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:40:56.244307 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c29ba983-a8ed-45a0-82f0-ca950e14948c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:40:57.209299 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 5 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 13:40:57.496090 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:40:58.799705 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:40:59.301840 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:41:23.936573 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-eedbcb60-e0db-4554-a624-d5c85484edbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:41:24.350742 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 56482) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:41:24.357025 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-5eaecce0-e053-4f44-95f6-494cd027b49a tempest-verify_tempest_config-1894199561 tempest-verify_tempest_config-1894199561-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:41:24.357941 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-5eaecce0-e053-4f44-95f6-494cd027b49a tempest-verify_tempest_config-1894199561 tempest-verify_tempest_config-1894199561-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062282 Mar 28 13:41:24.805918 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 56500) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:41:24.918304 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-448a9ba0-68f5-48e0-9885-206c8091cbb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:41:25.024204 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-448a9ba0-68f5-48e0-9885-206c8091cbb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:41:25.090771 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-448a9ba0-68f5-48e0-9885-206c8091cbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:41:25.135939 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-448a9ba0-68f5-48e0-9885-206c8091cbb1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=be3521156d9f4208b5b87b554334f36f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3288565 Mar 28 13:41:25.136686 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a9ba0-68f5-48e0-9885-206c8091cbb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c490146-89d1-43a0-89c3-4ee4f81789aa,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:41:25.138651 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 56506) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:41:25.143243 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448a9ba0-68f5-48e0-9885-206c8091cbb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:41:25.143610 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448a9ba0-68f5-48e0-9885-206c8091cbb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:41:25.143959 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448a9ba0-68f5-48e0-9885-206c8091cbb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:41:25.144307 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448a9ba0-68f5-48e0-9885-206c8091cbb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:41:25.144648 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448a9ba0-68f5-48e0-9885-206c8091cbb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:41:25.144998 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448a9ba0-68f5-48e0-9885-206c8091cbb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:41:25.145331 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448a9ba0-68f5-48e0-9885-206c8091cbb1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:41:25.145669 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448a9ba0-68f5-48e0-9885-206c8091cbb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:41:25.145995 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448a9ba0-68f5-48e0-9885-206c8091cbb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:41:25.146315 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448a9ba0-68f5-48e0-9885-206c8091cbb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:41:25.146636 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448a9ba0-68f5-48e0-9885-206c8091cbb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:41:25.146952 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448a9ba0-68f5-48e0-9885-206c8091cbb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:41:25.194262 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-75e8d86a-60c2-45ad-b2ea-0b60c74f7552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:41:25.214507 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-75e8d86a-60c2-45ad-b2ea-0b60c74f7552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:41:25.342339 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-75e8d86a-60c2-45ad-b2ea-0b60c74f7552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:41:25.344937 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-75e8d86a-60c2-45ad-b2ea-0b60c74f7552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:41:25.346091 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-75e8d86a-60c2-45ad-b2ea-0b60c74f7552 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6c490146-89d1-43a0-89c3-4ee4f81789aa HTTP/1.1" status: 204 len: 168 time: 0.2064648 Mar 28 13:41:25.354024 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8d86a-60c2-45ad-b2ea-0b60c74f7552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c490146-89d1-43a0-89c3-4ee4f81789aa,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:41:25.360690 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e8d86a-60c2-45ad-b2ea-0b60c74f7552 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:41:25.361050 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e8d86a-60c2-45ad-b2ea-0b60c74f7552 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:41:25.361377 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e8d86a-60c2-45ad-b2ea-0b60c74f7552 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:41:25.361736 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e8d86a-60c2-45ad-b2ea-0b60c74f7552 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:41:25.362059 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e8d86a-60c2-45ad-b2ea-0b60c74f7552 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:41:25.362401 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e8d86a-60c2-45ad-b2ea-0b60c74f7552 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:41:25.362792 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e8d86a-60c2-45ad-b2ea-0b60c74f7552 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:41:25.363016 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e8d86a-60c2-45ad-b2ea-0b60c74f7552 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:41:25.363331 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e8d86a-60c2-45ad-b2ea-0b60c74f7552 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:41:25.363641 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e8d86a-60c2-45ad-b2ea-0b60c74f7552 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:41:25.363953 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e8d86a-60c2-45ad-b2ea-0b60c74f7552 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:41:25.364258 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e8d86a-60c2-45ad-b2ea-0b60c74f7552 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:41:26.245209 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-cec50fc6-2689-4742-ae52-f7751fac5c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:41:27.473041 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:41:28.775095 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:41:29.290077 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:41:34.207188 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 5 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 13:41:54.089616 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c7c7e408-f53e-4f90-b7b5-930f7b8b96dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:41:56.245200 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1ffa3c56-41ef-4796-9e1d-823034210819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:41:57.466110 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:41:58.776131 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:41:59.279152 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:42:11.205266 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 5 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 13:42:23.986944 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-664662c0-72f3-4793-947b-8e864bfbd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:42:26.248847 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-43c94105-510d-47bc-8ec7-9ca3c36e0b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:42:27.478147 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:42:28.815518 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:42:29.312513 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:42:43.295038 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133928333'] for agent, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:42:48.204025 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 13:42:53.946750 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ac89a6c1-fb76-4678-bb8f-92c5b1a9b9bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:42:56.266318 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-82008ec9-69e3-4dbc-91ec-77f3a177cb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:42:57.472575 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:42:57.557989 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 56576) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:42:57.662797 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-8ceffd2b-bf6d-46ef-abae-06d4574d8f30 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1036990 Mar 28 13:42:58.797352 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:42:59.305844 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:42:59.870043 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 56586) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:42:59.922959 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-0c0968a9-f4a5-447e-bed2-fa67d492f238 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0518394 Mar 28 13:43:13.260056 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:43:23.957336 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-64531898-fce3-4636-8ced-9943cfbf42b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:43:25.205701 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 13:43:26.249171 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-13ff6043-2543-424d-ae20-c38e6e436d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:43:27.460263 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:43:28.831678 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:43:29.294603 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:43:43.265859 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:43:53.968132 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-90c37c5a-cb03-4916-b3db-b550613ad0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:43:56.277030 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-493b1be7-5aee-45ce-84e9-585df382d60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:43:57.494730 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:43:58.825464 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:43:59.333749 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:02.205387 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 13:44:13.277250 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:23.962372 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a829983a-01d9-4403-89e6-56def9675e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:26.259549 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f922df17-a68e-4062-a1ab-ce6d35a81dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:27.470953 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:27.529168 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 56768) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:27.698270 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 56782) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:27.726359 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 56786) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:27.853722 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-5d65d607-369e-4770-a83d-26a7492aee1c tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2058026205'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:27.933994 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d65d607-369e-4770-a83d-26a7492aee1c tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Made reservation on behalf of 9e6c693d076147a4b8439b23553d641b for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:44:27.937525 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5d65d607-369e-4770-a83d-26a7492aee1c tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:27.945780 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5d65d607-369e-4770-a83d-26a7492aee1c tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:28.019895 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5d65d607-369e-4770-a83d-26a7492aee1c tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:28.088063 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5d65d607-369e-4770-a83d-26a7492aee1c tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:28.121216 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-2a1a1c70-1536-4865-ad77-33c701349de4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1782055734-network', 'tenant_id': '2ab4dbe450214dfd90e3a1bd64f1208c'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:28.140625 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d65d607-369e-4770-a83d-26a7492aee1c tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba24775-fb5e-43ac-8f4d-d6b624f195b7,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:28.143847 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d65d607-369e-4770-a83d-26a7492aee1c tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:44:28.155464 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65d607-369e-4770-a83d-26a7492aee1c tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:44:28.155801 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65d607-369e-4770-a83d-26a7492aee1c tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:44:28.156133 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65d607-369e-4770-a83d-26a7492aee1c tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:44:28.156484 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65d607-369e-4770-a83d-26a7492aee1c tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:44:28.156821 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65d607-369e-4770-a83d-26a7492aee1c tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:44:28.157126 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65d607-369e-4770-a83d-26a7492aee1c tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:44:28.157441 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65d607-369e-4770-a83d-26a7492aee1c tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:44:28.157754 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65d607-369e-4770-a83d-26a7492aee1c tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:44:28.158100 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65d607-369e-4770-a83d-26a7492aee1c tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:44:28.158415 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65d607-369e-4770-a83d-26a7492aee1c tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:44:28.158737 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65d607-369e-4770-a83d-26a7492aee1c tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:44:28.159036 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65d607-369e-4770-a83d-26a7492aee1c tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:44:28.160113 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65d607-369e-4770-a83d-26a7492aee1c tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Tracked resource versions report: Mar 28 13:44:28.160113 dv-neutron-835335-1-hyperv neutron-server[109613]: pushed versions: Mar 28 13:44:28.160113 dv-neutron-835335-1-hyperv neutron-server[109613]: { 'AddressGroup': {'1.2'}, Mar 28 13:44:28.160113 dv-neutron-835335-1-hyperv neutron-server[109613]: 'ConntrackHelper': {'1.0'}, Mar 28 13:44:28.160113 dv-neutron-835335-1-hyperv neutron-server[109613]: 'Log': {'1.0'}, Mar 28 13:44:28.160113 dv-neutron-835335-1-hyperv neutron-server[109613]: 'Network': {'1.1'}, Mar 28 13:44:28.160113 dv-neutron-835335-1-hyperv neutron-server[109613]: 'Port': {'1.7'}, Mar 28 13:44:28.160113 dv-neutron-835335-1-hyperv neutron-server[109613]: 'PortForwarding': {'1.2'}, Mar 28 13:44:28.160113 dv-neutron-835335-1-hyperv neutron-server[109613]: 'QosPolicy': {'1.9'}, Mar 28 13:44:28.160113 dv-neutron-835335-1-hyperv neutron-server[109613]: 'SecurityGroup': {'1.4'}, Mar 28 13:44:28.160113 dv-neutron-835335-1-hyperv neutron-server[109613]: 'SecurityGroupRule': {'1.2'}, Mar 28 13:44:28.160113 dv-neutron-835335-1-hyperv neutron-server[109613]: 'SubPort': {'1.0'}, Mar 28 13:44:28.160113 dv-neutron-835335-1-hyperv neutron-server[109613]: 'Subnet': {'1.1'}, Mar 28 13:44:28.160113 dv-neutron-835335-1-hyperv neutron-server[109613]: 'Trunk': {'1.1'}} Mar 28 13:44:28.160113 dv-neutron-835335-1-hyperv neutron-server[109613]: consumer versions: Mar 28 13:44:28.160113 dv-neutron-835335-1-hyperv neutron-server[109613]: { DHCP agent@dv-neutron-835335-1-hyperv: {}, Mar 28 13:44:28.160113 dv-neutron-835335-1-hyperv neutron-server[109613]: HyperV agent@hv-neutron-8353: {}, Mar 28 13:44:28.160113 dv-neutron-835335-1-hyperv neutron-server[109613]: L3 agent@dv-neutron-835335-1-hyperv: {}, Mar 28 13:44:28.160113 dv-neutron-835335-1-hyperv neutron-server[109613]: Metadata agent@dv-neutron-835335-1-hyperv: {}, Mar 28 13:44:28.160113 dv-neutron-835335-1-hyperv neutron-server[109613]: Metering agent@dv-neutron-835335-1-hyperv: {}, Mar 28 13:44:28.160113 dv-neutron-835335-1-hyperv neutron-server[109613]: Open vSwitch agent@dv-neutron-835335-1-hyperv: { 'AddressGroup': '1.2', Mar 28 13:44:28.160113 dv-neutron-835335-1-hyperv neutron-server[109613]: 'ConntrackHelper': '1.0', Mar 28 13:44:28.160113 dv-neutron-835335-1-hyperv neutron-server[109613]: 'Log': '1.0', Mar 28 13:44:28.160113 dv-neutron-835335-1-hyperv neutron-server[109613]: 'Network': '1.1', Mar 28 13:44:28.160113 dv-neutron-835335-1-hyperv neutron-server[109613]: 'Port': '1.7', Mar 28 13:44:28.160113 dv-neutron-835335-1-hyperv neutron-server[109613]: 'PortForwarding': '1.2', Mar 28 13:44:28.160113 dv-neutron-835335-1-hyperv neutron-server[109613]: 'QosPolicy': '1.9', Mar 28 13:44:28.160113 dv-neutron-835335-1-hyperv neutron-server[109613]: 'SecurityGroup': '1.4', Mar 28 13:44:28.160113 dv-neutron-835335-1-hyperv neutron-server[109613]: 'SecurityGroupRule': '1.2', Mar 28 13:44:28.160113 dv-neutron-835335-1-hyperv neutron-server[109613]: 'SubPort': '1.0', Mar 28 13:44:28.160113 dv-neutron-835335-1-hyperv neutron-server[109613]: 'Subnet': '1.1', Mar 28 13:44:28.160113 dv-neutron-835335-1-hyperv neutron-server[109613]: 'Trunk': '1.1'}} Mar 28 13:44:28.160113 dv-neutron-835335-1-hyperv neutron-server[109613]: {{(pid=109613) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 13:44:28.173846 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5d65d607-369e-4770-a83d-26a7492aee1c tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:28.175329 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-5d65d607-369e-4770-a83d-26a7492aee1c tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Added segment 5e494590-8ad9-4898-beed-bca50dabbe43 of type vlan for network 6e9a6263-c3fd-46b0-8cac-73eecb978e54 Mar 28 13:44:28.217188 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5d65d607-369e-4770-a83d-26a7492aee1c tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:28.238722 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1a1c70-1536-4865-ad77-33c701349de4 admin admin] Made reservation on behalf of 2ab4dbe450214dfd90e3a1bd64f1208c for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:44:28.240997 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2a1a1c70-1536-4865-ad77-33c701349de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:28.256028 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-7f63390f-b8bc-4a42-9368-bb6fe428754d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-68342897-network', 'tenant_id': 'aa9aa9bd837f49a494e03678d3365504'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:28.259943 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2a1a1c70-1536-4865-ad77-33c701349de4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:28.368948 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5d65d607-369e-4770-a83d-26a7492aee1c tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:28.374996 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d65d607-369e-4770-a83d-26a7492aee1c tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:28.375566 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5d65d607-369e-4770-a83d-26a7492aee1c tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:28.508821 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-5d65d607-369e-4770-a83d-26a7492aee1c tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.9784315 Mar 28 13:44:28.511106 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 56814) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:28.512044 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f63390f-b8bc-4a42-9368-bb6fe428754d admin admin] Made reservation on behalf of aa9aa9bd837f49a494e03678d3365504 for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:44:28.516200 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7f63390f-b8bc-4a42-9368-bb6fe428754d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:28.517036 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-89e4f6a8-da93-48c7-b40d-ddf5d189a948 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Request body: {'subnet': {'network_id': '6e9a6263-c3fd-46b0-8cac-73eecb978e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:28.531444 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d65d607-369e-4770-a83d-26a7492aee1c tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Pushing event updated for resources: {'Network': ['ID=6e9a6263-c3fd-46b0-8cac-73eecb978e54,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:28.543920 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 6e9a6263-c3fd-46b0-8cac-73eecb978e54 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:44:28.591938 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2a1a1c70-1536-4865-ad77-33c701349de4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:28.591938 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7f63390f-b8bc-4a42-9368-bb6fe428754d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:28.696830 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2a1a1c70-1536-4865-ad77-33c701349de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:28.706552 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7f63390f-b8bc-4a42-9368-bb6fe428754d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:28.711773 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e4f6a8-da93-48c7-b40d-ddf5d189a948 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Made reservation on behalf of 9e6c693d076147a4b8439b23553d641b for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:44:28.716421 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-89e4f6a8-da93-48c7-b40d-ddf5d189a948 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Notify callbacks [] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:28.727059 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a1a1c70-1536-4865-ad77-33c701349de4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:44:28.736941 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2a1a1c70-1536-4865-ad77-33c701349de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:28.737393 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-2a1a1c70-1536-4865-ad77-33c701349de4 admin admin] Added segment b8f64cde-a6c2-4271-b206-80e3e1bcbd27 of type vlan for network e1402460-c752-45db-a270-47c08ce9fb97 Mar 28 13:44:28.803833 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7f63390f-b8bc-4a42-9368-bb6fe428754d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:28.810239 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1a1c70-1536-4865-ad77-33c701349de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f024e7-569d-4af5-8306-4825d3479ea5,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:28.816337 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2a1a1c70-1536-4865-ad77-33c701349de4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:28.843821 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:28.844405 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f63390f-b8bc-4a42-9368-bb6fe428754d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:44:28.870473 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7f63390f-b8bc-4a42-9368-bb6fe428754d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:28.870898 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-7f63390f-b8bc-4a42-9368-bb6fe428754d admin admin] Added segment 435e52b0-8901-46cb-99fe-f8308dda262f of type vlan for network c012b94c-56e1-42f2-8be1-d11ff4eca693 Mar 28 13:44:28.872188 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63390f-b8bc-4a42-9368-bb6fe428754d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a266c8cf-fae5-4dac-9355-e75fe9466a37,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:28.918202 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7f63390f-b8bc-4a42-9368-bb6fe428754d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:28.945448 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2a1a1c70-1536-4865-ad77-33c701349de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:28.946650 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1a1c70-1536-4865-ad77-33c701349de4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:28.947415 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2a1a1c70-1536-4865-ad77-33c701349de4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:28.974251 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 56828) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:29.023730 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1a1c70-1536-4865-ad77-33c701349de4 admin admin] Pushing event updated for resources: {'Network': ['ID=e1402460-c752-45db-a270-47c08ce9fb97,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:29.027420 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7f63390f-b8bc-4a42-9368-bb6fe428754d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:29.028459 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f63390f-b8bc-4a42-9368-bb6fe428754d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:29.029126 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7f63390f-b8bc-4a42-9368-bb6fe428754d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:29.035217 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network e1402460-c752-45db-a270-47c08ce9fb97 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:44:29.077079 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-89e4f6a8-da93-48c7-b40d-ddf5d189a948 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:29.089452 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63390f-b8bc-4a42-9368-bb6fe428754d admin admin] Pushing event updated for resources: {'Network': ['ID=c012b94c-56e1-42f2-8be1-d11ff4eca693,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:29.106844 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-2a1a1c70-1536-4865-ad77-33c701349de4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.4054224 Mar 28 13:44:29.106844 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 56836) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:29.113973 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network c012b94c-56e1-42f2-8be1-d11ff4eca693 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:44:29.115228 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-ab5e7892-30e6-4878-8de9-c3e9933c5569 admin admin] Request body: {'subnet': {'network_id': 'e1402460-c752-45db-a270-47c08ce9fb97', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1782055734-subnet', 'tenant_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:29.125433 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-7f63390f-b8bc-4a42-9368-bb6fe428754d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3971651 Mar 28 13:44:29.133076 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 56842) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:29.138341 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e4f6a8-da93-48c7-b40d-ddf5d189a948 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Pushing event updated for resources: {'Subnet': ['ID=6a4d30bb-ae38-4f66-b6ec-6c79446156cf,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:29.139149 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-dedc3228-8620-44bd-beea-2e01445a8582 admin admin] Request body: {'subnet': {'network_id': 'c012b94c-56e1-42f2-8be1-d11ff4eca693', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-68342897-subnet', 'tenant_id': 'aa9aa9bd837f49a494e03678d3365504', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:29.148400 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4f6a8-da93-48c7-b40d-ddf5d189a948 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:44:29.152666 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4f6a8-da93-48c7-b40d-ddf5d189a948 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:44:29.152666 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4f6a8-da93-48c7-b40d-ddf5d189a948 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:44:29.152666 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4f6a8-da93-48c7-b40d-ddf5d189a948 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:44:29.152666 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4f6a8-da93-48c7-b40d-ddf5d189a948 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:44:29.152666 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4f6a8-da93-48c7-b40d-ddf5d189a948 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:44:29.152666 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4f6a8-da93-48c7-b40d-ddf5d189a948 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:44:29.152666 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4f6a8-da93-48c7-b40d-ddf5d189a948 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:44:29.152666 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4f6a8-da93-48c7-b40d-ddf5d189a948 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:44:29.152666 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4f6a8-da93-48c7-b40d-ddf5d189a948 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:44:29.152666 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4f6a8-da93-48c7-b40d-ddf5d189a948 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:44:29.152666 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4f6a8-da93-48c7-b40d-ddf5d189a948 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:44:29.154016 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4f6a8-da93-48c7-b40d-ddf5d189a948 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Tracked resource versions report: Mar 28 13:44:29.154016 dv-neutron-835335-1-hyperv neutron-server[109612]: pushed versions: Mar 28 13:44:29.154016 dv-neutron-835335-1-hyperv neutron-server[109612]: { 'AddressGroup': {'1.2'}, Mar 28 13:44:29.154016 dv-neutron-835335-1-hyperv neutron-server[109612]: 'ConntrackHelper': {'1.0'}, Mar 28 13:44:29.154016 dv-neutron-835335-1-hyperv neutron-server[109612]: 'Log': {'1.0'}, Mar 28 13:44:29.154016 dv-neutron-835335-1-hyperv neutron-server[109612]: 'Network': {'1.1'}, Mar 28 13:44:29.154016 dv-neutron-835335-1-hyperv neutron-server[109612]: 'Port': {'1.7'}, Mar 28 13:44:29.154016 dv-neutron-835335-1-hyperv neutron-server[109612]: 'PortForwarding': {'1.2'}, Mar 28 13:44:29.154016 dv-neutron-835335-1-hyperv neutron-server[109612]: 'QosPolicy': {'1.9'}, Mar 28 13:44:29.154016 dv-neutron-835335-1-hyperv neutron-server[109612]: 'SecurityGroup': {'1.4'}, Mar 28 13:44:29.154016 dv-neutron-835335-1-hyperv neutron-server[109612]: 'SecurityGroupRule': {'1.2'}, Mar 28 13:44:29.154016 dv-neutron-835335-1-hyperv neutron-server[109612]: 'SubPort': {'1.0'}, Mar 28 13:44:29.154016 dv-neutron-835335-1-hyperv neutron-server[109612]: 'Subnet': {'1.1'}, Mar 28 13:44:29.154016 dv-neutron-835335-1-hyperv neutron-server[109612]: 'Trunk': {'1.1'}} Mar 28 13:44:29.154016 dv-neutron-835335-1-hyperv neutron-server[109612]: consumer versions: Mar 28 13:44:29.154016 dv-neutron-835335-1-hyperv neutron-server[109612]: { DHCP agent@dv-neutron-835335-1-hyperv: {}, Mar 28 13:44:29.154016 dv-neutron-835335-1-hyperv neutron-server[109612]: HyperV agent@hv-neutron-8353: {}, Mar 28 13:44:29.154016 dv-neutron-835335-1-hyperv neutron-server[109612]: L3 agent@dv-neutron-835335-1-hyperv: {}, Mar 28 13:44:29.154016 dv-neutron-835335-1-hyperv neutron-server[109612]: Metadata agent@dv-neutron-835335-1-hyperv: {}, Mar 28 13:44:29.154016 dv-neutron-835335-1-hyperv neutron-server[109612]: Metering agent@dv-neutron-835335-1-hyperv: {}, Mar 28 13:44:29.154016 dv-neutron-835335-1-hyperv neutron-server[109612]: Open vSwitch agent@dv-neutron-835335-1-hyperv: { 'AddressGroup': '1.2', Mar 28 13:44:29.154016 dv-neutron-835335-1-hyperv neutron-server[109612]: 'ConntrackHelper': '1.0', Mar 28 13:44:29.154016 dv-neutron-835335-1-hyperv neutron-server[109612]: 'Log': '1.0', Mar 28 13:44:29.154016 dv-neutron-835335-1-hyperv neutron-server[109612]: 'Network': '1.1', Mar 28 13:44:29.154016 dv-neutron-835335-1-hyperv neutron-server[109612]: 'Port': '1.7', Mar 28 13:44:29.154016 dv-neutron-835335-1-hyperv neutron-server[109612]: 'PortForwarding': '1.2', Mar 28 13:44:29.154016 dv-neutron-835335-1-hyperv neutron-server[109612]: 'QosPolicy': '1.9', Mar 28 13:44:29.154016 dv-neutron-835335-1-hyperv neutron-server[109612]: 'SecurityGroup': '1.4', Mar 28 13:44:29.154016 dv-neutron-835335-1-hyperv neutron-server[109612]: 'SecurityGroupRule': '1.2', Mar 28 13:44:29.154016 dv-neutron-835335-1-hyperv neutron-server[109612]: 'SubPort': '1.0', Mar 28 13:44:29.154016 dv-neutron-835335-1-hyperv neutron-server[109612]: 'Subnet': '1.1', Mar 28 13:44:29.154016 dv-neutron-835335-1-hyperv neutron-server[109612]: 'Trunk': '1.1'}} Mar 28 13:44:29.154016 dv-neutron-835335-1-hyperv neutron-server[109612]: {{(pid=109612) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 13:44:29.189840 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e4f6a8-da93-48c7-b40d-ddf5d189a948 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Checking segment: {'id': '5e494590-8ad9-4898-beed-bca50dabbe43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6e9a6263-c3fd-46b0-8cac-73eecb978e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:44:29.190211 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e4f6a8-da93-48c7-b40d-ddf5d189a948 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Network hostable DHCP agents. Network: 6e9a6263-c3fd-46b0-8cac-73eecb978e54, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:44:29.215054 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5e7892-30e6-4878-8de9-c3e9933c5569 admin admin] Made reservation on behalf of 2ab4dbe450214dfd90e3a1bd64f1208c for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:44:29.217890 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ab5e7892-30e6-4878-8de9-c3e9933c5569 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:29.276434 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedc3228-8620-44bd-beea-2e01445a8582 admin admin] Made reservation on behalf of aa9aa9bd837f49a494e03678d3365504 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:44:29.279105 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dedc3228-8620-44bd-beea-2e01445a8582 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:29.299979 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e4f6a8-da93-48c7-b40d-ddf5d189a948 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Network 6e9a6263-c3fd-46b0-8cac-73eecb978e54 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:44:29.322731 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:29.380681 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-034898aa-d41d-443d-8a4f-7e33eb35978f tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-242746279', 'router:external': True}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:29.402934 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-89e4f6a8-da93-48c7-b40d-ddf5d189a948 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 6e9a6263-c3fd-46b0-8cac-73eecb978e54) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:44:29.413809 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e4f6a8-da93-48c7-b40d-ddf5d189a948 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:29.414606 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aceb69cd-4e22-4a93-b328-ae89fa5a1352 None None] Network 6e9a6263-c3fd-46b0-8cac-73eecb978e54 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:44:29.416190 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-89e4f6a8-da93-48c7-b40d-ddf5d189a948 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:29.493697 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034898aa-d41d-443d-8a4f-7e33eb35978f tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Made reservation on behalf of fb938ce7e46e4cfeaf8d341ddb0a090a for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:44:29.493697 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-034898aa-d41d-443d-8a4f-7e33eb35978f tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:29.515295 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-89e4f6a8-da93-48c7-b40d-ddf5d189a948 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0029023 Mar 28 13:44:29.522552 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 56850) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:29.523171 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-034898aa-d41d-443d-8a4f-7e33eb35978f tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:29.529057 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-bd28c8d2-c467-4227-9ba1-89c5af860730 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Request body: {'port': {'network_id': '6e9a6263-c3fd-46b0-8cac-73eecb978e54', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-486932759'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:29.627398 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ab5e7892-30e6-4878-8de9-c3e9933c5569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:29.652420 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72557c04-ada8-47e8-bb69-902580b6ad31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-6e9a6263-c3fd-46b0-8cac-73eecb978e54', 'network_id': '6e9a6263-c3fd-46b0-8cac-73eecb978e54', 'tenant_id': '9e6c693d076147a4b8439b23553d641b', 'fixed_ips': [{'subnet_id': '6a4d30bb-ae38-4f66-b6ec-6c79446156cf'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:44:29.655504 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-72557c04-ada8-47e8-bb69-902580b6ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:29.709235 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dedc3228-8620-44bd-beea-2e01445a8582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:29.726484 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5e7892-30e6-4878-8de9-c3e9933c5569 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a167ade0-c005-4c90-9729-9d5afaf497ea,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:29.761382 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5e7892-30e6-4878-8de9-c3e9933c5569 admin admin] Checking segment: {'id': 'b8f64cde-a6c2-4271-b206-80e3e1bcbd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e1402460-c752-45db-a270-47c08ce9fb97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:44:29.761617 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5e7892-30e6-4878-8de9-c3e9933c5569 admin admin] Network hostable DHCP agents. Network: e1402460-c752-45db-a270-47c08ce9fb97, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:44:29.800780 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-034898aa-d41d-443d-8a4f-7e33eb35978f tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:29.827952 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc3228-8620-44bd-beea-2e01445a8582 admin admin] Pushing event updated for resources: {'Subnet': ['ID=470f589b-de11-4359-b1c6-d35a22ef5cbb,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:29.832478 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedc3228-8620-44bd-beea-2e01445a8582 admin admin] Checking segment: {'id': '435e52b0-8901-46cb-99fe-f8308dda262f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c012b94c-56e1-42f2-8be1-d11ff4eca693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:44:29.833041 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedc3228-8620-44bd-beea-2e01445a8582 admin admin] Network hostable DHCP agents. Network: c012b94c-56e1-42f2-8be1-d11ff4eca693, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:44:29.848202 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd28c8d2-c467-4227-9ba1-89c5af860730 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Made reservation on behalf of 9e6c693d076147a4b8439b23553d641b for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:44:29.852780 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bd28c8d2-c467-4227-9ba1-89c5af860730 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:29.872206 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-72557c04-ada8-47e8-bb69-902580b6ad31 None None] Allocated IP 2001:db8::2 (6e9a6263-c3fd-46b0-8cac-73eecb978e54/6a4d30bb-ae38-4f66-b6ec-6c79446156cf/c2b42e53-9466-4def-8f70-4a910436db6e) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:44:29.882412 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [None req-bd28c8d2-c467-4227-9ba1-89c5af860730 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] device_id is not set on port ad44b8ca-f853-45be-9400-da8a3114e934 yet. {{(pid=109612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:44:29.894804 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-034898aa-d41d-443d-8a4f-7e33eb35978f tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:29.941650 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5e7892-30e6-4878-8de9-c3e9933c5569 admin admin] Network e1402460-c752-45db-a270-47c08ce9fb97 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:44:29.946562 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-034898aa-d41d-443d-8a4f-7e33eb35978f tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:44:29.973485 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034898aa-d41d-443d-8a4f-7e33eb35978f tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d74ff3-404a-415f-a40a-ee484de7f6f1,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:29.987727 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedc3228-8620-44bd-beea-2e01445a8582 admin admin] Network c012b94c-56e1-42f2-8be1-d11ff4eca693 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:44:29.995297 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-034898aa-d41d-443d-8a4f-7e33eb35978f tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:29.995734 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-034898aa-d41d-443d-8a4f-7e33eb35978f tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Added segment fd567fa9-cb2d-4c6e-bba7-cfa019e9c658 of type vlan for network e973bc06-3826-446c-b81f-d0d2f8e17efc Mar 28 13:44:30.047679 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-72557c04-ada8-47e8-bb69-902580b6ad31 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:30.080319 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 56866) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:30.081947 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-034898aa-d41d-443d-8a4f-7e33eb35978f tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:30.120898 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-ab5e7892-30e6-4878-8de9-c3e9933c5569 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, e1402460-c752-45db-a270-47c08ce9fb97) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:44:30.123524 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-dedc3228-8620-44bd-beea-2e01445a8582 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, c012b94c-56e1-42f2-8be1-d11ff4eca693) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:44:30.124893 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-72557c04-ada8-47e8-bb69-902580b6ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:30.135840 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65aef74a-5cff-4b17-8b2c-c1633b53470f None None] Network e1402460-c752-45db-a270-47c08ce9fb97 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:44:30.143126 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedc3228-8620-44bd-beea-2e01445a8582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:30.147515 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dedc3228-8620-44bd-beea-2e01445a8582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:30.151353 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5e7892-30e6-4878-8de9-c3e9933c5569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:30.151947 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ab5e7892-30e6-4878-8de9-c3e9933c5569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:30.152206 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 56870) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:30.183836 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-034898aa-d41d-443d-8a4f-7e33eb35978f tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:30.185760 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034898aa-d41d-443d-8a4f-7e33eb35978f tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:30.185760 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-034898aa-d41d-443d-8a4f-7e33eb35978f tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:30.208205 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d99053-a470-4f9a-9a5d-53dae0f28e52 None None] Network c012b94c-56e1-42f2-8be1-d11ff4eca693 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:44:30.226204 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 56876) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:30.234673 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-bd28c8d2-c467-4227-9ba1-89c5af860730 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Allocated IP 2001:db8::3d3 (6e9a6263-c3fd-46b0-8cac-73eecb978e54/6a4d30bb-ae38-4f66-b6ec-6c79446156cf/ad44b8ca-f853-45be-9400-da8a3114e934) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:44:30.264486 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72557c04-ada8-47e8-bb69-902580b6ad31 None None] Network 6e9a6263-c3fd-46b0-8cac-73eecb978e54 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:44:30.284804 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034898aa-d41d-443d-8a4f-7e33eb35978f tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Pushing event updated for resources: {'Network': ['ID=e973bc06-3826-446c-b81f-d0d2f8e17efc,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:30.310431 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-dedc3228-8620-44bd-beea-2e01445a8582 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1756997 Mar 28 13:44:30.310705 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 56880) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:30.317779 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-f4c4cb8f-3132-402a-87e1-74b371e36cf2 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-68342897-router', 'tenant_id': 'aa9aa9bd837f49a494e03678d3365504', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:30.320699 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ab5e7892-30e6-4878-8de9-c3e9933c5569 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2140617 Mar 28 13:44:30.323582 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 56882) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:30.331088 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-8f4f3348-6f80-4bfe-8888-85d4b1dceedd admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1782055734-router', 'tenant_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:30.342294 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network e973bc06-3826-446c-b81f-d0d2f8e17efc details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:44:30.344775 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-72557c04-ada8-47e8-bb69-902580b6ad31 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:44:30.361655 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72557c04-ada8-47e8-bb69-902580b6ad31 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:44:30.369582 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72557c04-ada8-47e8-bb69-902580b6ad31 None None] Pushing event updated for resources: {'Port': ['ID=c2b42e53-9466-4def-8f70-4a910436db6e,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:30.375691 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-034898aa-d41d-443d-8a4f-7e33eb35978f tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.4001772 Mar 28 13:44:30.376669 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 56886) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:30.382262 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-8635f99f-9e1d-417a-aaa5-c1478e3c9919 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Request body: {'subnet': {'network_id': 'e973bc06-3826-446c-b81f-d0d2f8e17efc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:30.412392 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72557c04-ada8-47e8-bb69-902580b6ad31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:44:30.413200 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72557c04-ada8-47e8-bb69-902580b6ad31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:44:30.413200 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72557c04-ada8-47e8-bb69-902580b6ad31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:44:30.413407 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72557c04-ada8-47e8-bb69-902580b6ad31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:44:30.413781 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72557c04-ada8-47e8-bb69-902580b6ad31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:44:30.413971 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72557c04-ada8-47e8-bb69-902580b6ad31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:44:30.414301 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72557c04-ada8-47e8-bb69-902580b6ad31 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:44:30.415210 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72557c04-ada8-47e8-bb69-902580b6ad31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:44:30.415210 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72557c04-ada8-47e8-bb69-902580b6ad31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:44:30.415429 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72557c04-ada8-47e8-bb69-902580b6ad31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:44:30.415581 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72557c04-ada8-47e8-bb69-902580b6ad31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:44:30.416184 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72557c04-ada8-47e8-bb69-902580b6ad31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:44:30.417846 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72557c04-ada8-47e8-bb69-902580b6ad31 None None] Tracked resource versions report: Mar 28 13:44:30.417846 dv-neutron-835335-1-hyperv neutron-server[109614]: pushed versions: Mar 28 13:44:30.417846 dv-neutron-835335-1-hyperv neutron-server[109614]: { 'AddressGroup': {'1.2'}, Mar 28 13:44:30.417846 dv-neutron-835335-1-hyperv neutron-server[109614]: 'ConntrackHelper': {'1.0'}, Mar 28 13:44:30.417846 dv-neutron-835335-1-hyperv neutron-server[109614]: 'Log': {'1.0'}, Mar 28 13:44:30.417846 dv-neutron-835335-1-hyperv neutron-server[109614]: 'Network': {'1.1'}, Mar 28 13:44:30.417846 dv-neutron-835335-1-hyperv neutron-server[109614]: 'Port': {'1.7'}, Mar 28 13:44:30.417846 dv-neutron-835335-1-hyperv neutron-server[109614]: 'PortForwarding': {'1.2'}, Mar 28 13:44:30.417846 dv-neutron-835335-1-hyperv neutron-server[109614]: 'QosPolicy': {'1.9'}, Mar 28 13:44:30.417846 dv-neutron-835335-1-hyperv neutron-server[109614]: 'SecurityGroup': {'1.4'}, Mar 28 13:44:30.417846 dv-neutron-835335-1-hyperv neutron-server[109614]: 'SecurityGroupRule': {'1.2'}, Mar 28 13:44:30.417846 dv-neutron-835335-1-hyperv neutron-server[109614]: 'SubPort': {'1.0'}, Mar 28 13:44:30.417846 dv-neutron-835335-1-hyperv neutron-server[109614]: 'Subnet': {'1.1'}, Mar 28 13:44:30.417846 dv-neutron-835335-1-hyperv neutron-server[109614]: 'Trunk': {'1.1'}} Mar 28 13:44:30.417846 dv-neutron-835335-1-hyperv neutron-server[109614]: consumer versions: Mar 28 13:44:30.417846 dv-neutron-835335-1-hyperv neutron-server[109614]: { DHCP agent@dv-neutron-835335-1-hyperv: {}, Mar 28 13:44:30.417846 dv-neutron-835335-1-hyperv neutron-server[109614]: HyperV agent@hv-neutron-8353: {}, Mar 28 13:44:30.417846 dv-neutron-835335-1-hyperv neutron-server[109614]: L3 agent@dv-neutron-835335-1-hyperv: {}, Mar 28 13:44:30.417846 dv-neutron-835335-1-hyperv neutron-server[109614]: Metadata agent@dv-neutron-835335-1-hyperv: {}, Mar 28 13:44:30.417846 dv-neutron-835335-1-hyperv neutron-server[109614]: Metering agent@dv-neutron-835335-1-hyperv: {}, Mar 28 13:44:30.417846 dv-neutron-835335-1-hyperv neutron-server[109614]: Open vSwitch agent@dv-neutron-835335-1-hyperv: { 'AddressGroup': '1.2', Mar 28 13:44:30.417846 dv-neutron-835335-1-hyperv neutron-server[109614]: 'ConntrackHelper': '1.0', Mar 28 13:44:30.417846 dv-neutron-835335-1-hyperv neutron-server[109614]: 'Log': '1.0', Mar 28 13:44:30.417846 dv-neutron-835335-1-hyperv neutron-server[109614]: 'Network': '1.1', Mar 28 13:44:30.417846 dv-neutron-835335-1-hyperv neutron-server[109614]: 'Port': '1.7', Mar 28 13:44:30.417846 dv-neutron-835335-1-hyperv neutron-server[109614]: 'PortForwarding': '1.2', Mar 28 13:44:30.417846 dv-neutron-835335-1-hyperv neutron-server[109614]: 'QosPolicy': '1.9', Mar 28 13:44:30.417846 dv-neutron-835335-1-hyperv neutron-server[109614]: 'SecurityGroup': '1.4', Mar 28 13:44:30.417846 dv-neutron-835335-1-hyperv neutron-server[109614]: 'SecurityGroupRule': '1.2', Mar 28 13:44:30.417846 dv-neutron-835335-1-hyperv neutron-server[109614]: 'SubPort': '1.0', Mar 28 13:44:30.417846 dv-neutron-835335-1-hyperv neutron-server[109614]: 'Subnet': '1.1', Mar 28 13:44:30.417846 dv-neutron-835335-1-hyperv neutron-server[109614]: 'Trunk': '1.1'}} Mar 28 13:44:30.417846 dv-neutron-835335-1-hyperv neutron-server[109614]: {{(pid=109614) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 13:44:30.443290 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8f4f3348-6f80-4bfe-8888-85d4b1dceedd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:30.444424 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8f4f3348-6f80-4bfe-8888-85d4b1dceedd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:30.449519 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-a91e5d17-2f4c-46c5-bb8d-eee3196390b5 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Request body: {'quota': {'network': 2}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:30.464686 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8635f99f-9e1d-417a-aaa5-c1478e3c9919 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Made reservation on behalf of fb938ce7e46e4cfeaf8d341ddb0a090a for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:44:30.466650 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8635f99f-9e1d-417a-aaa5-c1478e3c9919 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:30.527086 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bd28c8d2-c467-4227-9ba1-89c5af860730 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:30.614453 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8f4f3348-6f80-4bfe-8888-85d4b1dceedd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:30.625479 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f4c4cb8f-3132-402a-87e1-74b371e36cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:30.628569 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f4c4cb8f-3132-402a-87e1-74b371e36cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:30.659155 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-7d50124d-7c11-483d-9d98-36e9c09ea9f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1269545341'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:30.677213 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-72557c04-ada8-47e8-bb69-902580b6ad31 None None] Attempting to bind port c2b42e53-9466-4def-8f70-4a910436db6e on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:44:30.677783 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-72557c04-ada8-47e8-bb69-902580b6ad31 None None] Attempting to bind port c2b42e53-9466-4def-8f70-4a910436db6e by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '5e494590-8ad9-4898-beed-bca50dabbe43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6e9a6263-c3fd-46b0-8cac-73eecb978e54'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:44:30.678093 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72557c04-ada8-47e8-bb69-902580b6ad31 None None] Attempting to bind port c2b42e53-9466-4def-8f70-4a910436db6e on network 6e9a6263-c3fd-46b0-8cac-73eecb978e54 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:44:30.711516 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bd28c8d2-c467-4227-9ba1-89c5af860730 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:30.716675 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72557c04-ada8-47e8-bb69-902580b6ad31 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:44:30.719211 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72557c04-ada8-47e8-bb69-902580b6ad31 None None] Checking segment: {'id': '5e494590-8ad9-4898-beed-bca50dabbe43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6e9a6263-c3fd-46b0-8cac-73eecb978e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:44:30.721087 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-72557c04-ada8-47e8-bb69-902580b6ad31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:30.721795 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72557c04-ada8-47e8-bb69-902580b6ad31 None None] Bound using segment: {'id': '5e494590-8ad9-4898-beed-bca50dabbe43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6e9a6263-c3fd-46b0-8cac-73eecb978e54'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:44:30.725738 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-72557c04-ada8-47e8-bb69-902580b6ad31 None None] Bound port: c2b42e53-9466-4def-8f70-4a910436db6e, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e494590-8ad9-4898-beed-bca50dabbe43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6e9a6263-c3fd-46b0-8cac-73eecb978e54'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:44:30.726342 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-72557c04-ada8-47e8-bb69-902580b6ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:30.756232 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-a8491518-cdf2-4f64-9b70-20255a9951e5 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2008840165'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:30.773753 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37248e4e-19da-4232-978f-544bf3edf843 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-c012b94c-56e1-42f2-8be1-d11ff4eca693', 'network_id': 'c012b94c-56e1-42f2-8be1-d11ff4eca693', 'tenant_id': 'aa9aa9bd837f49a494e03678d3365504', 'fixed_ips': [{'subnet_id': '470f589b-de11-4359-b1c6-d35a22ef5cbb'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:44:30.774633 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-37248e4e-19da-4232-978f-544bf3edf843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:30.793007 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f4c4cb8f-3132-402a-87e1-74b371e36cf2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:30.820429 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd28c8d2-c467-4227-9ba1-89c5af860730 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Network 6e9a6263-c3fd-46b0-8cac-73eecb978e54 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:44:30.824931 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a91e5d17-2f4c-46c5-bb8d-eee3196390b5 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] 10.222.0.24 "PUT /v2.0/quotas/c80217a8fd4f4f958ce4642dff8023eb HTTP/1.1" status: 200 len: 368 time: 0.7430425 Mar 28 13:44:30.846814 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 56898) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:30.865366 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-391b85b4-171e-418d-9b71-ebf85513b962 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Request body: {'network': {'project_id': 'c80217a8fd4f4f958ce4642dff8023eb'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:30.869098 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-bd28c8d2-c467-4227-9ba1-89c5af860730 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:44:30.892628 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd28c8d2-c467-4227-9ba1-89c5af860730 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:44:30.899149 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd28c8d2-c467-4227-9ba1-89c5af860730 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:30.900142 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bd28c8d2-c467-4227-9ba1-89c5af860730 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:30.917454 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d50124d-7c11-483d-9d98-36e9c09ea9f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344-project] Made reservation on behalf of db6636b217754a3a8286fe02e3d670b4 for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:44:30.921666 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7d50124d-7c11-483d-9d98-36e9c09ea9f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:30.925826 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677829a7-a00f-4b9f-8703-478fde0b0ad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-e1402460-c752-45db-a270-47c08ce9fb97', 'network_id': 'e1402460-c752-45db-a270-47c08ce9fb97', 'tenant_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'fixed_ips': [{'subnet_id': 'a167ade0-c005-4c90-9729-9d5afaf497ea'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:44:30.927834 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-677829a7-a00f-4b9f-8703-478fde0b0ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:30.935153 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8f4f3348-6f80-4bfe-8888-85d4b1dceedd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:30.982571 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-72557c04-ada8-47e8-bb69-902580b6ad31 None None] For port c2b42e53-9466-4def-8f70-4a910436db6e, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:44:30.990177 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-72557c04-ada8-47e8-bb69-902580b6ad31 None None] For port c2b42e53-9466-4def-8f70-4a910436db6e, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=c2b42e53-9466-4def-8f70-4a910436db6e,segment=NetworkSegment(5e494590-8ad9-4898-beed-bca50dabbe43),segment_id=5e494590-8ad9-4898-beed-bca50dabbe43)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:44:31.012853 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd28c8d2-c467-4227-9ba1-89c5af860730 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Pushing event updated for resources: {'Port': ['ID=ad44b8ca-f853-45be-9400-da8a3114e934,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:31.014735 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7d50124d-7c11-483d-9d98-36e9c09ea9f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:31.083117 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391b85b4-171e-418d-9b71-ebf85513b962 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Made reservation on behalf of c80217a8fd4f4f958ce4642dff8023eb for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:44:31.083117 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-391b85b4-171e-418d-9b71-ebf85513b962 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:31.083433 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-72557c04-ada8-47e8-bb69-902580b6ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:31.125236 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8491518-cdf2-4f64-9b70-20255a9951e5 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Made reservation on behalf of 2279509b807b4620b1504e0117204e7a for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:44:31.128806 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a8491518-cdf2-4f64-9b70-20255a9951e5 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:31.153526 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-37248e4e-19da-4232-978f-544bf3edf843 None None] Allocated IP 172.20.0.2 (c012b94c-56e1-42f2-8be1-d11ff4eca693/470f589b-de11-4359-b1c6-d35a22ef5cbb/1eac8352-bcdc-408a-8546-4ce5f2b1079a) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:44:31.199995 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f4c4cb8f-3132-402a-87e1-74b371e36cf2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:31.207532 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-bd28c8d2-c467-4227-9ba1-89c5af860730 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.6830351 Mar 28 13:44:31.216893 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a8491518-cdf2-4f64-9b70-20255a9951e5 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:31.219503 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 56908) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:31.237141 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-3670fd39-a991-413c-9e40-bcf7d25c887b tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Request body: {'port': {'network_id': '6e9a6263-c3fd-46b0-8cac-73eecb978e54', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-385816557', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:31.237711 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.api.validators [None req-3670fd39-a991-413c-9e40-bcf7d25c887b tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] bootfile-name is not in valid_values {{(pid=109612) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 28 13:44:31.238047 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.api.validators [None req-3670fd39-a991-413c-9e40-bcf7d25c887b tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] tftp-server is not in valid_values {{(pid=109612) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 28 13:44:31.238373 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.api.validators [None req-3670fd39-a991-413c-9e40-bcf7d25c887b tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] server-ip-address is not in valid_values {{(pid=109612) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 28 13:44:31.255355 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72557c04-ada8-47e8-bb69-902580b6ad31 None None] Pushing event updated for resources: {'Port': ['ID=c2b42e53-9466-4def-8f70-4a910436db6e,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:31.305700 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-391b85b4-171e-418d-9b71-ebf85513b962 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:31.313828 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-677829a7-a00f-4b9f-8703-478fde0b0ad8 None None] Allocated IP 172.20.0.2 (e1402460-c752-45db-a270-47c08ce9fb97/a167ade0-c005-4c90-9729-9d5afaf497ea/177bc24f-0f86-49c1-b32a-bb7115514c72) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:44:31.419107 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 56912) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:31.512142 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7d50124d-7c11-483d-9d98-36e9c09ea9f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:31.616259 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-37248e4e-19da-4232-978f-544bf3edf843 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:31.618255 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a8491518-cdf2-4f64-9b70-20255a9951e5 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:31.623496 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7d50124d-7c11-483d-9d98-36e9c09ea9f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:31.667921 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-677829a7-a00f-4b9f-8703-478fde0b0ad8 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:31.674377 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-391b85b4-171e-418d-9b71-ebf85513b962 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:31.700078 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-37248e4e-19da-4232-978f-544bf3edf843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:31.705541 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.objects.ports [None req-8635f99f-9e1d-417a-aaa5-c1478e3c9919 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109613) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 13:44:31.707707 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a8491518-cdf2-4f64-9b70-20255a9951e5 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:31.707840 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8635f99f-9e1d-417a-aaa5-c1478e3c9919 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:31.708918 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d50124d-7c11-483d-9d98-36e9c09ea9f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:44:31.715128 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-0dc5df9c-4eb6-435d-8b86-9f943bf4dac4 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Request body: {'floatingip': {'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:31.736355 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d50124d-7c11-483d-9d98-36e9c09ea9f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad932e0-6526-4350-acf9-61b9971c509a,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:31.745740 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7d50124d-7c11-483d-9d98-36e9c09ea9f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740191681886', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:31.746307 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7d50124d-7c11-483d-9d98-36e9c09ea9f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344-project] Unsubscribe: segment precommit_create {{(pid=109612) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 28 13:44:31.746793 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-7d50124d-7c11-483d-9d98-36e9c09ea9f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344-project] Added segment 3102b60a-832b-4971-9b4d-777b296a7862 of type vlan for network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 Mar 28 13:44:31.751525 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37248e4e-19da-4232-978f-544bf3edf843 None None] Network c012b94c-56e1-42f2-8be1-d11ff4eca693 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:44:31.758074 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-37248e4e-19da-4232-978f-544bf3edf843 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:44:31.764627 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-677829a7-a00f-4b9f-8703-478fde0b0ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:31.766944 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37248e4e-19da-4232-978f-544bf3edf843 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:44:31.771673 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8491518-cdf2-4f64-9b70-20255a9951e5 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:44:31.773449 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3670fd39-a991-413c-9e40-bcf7d25c887b tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Made reservation on behalf of 9e6c693d076147a4b8439b23553d641b for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:44:31.777476 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3670fd39-a991-413c-9e40-bcf7d25c887b tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:31.777669 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37248e4e-19da-4232-978f-544bf3edf843 None None] Pushing event updated for resources: {'Port': ['ID=1eac8352-bcdc-408a-8546-4ce5f2b1079a,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:31.785880 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-391b85b4-171e-418d-9b71-ebf85513b962 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:31.807690 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8635f99f-9e1d-417a-aaa5-c1478e3c9919 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e19e2196-2437-451d-87f8-1e9e21caaba1,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:31.825150 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677829a7-a00f-4b9f-8703-478fde0b0ad8 None None] Network e1402460-c752-45db-a270-47c08ce9fb97 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:44:31.832417 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-677829a7-a00f-4b9f-8703-478fde0b0ad8 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:44:31.836156 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b85b4-171e-418d-9b71-ebf85513b962 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a92137-24af-423e-8a75-92b6fc0f1c48,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:31.845983 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a8491518-cdf2-4f64-9b70-20255a9951e5 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:31.846226 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-a8491518-cdf2-4f64-9b70-20255a9951e5 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Added segment 50e8ea95-54f9-4119-9f81-d39401411a7b of type vlan for network e95ecc9b-fcdf-4de8-a1f8-7f5c173d7e0b Mar 28 13:44:31.850067 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677829a7-a00f-4b9f-8703-478fde0b0ad8 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:44:31.862618 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [None req-3670fd39-a991-413c-9e40-bcf7d25c887b tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] device_id is not set on port 19bbb6f8-24bd-4781-a5dc-0359237b5485 yet. {{(pid=109612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:44:31.865267 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-391b85b4-171e-418d-9b71-ebf85513b962 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:44:31.871424 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8491518-cdf2-4f64-9b70-20255a9951e5 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0c14e5-bce8-45b8-ab40-5153862d86a4,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:31.874668 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8f4f3348-6f80-4bfe-8888-85d4b1dceedd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:31.877368 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7d50124d-7c11-483d-9d98-36e9c09ea9f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:31.879086 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-37248e4e-19da-4232-978f-544bf3edf843 None None] Attempting to bind port 1eac8352-bcdc-408a-8546-4ce5f2b1079a on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:44:31.879572 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-37248e4e-19da-4232-978f-544bf3edf843 None None] Attempting to bind port 1eac8352-bcdc-408a-8546-4ce5f2b1079a by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '435e52b0-8901-46cb-99fe-f8308dda262f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c012b94c-56e1-42f2-8be1-d11ff4eca693'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:44:31.879989 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37248e4e-19da-4232-978f-544bf3edf843 None None] Attempting to bind port 1eac8352-bcdc-408a-8546-4ce5f2b1079a on network c012b94c-56e1-42f2-8be1-d11ff4eca693 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:44:31.884713 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677829a7-a00f-4b9f-8703-478fde0b0ad8 None None] Pushing event updated for resources: {'Port': ['ID=177bc24f-0f86-49c1-b32a-bb7115514c72,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:31.901148 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8f4f3348-6f80-4bfe-8888-85d4b1dceedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:31.911562 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37248e4e-19da-4232-978f-544bf3edf843 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:44:31.911562 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37248e4e-19da-4232-978f-544bf3edf843 None None] Checking segment: {'id': '435e52b0-8901-46cb-99fe-f8308dda262f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c012b94c-56e1-42f2-8be1-d11ff4eca693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:44:31.911562 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-37248e4e-19da-4232-978f-544bf3edf843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:31.911562 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37248e4e-19da-4232-978f-544bf3edf843 None None] Bound using segment: {'id': '435e52b0-8901-46cb-99fe-f8308dda262f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c012b94c-56e1-42f2-8be1-d11ff4eca693'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:44:31.912362 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-37248e4e-19da-4232-978f-544bf3edf843 None None] Bound port: 1eac8352-bcdc-408a-8546-4ce5f2b1079a, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '435e52b0-8901-46cb-99fe-f8308dda262f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c012b94c-56e1-42f2-8be1-d11ff4eca693'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:44:31.912910 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-37248e4e-19da-4232-978f-544bf3edf843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:31.952342 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0dc5df9c-4eb6-435d-8b86-9f943bf4dac4 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks [] for floatingip, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:31.955346 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-391b85b4-171e-418d-9b71-ebf85513b962 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:31.955769 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-391b85b4-171e-418d-9b71-ebf85513b962 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Added segment 958c735a-bfc0-4ddd-8307-947f719f41ea of type vlan for network 9195d542-3525-4d13-b650-b4c2e028aec1 Mar 28 13:44:31.956325 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-677829a7-a00f-4b9f-8703-478fde0b0ad8 None None] Attempting to bind port 177bc24f-0f86-49c1-b32a-bb7115514c72 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:44:31.956805 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-677829a7-a00f-4b9f-8703-478fde0b0ad8 None None] Attempting to bind port 177bc24f-0f86-49c1-b32a-bb7115514c72 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'b8f64cde-a6c2-4271-b206-80e3e1bcbd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e1402460-c752-45db-a270-47c08ce9fb97'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:44:31.957251 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677829a7-a00f-4b9f-8703-478fde0b0ad8 None None] Attempting to bind port 177bc24f-0f86-49c1-b32a-bb7115514c72 on network e1402460-c752-45db-a270-47c08ce9fb97 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:44:31.958717 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8635f99f-9e1d-417a-aaa5-c1478e3c9919 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Checking segment: {'id': 'fd567fa9-cb2d-4c6e-bba7-cfa019e9c658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e973bc06-3826-446c-b81f-d0d2f8e17efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:44:31.959288 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8635f99f-9e1d-417a-aaa5-c1478e3c9919 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Network hostable DHCP agents. Network: e973bc06-3826-446c-b81f-d0d2f8e17efc, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:44:31.985373 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677829a7-a00f-4b9f-8703-478fde0b0ad8 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:44:31.985872 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677829a7-a00f-4b9f-8703-478fde0b0ad8 None None] Checking segment: {'id': 'b8f64cde-a6c2-4271-b206-80e3e1bcbd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e1402460-c752-45db-a270-47c08ce9fb97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:44:31.986318 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-677829a7-a00f-4b9f-8703-478fde0b0ad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:31.986761 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677829a7-a00f-4b9f-8703-478fde0b0ad8 None None] Bound using segment: {'id': 'b8f64cde-a6c2-4271-b206-80e3e1bcbd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e1402460-c752-45db-a270-47c08ce9fb97'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:44:31.987382 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-677829a7-a00f-4b9f-8703-478fde0b0ad8 None None] Bound port: 177bc24f-0f86-49c1-b32a-bb7115514c72, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f64cde-a6c2-4271-b206-80e3e1bcbd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e1402460-c752-45db-a270-47c08ce9fb97'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:44:31.987749 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-677829a7-a00f-4b9f-8703-478fde0b0ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:32.043723 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-37248e4e-19da-4232-978f-544bf3edf843 None None] For port 1eac8352-bcdc-408a-8546-4ce5f2b1079a, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:44:32.050109 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-391b85b4-171e-418d-9b71-ebf85513b962 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:32.062521 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-37248e4e-19da-4232-978f-544bf3edf843 None None] For port 1eac8352-bcdc-408a-8546-4ce5f2b1079a, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=1eac8352-bcdc-408a-8546-4ce5f2b1079a,segment=NetworkSegment(435e52b0-8901-46cb-99fe-f8308dda262f),segment_id=435e52b0-8901-46cb-99fe-f8308dda262f)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:44:32.077321 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a8491518-cdf2-4f64-9b70-20255a9951e5 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:32.084080 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-677829a7-a00f-4b9f-8703-478fde0b0ad8 None None] For port 177bc24f-0f86-49c1-b32a-bb7115514c72, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:44:32.084080 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-677829a7-a00f-4b9f-8703-478fde0b0ad8 None None] For port 177bc24f-0f86-49c1-b32a-bb7115514c72, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=177bc24f-0f86-49c1-b32a-bb7115514c72,segment=NetworkSegment(b8f64cde-a6c2-4271-b206-80e3e1bcbd27),segment_id=b8f64cde-a6c2-4271-b206-80e3e1bcbd27)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:44:32.142417 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8635f99f-9e1d-417a-aaa5-c1478e3c9919 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Network e973bc06-3826-446c-b81f-d0d2f8e17efc is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:44:32.169582 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-37248e4e-19da-4232-978f-544bf3edf843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:32.177049 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-677829a7-a00f-4b9f-8703-478fde0b0ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:32.182391 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-8f4f3348-6f80-4bfe-8888-85d4b1dceedd admin admin] Allocated IP 172.26.2.145 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/859eb27a-0ac8-40d8-beeb-833a3a4bae16) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:44:32.235711 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-391b85b4-171e-418d-9b71-ebf85513b962 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:32.241853 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391b85b4-171e-418d-9b71-ebf85513b962 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:32.242523 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-391b85b4-171e-418d-9b71-ebf85513b962 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:32.245416 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-8635f99f-9e1d-417a-aaa5-c1478e3c9919 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, e973bc06-3826-446c-b81f-d0d2f8e17efc) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:44:32.280120 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7b10e9-eeec-42bc-824b-1dfcd9c2e34b None None] Network e973bc06-3826-446c-b81f-d0d2f8e17efc requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:44:32.324335 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8635f99f-9e1d-417a-aaa5-c1478e3c9919 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:32.326563 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7d50124d-7c11-483d-9d98-36e9c09ea9f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:32.329324 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8635f99f-9e1d-417a-aaa5-c1478e3c9919 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:32.332044 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d50124d-7c11-483d-9d98-36e9c09ea9f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:32.332669 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7d50124d-7c11-483d-9d98-36e9c09ea9f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:32.423070 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8f4f3348-6f80-4bfe-8888-85d4b1dceedd admin admin] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:32.464988 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-391b85b4-171e-418d-9b71-ebf85513b962 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6076581 Mar 28 13:44:32.485950 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 56920) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:32.501832 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4a4770-38a9-4533-90c6-e41279c4d0f3 None None] Network e973bc06-3826-446c-b81f-d0d2f8e17efc requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:44:32.544831 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-ca921820-522e-4611-b120-79d4cbeb29fd tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Request body: {'network': {'project_id': 'c80217a8fd4f4f958ce4642dff8023eb'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:32.597691 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37248e4e-19da-4232-978f-544bf3edf843 None None] Pushing event updated for resources: {'Port': ['ID=1eac8352-bcdc-408a-8546-4ce5f2b1079a,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:32.615006 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-3670fd39-a991-413c-9e40-bcf7d25c887b tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Allocated IP 2001:db8::2d9 (6e9a6263-c3fd-46b0-8cac-73eecb978e54/6a4d30bb-ae38-4f66-b6ec-6c79446156cf/19bbb6f8-24bd-4781-a5dc-0359237b5485) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:44:32.618943 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a8491518-cdf2-4f64-9b70-20255a9951e5 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:32.630964 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8491518-cdf2-4f64-9b70-20255a9951e5 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:32.631628 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a8491518-cdf2-4f64-9b70-20255a9951e5 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:32.635698 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f4c4cb8f-3132-402a-87e1-74b371e36cf2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:32.659465 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-7d50124d-7c11-483d-9d98-36e9c09ea9f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.5059106 Mar 28 13:44:32.681454 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-8635f99f-9e1d-417a-aaa5-c1478e3c9919 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3035505 Mar 28 13:44:32.699271 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 56928) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:32.703285 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677829a7-a00f-4b9f-8703-478fde0b0ad8 None None] Pushing event updated for resources: {'Port': ['ID=177bc24f-0f86-49c1-b32a-bb7115514c72,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:32.728736 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b85b4-171e-418d-9b71-ebf85513b962 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Pushing event updated for resources: {'Network': ['ID=9195d542-3525-4d13-b650-b4c2e028aec1,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:32.733412 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-31b38046-ced4-478c-9560-b88687f7ca0a tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1960666186', 'network_id': 'e973bc06-3826-446c-b81f-d0d2f8e17efc'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:32.745402 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d50124d-7c11-483d-9d98-36e9c09ea9f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344-project] Pushing event updated for resources: {'Network': ['ID=c4b97d5f-94d7-43ac-bc04-cc2a500c1914,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:32.750376 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f4c4cb8f-3132-402a-87e1-74b371e36cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:32.763711 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca921820-522e-4611-b120-79d4cbeb29fd tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Made reservation on behalf of c80217a8fd4f4f958ce4642dff8023eb for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:44:32.767385 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ca921820-522e-4611-b120-79d4cbeb29fd tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:32.777560 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0dc5df9c-4eb6-435d-8b86-9f943bf4dac4 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:32.798368 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 9195d542-3525-4d13-b650-b4c2e028aec1 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:44:32.801291 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8469c9a-9449-4314-8dec-b2e18f389da3 None None] Network 6e9a6263-c3fd-46b0-8cac-73eecb978e54 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:44:32.825892 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8f4f3348-6f80-4bfe-8888-85d4b1dceedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:33.022038 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a8491518-cdf2-4f64-9b70-20255a9951e5 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.7946084 Mar 28 13:44:33.024959 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:44:33.025517 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 56934) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:33.028411 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca921820-522e-4611-b120-79d4cbeb29fd tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:44:33.047971 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4f3348-6f80-4bfe-8888-85d4b1dceedd admin admin] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:44:33.055035 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-0f4bd5da-9676-46fd-ba9e-718a9cb0ba48 None None] Provisioning complete for port c2b42e53-9466-4def-8f70-4a910436db6e triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:44:33.055420 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0f4bd5da-9676-46fd-ba9e-718a9cb0ba48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:33.057349 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-8f4f3348-6f80-4bfe-8888-85d4b1dceedd admin admin] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:44:33.062054 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ca921820-522e-4611-b120-79d4cbeb29fd tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:33.062401 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-ca921820-522e-4611-b120-79d4cbeb29fd tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Added segment 1503884d-608c-4272-a75a-5665c4e2e8c7 of type vlan for network 4a2c1878-6e6a-467b-b37e-11e652494e07 Mar 28 13:44:33.065874 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4f3348-6f80-4bfe-8888-85d4b1dceedd admin admin] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:44:33.075649 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4f3348-6f80-4bfe-8888-85d4b1dceedd admin admin] Pushing event updated for resources: {'Port': ['ID=859eb27a-0ac8-40d8-beeb-833a3a4bae16,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:33.125385 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-f4c4cb8f-3132-402a-87e1-74b371e36cf2 admin admin] Allocated IP 172.26.2.65 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/476469b4-76e1-4d32-9033-5987432e6cab) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:44:33.205963 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ca921820-522e-4611-b120-79d4cbeb29fd tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:33.281795 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-8b257455-5539-476c-aa8d-75e3fdc43e2a tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Request body: {'subnet': {'network_id': 'e95ecc9b-fcdf-4de8-a1f8-7f5c173d7e0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:33.287117 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 1eac8352-bcdc-408a-8546-4ce5f2b1079a up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:44:33.343011 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ca921820-522e-4611-b120-79d4cbeb29fd tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:33.345348 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca921820-522e-4611-b120-79d4cbeb29fd tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:33.346271 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ca921820-522e-4611-b120-79d4cbeb29fd tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:33.456477 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b38046-ced4-478c-9560-b88687f7ca0a tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Made reservation on behalf of fb938ce7e46e4cfeaf8d341ddb0a090a for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:44:33.460086 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-31b38046-ced4-478c-9560-b88687f7ca0a tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:33.477153 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 1eac8352-bcdc-408a-8546-4ce5f2b1079a triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:44:33.477586 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:33.501736 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ca921820-522e-4611-b120-79d4cbeb29fd tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9805632 Mar 28 13:44:33.510508 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 56936) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:33.524039 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-a0bce61b-1c32-404e-a2c9-7fe2181f85a6 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Request body: {'network': {'project_id': 'c80217a8fd4f4f958ce4642dff8023eb'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:33.536309 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0bce61b-1c32-404e-a2c9-7fe2181f85a6 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 28 13:44:33.536820 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0bce61b-1c32-404e-a2c9-7fe2181f85a6 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:44:33.538798 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a0bce61b-1c32-404e-a2c9-7fe2181f85a6 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0266819 Mar 28 13:44:33.539386 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 56938) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:33.543203 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 56940) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:33.552530 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Request body: {'port': {'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914', 'binding:host_id': 'hv-neutron-8353', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1758011928'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:33.571762 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0f4bd5da-9676-46fd-ba9e-718a9cb0ba48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:33.572012 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8491518-cdf2-4f64-9b70-20255a9951e5 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Pushing event updated for resources: {'Network': ['ID=e95ecc9b-fcdf-4de8-a1f8-7f5c173d7e0b,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:33.584304 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network e95ecc9b-fcdf-4de8-a1f8-7f5c173d7e0b details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:44:33.587505 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca921820-522e-4611-b120-79d4cbeb29fd tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Pushing event updated for resources: {'Network': ['ID=4a2c1878-6e6a-467b-b37e-11e652494e07,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:33.611529 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 4a2c1878-6e6a-467b-b37e-11e652494e07 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:44:33.638729 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [None req-31b38046-ced4-478c-9560-b88687f7ca0a tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] device_id is not set on port 57c6cc0b-35a0-442d-bd2d-79b2a703d16e yet. {{(pid=109612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:44:33.656922 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f4c4cb8f-3132-402a-87e1-74b371e36cf2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:33.669391 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Made reservation on behalf of ba3d8305a9a347cd826962a3b932c37d for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:44:33.672225 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:33.689736 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8f4f3348-6f80-4bfe-8888-85d4b1dceedd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:33.691785 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:33.761936 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-0f4bd5da-9676-46fd-ba9e-718a9cb0ba48 None None] For port c2b42e53-9466-4def-8f70-4a910436db6e, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=c2b42e53-9466-4def-8f70-4a910436db6e,segment=NetworkSegment(5e494590-8ad9-4898-beed-bca50dabbe43),segment_id=5e494590-8ad9-4898-beed-bca50dabbe43)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:44:33.834259 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0f4bd5da-9676-46fd-ba9e-718a9cb0ba48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:33.849067 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-eccbbc35-7489-4197-bc3a-3090b60ff23d tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c80217a8fd4f4f958ce4642dff8023eb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2994940 Mar 28 13:44:33.856779 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 56942) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:33.874200 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b257455-5539-476c-aa8d-75e3fdc43e2a tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Made reservation on behalf of 2279509b807b4620b1504e0117204e7a for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:44:33.877802 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8b257455-5539-476c-aa8d-75e3fdc43e2a tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Notify callbacks [] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:33.907433 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:33.915297 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:33.966104 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4bd5da-9676-46fd-ba9e-718a9cb0ba48 None None] Pushing event updated for resources: {'Port': ['ID=c2b42e53-9466-4def-8f70-4a910436db6e,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:33.984983 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3670fd39-a991-413c-9e40-bcf7d25c887b tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:33.988525 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 1eac8352-bcdc-408a-8546-4ce5f2b1079a, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=1eac8352-bcdc-408a-8546-4ce5f2b1079a,segment=NetworkSegment(435e52b0-8901-46cb-99fe-f8308dda262f),segment_id=435e52b0-8901-46cb-99fe-f8308dda262f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:44:34.042761 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7876fa84-70a2-4309-a429-799885d08120 None None] Network e1402460-c752-45db-a270-47c08ce9fb97 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:44:34.059404 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-31b38046-ced4-478c-9560-b88687f7ca0a tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Allocated IP 172.20.0.11 (e973bc06-3826-446c-b81f-d0d2f8e17efc/e19e2196-2437-451d-87f8-1e9e21caaba1/57c6cc0b-35a0-442d-bd2d-79b2a703d16e) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:44:34.095413 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f4c4cb8f-3132-402a-87e1-74b371e36cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:34.111200 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:34.111981 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 177bc24f-0f86-49c1-b32a-bb7115514c72 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:44:34.177834 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:34.181274 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] device_id is not set on port 01d70b27-a349-4766-b269-6ac8cbcd182d yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:44:34.226704 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c4cb8f-3132-402a-87e1-74b371e36cf2 admin admin] Pushing event updated for resources: {'Port': ['ID=476469b4-76e1-4d32-9033-5987432e6cab,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:34.261267 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-3899647c-5f4e-4f9f-b120-5241bb8788a5 None None] Provisioning complete for port c2b42e53-9466-4def-8f70-4a910436db6e triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:44:34.261642 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3899647c-5f4e-4f9f-b120-5241bb8788a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:34.301267 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c4cb8f-3132-402a-87e1-74b371e36cf2 admin admin] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:44:34.320395 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-f4c4cb8f-3132-402a-87e1-74b371e36cf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:44:34.325491 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c4cb8f-3132-402a-87e1-74b371e36cf2 admin admin] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:44:34.326524 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 177bc24f-0f86-49c1-b32a-bb7115514c72 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:44:34.326955 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:34.359145 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-0dc5df9c-4eb6-435d-8b86-9f943bf4dac4 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Allocated IP 172.26.2.66 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/5ca861f6-49f5-4672-9978-4bcede18cf30) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:44:34.381951 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=1eac8352-bcdc-408a-8546-4ce5f2b1079a,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:34.428501 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3670fd39-a991-413c-9e40-bcf7d25c887b tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:34.475878 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4976b7a8-aaa8-4b1e-b543-7dfceccc464b None None] Network c012b94c-56e1-42f2-8be1-d11ff4eca693 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:44:34.502957 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9d29788a-f47b-4328-bd5d-0191fc54bf39 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:34.570328 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:34.581330 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0dc5df9c-4eb6-435d-8b86-9f943bf4dac4 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:34.583972 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2086a05f-a29b-494b-86dc-a25abca37088,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:34.823885 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3670fd39-a991-413c-9e40-bcf7d25c887b tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Network 6e9a6263-c3fd-46b0-8cac-73eecb978e54 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:44:34.826811 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9d29788a-f47b-4328-bd5d-0191fc54bf39 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:34.829056 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-3670fd39-a991-413c-9e40-bcf7d25c887b tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:44:34.829056 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3670fd39-a991-413c-9e40-bcf7d25c887b tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:44:34.829056 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3670fd39-a991-413c-9e40-bcf7d25c887b tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:34.829056 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3670fd39-a991-413c-9e40-bcf7d25c887b tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:34.829614 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8f4f3348-6f80-4bfe-8888-85d4b1dceedd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:34.831422 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3670fd39-a991-413c-9e40-bcf7d25c887b tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Pushing event updated for resources: {'Port': ['ID=19bbb6f8-24bd-4781-a5dc-0359237b5485,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:34.831807 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 177bc24f-0f86-49c1-b32a-bb7115514c72, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=177bc24f-0f86-49c1-b32a-bb7115514c72,segment=NetworkSegment(b8f64cde-a6c2-4271-b206-80e3e1bcbd27),segment_id=b8f64cde-a6c2-4271-b206-80e3e1bcbd27)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:44:34.831807 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-3899647c-5f4e-4f9f-b120-5241bb8788a5 None None] Provisioning complete for port ad44b8ca-f853-45be-9400-da8a3114e934 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:44:34.831807 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3899647c-5f4e-4f9f-b120-5241bb8788a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:34.832538 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-31b38046-ced4-478c-9560-b88687f7ca0a tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:34.832695 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-3899647c-5f4e-4f9f-b120-5241bb8788a5 None None] Port ad44b8ca-f853-45be-9400-da8a3114e934 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:44:34.832695 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:34.832695 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device c2b42e53-9466-4def-8f70-4a910436db6e up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:44:34.917878 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] device_id is not set on port 01d70b27-a349-4766-b269-6ac8cbcd182d yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:44:34.930709 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:34.991579 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-3899647c-5f4e-4f9f-b120-5241bb8788a5 None None] Provisioning complete for port 177bc24f-0f86-49c1-b32a-bb7115514c72 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:44:34.991960 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3899647c-5f4e-4f9f-b120-5241bb8788a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:35.047880 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:35.054787 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0dc5df9c-4eb6-435d-8b86-9f943bf4dac4 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:35.057633 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port c2b42e53-9466-4def-8f70-4a910436db6e triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:44:35.058199 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:35.092930 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-3670fd39-a991-413c-9e40-bcf7d25c887b tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.8682899 Mar 28 13:44:35.092930 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8b257455-5539-476c-aa8d-75e3fdc43e2a tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:35.109257 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 56944) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:35.115594 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc5df9c-4eb6-435d-8b86-9f943bf4dac4 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Pushing event updated for resources: {'Port': ['ID=5ca861f6-49f5-4672-9978-4bcede18cf30,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:35.139771 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9d29788a-f47b-4328-bd5d-0191fc54bf39 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:35.140584 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=177bc24f-0f86-49c1-b32a-bb7115514c72,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:35.143780 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9d29788a-f47b-4328-bd5d-0191fc54bf39 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:35.145047 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9d29788a-f47b-4328-bd5d-0191fc54bf39 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/d8a92137-24af-423e-8a75-92b6fc0f1c48 HTTP/1.1" status: 204 len: 168 time: 1.2278073 Mar 28 13:44:35.191133 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 56946) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:35.231041 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc5df9c-4eb6-435d-8b86-9f943bf4dac4 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:44:35.234868 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-31b38046-ced4-478c-9560-b88687f7ca0a tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:35.246328 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d29788a-f47b-4328-bd5d-0191fc54bf39 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a92137-24af-423e-8a75-92b6fc0f1c48,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:35.265620 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-0dc5df9c-4eb6-435d-8b86-9f943bf4dac4 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:44:35.294159 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Pushing event updated for resources: {'Port': ['ID=01d70b27-a349-4766-b269-6ac8cbcd182d,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:35.300287 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f4c4cb8f-3132-402a-87e1-74b371e36cf2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:35.302019 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc5df9c-4eb6-435d-8b86-9f943bf4dac4 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:44:35.323869 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-6e85d176-96a8-418c-bfc1-7ca7e987c4a9 None None] Provisioning complete for port 19bbb6f8-24bd-4781-a5dc-0359237b5485 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:44:35.324548 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6e85d176-96a8-418c-bfc1-7ca7e987c4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:35.360795 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b38046-ced4-478c-9560-b88687f7ca0a tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Network e973bc06-3826-446c-b81f-d0d2f8e17efc is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:44:35.369291 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b257455-5539-476c-aa8d-75e3fdc43e2a tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Pushing event updated for resources: {'Subnet': ['ID=927baed3-05be-4cb7-9821-fc3341f93f80,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:35.382017 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-6e85d176-96a8-418c-bfc1-7ca7e987c4a9 None None] Port 19bbb6f8-24bd-4781-a5dc-0359237b5485 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:44:35.383584 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-31b38046-ced4-478c-9560-b88687f7ca0a tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:44:35.386213 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b38046-ced4-478c-9560-b88687f7ca0a tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:44:35.386323 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 1eac8352-bcdc-408a-8546-4ce5f2b1079a up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:44:35.387274 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b38046-ced4-478c-9560-b88687f7ca0a tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:35.387877 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-31b38046-ced4-478c-9560-b88687f7ca0a tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:35.398122 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c32f96a-a3d3-46d3-8877-cf946aff3653 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:35.404484 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c32f96a-a3d3-46d3-8877-cf946aff3653 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:35.410662 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c32f96a-a3d3-46d3-8877-cf946aff3653 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:35.415241 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-7c32f96a-a3d3-46d3-8877-cf946aff3653 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2910533 Mar 28 13:44:35.419787 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-62f71f83-5fee-4ccf-8722-3fb88d45aede tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:35.423273 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 56948) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:35.425074 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-6e85d176-96a8-418c-bfc1-7ca7e987c4a9 None None] Provisioning complete for port ad44b8ca-f853-45be-9400-da8a3114e934 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:44:35.426018 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6e85d176-96a8-418c-bfc1-7ca7e987c4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:35.428089 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b38046-ced4-478c-9560-b88687f7ca0a tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Pushing event updated for resources: {'Port': ['ID=57c6cc0b-35a0-442d-bd2d-79b2a703d16e,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:35.436014 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b257455-5539-476c-aa8d-75e3fdc43e2a tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Checking segment: {'id': '50e8ea95-54f9-4119-9f81-d39401411a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e95ecc9b-fcdf-4de8-a1f8-7f5c173d7e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:44:35.438211 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b257455-5539-476c-aa8d-75e3fdc43e2a tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Network hostable DHCP agents. Network: e95ecc9b-fcdf-4de8-a1f8-7f5c173d7e0b, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:44:35.460554 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Checking segment: {'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:44:35.460913 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Network hostable DHCP agents. Network: c4b97d5f-94d7-43ac-bc04-cc2a500c1914, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:44:35.476219 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-6e85d176-96a8-418c-bfc1-7ca7e987c4a9 None None] Port ad44b8ca-f853-45be-9400-da8a3114e934 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:44:35.485480 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 1eac8352-bcdc-408a-8546-4ce5f2b1079a triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:44:35.485839 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:35.493188 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-6e85d176-96a8-418c-bfc1-7ca7e987c4a9 None None] Provisioning complete for port 1eac8352-bcdc-408a-8546-4ce5f2b1079a triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:44:35.493607 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6e85d176-96a8-418c-bfc1-7ca7e987c4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:35.501251 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f4f3348-6f80-4bfe-8888-85d4b1dceedd admin admin] Router 30923fd5-3870-4d87-8258-961f0a2fda57 is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:44:35.515103 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0dc5df9c-4eb6-435d-8b86-9f943bf4dac4 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:35.554861 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-31b38046-ced4-478c-9560-b88687f7ca0a tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 2.8286369 Mar 28 13:44:35.557389 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 56950) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:35.609098 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b257455-5539-476c-aa8d-75e3fdc43e2a tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Network e95ecc9b-fcdf-4de8-a1f8-7f5c173d7e0b is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:44:35.630557 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 177bc24f-0f86-49c1-b32a-bb7115514c72 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:44:35.685294 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f4c4cb8f-3132-402a-87e1-74b371e36cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:35.691011 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:44:35.734967 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-62f71f83-5fee-4ccf-8722-3fb88d45aede tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:35.767623 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0dc5df9c-4eb6-435d-8b86-9f943bf4dac4 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:35.779618 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-6e85d176-96a8-418c-bfc1-7ca7e987c4a9 None None] Provisioning complete for port 177bc24f-0f86-49c1-b32a-bb7115514c72 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:44:35.779980 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6e85d176-96a8-418c-bfc1-7ca7e987c4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:35.786496 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-8b257455-5539-476c-aa8d-75e3fdc43e2a tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, e95ecc9b-fcdf-4de8-a1f8-7f5c173d7e0b) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:44:35.792196 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b257455-5539-476c-aa8d-75e3fdc43e2a tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:35.793000 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8b257455-5539-476c-aa8d-75e3fdc43e2a tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:35.803347 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5307253-d8a2-44ba-80ad-fe3b376aaac0 None None] Network e95ecc9b-fcdf-4de8-a1f8-7f5c173d7e0b requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:44:35.803556 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, c4b97d5f-94d7-43ac-bc04-cc2a500c1914) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:44:35.817162 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-0d072dd8-d4da-4b24-855f-4c0cd6fbd7b0 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Deleting port 57c6cc0b-35a0-442d-bd2d-79b2a703d16e {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:44:35.817162 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0d072dd8-d4da-4b24-855f-4c0cd6fbd7b0 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:35.825006 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ed1c90-6ece-48b9-ad0b-4483f3325e32 None None] Network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:44:35.838159 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-62f71f83-5fee-4ccf-8722-3fb88d45aede tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:44:35.838377 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-62f71f83-5fee-4ccf-8722-3fb88d45aede tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:44:35.839038 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-62f71f83-5fee-4ccf-8722-3fb88d45aede tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:44:35.839883 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-62f71f83-5fee-4ccf-8722-3fb88d45aede tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Subscribe: > port after_create 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:44:35.839883 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-62f71f83-5fee-4ccf-8722-3fb88d45aede tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Subscribe: > port after_delete 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:44:35.840067 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-62f71f83-5fee-4ccf-8722-3fb88d45aede tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Subscribe: > port after_update 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:44:35.840767 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-62f71f83-5fee-4ccf-8722-3fb88d45aede tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:44:35.840767 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-62f71f83-5fee-4ccf-8722-3fb88d45aede tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:44:35.841056 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-62f71f83-5fee-4ccf-8722-3fb88d45aede tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:44:35.841277 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-62f71f83-5fee-4ccf-8722-3fb88d45aede tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:44:35.911225 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-8b257455-5539-476c-aa8d-75e3fdc43e2a tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6337905 Mar 28 13:44:35.918214 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 56952) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:35.926511 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-5af6d91d-1192-4252-bd95-16e1041226df tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Request body: {'port': {'network_id': 'e95ecc9b-fcdf-4de8-a1f8-7f5c173d7e0b', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1083575644'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:35.931248 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 177bc24f-0f86-49c1-b32a-bb7115514c72 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:44:35.932342 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:35.958680 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0d072dd8-d4da-4b24-855f-4c0cd6fbd7b0 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:36.009106 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-0d072dd8-d4da-4b24-855f-4c0cd6fbd7b0 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Calling delete_port for 57c6cc0b-35a0-442d-bd2d-79b2a703d16e owned by {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:44:36.081349 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-62f71f83-5fee-4ccf-8722-3fb88d45aede tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:44:36.081683 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-62f71f83-5fee-4ccf-8722-3fb88d45aede tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:44:36.081917 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-62f71f83-5fee-4ccf-8722-3fb88d45aede tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:44:36.082240 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-62f71f83-5fee-4ccf-8722-3fb88d45aede tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=109613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:44:36.083292 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-62f71f83-5fee-4ccf-8722-3fb88d45aede tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a2c1878-6e6a-467b-b37e-11e652494e07']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:44:36.090635 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:44:36.101306 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c4cb8f-3132-402a-87e1-74b371e36cf2 admin admin] Router 932ca29e-8b40-4b6f-9e96-e6798079555f is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:44:36.131720 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-62f71f83-5fee-4ccf-8722-3fb88d45aede tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1503884d-608c-4272-a75a-5665c4e2e8c7') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:44:36.131720 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-62f71f83-5fee-4ccf-8722-3fb88d45aede tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1503884d-608c-4272-a75a-5665c4e2e8c7') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:44:36.151921 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc10c954-b8cc-4128-b048-a788646f5ceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-e95ecc9b-fcdf-4de8-a1f8-7f5c173d7e0b', 'network_id': 'e95ecc9b-fcdf-4de8-a1f8-7f5c173d7e0b', 'tenant_id': '2279509b807b4620b1504e0117204e7a', 'fixed_ips': [{'subnet_id': '927baed3-05be-4cb7-9821-fc3341f93f80'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:44:36.152820 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-bc10c954-b8cc-4128-b048-a788646f5ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:36.169291 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-62f71f83-5fee-4ccf-8722-3fb88d45aede tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:36.174447 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-6ad71622-25dc-4f51-9f86-b08baf1ac7ac tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Deleting port 19bbb6f8-24bd-4781-a5dc-0359237b5485 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:44:36.174793 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6ad71622-25dc-4f51-9f86-b08baf1ac7ac tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:36.184833 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device c2b42e53-9466-4def-8f70-4a910436db6e up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:44:36.327259 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af6d91d-1192-4252-bd95-16e1041226df tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Made reservation on behalf of 2279509b807b4620b1504e0117204e7a for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:44:36.330789 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5af6d91d-1192-4252-bd95-16e1041226df tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:36.330919 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port c2b42e53-9466-4def-8f70-4a910436db6e triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:44:36.331283 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:36.335863 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c4cb8f-3132-402a-87e1-74b371e36cf2 admin admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:44:36.349766 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc13659d-abed-4c8e-963c-67aa73a54025 None None] Sync routers for ids ['932ca29e-8b40-4b6f-9e96-e6798079555f'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:44:36.352718 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port 01d70b27-a349-4766-b269-6ac8cbcd182d on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:44:36.353130 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port 01d70b27-a349-4766-b269-6ac8cbcd182d by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:44:36.353423 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port 01d70b27-a349-4766-b269-6ac8cbcd182d on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:44:36.368153 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc13659d-abed-4c8e-963c-67aa73a54025 None None] Routers {'932ca29e-8b40-4b6f-9e96-e6798079555f'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:44:36.369338 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-dc13659d-abed-4c8e-963c-67aa73a54025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:44:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['932ca29e-8b40-4b6f-9e96-e6798079555f'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:44:36.369597 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [None req-5af6d91d-1192-4252-bd95-16e1041226df tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] device_id is not set on port e6e61c6f-ee42-4ba6-aae8-0aaa2790eda5 yet. {{(pid=109612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:44:36.370905 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-bc10c954-b8cc-4128-b048-a788646f5ceb None None] Allocated IP 172.20.0.2 (e95ecc9b-fcdf-4de8-a1f8-7f5c173d7e0b/927baed3-05be-4cb7-9821-fc3341f93f80/642f2131-afb0-45e4-b3b6-9f0701b9aff1) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:44:36.382750 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4f3348-6f80-4bfe-8888-85d4b1dceedd admin admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:44:36.413218 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Port 01d70b27-a349-4766-b269-6ac8cbcd182d on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:44:36.413556 dv-neutron-835335-1-hyperv neutron-server[109613]: ERROR neutron.plugins.ml2.managers [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Failed to bind port 01d70b27-a349-4766-b269-6ac8cbcd182d on host hv-neutron-8353 for vnic_type normal using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] Mar 28 13:44:36.417061 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d968726-ec8d-42e5-8432-be49dc08e67e None None] Sync routers for ids ['30923fd5-3870-4d87-8258-961f0a2fda57'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:44:36.435065 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0d072dd8-d4da-4b24-855f-4c0cd6fbd7b0 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:36.462012 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.plugins.ml2.plugin [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempt 2 to bind port 01d70b27-a349-4766-b269-6ac8cbcd182d Mar 28 13:44:36.470069 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-62f71f83-5fee-4ccf-8722-3fb88d45aede tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:36.472436 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d968726-ec8d-42e5-8432-be49dc08e67e None None] Routers {'30923fd5-3870-4d87-8258-961f0a2fda57'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:44:36.473223 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-3d968726-ec8d-42e5-8432-be49dc08e67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:44:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['30923fd5-3870-4d87-8258-961f0a2fda57'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:44:36.479467 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f4c4cb8f-3132-402a-87e1-74b371e36cf2 admin admin] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:36.483852 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-f4c4cb8f-3132-402a-87e1-74b371e36cf2 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.1676836 Mar 28 13:44:36.483852 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d072dd8-d4da-4b24-855f-4c0cd6fbd7b0 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Pushing event deleted for resources: {'Port': ['ID=57c6cc0b-35a0-442d-bd2d-79b2a703d16e,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:36.488212 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 56954) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:36.505240 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62f71f83-5fee-4ccf-8722-3fb88d45aede tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:44:36.505641 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-62f71f83-5fee-4ccf-8722-3fb88d45aede tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:36.509695 dv-neutron-835335-1-hyperv neutron-server[109613]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 13:44:36.509695 dv-neutron-835335-1-hyperv neutron-server[109613]: from cryptography.utils import int_from_bytes Mar 28 13:44:36.509695 dv-neutron-835335-1-hyperv neutron-server[109613]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 13:44:36.509695 dv-neutron-835335-1-hyperv neutron-server[109613]: from cryptography.utils import int_from_bytes Mar 28 13:44:36.509695 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:44:36.509695 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:44:36.509695 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:44:36.509695 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:44:36.509695 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:44:36.509695 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:44:36.509695 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:44:36.509695 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:44:36.509695 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:44:36.509695 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:44:36.509695 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:44:36.509695 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:44:36.509695 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:44:36.509695 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:44:36.509695 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:44:36.509695 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:44:36.509695 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:44:36.509695 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:44:36.509695 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:44:36.509695 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:44:36.509695 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:44:36.509695 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:44:36.509695 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:44:36.509695 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:44:36.509695 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:44:36.509695 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:44:36.509695 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:44:36.509695 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:44:36.509695 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:44:36.509695 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:44:36.509695 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:44:36.509695 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:44:36.522089 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port 01d70b27-a349-4766-b269-6ac8cbcd182d on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:44:36.522384 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port 01d70b27-a349-4766-b269-6ac8cbcd182d by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:44:36.522697 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port 01d70b27-a349-4766-b269-6ac8cbcd182d on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:44:36.543404 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8f4f3348-6f80-4bfe-8888-85d4b1dceedd admin admin] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:36.544747 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-8f4f3348-6f80-4bfe-8888-85d4b1dceedd admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.2200422 Mar 28 13:44:36.550453 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 56958) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:36.596048 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Port 01d70b27-a349-4766-b269-6ac8cbcd182d on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:44:36.596758 dv-neutron-835335-1-hyperv neutron-server[109613]: ERROR neutron.plugins.ml2.managers [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Failed to bind port 01d70b27-a349-4766-b269-6ac8cbcd182d on host hv-neutron-8353 for vnic_type normal using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] Mar 28 13:44:36.608120 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.plugins.ml2.plugin [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempt 3 to bind port 01d70b27-a349-4766-b269-6ac8cbcd182d Mar 28 13:44:36.641167 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-dc13659d-abed-4c8e-963c-67aa73a54025 None None] Set router 932ca29e-8b40-4b6f-9e96-e6798079555f gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:44:36.644054 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6ad71622-25dc-4f51-9f86-b08baf1ac7ac tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:36.663410 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port 01d70b27-a349-4766-b269-6ac8cbcd182d on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:44:36.663972 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port 01d70b27-a349-4766-b269-6ac8cbcd182d by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:44:36.664471 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port 01d70b27-a349-4766-b269-6ac8cbcd182d on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:44:36.679832 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-6ad71622-25dc-4f51-9f86-b08baf1ac7ac tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Calling delete_port for 19bbb6f8-24bd-4781-a5dc-0359237b5485 owned by {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:44:36.688685 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Port 01d70b27-a349-4766-b269-6ac8cbcd182d on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:44:36.689223 dv-neutron-835335-1-hyperv neutron-server[109613]: ERROR neutron.plugins.ml2.managers [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Failed to bind port 01d70b27-a349-4766-b269-6ac8cbcd182d on host hv-neutron-8353 for vnic_type normal using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] Mar 28 13:44:36.695108 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.plugins.ml2.plugin [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempt 4 to bind port 01d70b27-a349-4766-b269-6ac8cbcd182d Mar 28 13:44:36.716829 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0dc5df9c-4eb6-435d-8b86-9f943bf4dac4 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:36.779831 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-62f71f83-5fee-4ccf-8722-3fb88d45aede tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:36.790307 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port 01d70b27-a349-4766-b269-6ac8cbcd182d on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:44:36.791154 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port 01d70b27-a349-4766-b269-6ac8cbcd182d by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:44:36.792152 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port 01d70b27-a349-4766-b269-6ac8cbcd182d on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:44:36.801831 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-62f71f83-5fee-4ccf-8722-3fb88d45aede tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:36.805331 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-62f71f83-5fee-4ccf-8722-3fb88d45aede tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] 10.222.0.24 "DELETE /v2.0/networks/4a2c1878-6e6a-467b-b37e-11e652494e07 HTTP/1.1" status: 204 len: 168 time: 1.6105559 Mar 28 13:44:36.808554 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0d072dd8-d4da-4b24-855f-4c0cd6fbd7b0 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:36.811877 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-0d072dd8-d4da-4b24-855f-4c0cd6fbd7b0 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] 10.222.0.24 "DELETE /v2.0/ports/57c6cc0b-35a0-442d-bd2d-79b2a703d16e HTTP/1.1" status: 204 len: 168 time: 1.2534370 Mar 28 13:44:36.816862 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 56960) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:36.817192 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 56962) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:36.824139 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-194ca5bb-5071-4d66-ae80-b04b44a71972 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e973bc06-3826-446c-b81f-d0d2f8e17efc', 'external_fixed_ips': [{'subnet_id': 'e19e2196-2437-451d-87f8-1e9e21caaba1', 'ip_address': '172.20.0.11'}]}}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:36.825151 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0dc5df9c-4eb6-435d-8b86-9f943bf4dac4 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:36.833706 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f71f83-5fee-4ccf-8722-3fb88d45aede tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Pushing event deleted for resources: {'Network': ['ID=4a2c1878-6e6a-467b-b37e-11e652494e07,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:36.837474 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-3d968726-ec8d-42e5-8432-be49dc08e67e None None] Set router 30923fd5-3870-4d87-8258-961f0a2fda57 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:44:36.842985 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Port 01d70b27-a349-4766-b269-6ac8cbcd182d on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:44:36.843494 dv-neutron-835335-1-hyperv neutron-server[109613]: ERROR neutron.plugins.ml2.managers [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Failed to bind port 01d70b27-a349-4766-b269-6ac8cbcd182d on host hv-neutron-8353 for vnic_type normal using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] Mar 28 13:44:36.854661 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-dc13659d-abed-4c8e-963c-67aa73a54025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932ca29e-8b40-4b6f-9e96-e6798079555f', 'name': 'tempest-ServerActionsTestJSON-68342897-router', 'tenant_id': 'aa9aa9bd837f49a494e03678d3365504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '476469b4-76e1-4d32-9033-5987432e6cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:44:30Z', 'updated_at': '2022-03-28T13:44:34Z', 'revision_number': 3, 'project_id': 'aa9aa9bd837f49a494e03678d3365504', 'gw_port': {'id': '476469b4-76e1-4d32-9033-5987432e6cab', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:49:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '932ca29e-8b40-4b6f-9e96-e6798079555f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:44:32Z', 'updated_at': '2022-03-28T13:44:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:44:36.863435 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.plugins.ml2.plugin [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempt 5 to bind port 01d70b27-a349-4766-b269-6ac8cbcd182d Mar 28 13:44:36.884544 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-bc10c954-b8cc-4128-b048-a788646f5ceb None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:36.896230 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc13659d-abed-4c8e-963c-67aa73a54025 None None] Checking router: 932ca29e-8b40-4b6f-9e96-e6798079555f for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:44:36.899567 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc13659d-abed-4c8e-963c-67aa73a54025 None None] Updating router 932ca29e-8b40-4b6f-9e96-e6798079555f port 476469b4-76e1-4d32-9033-5987432e6cab binding host dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 13:44:36.929214 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port 01d70b27-a349-4766-b269-6ac8cbcd182d on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:44:36.929771 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port 01d70b27-a349-4766-b269-6ac8cbcd182d by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:44:36.930245 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port 01d70b27-a349-4766-b269-6ac8cbcd182d on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:44:36.931788 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-dc13659d-abed-4c8e-963c-67aa73a54025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:36.937884 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc5df9c-4eb6-435d-8b86-9f943bf4dac4 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Pushing event updated for resources: {'Port': ['ID=5ca861f6-49f5-4672-9978-4bcede18cf30,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:36.951191 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Port 01d70b27-a349-4766-b269-6ac8cbcd182d on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:44:36.951191 dv-neutron-835335-1-hyperv neutron-server[109613]: ERROR neutron.plugins.ml2.managers [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Failed to bind port 01d70b27-a349-4766-b269-6ac8cbcd182d on host hv-neutron-8353 for vnic_type normal using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] Mar 28 13:44:36.951759 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.plugins.ml2.plugin [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempt 6 to bind port 01d70b27-a349-4766-b269-6ac8cbcd182d Mar 28 13:44:36.969066 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-bc10c954-b8cc-4128-b048-a788646f5ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:36.977654 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0dc5df9c-4eb6-435d-8b86-9f943bf4dac4 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:37.028099 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port 01d70b27-a349-4766-b269-6ac8cbcd182d on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:44:37.028683 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port 01d70b27-a349-4766-b269-6ac8cbcd182d by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:44:37.029160 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port 01d70b27-a349-4766-b269-6ac8cbcd182d on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:44:37.049280 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Port 01d70b27-a349-4766-b269-6ac8cbcd182d on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:44:37.049997 dv-neutron-835335-1-hyperv neutron-server[109613]: ERROR neutron.plugins.ml2.managers [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Failed to bind port 01d70b27-a349-4766-b269-6ac8cbcd182d on host hv-neutron-8353 for vnic_type normal using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] Mar 28 13:44:37.051936 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-768bcfe6-043a-4c49-afd1-22d583840754 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:37.057000 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.plugins.ml2.plugin [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempt 7 to bind port 01d70b27-a349-4766-b269-6ac8cbcd182d Mar 28 13:44:37.066555 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc10c954-b8cc-4128-b048-a788646f5ceb None None] Pushing event updated for resources: {'Port': ['ID=642f2131-afb0-45e4-b3b6-9f0701b9aff1,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:37.084553 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port 01d70b27-a349-4766-b269-6ac8cbcd182d on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:44:37.085097 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port 01d70b27-a349-4766-b269-6ac8cbcd182d by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:44:37.085574 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port 01d70b27-a349-4766-b269-6ac8cbcd182d on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:44:37.090651 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Port 01d70b27-a349-4766-b269-6ac8cbcd182d on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:44:37.091138 dv-neutron-835335-1-hyperv neutron-server[109613]: ERROR neutron.plugins.ml2.managers [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Failed to bind port 01d70b27-a349-4766-b269-6ac8cbcd182d on host hv-neutron-8353 for vnic_type normal using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] Mar 28 13:44:37.091681 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.plugins.ml2.plugin [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempt 8 to bind port 01d70b27-a349-4766-b269-6ac8cbcd182d Mar 28 13:44:37.099490 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc10c954-b8cc-4128-b048-a788646f5ceb None None] Network e95ecc9b-fcdf-4de8-a1f8-7f5c173d7e0b is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:44:37.103013 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-194ca5bb-5071-4d66-ae80-b04b44a71972 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:37.103365 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-bc10c954-b8cc-4128-b048-a788646f5ceb None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:44:37.104682 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-194ca5bb-5071-4d66-ae80-b04b44a71972 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:37.106084 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port 01d70b27-a349-4766-b269-6ac8cbcd182d on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:44:37.106564 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port 01d70b27-a349-4766-b269-6ac8cbcd182d by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:44:37.107035 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port 01d70b27-a349-4766-b269-6ac8cbcd182d on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:44:37.110741 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc10c954-b8cc-4128-b048-a788646f5ceb None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:44:37.114033 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0dc5df9c-4eb6-435d-8b86-9f943bf4dac4 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:37.115595 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-0dc5df9c-4eb6-435d-8b86-9f943bf4dac4 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6914599 Mar 28 13:44:37.116927 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Port 01d70b27-a349-4766-b269-6ac8cbcd182d on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:44:37.117393 dv-neutron-835335-1-hyperv neutron-server[109613]: ERROR neutron.plugins.ml2.managers [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Failed to bind port 01d70b27-a349-4766-b269-6ac8cbcd182d on host hv-neutron-8353 for vnic_type normal using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] Mar 28 13:44:37.117906 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.plugins.ml2.plugin [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempt 9 to bind port 01d70b27-a349-4766-b269-6ac8cbcd182d Mar 28 13:44:37.122070 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 56966) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:37.127714 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-c59d30dc-d190-41be-bd46-64b1f64a37a6 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1675218341'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:37.146756 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6ad71622-25dc-4f51-9f86-b08baf1ac7ac tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:37.156623 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port 01d70b27-a349-4766-b269-6ac8cbcd182d on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:44:37.157170 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port 01d70b27-a349-4766-b269-6ac8cbcd182d by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:44:37.157649 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port 01d70b27-a349-4766-b269-6ac8cbcd182d on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:44:37.217653 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Port 01d70b27-a349-4766-b269-6ac8cbcd182d on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:44:37.218806 dv-neutron-835335-1-hyperv neutron-server[109613]: ERROR neutron.plugins.ml2.managers [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Failed to bind port 01d70b27-a349-4766-b269-6ac8cbcd182d on host hv-neutron-8353 for vnic_type normal using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] Mar 28 13:44:37.219627 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad71622-25dc-4f51-9f86-b08baf1ac7ac tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Pushing event deleted for resources: {'Port': ['ID=19bbb6f8-24bd-4781-a5dc-0359237b5485,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:37.223327 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.plugins.ml2.plugin [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempt 10 to bind port 01d70b27-a349-4766-b269-6ac8cbcd182d Mar 28 13:44:37.273125 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-dc13659d-abed-4c8e-963c-67aa73a54025 None None] Notify callbacks [] for port, precommit_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:37.281106 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-bc10c954-b8cc-4128-b048-a788646f5ceb None None] Attempting to bind port 642f2131-afb0-45e4-b3b6-9f0701b9aff1 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:44:37.287059 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-bc10c954-b8cc-4128-b048-a788646f5ceb None None] Attempting to bind port 642f2131-afb0-45e4-b3b6-9f0701b9aff1 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '50e8ea95-54f9-4119-9f81-d39401411a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e95ecc9b-fcdf-4de8-a1f8-7f5c173d7e0b'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:44:37.287059 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc10c954-b8cc-4128-b048-a788646f5ceb None None] Attempting to bind port 642f2131-afb0-45e4-b3b6-9f0701b9aff1 on network e95ecc9b-fcdf-4de8-a1f8-7f5c173d7e0b {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:44:37.289198 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc10c954-b8cc-4128-b048-a788646f5ceb None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:44:37.289651 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc10c954-b8cc-4128-b048-a788646f5ceb None None] Checking segment: {'id': '50e8ea95-54f9-4119-9f81-d39401411a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e95ecc9b-fcdf-4de8-a1f8-7f5c173d7e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:44:37.290261 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-bc10c954-b8cc-4128-b048-a788646f5ceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:37.291199 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc10c954-b8cc-4128-b048-a788646f5ceb None None] Bound using segment: {'id': '50e8ea95-54f9-4119-9f81-d39401411a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e95ecc9b-fcdf-4de8-a1f8-7f5c173d7e0b'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:44:37.291741 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-bc10c954-b8cc-4128-b048-a788646f5ceb None None] Bound port: 642f2131-afb0-45e4-b3b6-9f0701b9aff1, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50e8ea95-54f9-4119-9f81-d39401411a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e95ecc9b-fcdf-4de8-a1f8-7f5c173d7e0b'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:44:37.293029 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-bc10c954-b8cc-4128-b048-a788646f5ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:37.293153 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59d30dc-d190-41be-bd46-64b1f64a37a6 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Made reservation on behalf of f7411532508f4823a4d613ddc2a90ea3 for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:44:37.293618 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-5af6d91d-1192-4252-bd95-16e1041226df tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Allocated IP 172.20.0.7 (e95ecc9b-fcdf-4de8-a1f8-7f5c173d7e0b/927baed3-05be-4cb7-9821-fc3341f93f80/e6e61c6f-ee42-4ba6-aae8-0aaa2790eda5) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:44:37.296994 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c59d30dc-d190-41be-bd46-64b1f64a37a6 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:37.300640 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port 01d70b27-a349-4766-b269-6ac8cbcd182d on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:44:37.301492 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port 01d70b27-a349-4766-b269-6ac8cbcd182d by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:44:37.301841 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port 01d70b27-a349-4766-b269-6ac8cbcd182d on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:44:37.305164 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6ad71622-25dc-4f51-9f86-b08baf1ac7ac tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:37.312786 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-6ad71622-25dc-4f51-9f86-b08baf1ac7ac tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] 10.222.0.24 "DELETE /v2.0/ports/19bbb6f8-24bd-4781-a5dc-0359237b5485 HTTP/1.1" status: 204 len: 168 time: 1.8834341 Mar 28 13:44:37.317920 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 56968) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:37.324788 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-177aada4-bd22-4f57-9c33-338fe89a4f4f tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Request body: {'port': {'name': 'tempest-new-port-name-1824890197', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:37.325334 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.api.validators [None req-177aada4-bd22-4f57-9c33-338fe89a4f4f tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] bootfile-name is not in valid_values {{(pid=109613) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 28 13:44:37.325715 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.api.validators [None req-177aada4-bd22-4f57-9c33-338fe89a4f4f tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] tftp-server is not in valid_values {{(pid=109613) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 28 13:44:37.326038 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.api.validators [None req-177aada4-bd22-4f57-9c33-338fe89a4f4f tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] server-ip-address is not in valid_values {{(pid=109613) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 28 13:44:37.329174 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c59d30dc-d190-41be-bd46-64b1f64a37a6 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:37.331951 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Port 01d70b27-a349-4766-b269-6ac8cbcd182d on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:44:37.332263 dv-neutron-835335-1-hyperv neutron-server[109613]: ERROR neutron.plugins.ml2.managers [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Failed to bind port 01d70b27-a349-4766-b269-6ac8cbcd182d on host hv-neutron-8353 for vnic_type normal using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] Mar 28 13:44:37.332643 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:37.368290 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-dc13659d-abed-4c8e-963c-67aa73a54025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:37.406026 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-768bcfe6-043a-4c49-afd1-22d583840754 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:37.412336 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-3d968726-ec8d-42e5-8432-be49dc08e67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30923fd5-3870-4d87-8258-961f0a2fda57', 'name': 'tempest-ServersTestJSON-1782055734-router', 'tenant_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': '859eb27a-0ac8-40d8-beeb-833a3a4bae16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:44:30Z', 'updated_at': '2022-03-28T13:44:33Z', 'revision_number': 3, 'project_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'gw_port': {'id': '859eb27a-0ac8-40d8-beeb-833a3a4bae16', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:39:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30923fd5-3870-4d87-8258-961f0a2fda57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:44:31Z', 'updated_at': '2022-03-28T13:44:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:44:37.427813 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-768bcfe6-043a-4c49-afd1-22d583840754 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=109612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:44:37.428163 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-768bcfe6-043a-4c49-afd1-22d583840754 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:44:37.428927 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-768bcfe6-043a-4c49-afd1-22d583840754 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:44:37.429263 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-768bcfe6-043a-4c49-afd1-22d583840754 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Subscribe: > port after_create 55550000 {{(pid=109612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:44:37.429592 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-768bcfe6-043a-4c49-afd1-22d583840754 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Subscribe: > port after_delete 55550000 {{(pid=109612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:44:37.429919 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-768bcfe6-043a-4c49-afd1-22d583840754 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Subscribe: > port after_update 55550000 {{(pid=109612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:44:37.430233 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-768bcfe6-043a-4c49-afd1-22d583840754 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=109612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:44:37.430635 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-768bcfe6-043a-4c49-afd1-22d583840754 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=109612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:44:37.430892 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-768bcfe6-043a-4c49-afd1-22d583840754 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=109612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:44:37.431208 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-768bcfe6-043a-4c49-afd1-22d583840754 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=109612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:44:37.448008 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d968726-ec8d-42e5-8432-be49dc08e67e None None] Checking router: 30923fd5-3870-4d87-8258-961f0a2fda57 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:44:37.448648 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d968726-ec8d-42e5-8432-be49dc08e67e None None] Updating router 30923fd5-3870-4d87-8258-961f0a2fda57 port 859eb27a-0ac8-40d8-beeb-833a3a4bae16 binding host dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 13:44:37.453484 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-bc10c954-b8cc-4128-b048-a788646f5ceb None None] For port 642f2131-afb0-45e4-b3b6-9f0701b9aff1, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:44:37.485233 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-bc10c954-b8cc-4128-b048-a788646f5ceb None None] For port 642f2131-afb0-45e4-b3b6-9f0701b9aff1, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=642f2131-afb0-45e4-b3b6-9f0701b9aff1,segment=NetworkSegment(50e8ea95-54f9-4119-9f81-d39401411a7b),segment_id=50e8ea95-54f9-4119-9f81-d39401411a7b)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:44:37.488261 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-177aada4-bd22-4f57-9c33-338fe89a4f4f tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:37.493248 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-dc13659d-abed-4c8e-963c-67aa73a54025 None None] Attempting to bind port 476469b4-76e1-4d32-9033-5987432e6cab on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:44:37.493248 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-dc13659d-abed-4c8e-963c-67aa73a54025 None None] Attempting to bind port 476469b4-76e1-4d32-9033-5987432e6cab by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:44:37.493248 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc13659d-abed-4c8e-963c-67aa73a54025 None None] Attempting to bind port 476469b4-76e1-4d32-9033-5987432e6cab on network 1cb296ed-c863-4502-973a-f31b82091846 {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:44:37.493528 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3d968726-ec8d-42e5-8432-be49dc08e67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:37.511642 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc13659d-abed-4c8e-963c-67aa73a54025 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:44:37.512485 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc13659d-abed-4c8e-963c-67aa73a54025 None None] Checking segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:44:37.512715 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-dc13659d-abed-4c8e-963c-67aa73a54025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:37.513219 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc13659d-abed-4c8e-963c-67aa73a54025 None None] Bound using segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:44:37.513791 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-dc13659d-abed-4c8e-963c-67aa73a54025 None None] Bound port: 476469b4-76e1-4d32-9033-5987432e6cab, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:44:37.519862 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-dc13659d-abed-4c8e-963c-67aa73a54025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:37.529869 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caa0cf6-4997-4881-9f21-102a0c8073fe None None] Pushing event updated for resources: {'Port': ['ID=476469b4-76e1-4d32-9033-5987432e6cab,revision_number=2']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:37.532889 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] For port 01d70b27-a349-4766-b269-6ac8cbcd182d, host hv-neutron-8353, cleared binding levels {{(pid=109613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:44:37.533272 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempted to set empty binding levels {{(pid=109613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 28 13:44:37.573473 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-bc10c954-b8cc-4128-b048-a788646f5ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:37.588358 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:37.593739 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caa0cf6-4997-4881-9f21-102a0c8073fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:44:37.594454 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caa0cf6-4997-4881-9f21-102a0c8073fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:44:37.594983 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caa0cf6-4997-4881-9f21-102a0c8073fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:44:37.595444 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caa0cf6-4997-4881-9f21-102a0c8073fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:44:37.595947 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caa0cf6-4997-4881-9f21-102a0c8073fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:44:37.597184 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caa0cf6-4997-4881-9f21-102a0c8073fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:44:37.597653 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caa0cf6-4997-4881-9f21-102a0c8073fe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:44:37.598176 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caa0cf6-4997-4881-9f21-102a0c8073fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:44:37.598963 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caa0cf6-4997-4881-9f21-102a0c8073fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:44:37.599782 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caa0cf6-4997-4881-9f21-102a0c8073fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:44:37.600486 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caa0cf6-4997-4881-9f21-102a0c8073fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:44:37.601083 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caa0cf6-4997-4881-9f21-102a0c8073fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:44:37.603000 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caa0cf6-4997-4881-9f21-102a0c8073fe None None] Tracked resource versions report: Mar 28 13:44:37.603000 dv-neutron-835335-1-hyperv neutron-server[109615]: pushed versions: Mar 28 13:44:37.603000 dv-neutron-835335-1-hyperv neutron-server[109615]: { 'AddressGroup': {'1.2'}, Mar 28 13:44:37.603000 dv-neutron-835335-1-hyperv neutron-server[109615]: 'ConntrackHelper': {'1.0'}, Mar 28 13:44:37.603000 dv-neutron-835335-1-hyperv neutron-server[109615]: 'Log': {'1.0'}, Mar 28 13:44:37.603000 dv-neutron-835335-1-hyperv neutron-server[109615]: 'Network': {'1.1'}, Mar 28 13:44:37.603000 dv-neutron-835335-1-hyperv neutron-server[109615]: 'Port': {'1.7'}, Mar 28 13:44:37.603000 dv-neutron-835335-1-hyperv neutron-server[109615]: 'PortForwarding': {'1.2'}, Mar 28 13:44:37.603000 dv-neutron-835335-1-hyperv neutron-server[109615]: 'QosPolicy': {'1.9'}, Mar 28 13:44:37.603000 dv-neutron-835335-1-hyperv neutron-server[109615]: 'SecurityGroup': {'1.4'}, Mar 28 13:44:37.603000 dv-neutron-835335-1-hyperv neutron-server[109615]: 'SecurityGroupRule': {'1.2'}, Mar 28 13:44:37.603000 dv-neutron-835335-1-hyperv neutron-server[109615]: 'SubPort': {'1.0'}, Mar 28 13:44:37.603000 dv-neutron-835335-1-hyperv neutron-server[109615]: 'Subnet': {'1.1'}, Mar 28 13:44:37.603000 dv-neutron-835335-1-hyperv neutron-server[109615]: 'Trunk': {'1.1'}} Mar 28 13:44:37.603000 dv-neutron-835335-1-hyperv neutron-server[109615]: consumer versions: Mar 28 13:44:37.603000 dv-neutron-835335-1-hyperv neutron-server[109615]: { DHCP agent@dv-neutron-835335-1-hyperv: {}, Mar 28 13:44:37.603000 dv-neutron-835335-1-hyperv neutron-server[109615]: HyperV agent@hv-neutron-8353: {}, Mar 28 13:44:37.603000 dv-neutron-835335-1-hyperv neutron-server[109615]: L3 agent@dv-neutron-835335-1-hyperv: {}, Mar 28 13:44:37.603000 dv-neutron-835335-1-hyperv neutron-server[109615]: Metadata agent@dv-neutron-835335-1-hyperv: {}, Mar 28 13:44:37.603000 dv-neutron-835335-1-hyperv neutron-server[109615]: Metering agent@dv-neutron-835335-1-hyperv: {}, Mar 28 13:44:37.603000 dv-neutron-835335-1-hyperv neutron-server[109615]: Open vSwitch agent@dv-neutron-835335-1-hyperv: { 'AddressGroup': '1.2', Mar 28 13:44:37.603000 dv-neutron-835335-1-hyperv neutron-server[109615]: 'ConntrackHelper': '1.0', Mar 28 13:44:37.603000 dv-neutron-835335-1-hyperv neutron-server[109615]: 'Log': '1.0', Mar 28 13:44:37.603000 dv-neutron-835335-1-hyperv neutron-server[109615]: 'Network': '1.1', Mar 28 13:44:37.603000 dv-neutron-835335-1-hyperv neutron-server[109615]: 'Port': '1.7', Mar 28 13:44:37.603000 dv-neutron-835335-1-hyperv neutron-server[109615]: 'PortForwarding': '1.2', Mar 28 13:44:37.603000 dv-neutron-835335-1-hyperv neutron-server[109615]: 'QosPolicy': '1.9', Mar 28 13:44:37.603000 dv-neutron-835335-1-hyperv neutron-server[109615]: 'SecurityGroup': '1.4', Mar 28 13:44:37.603000 dv-neutron-835335-1-hyperv neutron-server[109615]: 'SecurityGroupRule': '1.2', Mar 28 13:44:37.603000 dv-neutron-835335-1-hyperv neutron-server[109615]: 'SubPort': '1.0', Mar 28 13:44:37.603000 dv-neutron-835335-1-hyperv neutron-server[109615]: 'Subnet': '1.1', Mar 28 13:44:37.603000 dv-neutron-835335-1-hyperv neutron-server[109615]: 'Trunk': '1.1'}} Mar 28 13:44:37.603000 dv-neutron-835335-1-hyperv neutron-server[109615]: {{(pid=109615) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 13:44:37.605409 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c59d30dc-d190-41be-bd46-64b1f64a37a6 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:37.640590 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-dc13659d-abed-4c8e-963c-67aa73a54025 None None] For port 476469b4-76e1-4d32-9033-5987432e6cab, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:44:37.645363 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-dc13659d-abed-4c8e-963c-67aa73a54025 None None] For port 476469b4-76e1-4d32-9033-5987432e6cab, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=476469b4-76e1-4d32-9033-5987432e6cab,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:44:37.650172 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:37.650919 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:37.679411 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-768bcfe6-043a-4c49-afd1-22d583840754 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=109612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:44:37.679742 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-768bcfe6-043a-4c49-afd1-22d583840754 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=109612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:44:37.681156 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-768bcfe6-043a-4c49-afd1-22d583840754 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=109612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:44:37.681557 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-768bcfe6-043a-4c49-afd1-22d583840754 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=109612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 13:44:37.682470 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-768bcfe6-043a-4c49-afd1-22d583840754 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9195d542-3525-4d13-b650-b4c2e028aec1']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:44:37.700075 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c59d30dc-d190-41be-bd46-64b1f64a37a6 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:37.709091 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc10c954-b8cc-4128-b048-a788646f5ceb None None] Pushing event updated for resources: {'Port': ['ID=642f2131-afb0-45e4-b3b6-9f0701b9aff1,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:37.709313 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Pushing event updated for resources: {'Port': ['ID=01d70b27-a349-4766-b269-6ac8cbcd182d,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:37.718061 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-dc13659d-abed-4c8e-963c-67aa73a54025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:37.718649 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-768bcfe6-043a-4c49-afd1-22d583840754 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '958c735a-bfc0-4ddd-8307-947f719f41ea') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:44:37.719173 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-768bcfe6-043a-4c49-afd1-22d583840754 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '958c735a-bfc0-4ddd-8307-947f719f41ea') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:44:37.753034 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c59d30dc-d190-41be-bd46-64b1f64a37a6 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:44:37.771172 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d30dc-d190-41be-bd46-64b1f64a37a6 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=674fd871-22ce-4f11-8bf5-2ad8f27f6607,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:37.774548 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c59d30dc-d190-41be-bd46-64b1f64a37a6 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:37.774888 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-c59d30dc-d190-41be-bd46-64b1f64a37a6 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Added segment 8b65bb70-7a67-4e02-86f7-fc997d243406 of type vlan for network eff88fab-9dff-460f-9c69-9a2bb9a6d4c6 Mar 28 13:44:37.784826 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-21c195ae-662f-4dbf-ab6f-38b6bf5bd689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 4.2380271 Mar 28 13:44:37.795378 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 56970) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:37.812494 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc13659d-abed-4c8e-963c-67aa73a54025 None None] Routers {'932ca29e-8b40-4b6f-9e96-e6798079555f'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:44:37.813362 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-dc13659d-abed-4c8e-963c-67aa73a54025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:44:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['932ca29e-8b40-4b6f-9e96-e6798079555f'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:44:37.817442 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caa0cf6-4997-4881-9f21-102a0c8073fe None None] Pushing event updated for resources: {'Port': ['ID=476469b4-76e1-4d32-9033-5987432e6cab,revision_number=3']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:37.822250 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-194ca5bb-5071-4d66-ae80-b04b44a71972 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:37.864309 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-768bcfe6-043a-4c49-afd1-22d583840754 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:37.900245 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-768bcfe6-043a-4c49-afd1-22d583840754 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:37.914132 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-768bcfe6-043a-4c49-afd1-22d583840754 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:44:37.914535 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-768bcfe6-043a-4c49-afd1-22d583840754 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:37.921260 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c59d30dc-d190-41be-bd46-64b1f64a37a6 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:37.966619 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-dc13659d-abed-4c8e-963c-67aa73a54025 None None] Set router 932ca29e-8b40-4b6f-9e96-e6798079555f gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:44:37.977050 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-177aada4-bd22-4f57-9c33-338fe89a4f4f tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:38.009675 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-f19a6f8e-9ce2-47f5-9d1e-20bd00cb9338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Deleting port 01d70b27-a349-4766-b269-6ac8cbcd182d {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:44:38.009675 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f19a6f8e-9ce2-47f5-9d1e-20bd00cb9338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:38.018053 dv-neutron-835335-1-hyperv neutron-server[109612]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 13:44:38.018053 dv-neutron-835335-1-hyperv neutron-server[109612]: from cryptography.utils import int_from_bytes Mar 28 13:44:38.018053 dv-neutron-835335-1-hyperv neutron-server[109612]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 13:44:38.018053 dv-neutron-835335-1-hyperv neutron-server[109612]: from cryptography.utils import int_from_bytes Mar 28 13:44:38.018053 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:44:38.018053 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:44:38.018053 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:44:38.018053 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:44:38.018053 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:44:38.018053 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:44:38.018053 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:44:38.018053 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:44:38.018053 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:44:38.018053 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:44:38.018053 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:44:38.018053 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:44:38.018053 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:44:38.018053 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:44:38.018053 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:44:38.018053 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:44:38.018053 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:44:38.018053 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:44:38.018053 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:44:38.018053 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:44:38.018053 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:44:38.018053 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:44:38.018053 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:44:38.018053 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:44:38.018053 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:44:38.018053 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:44:38.018053 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:44:38.018053 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:44:38.018053 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:44:38.018053 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:44:38.018053 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:44:38.018053 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:44:38.057210 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-177aada4-bd22-4f57-9c33-338fe89a4f4f tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:38.065703 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c59d30dc-d190-41be-bd46-64b1f64a37a6 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:38.071171 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59d30dc-d190-41be-bd46-64b1f64a37a6 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:38.071789 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c59d30dc-d190-41be-bd46-64b1f64a37a6 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:38.156358 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3d968726-ec8d-42e5-8432-be49dc08e67e None None] Notify callbacks [] for port, precommit_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:38.194558 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-177aada4-bd22-4f57-9c33-338fe89a4f4f tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] In _notify_port_updated(), no bound segment for port ad44b8ca-f853-45be-9400-da8a3114e934 on network 6e9a6263-c3fd-46b0-8cac-73eecb978e54 {{(pid=109613) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 28 13:44:38.200881 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177aada4-bd22-4f57-9c33-338fe89a4f4f tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:38.201550 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-177aada4-bd22-4f57-9c33-338fe89a4f4f tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:38.205599 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-177aada4-bd22-4f57-9c33-338fe89a4f4f tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] 10.222.0.24 "PUT /v2.0/ports/ad44b8ca-f853-45be-9400-da8a3114e934 HTTP/1.1" status: 200 len: 1130 time: 0.8854451 Mar 28 13:44:38.209226 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3d968726-ec8d-42e5-8432-be49dc08e67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:38.215586 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 56972) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:38.315106 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f1932-c546-440f-b2b0-f294e0508984 None None] Pushing event updated for resources: {'Port': ['ID=859eb27a-0ac8-40d8-beeb-833a3a4bae16,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:38.318569 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-3d968726-ec8d-42e5-8432-be49dc08e67e None None] Attempting to bind port 859eb27a-0ac8-40d8-beeb-833a3a4bae16 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:44:38.318933 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-3d968726-ec8d-42e5-8432-be49dc08e67e None None] Attempting to bind port 859eb27a-0ac8-40d8-beeb-833a3a4bae16 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:44:38.319281 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d968726-ec8d-42e5-8432-be49dc08e67e None None] Attempting to bind port 859eb27a-0ac8-40d8-beeb-833a3a4bae16 on network 1cb296ed-c863-4502-973a-f31b82091846 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:44:38.327057 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d968726-ec8d-42e5-8432-be49dc08e67e None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:44:38.327434 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d968726-ec8d-42e5-8432-be49dc08e67e None None] Checking segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:44:38.327826 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3d968726-ec8d-42e5-8432-be49dc08e67e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:38.328208 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d968726-ec8d-42e5-8432-be49dc08e67e None None] Bound using segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:44:38.328689 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-3d968726-ec8d-42e5-8432-be49dc08e67e None None] Bound port: 859eb27a-0ac8-40d8-beeb-833a3a4bae16, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:44:38.329097 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3d968726-ec8d-42e5-8432-be49dc08e67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:38.334824 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-dc13659d-abed-4c8e-963c-67aa73a54025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932ca29e-8b40-4b6f-9e96-e6798079555f', 'name': 'tempest-ServerActionsTestJSON-68342897-router', 'tenant_id': 'aa9aa9bd837f49a494e03678d3365504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '476469b4-76e1-4d32-9033-5987432e6cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:44:30Z', 'updated_at': '2022-03-28T13:44:34Z', 'revision_number': 3, 'project_id': 'aa9aa9bd837f49a494e03678d3365504', 'gw_port': {'id': '476469b4-76e1-4d32-9033-5987432e6cab', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:49:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '932ca29e-8b40-4b6f-9e96-e6798079555f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:44:32Z', 'updated_at': '2022-03-28T13:44:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:44:38.350862 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c59d30dc-d190-41be-bd46-64b1f64a37a6 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2275383 Mar 28 13:44:38.355294 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-f19a6f8e-9ce2-47f5-9d1e-20bd00cb9338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] For port 01d70b27-a349-4766-b269-6ac8cbcd182d, host hv-neutron-8353, got binding levels [] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:44:38.355668 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f19a6f8e-9ce2-47f5-9d1e-20bd00cb9338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:38.363049 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d30dc-d190-41be-bd46-64b1f64a37a6 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Pushing event updated for resources: {'Network': ['ID=eff88fab-9dff-460f-9c69-9a2bb9a6d4c6,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:38.364086 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-768bcfe6-043a-4c49-afd1-22d583840754 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:38.376428 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc13659d-abed-4c8e-963c-67aa73a54025 None None] The sync data for ids ['932ca29e-8b40-4b6f-9e96-e6798079555f'] in dv-neutron-835335-1-hyperv is: [{'id': '932ca29e-8b40-4b6f-9e96-e6798079555f', 'name': 'tempest-ServerActionsTestJSON-68342897-router', 'tenant_id': 'aa9aa9bd837f49a494e03678d3365504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '476469b4-76e1-4d32-9033-5987432e6cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:44:30Z', 'updated_at': '2022-03-28T13:44:34Z', 'revision_number': 3, 'project_id': 'aa9aa9bd837f49a494e03678d3365504', 'gw_port': {'id': '476469b4-76e1-4d32-9033-5987432e6cab', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:49:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '932ca29e-8b40-4b6f-9e96-e6798079555f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:44:32Z', 'updated_at': '2022-03-28T13:44:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:44:38.386683 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 56974) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:38.398504 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network eff88fab-9dff-460f-9c69-9a2bb9a6d4c6 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:44:38.423636 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-a656325e-2dfd-43ec-bba1-68ecbf2bcb80 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Request body: {'subnet': {'network_id': 'eff88fab-9dff-460f-9c69-9a2bb9a6d4c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:38.426873 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177aada4-bd22-4f57-9c33-338fe89a4f4f tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Pushing event updated for resources: {'Port': ['ID=ad44b8ca-f853-45be-9400-da8a3114e934,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:38.430001 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-f19a6f8e-9ce2-47f5-9d1e-20bd00cb9338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Calling delete_port for 01d70b27-a349-4766-b269-6ac8cbcd182d owned by {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:44:38.436609 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-194ca5bb-5071-4d66-ae80-b04b44a71972 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:38.444160 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8077488b-a809-46da-ae06-acc3b160993a tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:38.452710 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-8077488b-a809-46da-ae06-acc3b160993a tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] 10.222.0.24 "GET /v2.0/ports/ad44b8ca-f853-45be-9400-da8a3114e934 HTTP/1.1" status: 200 len: 1130 time: 0.2056015 Mar 28 13:44:38.453433 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 56976) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:38.489358 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768bcfe6-043a-4c49-afd1-22d583840754 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Pushing event deleted for resources: {'Network': ['ID=9195d542-3525-4d13-b650-b4c2e028aec1,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:38.495336 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-768bcfe6-043a-4c49-afd1-22d583840754 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:38.498633 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-768bcfe6-043a-4c49-afd1-22d583840754 tempest-QuotasNegativeTest-749778860 tempest-QuotasNegativeTest-749778860-project-admin] 10.222.0.24 "DELETE /v2.0/networks/9195d542-3525-4d13-b650-b4c2e028aec1 HTTP/1.1" status: 204 len: 168 time: 1.6805167 Mar 28 13:44:38.504760 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-3d968726-ec8d-42e5-8432-be49dc08e67e None None] For port 859eb27a-0ac8-40d8-beeb-833a3a4bae16, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:44:38.524016 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-3d968726-ec8d-42e5-8432-be49dc08e67e None None] For port 859eb27a-0ac8-40d8-beeb-833a3a4bae16, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=859eb27a-0ac8-40d8-beeb-833a3a4bae16,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:44:38.599125 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3d968726-ec8d-42e5-8432-be49dc08e67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:38.740536 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d968726-ec8d-42e5-8432-be49dc08e67e None None] Routers {'30923fd5-3870-4d87-8258-961f0a2fda57'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:44:38.741157 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-3d968726-ec8d-42e5-8432-be49dc08e67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:44:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['30923fd5-3870-4d87-8258-961f0a2fda57'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:44:38.750522 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-9ea431f1-ed28-4762-90d4-e7b836ea2aae None None] Provisioning complete for port ad44b8ca-f853-45be-9400-da8a3114e934 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:44:38.750522 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9ea431f1-ed28-4762-90d4-e7b836ea2aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:38.797597 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f1932-c546-440f-b2b0-f294e0508984 None None] Pushing event updated for resources: {'Port': ['ID=859eb27a-0ac8-40d8-beeb-833a3a4bae16,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:38.961293 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-129c00a6-922d-4c29-8a3b-920aaa5a3e17 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Deleting port ad44b8ca-f853-45be-9400-da8a3114e934 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:44:38.962393 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-129c00a6-922d-4c29-8a3b-920aaa5a3e17 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:39.013293 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-3d968726-ec8d-42e5-8432-be49dc08e67e None None] Set router 30923fd5-3870-4d87-8258-961f0a2fda57 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:44:39.110799 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-9ea431f1-ed28-4762-90d4-e7b836ea2aae None None] Port ad44b8ca-f853-45be-9400-da8a3114e934 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:44:39.258017 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 13:44:39.274171 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a656325e-2dfd-43ec-bba1-68ecbf2bcb80 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Made reservation on behalf of f7411532508f4823a4d613ddc2a90ea3 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:44:39.278392 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a656325e-2dfd-43ec-bba1-68ecbf2bcb80 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:39.285933 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f19a6f8e-9ce2-47f5-9d1e-20bd00cb9338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:39.298734 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5af6d91d-1192-4252-bd95-16e1041226df tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:39.358118 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-3d968726-ec8d-42e5-8432-be49dc08e67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30923fd5-3870-4d87-8258-961f0a2fda57', 'name': 'tempest-ServersTestJSON-1782055734-router', 'tenant_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': '859eb27a-0ac8-40d8-beeb-833a3a4bae16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:44:30Z', 'updated_at': '2022-03-28T13:44:33Z', 'revision_number': 3, 'project_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'gw_port': {'id': '859eb27a-0ac8-40d8-beeb-833a3a4bae16', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:39:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30923fd5-3870-4d87-8258-961f0a2fda57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:44:31Z', 'updated_at': '2022-03-28T13:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:44:39.409422 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-129c00a6-922d-4c29-8a3b-920aaa5a3e17 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:39.431579 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d968726-ec8d-42e5-8432-be49dc08e67e None None] The sync data for ids ['30923fd5-3870-4d87-8258-961f0a2fda57'] in dv-neutron-835335-1-hyperv is: [{'id': '30923fd5-3870-4d87-8258-961f0a2fda57', 'name': 'tempest-ServersTestJSON-1782055734-router', 'tenant_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': '859eb27a-0ac8-40d8-beeb-833a3a4bae16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:44:30Z', 'updated_at': '2022-03-28T13:44:33Z', 'revision_number': 3, 'project_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'gw_port': {'id': '859eb27a-0ac8-40d8-beeb-833a3a4bae16', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:39:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30923fd5-3870-4d87-8258-961f0a2fda57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:44:31Z', 'updated_at': '2022-03-28T13:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:44:39.445318 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-129c00a6-922d-4c29-8a3b-920aaa5a3e17 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Calling delete_port for ad44b8ca-f853-45be-9400-da8a3114e934 owned by {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:44:39.534384 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 642f2131-afb0-45e4-b3b6-9f0701b9aff1 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:44:39.583722 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7aadb6b9-54a1-4289-a94a-eccf78905494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:39.602963 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aebf314-5036-4286-addf-9ae89c445a21 None None] Network e95ecc9b-fcdf-4de8-a1f8-7f5c173d7e0b requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:44:39.714951 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 642f2131-afb0-45e4-b3b6-9f0701b9aff1 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:44:39.715323 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:39.801277 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5af6d91d-1192-4252-bd95-16e1041226df tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:39.831318 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-6d98f4d4-ac9f-4548-bfe4-d3989f7bdb8f None None] Provisioning complete for port 642f2131-afb0-45e4-b3b6-9f0701b9aff1 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:44:39.831703 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6d98f4d4-ac9f-4548-bfe4-d3989f7bdb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:39.886842 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:39.891923 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a6f8e-9ce2-47f5-9d1e-20bd00cb9338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Pushing event deleted for resources: {'Port': ['ID=01d70b27-a349-4766-b269-6ac8cbcd182d,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:39.918258 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f19a6f8e-9ce2-47f5-9d1e-20bd00cb9338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:39.925286 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f19a6f8e-9ce2-47f5-9d1e-20bd00cb9338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] 10.222.0.24 "DELETE /v2.0/ports/01d70b27-a349-4766-b269-6ac8cbcd182d HTTP/1.1" status: 204 len: 168 time: 2.1290729 Mar 28 13:44:39.926590 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-129c00a6-922d-4c29-8a3b-920aaa5a3e17 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:39.929219 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 56984) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:39.975240 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c00a6-922d-4c29-8a3b-920aaa5a3e17 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Pushing event deleted for resources: {'Port': ['ID=ad44b8ca-f853-45be-9400-da8a3114e934,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:39.985248 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bdb3775c-bf48-42f1-879c-f2e88ae12384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:40.002229 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b60b3a3-d563-4bbb-9c4f-c5880e548bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] GET failed (client error): The resource could not be found. Mar 28 13:44:40.004109 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3b60b3a3-d563-4bbb-9c4f-c5880e548bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] 10.222.0.24 "GET /v2.0/ports/01d70b27-a349-4766-b269-6ac8cbcd182d HTTP/1.1" status: 404 len: 333 time: 0.0710678 Mar 28 13:44:40.008273 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 56986) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:40.053806 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-4898950d-e9a2-41d9-afdd-c5afc87bac65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Request body: {'port': {'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462837658'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:40.059580 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a656325e-2dfd-43ec-bba1-68ecbf2bcb80 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:40.074289 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-129c00a6-922d-4c29-8a3b-920aaa5a3e17 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:40.074452 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af6d91d-1192-4252-bd95-16e1041226df tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Network e95ecc9b-fcdf-4de8-a1f8-7f5c173d7e0b is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:44:40.077491 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 642f2131-afb0-45e4-b3b6-9f0701b9aff1, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=642f2131-afb0-45e4-b3b6-9f0701b9aff1,segment=NetworkSegment(50e8ea95-54f9-4119-9f81-d39401411a7b),segment_id=50e8ea95-54f9-4119-9f81-d39401411a7b)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:44:40.104054 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-129c00a6-922d-4c29-8a3b-920aaa5a3e17 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] 10.222.0.24 "DELETE /v2.0/ports/ad44b8ca-f853-45be-9400-da8a3114e934 HTTP/1.1" status: 204 len: 168 time: 1.6335340 Mar 28 13:44:40.112847 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-5af6d91d-1192-4252-bd95-16e1041226df tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:44:40.123697 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6d98f4d4-ac9f-4548-bfe4-d3989f7bdb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:40.141213 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 56990) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:40.171095 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:40.172190 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 476469b4-76e1-4d32-9033-5987432e6cab up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:44:40.191919 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af6d91d-1192-4252-bd95-16e1041226df tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:44:40.270665 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4898950d-e9a2-41d9-afdd-c5afc87bac65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Made reservation on behalf of ba3d8305a9a347cd826962a3b932c37d for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:44:40.273949 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4898950d-e9a2-41d9-afdd-c5afc87bac65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:40.318046 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a656325e-2dfd-43ec-bba1-68ecbf2bcb80 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Checking segment: {'id': '8b65bb70-7a67-4e02-86f7-fc997d243406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eff88fab-9dff-460f-9c69-9a2bb9a6d4c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:44:40.318411 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a656325e-2dfd-43ec-bba1-68ecbf2bcb80 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Network hostable DHCP agents. Network: eff88fab-9dff-460f-9c69-9a2bb9a6d4c6, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:44:40.333420 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656325e-2dfd-43ec-bba1-68ecbf2bcb80 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Pushing event updated for resources: {'Subnet': ['ID=9e2e17af-0a50-4648-9e52-bf903dffca16,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:40.335294 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.db.api [None req-6d98f4d4-ac9f-4548-bfe4-d3989f7bdb8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 13:44:40.335666 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG oslo_db.api [None req-6d98f4d4-ac9f-4548-bfe4-d3989f7bdb8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 13:44:40.340300 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=642f2131-afb0-45e4-b3b6-9f0701b9aff1,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:40.349108 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 476469b4-76e1-4d32-9033-5987432e6cab triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:44:40.349483 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:40.371563 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-4898950d-e9a2-41d9-afdd-c5afc87bac65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] device_id is not set on port b36ca423-44b9-45ef-8950-fe6be6664566 yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:44:40.398603 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 56992) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:40.415322 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af6d91d-1192-4252-bd95-16e1041226df tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Pushing event updated for resources: {'Port': ['ID=e6e61c6f-ee42-4ba6-aae8-0aaa2790eda5,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:40.419665 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-194ca5bb-5071-4d66-ae80-b04b44a71972 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:40.480803 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:40.514689 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 476469b4-76e1-4d32-9033-5987432e6cab, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=476469b4-76e1-4d32-9033-5987432e6cab,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:44:40.557716 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-194ca5bb-5071-4d66-ae80-b04b44a71972 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:40.592108 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:40.651061 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a656325e-2dfd-43ec-bba1-68ecbf2bcb80 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Network eff88fab-9dff-460f-9c69-9a2bb9a6d4c6 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:44:40.659979 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af6d91d-1192-4252-bd95-16e1041226df tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:40.661190 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5af6d91d-1192-4252-bd95-16e1041226df tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:40.673080 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-717b963a-6fb7-47ba-954d-879e000f49e7 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Deleting subnet 6a4d30bb-ae38-4f66-b6ec-6c79446156cf {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:44:40.685219 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4898950d-e9a2-41d9-afdd-c5afc87bac65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:40.703627 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=476469b4-76e1-4d32-9033-5987432e6cab,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:40.739698 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-a656325e-2dfd-43ec-bba1-68ecbf2bcb80 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, eff88fab-9dff-460f-9c69-9a2bb9a6d4c6) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:44:40.751585 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a656325e-2dfd-43ec-bba1-68ecbf2bcb80 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:40.752209 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a656325e-2dfd-43ec-bba1-68ecbf2bcb80 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:40.757300 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba8112a-0bb1-4cf5-9504-1542a23d71df None None] Network eff88fab-9dff-460f-9c69-9a2bb9a6d4c6 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:44:40.797672 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4898950d-e9a2-41d9-afdd-c5afc87bac65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:40.814627 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-717b963a-6fb7-47ba-954d-879e000f49e7 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:40.840251 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-7aadb6b9-54a1-4289-a94a-eccf78905494 admin admin] Allocated IP 172.20.0.1 (e1402460-c752-45db-a270-47c08ce9fb97/a167ade0-c005-4c90-9729-9d5afaf497ea/663ba78e-f181-4124-8de6-289d11a9b37f) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:44:40.851324 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4898950d-e9a2-41d9-afdd-c5afc87bac65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Pushing event updated for resources: {'Port': ['ID=b36ca423-44b9-45ef-8950-fe6be6664566,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:40.869818 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a656325e-2dfd-43ec-bba1-68ecbf2bcb80 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4636862 Mar 28 13:44:40.871827 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 56996) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:40.876713 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-d31bc9b7-eeb4-4146-ba66-3534bb69a3ed tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1469615203', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}, 'admin_state_up': False}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:40.876887 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-67efbb5b-00cd-4849-8200-2d1393e354d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:40.898194 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4898950d-e9a2-41d9-afdd-c5afc87bac65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:44:40.904994 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-4898950d-e9a2-41d9-afdd-c5afc87bac65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:44:40.913475 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4898950d-e9a2-41d9-afdd-c5afc87bac65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:44:40.914455 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4898950d-e9a2-41d9-afdd-c5afc87bac65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:40.915102 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4898950d-e9a2-41d9-afdd-c5afc87bac65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:40.952121 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-717b963a-6fb7-47ba-954d-879e000f49e7 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:41.005260 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-4898950d-e9a2-41d9-afdd-c5afc87bac65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9956274 Mar 28 13:44:41.013152 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 56998) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:41.013999 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521ad3f1-1436-4d7b-82df-de22b0d0ccaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-eff88fab-9dff-460f-9c69-9a2bb9a6d4c6', 'network_id': 'eff88fab-9dff-460f-9c69-9a2bb9a6d4c6', 'tenant_id': 'f7411532508f4823a4d613ddc2a90ea3', 'fixed_ips': [{'subnet_id': '9e2e17af-0a50-4648-9e52-bf903dffca16'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:44:41.014988 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8353'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:41.015788 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-521ad3f1-1436-4d7b-82df-de22b0d0ccaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:41.053412 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-5af6d91d-1192-4252-bd95-16e1041226df tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.1337166 Mar 28 13:44:41.068059 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57000) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:41.104595 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:41.108318 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d31bc9b7-eeb4-4146-ba66-3534bb69a3ed tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:41.109871 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d31bc9b7-eeb4-4146-ba66-3534bb69a3ed tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:41.121200 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-20aa20ea-830d-4659-b300-61783b035712 None None] Provisioning complete for port 642f2131-afb0-45e4-b3b6-9f0701b9aff1 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:44:41.121671 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-20aa20ea-830d-4659-b300-61783b035712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:41.179723 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d31bc9b7-eeb4-4146-ba66-3534bb69a3ed tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:41.205110 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-bdb3775c-bf48-42f1-879c-f2e88ae12384 admin admin] Allocated IP 172.20.0.1 (c012b94c-56e1-42f2-8be1-d11ff4eca693/470f589b-de11-4359-b1c6-d35a22ef5cbb/6f841483-577f-4991-8127-0ecfed500ee2) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:44:41.387706 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-521ad3f1-1436-4d7b-82df-de22b0d0ccaf None None] Allocated IP 172.20.0.2 (eff88fab-9dff-460f-9c69-9a2bb9a6d4c6/9e2e17af-0a50-4648-9e52-bf903dffca16/b8113825-ccce-4a02-86ad-c76880174f4d) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:44:41.502602 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 642f2131-afb0-45e4-b3b6-9f0701b9aff1 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:44:41.505830 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d31bc9b7-eeb4-4146-ba66-3534bb69a3ed tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:41.558507 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] device_id is not set on port b36ca423-44b9-45ef-8950-fe6be6664566 yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:44:41.570624 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7aadb6b9-54a1-4289-a94a-eccf78905494 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:41.576454 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:41.621761 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-20aa20ea-830d-4659-b300-61783b035712 None None] Provisioning complete for port e6e61c6f-ee42-4ba6-aae8-0aaa2790eda5 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:44:41.622498 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-20aa20ea-830d-4659-b300-61783b035712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:41.631403 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-717b963a-6fb7-47ba-954d-879e000f49e7 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:41.638487 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:41.671804 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-194ca5bb-5071-4d66-ae80-b04b44a71972 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Allocated IP 172.20.0.11 (e973bc06-3826-446c-b81f-d0d2f8e17efc/e19e2196-2437-451d-87f8-1e9e21caaba1/7adaf24d-bd86-402b-9bd7-642c7d10678b) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:44:41.706385 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Pushing event updated for resources: {'Port': ['ID=b36ca423-44b9-45ef-8950-fe6be6664566,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:41.717277 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-20aa20ea-830d-4659-b300-61783b035712 None None] Port e6e61c6f-ee42-4ba6-aae8-0aaa2790eda5 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:44:41.720169 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-521ad3f1-1436-4d7b-82df-de22b0d0ccaf None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:41.721946 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-67efbb5b-00cd-4849-8200-2d1393e354d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:41.726439 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 642f2131-afb0-45e4-b3b6-9f0701b9aff1 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:44:41.726804 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:41.729836 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port b36ca423-44b9-45ef-8950-fe6be6664566 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:44:41.730216 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port b36ca423-44b9-45ef-8950-fe6be6664566 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:44:41.730553 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port b36ca423-44b9-45ef-8950-fe6be6664566 on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:44:41.739100 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Port b36ca423-44b9-45ef-8950-fe6be6664566 on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:44:41.739430 dv-neutron-835335-1-hyperv neutron-server[109613]: ERROR neutron.plugins.ml2.managers [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Failed to bind port b36ca423-44b9-45ef-8950-fe6be6664566 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] Mar 28 13:44:41.742967 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.plugins.ml2.plugin [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempt 2 to bind port b36ca423-44b9-45ef-8950-fe6be6664566 Mar 28 13:44:41.793570 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port b36ca423-44b9-45ef-8950-fe6be6664566 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:44:41.793893 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port b36ca423-44b9-45ef-8950-fe6be6664566 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:44:41.794219 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port b36ca423-44b9-45ef-8950-fe6be6664566 on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:44:41.803379 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-67efbb5b-00cd-4849-8200-2d1393e354d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:41.807495 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-5570bb26-23c7-4313-8889-fa9cc47bb6f2 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Deleting port e6e61c6f-ee42-4ba6-aae8-0aaa2790eda5 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:44:41.808250 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5570bb26-23c7-4313-8889-fa9cc47bb6f2 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:41.821603 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 476469b4-76e1-4d32-9033-5987432e6cab up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:44:41.826381 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Port b36ca423-44b9-45ef-8950-fe6be6664566 on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:44:41.826707 dv-neutron-835335-1-hyperv neutron-server[109613]: ERROR neutron.plugins.ml2.managers [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Failed to bind port b36ca423-44b9-45ef-8950-fe6be6664566 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] Mar 28 13:44:41.830203 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.plugins.ml2.plugin [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempt 3 to bind port b36ca423-44b9-45ef-8950-fe6be6664566 Mar 28 13:44:41.856419 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-521ad3f1-1436-4d7b-82df-de22b0d0ccaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:41.869475 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port b36ca423-44b9-45ef-8950-fe6be6664566 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:44:41.869822 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port b36ca423-44b9-45ef-8950-fe6be6664566 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:44:41.870152 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port b36ca423-44b9-45ef-8950-fe6be6664566 on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:44:41.872281 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d31bc9b7-eeb4-4146-ba66-3534bb69a3ed tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks [] for router_gateway, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:41.894140 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d31bc9b7-eeb4-4146-ba66-3534bb69a3ed tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:41.896738 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Port b36ca423-44b9-45ef-8950-fe6be6664566 on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:44:41.897062 dv-neutron-835335-1-hyperv neutron-server[109613]: ERROR neutron.plugins.ml2.managers [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Failed to bind port b36ca423-44b9-45ef-8950-fe6be6664566 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] Mar 28 13:44:41.901532 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.plugins.ml2.plugin [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempt 4 to bind port b36ca423-44b9-45ef-8950-fe6be6664566 Mar 28 13:44:41.919823 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521ad3f1-1436-4d7b-82df-de22b0d0ccaf None None] Network eff88fab-9dff-460f-9c69-9a2bb9a6d4c6 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:44:41.926045 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-521ad3f1-1436-4d7b-82df-de22b0d0ccaf None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:44:41.927440 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bdb3775c-bf48-42f1-879c-f2e88ae12384 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:41.928636 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521ad3f1-1436-4d7b-82df-de22b0d0ccaf None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:44:41.941141 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ad3f1-1436-4d7b-82df-de22b0d0ccaf None None] Pushing event updated for resources: {'Port': ['ID=b8113825-ccce-4a02-86ad-c76880174f4d,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:41.966798 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7aadb6b9-54a1-4289-a94a-eccf78905494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:41.966798 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67efbb5b-00cd-4849-8200-2d1393e354d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb01fb3-971b-46b7-a5df-b2a2ff3e3df1,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:41.976062 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port b36ca423-44b9-45ef-8950-fe6be6664566 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:44:41.980488 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port b36ca423-44b9-45ef-8950-fe6be6664566 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:44:41.981423 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port b36ca423-44b9-45ef-8950-fe6be6664566 on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:44:41.999856 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 476469b4-76e1-4d32-9033-5987432e6cab triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:44:42.001014 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:42.001368 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Port b36ca423-44b9-45ef-8950-fe6be6664566 on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:44:42.001812 dv-neutron-835335-1-hyperv neutron-server[109613]: ERROR neutron.plugins.ml2.managers [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Failed to bind port b36ca423-44b9-45ef-8950-fe6be6664566 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] Mar 28 13:44:42.004551 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.plugins.ml2.plugin [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempt 5 to bind port b36ca423-44b9-45ef-8950-fe6be6664566 Mar 28 13:44:42.024447 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-67efbb5b-00cd-4849-8200-2d1393e354d0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1f776312750d445da0c445c73c4b032e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6115665 Mar 28 13:44:42.026173 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57004) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:42.031380 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-521ad3f1-1436-4d7b-82df-de22b0d0ccaf None None] Attempting to bind port b8113825-ccce-4a02-86ad-c76880174f4d on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:44:42.031380 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-521ad3f1-1436-4d7b-82df-de22b0d0ccaf None None] Attempting to bind port b8113825-ccce-4a02-86ad-c76880174f4d by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '8b65bb70-7a67-4e02-86f7-fc997d243406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eff88fab-9dff-460f-9c69-9a2bb9a6d4c6'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:44:42.031655 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aadb6b9-54a1-4289-a94a-eccf78905494 admin admin] Pushing event updated for resources: {'Port': ['ID=663ba78e-f181-4124-8de6-289d11a9b37f,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:42.031745 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521ad3f1-1436-4d7b-82df-de22b0d0ccaf None None] Attempting to bind port b8113825-ccce-4a02-86ad-c76880174f4d on network eff88fab-9dff-460f-9c69-9a2bb9a6d4c6 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:44:42.034123 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-717b963a-6fb7-47ba-954d-879e000f49e7 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:42.045235 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521ad3f1-1436-4d7b-82df-de22b0d0ccaf None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:44:42.045641 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521ad3f1-1436-4d7b-82df-de22b0d0ccaf None None] Checking segment: {'id': '8b65bb70-7a67-4e02-86f7-fc997d243406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eff88fab-9dff-460f-9c69-9a2bb9a6d4c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:44:42.046049 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-521ad3f1-1436-4d7b-82df-de22b0d0ccaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:42.046445 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521ad3f1-1436-4d7b-82df-de22b0d0ccaf None None] Bound using segment: {'id': '8b65bb70-7a67-4e02-86f7-fc997d243406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eff88fab-9dff-460f-9c69-9a2bb9a6d4c6'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:44:42.046913 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-521ad3f1-1436-4d7b-82df-de22b0d0ccaf None None] Bound port: b8113825-ccce-4a02-86ad-c76880174f4d, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b65bb70-7a67-4e02-86f7-fc997d243406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eff88fab-9dff-460f-9c69-9a2bb9a6d4c6'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:44:42.047292 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-521ad3f1-1436-4d7b-82df-de22b0d0ccaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:42.079935 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b963a-6fb7-47ba-954d-879e000f49e7 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Pushing event deleted for resources: {'Subnet': ['ID=6a4d30bb-ae38-4f66-b6ec-6c79446156cf,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:42.089316 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port b36ca423-44b9-45ef-8950-fe6be6664566 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:44:42.090010 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port b36ca423-44b9-45ef-8950-fe6be6664566 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:44:42.090814 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port b36ca423-44b9-45ef-8950-fe6be6664566 on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:44:42.105306 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Port b36ca423-44b9-45ef-8950-fe6be6664566 on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:44:42.105631 dv-neutron-835335-1-hyperv neutron-server[109613]: ERROR neutron.plugins.ml2.managers [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Failed to bind port b36ca423-44b9-45ef-8950-fe6be6664566 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] Mar 28 13:44:42.110140 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.plugins.ml2.plugin [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempt 6 to bind port b36ca423-44b9-45ef-8950-fe6be6664566 Mar 28 13:44:42.123736 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aadb6b9-54a1-4289-a94a-eccf78905494 admin admin] Network e1402460-c752-45db-a270-47c08ce9fb97 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:44:42.126924 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d360be-57d8-4279-b82b-d525fb21bc50 None None] Network 6e9a6263-c3fd-46b0-8cac-73eecb978e54 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:44:42.128160 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-717b963a-6fb7-47ba-954d-879e000f49e7 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:42.133644 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-717b963a-6fb7-47ba-954d-879e000f49e7 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] 10.222.0.24 "DELETE /v2.0/subnets/6a4d30bb-ae38-4f66-b6ec-6c79446156cf HTTP/1.1" status: 204 len: 168 time: 1.9780507 Mar 28 13:44:42.137464 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57006) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:42.139102 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-7aadb6b9-54a1-4289-a94a-eccf78905494 admin admin] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:44:42.140454 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port b36ca423-44b9-45ef-8950-fe6be6664566 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:44:42.140794 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port b36ca423-44b9-45ef-8950-fe6be6664566 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:44:42.141124 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port b36ca423-44b9-45ef-8950-fe6be6664566 on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:44:42.150980 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aadb6b9-54a1-4289-a94a-eccf78905494 admin admin] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:44:42.153925 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1a6e19e3-cd1f-4677-96c0-94081eb39787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:42.158290 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-194ca5bb-5071-4d66-ae80-b04b44a71972 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:42.190643 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5570bb26-23c7-4313-8889-fa9cc47bb6f2 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:42.200148 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Port b36ca423-44b9-45ef-8950-fe6be6664566 on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:44:42.200554 dv-neutron-835335-1-hyperv neutron-server[109613]: ERROR neutron.plugins.ml2.managers [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Failed to bind port b36ca423-44b9-45ef-8950-fe6be6664566 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] Mar 28 13:44:42.201665 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-521ad3f1-1436-4d7b-82df-de22b0d0ccaf None None] For port b8113825-ccce-4a02-86ad-c76880174f4d, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:44:42.207798 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1a6e19e3-cd1f-4677-96c0-94081eb39787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:42.210211 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.plugins.ml2.plugin [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempt 7 to bind port b36ca423-44b9-45ef-8950-fe6be6664566 Mar 28 13:44:42.215339 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 859eb27a-0ac8-40d8-beeb-833a3a4bae16 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:44:42.224510 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-5570bb26-23c7-4313-8889-fa9cc47bb6f2 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Calling delete_port for e6e61c6f-ee42-4ba6-aae8-0aaa2790eda5 owned by {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:44:42.260042 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-521ad3f1-1436-4d7b-82df-de22b0d0ccaf None None] For port b8113825-ccce-4a02-86ad-c76880174f4d, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=b8113825-ccce-4a02-86ad-c76880174f4d,segment=NetworkSegment(8b65bb70-7a67-4e02-86f7-fc997d243406),segment_id=8b65bb70-7a67-4e02-86f7-fc997d243406)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:44:42.266037 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bdb3775c-bf48-42f1-879c-f2e88ae12384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:42.280171 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7aadb6b9-54a1-4289-a94a-eccf78905494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:42.287158 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port b36ca423-44b9-45ef-8950-fe6be6664566 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:44:42.287489 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port b36ca423-44b9-45ef-8950-fe6be6664566 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:44:42.287819 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port b36ca423-44b9-45ef-8950-fe6be6664566 on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:44:42.291996 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-d31bc9b7-eeb4-4146-ba66-3534bb69a3ed tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Allocated IP 172.26.2.55 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/4e17e836-6182-4068-aaaa-52e4fb80358d) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:44:42.311985 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-521ad3f1-1436-4d7b-82df-de22b0d0ccaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:42.318830 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Port b36ca423-44b9-45ef-8950-fe6be6664566 on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:44:42.319154 dv-neutron-835335-1-hyperv neutron-server[109613]: ERROR neutron.plugins.ml2.managers [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Failed to bind port b36ca423-44b9-45ef-8950-fe6be6664566 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] Mar 28 13:44:42.327840 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.plugins.ml2.plugin [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempt 8 to bind port b36ca423-44b9-45ef-8950-fe6be6664566 Mar 28 13:44:42.370007 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9984fbbf-592a-42a0-861f-c6b7591306cf tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:42.374670 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port b36ca423-44b9-45ef-8950-fe6be6664566 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:44:42.375003 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port b36ca423-44b9-45ef-8950-fe6be6664566 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:44:42.375329 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port b36ca423-44b9-45ef-8950-fe6be6664566 on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:44:42.395594 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Port b36ca423-44b9-45ef-8950-fe6be6664566 on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:44:42.395866 dv-neutron-835335-1-hyperv neutron-server[109613]: ERROR neutron.plugins.ml2.managers [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Failed to bind port b36ca423-44b9-45ef-8950-fe6be6664566 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] Mar 28 13:44:42.401776 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.plugins.ml2.plugin [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempt 9 to bind port b36ca423-44b9-45ef-8950-fe6be6664566 Mar 28 13:44:42.410133 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb3775c-bf48-42f1-879c-f2e88ae12384 admin admin] Network c012b94c-56e1-42f2-8be1-d11ff4eca693 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:44:42.415049 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 859eb27a-0ac8-40d8-beeb-833a3a4bae16 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:44:42.415422 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:42.421867 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ad3f1-1436-4d7b-82df-de22b0d0ccaf None None] Pushing event updated for resources: {'Port': ['ID=b8113825-ccce-4a02-86ad-c76880174f4d,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:42.446890 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-bdb3775c-bf48-42f1-879c-f2e88ae12384 admin admin] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:44:42.504557 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb3775c-bf48-42f1-879c-f2e88ae12384 admin admin] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:44:42.539575 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e453b148-f2ba-4cd3-b43c-9279e1f171fa None None] DHCP port deletion for 6e9a6263-c3fd-46b0-8cac-73eecb978e54 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:44:42.558292 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bdb3775c-bf48-42f1-879c-f2e88ae12384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:42.560130 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d31bc9b7-eeb4-4146-ba66-3534bb69a3ed tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:42.577374 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:42.619586 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port b36ca423-44b9-45ef-8950-fe6be6664566 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:44:42.620182 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port b36ca423-44b9-45ef-8950-fe6be6664566 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:44:42.620653 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port b36ca423-44b9-45ef-8950-fe6be6664566 on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:44:42.638504 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 859eb27a-0ac8-40d8-beeb-833a3a4bae16, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=859eb27a-0ac8-40d8-beeb-833a3a4bae16,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:44:42.647778 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-eb1923b7-89f4-403f-91fd-534930a3f2f1 None None] Provisioning complete for port 663ba78e-f181-4124-8de6-289d11a9b37f triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:44:42.648323 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-eb1923b7-89f4-403f-91fd-534930a3f2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:42.653800 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Port b36ca423-44b9-45ef-8950-fe6be6664566 on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:44:42.654133 dv-neutron-835335-1-hyperv neutron-server[109613]: ERROR neutron.plugins.ml2.managers [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Failed to bind port b36ca423-44b9-45ef-8950-fe6be6664566 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] Mar 28 13:44:42.657289 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.plugins.ml2.plugin [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempt 10 to bind port b36ca423-44b9-45ef-8950-fe6be6664566 Mar 28 13:44:42.707121 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port b36ca423-44b9-45ef-8950-fe6be6664566 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:44:42.707450 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port b36ca423-44b9-45ef-8950-fe6be6664566 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:44:42.707786 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port b36ca423-44b9-45ef-8950-fe6be6664566 on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:44:42.714414 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d31bc9b7-eeb4-4146-ba66-3534bb69a3ed tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:42.719791 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:42.725784 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1a6e19e3-cd1f-4677-96c0-94081eb39787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:42.727496 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1a6e19e3-cd1f-4677-96c0-94081eb39787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:42.730979 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-1a6e19e3-cd1f-4677-96c0-94081eb39787 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9eb01fb3-971b-46b7-a5df-b2a2ff3e3df1 HTTP/1.1" status: 204 len: 168 time: 0.7027605 Mar 28 13:44:42.760150 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Port b36ca423-44b9-45ef-8950-fe6be6664566 on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:44:42.765460 dv-neutron-835335-1-hyperv neutron-server[109613]: ERROR neutron.plugins.ml2.managers [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Failed to bind port b36ca423-44b9-45ef-8950-fe6be6664566 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] Mar 28 13:44:42.765460 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:42.774365 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-194ca5bb-5071-4d66-ae80-b04b44a71972 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:42.780633 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-e453b148-f2ba-4cd3-b43c-9279e1f171fa None None] Deleting port c2b42e53-9466-4def-8f70-4a910436db6e {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:44:42.780996 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e453b148-f2ba-4cd3-b43c-9279e1f171fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:42.784699 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-eb1923b7-89f4-403f-91fd-534930a3f2f1 None None] Port 663ba78e-f181-4124-8de6-289d11a9b37f cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:44:42.812915 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb3775c-bf48-42f1-879c-f2e88ae12384 admin admin] Pushing event updated for resources: {'Port': ['ID=6f841483-577f-4991-8127-0ecfed500ee2,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:42.823664 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e19e3-cd1f-4677-96c0-94081eb39787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb01fb3-971b-46b7-a5df-b2a2ff3e3df1,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:42.829503 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31bc9b7-eeb4-4146-ba66-3534bb69a3ed tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:44:42.829643 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194ca5bb-5071-4d66-ae80-b04b44a71972 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Network e973bc06-3826-446c-b81f-d0d2f8e17efc is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:44:42.852610 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-d31bc9b7-eeb4-4146-ba66-3534bb69a3ed tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:44:42.860004 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31bc9b7-eeb4-4146-ba66-3534bb69a3ed tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:44:42.870538 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-194ca5bb-5071-4d66-ae80-b04b44a71972 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:44:42.899581 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31bc9b7-eeb4-4146-ba66-3534bb69a3ed tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Pushing event updated for resources: {'Port': ['ID=4e17e836-6182-4068-aaaa-52e4fb80358d,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:42.905150 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=859eb27a-0ac8-40d8-beeb-833a3a4bae16,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:42.906358 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194ca5bb-5071-4d66-ae80-b04b44a71972 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:44:42.928396 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-e453b148-f2ba-4cd3-b43c-9279e1f171fa None None] For port c2b42e53-9466-4def-8f70-4a910436db6e, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=c2b42e53-9466-4def-8f70-4a910436db6e,segment=NetworkSegment(5e494590-8ad9-4898-beed-bca50dabbe43),segment_id=5e494590-8ad9-4898-beed-bca50dabbe43)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:44:42.928823 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e453b148-f2ba-4cd3-b43c-9279e1f171fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:42.954036 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-e453b148-f2ba-4cd3-b43c-9279e1f171fa None None] Calling delete_port for c2b42e53-9466-4def-8f70-4a910436db6e owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:44:42.971677 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-27cddc5c-c810-49b6-a3fb-489ce31074ff None None] Provisioning complete for port 6f841483-577f-4991-8127-0ecfed500ee2 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:44:42.972038 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-27cddc5c-c810-49b6-a3fb-489ce31074ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:43.011585 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bdb3775c-bf48-42f1-879c-f2e88ae12384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:43.031075 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ca5bb-5071-4d66-ae80-b04b44a71972 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Pushing event updated for resources: {'Port': ['ID=7adaf24d-bd86-402b-9bd7-642c7d10678b,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:43.092539 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-27cddc5c-c810-49b6-a3fb-489ce31074ff None None] Port 6f841483-577f-4991-8127-0ecfed500ee2 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:44:43.121763 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-9984fbbf-592a-42a0-861f-c6b7591306cf tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Deleting port c2b42e53-9466-4def-8f70-4a910436db6e {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:44:43.122283 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9984fbbf-592a-42a0-861f-c6b7591306cf tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:43.152913 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7aadb6b9-54a1-4289-a94a-eccf78905494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:43.227361 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] For port b36ca423-44b9-45ef-8950-fe6be6664566, host hv-neutron-8353, cleared binding levels {{(pid=109613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:44:43.227752 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempted to set empty binding levels {{(pid=109613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 28 13:44:43.233531 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e453b148-f2ba-4cd3-b43c-9279e1f171fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:43.292222 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e453b148-f2ba-4cd3-b43c-9279e1f171fa None None] No DVR routers for this DVR port c2b42e53-9466-4def-8f70-4a910436db6e on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:44:43.293979 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e453b148-f2ba-4cd3-b43c-9279e1f171fa None None] Pushing event deleted for resources: {'Port': ['ID=c2b42e53-9466-4def-8f70-4a910436db6e,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:43.301700 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-9984fbbf-592a-42a0-861f-c6b7591306cf tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] For port c2b42e53-9466-4def-8f70-4a910436db6e, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=c2b42e53-9466-4def-8f70-4a910436db6e,segment=NetworkSegment(5e494590-8ad9-4898-beed-bca50dabbe43),segment_id=5e494590-8ad9-4898-beed-bca50dabbe43)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:44:43.301700 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9984fbbf-592a-42a0-861f-c6b7591306cf tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:43.320748 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-9984fbbf-592a-42a0-861f-c6b7591306cf tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Calling delete_port for c2b42e53-9466-4def-8f70-4a910436db6e owned by network:dhcp {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:44:43.323297 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:43.330822 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:43.393348 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] In _notify_port_updated(), no bound segment for port b36ca423-44b9-45ef-8950-fe6be6664566 on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 {{(pid=109613) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 28 13:44:43.395144 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:43.395804 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:43.398303 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] 10.222.0.24 "PUT /v2.0/ports/b36ca423-44b9-45ef-8950-fe6be6664566 HTTP/1.1" status: 200 len: 981 time: 2.3892779 Mar 28 13:44:43.411324 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57014) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:43.459126 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5570bb26-23c7-4313-8889-fa9cc47bb6f2 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:43.494395 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b0f84d-fd22-42fd-ae71-89958e36354e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Pushing event updated for resources: {'Port': ['ID=b36ca423-44b9-45ef-8950-fe6be6664566,revision_number=3']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:43.533155 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 859eb27a-0ac8-40d8-beeb-833a3a4bae16 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:44:43.587557 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57016) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:43.606798 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 859eb27a-0ac8-40d8-beeb-833a3a4bae16 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:44:43.608167 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:43.620748 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9984fbbf-592a-42a0-861f-c6b7591306cf tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:43.655780 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9984fbbf-592a-42a0-861f-c6b7591306cf tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Pushing event deleted for resources: {'Port': ['ID=c2b42e53-9466-4def-8f70-4a910436db6e,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:43.657665 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-83aea97a-184d-4f1b-8fb7-78eb285e5666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:43.734535 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device b8113825-ccce-4a02-86ad-c76880174f4d up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:44:43.764095 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570bb26-23c7-4313-8889-fa9cc47bb6f2 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Pushing event deleted for resources: {'Port': ['ID=e6e61c6f-ee42-4ba6-aae8-0aaa2790eda5,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:43.799112 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port b8113825-ccce-4a02-86ad-c76880174f4d triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:44:43.799672 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:43.836847 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-83aea97a-184d-4f1b-8fb7-78eb285e5666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:43.847660 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9984fbbf-592a-42a0-861f-c6b7591306cf tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] No DVR routers for this DVR port c2b42e53-9466-4def-8f70-4a910436db6e on host dv-neutron-835335-1-hyperv {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:44:43.895002 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:43.897705 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f440a6f-2555-48e5-b55d-ea2bd773ebb4 None None] Network eff88fab-9dff-460f-9c69-9a2bb9a6d4c6 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:44:43.899177 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-83aea97a-184d-4f1b-8fb7-78eb285e5666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:43.925046 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3a3a9d-b1a6-499f-92de-e0b58f7b39b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:43.925599 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3a3a9d-b1a6-499f-92de-e0b58f7b39b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:43.925960 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3a3a9d-b1a6-499f-92de-e0b58f7b39b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:43.926622 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3a3a9d-b1a6-499f-92de-e0b58f7b39b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:43.927220 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3a3a9d-b1a6-499f-92de-e0b58f7b39b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:43.928067 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3a3a9d-b1a6-499f-92de-e0b58f7b39b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:43.928783 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3a3a9d-b1a6-499f-92de-e0b58f7b39b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:43.929399 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3a3a9d-b1a6-499f-92de-e0b58f7b39b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:43.930009 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3a3a9d-b1a6-499f-92de-e0b58f7b39b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:43.930673 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3a3a9d-b1a6-499f-92de-e0b58f7b39b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:43.931289 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3a3a9d-b1a6-499f-92de-e0b58f7b39b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:43.931933 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3a3a9d-b1a6-499f-92de-e0b58f7b39b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:43.932558 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d31bc9b7-eeb4-4146-ba66-3534bb69a3ed tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks [] for router_gateway, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:43.932803 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3a3a9d-b1a6-499f-92de-e0b58f7b39b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:43.933583 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3a3a9d-b1a6-499f-92de-e0b58f7b39b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:43.934199 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3a3a9d-b1a6-499f-92de-e0b58f7b39b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:43.934805 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3a3a9d-b1a6-499f-92de-e0b58f7b39b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:43.941540 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-3c3a3a9d-b1a6-499f-92de-e0b58f7b39b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14231 time: 0.5188076 Mar 28 13:44:43.947288 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57018) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:44.059338 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5570bb26-23c7-4313-8889-fa9cc47bb6f2 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:44.064836 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-5570bb26-23c7-4313-8889-fa9cc47bb6f2 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] 10.222.0.24 "DELETE /v2.0/ports/e6e61c6f-ee42-4ba6-aae8-0aaa2790eda5 HTTP/1.1" status: 204 len: 168 time: 2.9879487 Mar 28 13:44:44.066556 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9984fbbf-592a-42a0-861f-c6b7591306cf tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:44.073061 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-83aea97a-184d-4f1b-8fb7-78eb285e5666 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cd5ddf768c8e4958812fa6f3673fab93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4832287 Mar 28 13:44:44.073205 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57020) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:44.085876 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57022) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:44.105497 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aea97a-184d-4f1b-8fb7-78eb285e5666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13eadc05-c029-46fb-bc4a-f437ac0dcee6,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:44.118592 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port b8113825-ccce-4a02-86ad-c76880174f4d, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=b8113825-ccce-4a02-86ad-c76880174f4d,segment=NetworkSegment(8b65bb70-7a67-4e02-86f7-fc997d243406),segment_id=8b65bb70-7a67-4e02-86f7-fc997d243406)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:44:44.122302 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-9984fbbf-592a-42a0-861f-c6b7591306cf tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e9a6263-c3fd-46b0-8cac-73eecb978e54']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:44:44.160295 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bdb3775c-bf48-42f1-879c-f2e88ae12384 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:44.165064 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-b4cf158c-e263-4488-8ddc-cd89433d3899 None None] Provisioning complete for port b8113825-ccce-4a02-86ad-c76880174f4d triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:44:44.165532 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b4cf158c-e263-4488-8ddc-cd89433d3899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:44.168058 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7aadb6b9-54a1-4289-a94a-eccf78905494 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:44.168337 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-194ca5bb-5071-4d66-ae80-b04b44a71972 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:44.183930 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-9984fbbf-592a-42a0-861f-c6b7591306cf tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e494590-8ad9-4898-beed-bca50dabbe43') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:44:44.184231 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-9984fbbf-592a-42a0-861f-c6b7591306cf tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e494590-8ad9-4898-beed-bca50dabbe43') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:44:44.223565 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bdb3775c-bf48-42f1-879c-f2e88ae12384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:44.225442 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9984fbbf-592a-42a0-861f-c6b7591306cf tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:44.261026 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9984fbbf-592a-42a0-861f-c6b7591306cf tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:44.279529 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:44.300268 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb3775c-bf48-42f1-879c-f2e88ae12384 admin admin] Pushing event updated for resources: {'Port': ['ID=6f841483-577f-4991-8127-0ecfed500ee2,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:44.311331 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9984fbbf-592a-42a0-861f-c6b7591306cf tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:44:44.311739 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9984fbbf-592a-42a0-861f-c6b7591306cf tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:44.312811 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7aadb6b9-54a1-4289-a94a-eccf78905494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:44.317856 dv-neutron-835335-1-hyperv neutron-server[109613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 13:44:44.317856 dv-neutron-835335-1-hyperv neutron-server[109613]: self.session.flush() Mar 28 13:44:44.317856 dv-neutron-835335-1-hyperv neutron-server[109613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 13:44:44.317856 dv-neutron-835335-1-hyperv neutron-server[109613]: self.session.flush() Mar 28 13:44:44.317856 dv-neutron-835335-1-hyperv neutron-server[109613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 13:44:44.317856 dv-neutron-835335-1-hyperv neutron-server[109613]: self.session.flush() Mar 28 13:44:44.317856 dv-neutron-835335-1-hyperv neutron-server[109613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 13:44:44.317856 dv-neutron-835335-1-hyperv neutron-server[109613]: self.session.flush() Mar 28 13:44:44.317856 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:44:44.317856 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:44:44.317856 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:44:44.317856 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:44:44.317856 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:44:44.317856 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:44:44.317856 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:44:44.317856 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:44:44.317856 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:44:44.317856 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:44:44.317856 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:44:44.317856 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:44:44.317856 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:44:44.317856 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:44:44.317856 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:44:44.317856 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:44:44.317856 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:44:44.317856 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:44:44.317856 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:44:44.317856 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:44:44.317856 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:44:44.317856 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:44:44.317856 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:44:44.317856 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:44:44.317856 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:44:44.317856 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:44:44.317856 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:44:44.317856 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:44:44.317856 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:44:44.317856 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:44:44.317856 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:44:44.317856 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:44:44.342764 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-64c54e00-4aa4-4292-b6ee-a7df75e9b088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:44.365659 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=b8113825-ccce-4a02-86ad-c76880174f4d,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:44.373791 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7aadb6b9-54a1-4289-a94a-eccf78905494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:44.391137 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device c2b42e53-9466-4def-8f70-4a910436db6e no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:44:44.419651 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: c2b42e53-9466-4def-8f70-4a910436db6e {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:44:44.420021 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device c2b42e53-9466-4def-8f70-4a910436db6e not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:44:44.458429 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-d71acb2f-51b8-4b0a-b8a1-ee7214c1e090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Deleting port b36ca423-44b9-45ef-8950-fe6be6664566 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:44:44.459866 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d71acb2f-51b8-4b0a-b8a1-ee7214c1e090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:44.472745 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-2fb73526-f627-4674-9d83-a64cac03f205 tempest-DHCPAgentSchedulersTestJSON-1674859474 tempest-DHCPAgentSchedulersTestJSON-1674859474-project-admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.3984344 Mar 28 13:44:44.487552 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57026) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:44.500271 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-700e0b3a-b16e-4f0b-a4d5-e43c71dec497 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1938410506'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:44.511232 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-64c54e00-4aa4-4292-b6ee-a7df75e9b088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:44.520094 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aadb6b9-54a1-4289-a94a-eccf78905494 admin admin] Pushing event updated for resources: {'Port': ['ID=663ba78e-f181-4124-8de6-289d11a9b37f,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:44.522699 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bdb3775c-bf48-42f1-879c-f2e88ae12384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:44.555386 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9984fbbf-592a-42a0-861f-c6b7591306cf tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:44.561219 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9984fbbf-592a-42a0-861f-c6b7591306cf tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:44.564997 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9984fbbf-592a-42a0-861f-c6b7591306cf tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] 10.222.0.24 "DELETE /v2.0/networks/6e9a6263-c3fd-46b0-8cac-73eecb978e54 HTTP/1.1" status: 204 len: 168 time: 2.4215188 Mar 28 13:44:44.614015 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9984fbbf-592a-42a0-861f-c6b7591306cf tempest-ExtraDHCPOptionsIpV6TestJSON-418040528 tempest-ExtraDHCPOptionsIpV6TestJSON-418040528-project] Pushing event deleted for resources: {'Network': ['ID=6e9a6263-c3fd-46b0-8cac-73eecb978e54,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:44.617642 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d31bc9b7-eeb4-4146-ba66-3534bb69a3ed tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:44.623013 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-fe9970d6-a847-46f4-9535-cb13587fe1d3 None None] Provisioning complete for port b8113825-ccce-4a02-86ad-c76880174f4d triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:44:44.623540 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-fe9970d6-a847-46f4-9535-cb13587fe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:44.682828 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-d71acb2f-51b8-4b0a-b8a1-ee7214c1e090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] For port b36ca423-44b9-45ef-8950-fe6be6664566, host hv-neutron-8353, got binding levels [] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:44:44.683123 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d71acb2f-51b8-4b0a-b8a1-ee7214c1e090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:44.687972 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb3775c-bf48-42f1-879c-f2e88ae12384 admin admin] Network c012b94c-56e1-42f2-8be1-d11ff4eca693 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:44:44.701461 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-d71acb2f-51b8-4b0a-b8a1-ee7214c1e090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Calling delete_port for b36ca423-44b9-45ef-8950-fe6be6664566 owned by {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:44:44.744457 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-bdb3775c-bf48-42f1-879c-f2e88ae12384 admin admin] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:44:44.779030 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aadb6b9-54a1-4289-a94a-eccf78905494 admin admin] Network e1402460-c752-45db-a270-47c08ce9fb97 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:44:44.784514 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-7aadb6b9-54a1-4289-a94a-eccf78905494 admin admin] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:44:44.786910 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700e0b3a-b16e-4f0b-a4d5-e43c71dec497 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Made reservation on behalf of 2279509b807b4620b1504e0117204e7a for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:44:44.790553 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-700e0b3a-b16e-4f0b-a4d5-e43c71dec497 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:44.801042 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-64c54e00-4aa4-4292-b6ee-a7df75e9b088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:44.803631 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-64c54e00-4aa4-4292-b6ee-a7df75e9b088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:44.804848 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-64c54e00-4aa4-4292-b6ee-a7df75e9b088 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/13eadc05-c029-46fb-bc4a-f437ac0dcee6 HTTP/1.1" status: 204 len: 168 time: 0.7149739 Mar 28 13:44:44.847044 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c54e00-4aa4-4292-b6ee-a7df75e9b088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13eadc05-c029-46fb-bc4a-f437ac0dcee6,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:44.892245 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-700e0b3a-b16e-4f0b-a4d5-e43c71dec497 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:44:44.924682 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-700e0b3a-b16e-4f0b-a4d5-e43c71dec497 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:44.925024 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-700e0b3a-b16e-4f0b-a4d5-e43c71dec497 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Added segment be1e28d7-eab8-46c8-90c3-df81a3c48e0d of type vlan for network 7380acea-a4e1-4b14-aaf0-11f7b1e92648 Mar 28 13:44:45.078318 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-194ca5bb-5071-4d66-ae80-b04b44a71972 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:45.122011 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d71acb2f-51b8-4b0a-b8a1-ee7214c1e090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:45.159571 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-700e0b3a-b16e-4f0b-a4d5-e43c71dec497 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:45.166674 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71acb2f-51b8-4b0a-b8a1-ee7214c1e090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Pushing event deleted for resources: {'Port': ['ID=b36ca423-44b9-45ef-8950-fe6be6664566,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:45.173823 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-992f21df-a4dc-4956-a893-b8ea1c009ed5 None None] Provisioning complete for port 6f841483-577f-4991-8127-0ecfed500ee2 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:44:45.174202 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-992f21df-a4dc-4956-a893-b8ea1c009ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:45.175915 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aadb6b9-54a1-4289-a94a-eccf78905494 admin admin] Router 30923fd5-3870-4d87-8258-961f0a2fda57 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:44:45.178783 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d71acb2f-51b8-4b0a-b8a1-ee7214c1e090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:45.188816 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d71acb2f-51b8-4b0a-b8a1-ee7214c1e090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] 10.222.0.24 "DELETE /v2.0/ports/b36ca423-44b9-45ef-8950-fe6be6664566 HTTP/1.1" status: 204 len: 168 time: 1.2068710 Mar 28 13:44:45.189468 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57034) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:45.206993 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31bc9b7-eeb4-4146-ba66-3534bb69a3ed tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Router 06f63288-1016-46d5-aafb-e60e81f8017c is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:44:45.216771 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57038) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:45.261867 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a9c218f-9af9-4b8d-bdc9-9afbff4388c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] GET failed (client error): The resource could not be found. Mar 28 13:44:45.263272 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-8a9c218f-9af9-4b8d-bdc9-9afbff4388c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] 10.222.0.24 "GET /v2.0/ports/b36ca423-44b9-45ef-8950-fe6be6664566 HTTP/1.1" status: 404 len: 333 time: 0.0710914 Mar 28 13:44:45.269445 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-992f21df-a4dc-4956-a893-b8ea1c009ed5 None None] Port 6f841483-577f-4991-8127-0ecfed500ee2 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:44:45.272117 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57042) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:45.298447 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-992f21df-a4dc-4956-a893-b8ea1c009ed5 None None] Provisioning complete for port 663ba78e-f181-4124-8de6-289d11a9b37f triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:44:45.298994 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-992f21df-a4dc-4956-a893-b8ea1c009ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:45.304147 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-2671d596-3633-4345-84b3-f1e75613c255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688099390', 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:45.317438 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-700e0b3a-b16e-4f0b-a4d5-e43c71dec497 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:45.325146 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700e0b3a-b16e-4f0b-a4d5-e43c71dec497 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:45.325796 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-700e0b3a-b16e-4f0b-a4d5-e43c71dec497 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:45.365878 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-992f21df-a4dc-4956-a893-b8ea1c009ed5 None None] Port 663ba78e-f181-4124-8de6-289d11a9b37f cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:44:45.389142 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device b8113825-ccce-4a02-86ad-c76880174f4d up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:44:45.399162 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb3775c-bf48-42f1-879c-f2e88ae12384 admin admin] Router 932ca29e-8b40-4b6f-9e96-e6798079555f has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:44:45.452159 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port b8113825-ccce-4a02-86ad-c76880174f4d triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:44:45.452559 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:45.462400 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2671d596-3633-4345-84b3-f1e75613c255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Made reservation on behalf of ba3d8305a9a347cd826962a3b932c37d for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:44:45.464785 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2671d596-3633-4345-84b3-f1e75613c255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:45.504224 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-700e0b3a-b16e-4f0b-a4d5-e43c71dec497 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0102561 Mar 28 13:44:45.512878 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57052) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:45.529307 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700e0b3a-b16e-4f0b-a4d5-e43c71dec497 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Pushing event updated for resources: {'Network': ['ID=7380acea-a4e1-4b14-aaf0-11f7b1e92648,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:45.541555 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-4954e9b3-8546-4b59-9be1-8661e92003f1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9e6c693d076147a4b8439b23553d641b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3207870 Mar 28 13:44:45.547784 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57054) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:45.559726 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 7380acea-a4e1-4b14-aaf0-11f7b1e92648 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:44:45.598069 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31bc9b7-eeb4-4146-ba66-3534bb69a3ed tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:44:45.613471 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a4079f-9a3d-4afb-8468-094fb91b1e62 None None] Sync routers for ids ['06f63288-1016-46d5-aafb-e60e81f8017c'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:44:45.630374 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a4079f-9a3d-4afb-8468-094fb91b1e62 None None] Routers {'06f63288-1016-46d5-aafb-e60e81f8017c'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:44:45.631733 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-55a4079f-9a3d-4afb-8468-094fb91b1e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:44:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['06f63288-1016-46d5-aafb-e60e81f8017c'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:44:45.686222 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-55a4079f-9a3d-4afb-8468-094fb91b1e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:44:45.701412 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a4079f-9a3d-4afb-8468-094fb91b1e62 None None] Routers {'06f63288-1016-46d5-aafb-e60e81f8017c'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:44:45.702650 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-55a4079f-9a3d-4afb-8468-094fb91b1e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:44:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['06f63288-1016-46d5-aafb-e60e81f8017c'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:44:45.743626 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [None req-2671d596-3633-4345-84b3-f1e75613c255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] device_id is not set on port 7eaca4e1-84bf-4dff-a243-3d7d86cb0b3d yet. {{(pid=109612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:44:45.743739 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c23ca9f6-52c4-46d5-a445-21aac4bc8310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:45.755970 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-55a4079f-9a3d-4afb-8468-094fb91b1e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:44:45.757001 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a4079f-9a3d-4afb-8468-094fb91b1e62 None None] The sync data for ids ['06f63288-1016-46d5-aafb-e60e81f8017c'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:44:45.800767 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d31bc9b7-eeb4-4146-ba66-3534bb69a3ed tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:45.804775 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d31bc9b7-eeb4-4146-ba66-3534bb69a3ed tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.9302614 Mar 28 13:44:45.805647 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57062) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:45.818423 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c23ca9f6-52c4-46d5-a445-21aac4bc8310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:45.851452 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-67955597-ee53-4e43-9215-abad1dccbb41 tempest-DHCPAgentSchedulersTestJSON-1674859474 tempest-DHCPAgentSchedulersTestJSON-1674859474-project-admin] 10.222.0.24 "GET /v2.0/agents/154c18f1-32ff-4719-8dd4-60f1b1b9cc80/dhcp-networks HTTP/1.1" status: 200 len: 7264 time: 0.3334367 Mar 28 13:44:45.857568 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57064) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:45.960693 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79c85d7-96e9-4f68-9a7a-2ec0f268ed5b tempest-DHCPAgentSchedulersTestJSON-1674859474 tempest-DHCPAgentSchedulersTestJSON-1674859474-project-admin] Network 7380acea-a4e1-4b14-aaf0-11f7b1e92648 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:44:45.980795 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c23ca9f6-52c4-46d5-a445-21aac4bc8310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:45.984148 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c23ca9f6-52c4-46d5-a445-21aac4bc8310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:45.985334 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c23ca9f6-52c4-46d5-a445-21aac4bc8310 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0ba24775-fb5e-43ac-8f4d-d6b624f195b7 HTTP/1.1" status: 204 len: 168 time: 0.4363525 Mar 28 13:44:45.994780 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ca9f6-52c4-46d5-a445-21aac4bc8310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba24775-fb5e-43ac-8f4d-d6b624f195b7,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:46.038487 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d79c85d7-96e9-4f68-9a7a-2ec0f268ed5b tempest-DHCPAgentSchedulersTestJSON-1674859474 tempest-DHCPAgentSchedulersTestJSON-1674859474-project-admin] 10.222.0.24 "POST /v2.0/agents/154c18f1-32ff-4719-8dd4-60f1b1b9cc80/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1779902 Mar 28 13:44:46.039870 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e6d455-5c97-4df4-b7eb-38a2410cfc08 None None] Network 7380acea-a4e1-4b14-aaf0-11f7b1e92648 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:44:46.041929 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57072) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:46.088869 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57074) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:46.147078 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aadb6b9-54a1-4289-a94a-eccf78905494 admin admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:44:46.162015 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca749a23-9768-4672-b8c2-8eaf21b20538 None None] Sync routers for ids ['30923fd5-3870-4d87-8258-961f0a2fda57'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:44:46.167492 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-7aadb6b9-54a1-4289-a94a-eccf78905494 admin admin] 10.222.0.24 "PUT /v2.0/routers/30923fd5-3870-4d87-8258-961f0a2fda57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6159322 Mar 28 13:44:46.196722 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca749a23-9768-4672-b8c2-8eaf21b20538 None None] Routers {'30923fd5-3870-4d87-8258-961f0a2fda57'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:44:46.197971 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-ca749a23-9768-4672-b8c2-8eaf21b20538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:44:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['30923fd5-3870-4d87-8258-961f0a2fda57'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:44:46.205175 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb3775c-bf48-42f1-879c-f2e88ae12384 admin admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:44:46.217757 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0b434a-1665-413d-9f39-415b575ea434 None None] Sync routers for ids ['932ca29e-8b40-4b6f-9e96-e6798079555f'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:44:46.231269 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0b434a-1665-413d-9f39-415b575ea434 None None] Routers {'932ca29e-8b40-4b6f-9e96-e6798079555f'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:44:46.231889 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-de0b434a-1665-413d-9f39-415b575ea434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:44:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['932ca29e-8b40-4b6f-9e96-e6798079555f'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:44:46.266905 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-4d5ba694-5680-4700-a59b-87c824796187 tempest-DHCPAgentSchedulersTestJSON-1674859474 tempest-DHCPAgentSchedulersTestJSON-1674859474-project-admin] 10.222.0.24 "GET /v2.0/agents/154c18f1-32ff-4719-8dd4-60f1b1b9cc80/dhcp-networks HTTP/1.1" status: 200 len: 8034 time: 0.2176700 Mar 28 13:44:46.268147 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2671d596-3633-4345-84b3-f1e75613c255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:46.269740 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57080) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:46.278593 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-bdb3775c-bf48-42f1-879c-f2e88ae12384 admin admin] 10.222.0.24 "PUT /v2.0/routers/932ca29e-8b40-4b6f-9e96-e6798079555f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7894084 Mar 28 13:44:46.383221 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-76cb1aac-1380-4753-9fcd-7d5999b69111 tempest-AgentManagementNegativeTest-2040761363 tempest-AgentManagementNegativeTest-2040761363-project] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2870259 Mar 28 13:44:46.406668 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-de0b434a-1665-413d-9f39-415b575ea434 None None] Set router 932ca29e-8b40-4b6f-9e96-e6798079555f gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:44:46.410743 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194ca5bb-5071-4d66-ae80-b04b44a71972 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Router d6fc727a-36db-4553-9a77-1523e0a4293e is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:44:46.414368 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-ca749a23-9768-4672-b8c2-8eaf21b20538 None None] Set router 30923fd5-3870-4d87-8258-961f0a2fda57 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:44:46.497669 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c5dd5e20-9b57-494e-b766-1686fc646e48 tempest-DHCPAgentSchedulersTestJSON-1674859474 tempest-DHCPAgentSchedulersTestJSON-1674859474-project-admin] 10.222.0.24 "DELETE /v2.0/agents/154c18f1-32ff-4719-8dd4-60f1b1b9cc80/dhcp-networks/7380acea-a4e1-4b14-aaf0-11f7b1e92648 HTTP/1.1" status: 204 len: 168 time: 0.2266948 Mar 28 13:44:46.499977 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57094) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:46.582567 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2671d596-3633-4345-84b3-f1e75613c255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:46.718538 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-56fafdaa-0ab9-47f2-a615-077430180793 tempest-DHCPAgentSchedulersTestJSON-1674859474 tempest-DHCPAgentSchedulersTestJSON-1674859474-project-admin] 10.222.0.24 "GET /v2.0/agents/154c18f1-32ff-4719-8dd4-60f1b1b9cc80/dhcp-networks HTTP/1.1" status: 200 len: 7264 time: 0.2147157 Mar 28 13:44:46.718538 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57104) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:46.726935 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2671d596-3633-4345-84b3-f1e75613c255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:44:46.733603 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-2671d596-3633-4345-84b3-f1e75613c255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:44:46.742260 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2671d596-3633-4345-84b3-f1e75613c255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:44:46.744804 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2671d596-3633-4345-84b3-f1e75613c255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:46.745516 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2671d596-3633-4345-84b3-f1e75613c255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:46.763459 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ae0aa042-c96c-468f-9034-2f4636538bb4 tempest-DHCPAgentSchedulersTestJSON-1674859474 tempest-DHCPAgentSchedulersTestJSON-1674859474-project-admin] 10.222.0.24 "GET /v2.0/networks/e95ecc9b-fcdf-4de8-a1f8-7f5c173d7e0b/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0391164 Mar 28 13:44:46.764292 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57106) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:46.779331 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-de0b434a-1665-413d-9f39-415b575ea434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932ca29e-8b40-4b6f-9e96-e6798079555f', 'name': 'tempest-ServerActionsTestJSON-68342897-router', 'tenant_id': 'aa9aa9bd837f49a494e03678d3365504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '476469b4-76e1-4d32-9033-5987432e6cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:44:30Z', 'updated_at': '2022-03-28T13:44:42Z', 'revision_number': 4, 'project_id': 'aa9aa9bd837f49a494e03678d3365504', 'gw_port': {'id': '476469b4-76e1-4d32-9033-5987432e6cab', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:49:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932ca29e-8b40-4b6f-9e96-e6798079555f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:44:32Z', 'updated_at': '2022-03-28T13:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '6f841483-577f-4991-8127-0ecfed500ee2', 'name': '', 'network_id': 'c012b94c-56e1-42f2-8be1-d11ff4eca693', 'tenant_id': 'aa9aa9bd837f49a494e03678d3365504', 'mac_address': 'fa:16:3e:7f:e4:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '932ca29e-8b40-4b6f-9e96-e6798079555f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '470f589b-de11-4359-b1c6-d35a22ef5cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:44:40Z', 'updated_at': '2022-03-28T13:44:43Z', 'revision_number': 2, 'project_id': 'aa9aa9bd837f49a494e03678d3365504', 'subnets': [{'id': '470f589b-de11-4359-b1c6-d35a22ef5cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:44:46.781359 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194ca5bb-5071-4d66-ae80-b04b44a71972 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:44:46.785372 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-ca749a23-9768-4672-b8c2-8eaf21b20538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30923fd5-3870-4d87-8258-961f0a2fda57', 'name': 'tempest-ServersTestJSON-1782055734-router', 'tenant_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': '859eb27a-0ac8-40d8-beeb-833a3a4bae16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:44:30Z', 'updated_at': '2022-03-28T13:44:42Z', 'revision_number': 4, 'project_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'gw_port': {'id': '859eb27a-0ac8-40d8-beeb-833a3a4bae16', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:39:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30923fd5-3870-4d87-8258-961f0a2fda57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:44:31Z', 'updated_at': '2022-03-28T13:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '663ba78e-f181-4124-8de6-289d11a9b37f', 'name': '', 'network_id': 'e1402460-c752-45db-a270-47c08ce9fb97', 'tenant_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'mac_address': 'fa:16:3e:7f:04:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30923fd5-3870-4d87-8258-961f0a2fda57', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'a167ade0-c005-4c90-9729-9d5afaf497ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:44:39Z', 'updated_at': '2022-03-28T13:44:43Z', 'revision_number': 2, 'project_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'subnets': [{'id': 'a167ade0-c005-4c90-9729-9d5afaf497ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:44:46.796635 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-0ee819fc-fe42-4432-8d10-83617388606e tempest-DHCPAgentSchedulersTestJSON-1674859474 tempest-DHCPAgentSchedulersTestJSON-1674859474-project-admin] 10.222.0.24 "GET /v2.0/networks/e95ecc9b-fcdf-4de8-a1f8-7f5c173d7e0b/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0310357 Mar 28 13:44:46.798767 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57108) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:46.813646 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2671d596-3633-4345-84b3-f1e75613c255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Pushing event updated for resources: {'Port': ['ID=7eaca4e1-84bf-4dff-a243-3d7d86cb0b3d,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:46.820290 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0b434a-1665-413d-9f39-415b575ea434 None None] Checking router: 932ca29e-8b40-4b6f-9e96-e6798079555f for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:44:46.822644 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0b434a-1665-413d-9f39-415b575ea434 None None] Updating router 932ca29e-8b40-4b6f-9e96-e6798079555f port 6f841483-577f-4991-8127-0ecfed500ee2 binding host dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 13:44:46.835230 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca749a23-9768-4672-b8c2-8eaf21b20538 None None] Checking router: 30923fd5-3870-4d87-8258-961f0a2fda57 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:44:46.836821 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca749a23-9768-4672-b8c2-8eaf21b20538 None None] Updating router 30923fd5-3870-4d87-8258-961f0a2fda57 port 663ba78e-f181-4124-8de6-289d11a9b37f binding host dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 13:44:46.840602 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4de9d6f-beae-49c9-8fbe-9f9ac316ddb5 None None] Sync routers for ids ['d6fc727a-36db-4553-9a77-1523e0a4293e'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:44:46.868152 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4de9d6f-beae-49c9-8fbe-9f9ac316ddb5 None None] Routers {'d6fc727a-36db-4553-9a77-1523e0a4293e'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:44:46.868931 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-f4de9d6f-beae-49c9-8fbe-9f9ac316ddb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:44:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['d6fc727a-36db-4553-9a77-1523e0a4293e'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:44:46.885787 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-194ca5bb-5071-4d66-ae80-b04b44a71972 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:46.889059 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-194ca5bb-5071-4d66-ae80-b04b44a71972 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 10.0688334 Mar 28 13:44:46.891610 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57110) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:46.910534 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-2671d596-3633-4345-84b3-f1e75613c255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.6338792 Mar 28 13:44:46.918928 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57112) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:46.966665 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ca749a23-9768-4672-b8c2-8eaf21b20538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:47.000917 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-de0b434a-1665-413d-9f39-415b575ea434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:47.025615 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b49ccaa2-e241-480b-b6e0-faaf1d2423e2 tempest-DHCPAgentSchedulersTestJSON-1674859474 tempest-DHCPAgentSchedulersTestJSON-1674859474-project-admin] 10.222.0.24 "GET /v2.0/agents/154c18f1-32ff-4719-8dd4-60f1b1b9cc80/dhcp-networks HTTP/1.1" status: 200 len: 7264 time: 0.2239139 Mar 28 13:44:47.028711 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57118) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:47.130394 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-95979141-7c37-462a-8c66-66b693e53535 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:47.163513 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57122) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:47.164717 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a1597f-0dea-4fbb-9727-6578bcf7f1f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:47.166874 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d1a1597f-0dea-4fbb-9727-6578bcf7f1f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] 10.222.0.24 "GET /v2.0/ports/7eaca4e1-84bf-4dff-a243-3d7d86cb0b3d HTTP/1.1" status: 200 len: 959 time: 0.2470138 Mar 28 13:44:47.169998 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57124) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:47.192870 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-f4de9d6f-beae-49c9-8fbe-9f9ac316ddb5 None None] Set router d6fc727a-36db-4553-9a77-1523e0a4293e gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:44:47.381871 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-95979141-7c37-462a-8c66-66b693e53535 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:47.399787 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-beec73ad-2c46-48c7-b1b1-ccf5a1eb4352 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for router, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:47.429928 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-95979141-7c37-462a-8c66-66b693e53535 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7380acea-a4e1-4b14-aaf0-11f7b1e92648']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:44:47.450160 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-95979141-7c37-462a-8c66-66b693e53535 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be1e28d7-eab8-46c8-90c3-df81a3c48e0d') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:44:47.450460 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-95979141-7c37-462a-8c66-66b693e53535 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be1e28d7-eab8-46c8-90c3-df81a3c48e0d') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:44:47.475484 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-95979141-7c37-462a-8c66-66b693e53535 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:47.501743 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-95979141-7c37-462a-8c66-66b693e53535 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:47.515242 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95979141-7c37-462a-8c66-66b693e53535 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:44:47.515736 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-95979141-7c37-462a-8c66-66b693e53535 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:47.523884 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a78a35a7-96de-403c-a217-587557f25660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:47.560637 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57132) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:47.563407 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-de0b434a-1665-413d-9f39-415b575ea434 None None] Notify callbacks [] for port, precommit_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:47.577127 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-6480aa5a-db56-46cc-855b-192c4b98bb5c tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Request body: {'security_group': {'name': 'tempest-securitygroup--202577234', 'description': 'tempest-description--945101282'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:47.587335 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:44:47.587335 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:44:47.587335 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:44:47.587335 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:44:47.587335 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:44:47.587335 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:44:47.587335 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:44:47.587335 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:44:47.587335 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:44:47.587335 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:44:47.587335 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:44:47.587335 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:44:47.587335 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:44:47.587335 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:44:47.587335 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:44:47.587335 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:44:47.587335 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:44:47.587335 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:44:47.587335 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:44:47.587335 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:44:47.587335 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:44:47.587335 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:44:47.587335 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:44:47.587335 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:44:47.587335 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:44:47.587335 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:44:47.587335 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:44:47.587335 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:44:47.587335 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:44:47.587335 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:44:47.587335 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:44:47.587335 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:44:47.636635 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-de0b434a-1665-413d-9f39-415b575ea434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:47.646885 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-c7c4b4b5-43da-4d68-ab29-20ff97e8ecb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Deleting port 7eaca4e1-84bf-4dff-a243-3d7d86cb0b3d {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:44:47.647326 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c7c4b4b5-43da-4d68-ab29-20ff97e8ecb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:47.661029 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-95979141-7c37-462a-8c66-66b693e53535 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:47.665454 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-95979141-7c37-462a-8c66-66b693e53535 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:47.672398 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-95979141-7c37-462a-8c66-66b693e53535 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] 10.222.0.24 "DELETE /v2.0/networks/7380acea-a4e1-4b14-aaf0-11f7b1e92648 HTTP/1.1" status: 204 len: 168 time: 0.6402426 Mar 28 13:44:47.675241 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57136) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:47.701263 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1a69826b-453c-40f8-b341-34706518feed tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:47.721728 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95979141-7c37-462a-8c66-66b693e53535 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Pushing event deleted for resources: {'Network': ['ID=7380acea-a4e1-4b14-aaf0-11f7b1e92648,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:47.741364 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c7c4b4b5-43da-4d68-ab29-20ff97e8ecb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:47.746261 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-487fcd43-c354-4b24-aa86-49307218b820 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] DELETE failed (client error): The resource could not be found. Mar 28 13:44:47.747234 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-487fcd43-c354-4b24-aa86-49307218b820 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:44:47.754075 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-487fcd43-c354-4b24-aa86-49307218b820 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] 10.222.0.24 "DELETE /v2.0/ports/e6e61c6f-ee42-4ba6-aae8-0aaa2790eda5 HTTP/1.1" status: 404 len: 333 time: 0.0721586 Mar 28 13:44:47.758385 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57138) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:47.770426 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-c7c4b4b5-43da-4d68-ab29-20ff97e8ecb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Calling delete_port for 7eaca4e1-84bf-4dff-a243-3d7d86cb0b3d owned by {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:44:47.794748 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd47953-3aae-4217-999f-00c0b0b243e8 None None] Pushing event updated for resources: {'Port': ['ID=6f841483-577f-4991-8127-0ecfed500ee2,revision_number=3']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:47.816139 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a78a35a7-96de-403c-a217-587557f25660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:47.829110 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6480aa5a-db56-46cc-855b-192c4b98bb5c tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:47.837113 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ca749a23-9768-4672-b8c2-8eaf21b20538 None None] Notify callbacks [] for port, precommit_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:47.847194 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-f4de9d6f-beae-49c9-8fbe-9f9ac316ddb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fc727a-36db-4553-9a77-1523e0a4293e', 'name': '', 'tenant_id': 'fb938ce7e46e4cfeaf8d341ddb0a090a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e973bc06-3826-446c-b81f-d0d2f8e17efc', 'external_fixed_ips': [{'subnet_id': 'e19e2196-2437-451d-87f8-1e9e21caaba1', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '7adaf24d-bd86-402b-9bd7-642c7d10678b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:44:37Z', 'updated_at': '2022-03-28T13:44:43Z', 'revision_number': 3, 'project_id': 'fb938ce7e46e4cfeaf8d341ddb0a090a', 'gw_port': {'id': '7adaf24d-bd86-402b-9bd7-642c7d10678b', 'name': '', 'network_id': 'e973bc06-3826-446c-b81f-d0d2f8e17efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fc727a-36db-4553-9a77-1523e0a4293e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'e19e2196-2437-451d-87f8-1e9e21caaba1', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:44:40Z', 'updated_at': '2022-03-28T13:44:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e19e2196-2437-451d-87f8-1e9e21caaba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:44:47.853809 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-beec73ad-2c46-48c7-b1b1-ccf5a1eb4352 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:47.866584 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6035c70-76eb-49a6-bd30-989e9f1f6260 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Deleting subnet 927baed3-05be-4cb7-9821-fc3341f93f80 {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:44:47.871779 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f6035c70-76eb-49a6-bd30-989e9f1f6260 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:47.871946 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a78a35a7-96de-403c-a217-587557f25660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:47.885168 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4de9d6f-beae-49c9-8fbe-9f9ac316ddb5 None None] Checking router: d6fc727a-36db-4553-9a77-1523e0a4293e for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:44:47.885513 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4de9d6f-beae-49c9-8fbe-9f9ac316ddb5 None None] Updating router d6fc727a-36db-4553-9a77-1523e0a4293e port 7adaf24d-bd86-402b-9bd7-642c7d10678b binding host dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 13:44:47.914305 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ca749a23-9768-4672-b8c2-8eaf21b20538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:47.947588 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f6035c70-76eb-49a6-bd30-989e9f1f6260 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:47.958619 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f4de9d6f-beae-49c9-8fbe-9f9ac316ddb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:47.985981 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a78a35a7-96de-403c-a217-587557f25660 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9cd5c0f7dcfe4b4bac44dd56a40471a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8105083 Mar 28 13:44:47.986445 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57142) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:48.008529 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-de0b434a-1665-413d-9f39-415b575ea434 None None] Attempting to bind port 6f841483-577f-4991-8127-0ecfed500ee2 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:44:48.008904 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-de0b434a-1665-413d-9f39-415b575ea434 None None] Attempting to bind port 6f841483-577f-4991-8127-0ecfed500ee2 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '435e52b0-8901-46cb-99fe-f8308dda262f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c012b94c-56e1-42f2-8be1-d11ff4eca693'}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:44:48.009266 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0b434a-1665-413d-9f39-415b575ea434 None None] Attempting to bind port 6f841483-577f-4991-8127-0ecfed500ee2 on network c012b94c-56e1-42f2-8be1-d11ff4eca693 {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:44:48.048860 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0b434a-1665-413d-9f39-415b575ea434 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:44:48.049289 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0b434a-1665-413d-9f39-415b575ea434 None None] Checking segment: {'id': '435e52b0-8901-46cb-99fe-f8308dda262f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c012b94c-56e1-42f2-8be1-d11ff4eca693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:44:48.049700 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-de0b434a-1665-413d-9f39-415b575ea434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:48.050091 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0b434a-1665-413d-9f39-415b575ea434 None None] Bound using segment: {'id': '435e52b0-8901-46cb-99fe-f8308dda262f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c012b94c-56e1-42f2-8be1-d11ff4eca693'} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:44:48.051243 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-de0b434a-1665-413d-9f39-415b575ea434 None None] Bound port: 6f841483-577f-4991-8127-0ecfed500ee2, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '435e52b0-8901-46cb-99fe-f8308dda262f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c012b94c-56e1-42f2-8be1-d11ff4eca693'}}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:44:48.051649 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-de0b434a-1665-413d-9f39-415b575ea434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:48.292795 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-de0b434a-1665-413d-9f39-415b575ea434 None None] For port 6f841483-577f-4991-8127-0ecfed500ee2, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:44:48.300478 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-de0b434a-1665-413d-9f39-415b575ea434 None None] For port 6f841483-577f-4991-8127-0ecfed500ee2, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=6f841483-577f-4991-8127-0ecfed500ee2,segment=NetworkSegment(435e52b0-8901-46cb-99fe-f8308dda262f),segment_id=435e52b0-8901-46cb-99fe-f8308dda262f)] {{(pid=109615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:44:48.315886 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f4d45-7d4c-495e-b047-9971cd3c88d1 None None] Pushing event updated for resources: {'Port': ['ID=663ba78e-f181-4124-8de6-289d11a9b37f,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:48.319971 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4ae2d768-05ee-49d7-96c0-bdfa356abd2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:48.321642 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c7c4b4b5-43da-4d68-ab29-20ff97e8ecb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:48.381359 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-de0b434a-1665-413d-9f39-415b575ea434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:48.444405 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c4b4b5-43da-4d68-ab29-20ff97e8ecb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Pushing event deleted for resources: {'Port': ['ID=7eaca4e1-84bf-4dff-a243-3d7d86cb0b3d,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:48.485732 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f6035c70-76eb-49a6-bd30-989e9f1f6260 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:48.487127 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6480aa5a-db56-46cc-855b-192c4b98bb5c tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:48.488818 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a35a7-96de-403c-a217-587557f25660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9fd3c8-7c88-4662-8e18-dd0df4e16c52,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:48.491741 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-30896695-7731-4047-8154-ccf3c6b72a89 None None] Provisioning complete for port 6f841483-577f-4991-8127-0ecfed500ee2 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:44:48.492107 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-30896695-7731-4047-8154-ccf3c6b72a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:48.540122 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd47953-3aae-4217-999f-00c0b0b243e8 None None] Pushing event updated for resources: {'Port': ['ID=6f841483-577f-4991-8127-0ecfed500ee2,revision_number=4']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:48.552401 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0b434a-1665-413d-9f39-415b575ea434 None None] Routers {'932ca29e-8b40-4b6f-9e96-e6798079555f'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:44:48.554918 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-de0b434a-1665-413d-9f39-415b575ea434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:44:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['932ca29e-8b40-4b6f-9e96-e6798079555f'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:44:48.559934 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c7c4b4b5-43da-4d68-ab29-20ff97e8ecb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:48.568140 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c7c4b4b5-43da-4d68-ab29-20ff97e8ecb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] 10.222.0.24 "DELETE /v2.0/ports/7eaca4e1-84bf-4dff-a243-3d7d86cb0b3d HTTP/1.1" status: 204 len: 168 time: 1.3600268 Mar 28 13:44:48.574988 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57154) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:48.592891 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4ae2d768-05ee-49d7-96c0-bdfa356abd2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:48.597552 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57156) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:48.646645 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6480aa5a-db56-46cc-855b-192c4b98bb5c tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:48.667734 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-ca749a23-9768-4672-b8c2-8eaf21b20538 None None] Attempting to bind port 663ba78e-f181-4124-8de6-289d11a9b37f on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:44:48.668177 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-ca749a23-9768-4672-b8c2-8eaf21b20538 None None] Attempting to bind port 663ba78e-f181-4124-8de6-289d11a9b37f by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'b8f64cde-a6c2-4271-b206-80e3e1bcbd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e1402460-c752-45db-a270-47c08ce9fb97'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:44:48.668583 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca749a23-9768-4672-b8c2-8eaf21b20538 None None] Attempting to bind port 663ba78e-f181-4124-8de6-289d11a9b37f on network e1402460-c752-45db-a270-47c08ce9fb97 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:44:48.686701 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ec7d25a-b62b-4bdc-91f4-953adc64b27d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] GET failed (client error): The resource could not be found. Mar 28 13:44:48.701536 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-9ec7d25a-b62b-4bdc-91f4-953adc64b27d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] 10.222.0.24 "GET /v2.0/ports/7eaca4e1-84bf-4dff-a243-3d7d86cb0b3d HTTP/1.1" status: 404 len: 333 time: 0.1202693 Mar 28 13:44:48.701719 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57160) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:48.709200 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-ebfad461-3852-4fc6-8731-592f0f8df326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Request body: {'port': {'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1355231656'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:48.755513 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6480aa5a-db56-46cc-855b-192c4b98bb5c tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:48.762842 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-6480aa5a-db56-46cc-855b-192c4b98bb5c tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.1942947 Mar 28 13:44:48.765788 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57162) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:48.771924 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-4340cd3b-9304-4105-abda-e1da55708ba1 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Request body: {'security_group_rule': {'security_group_id': '6f6554ad-56e4-49a0-aeae-5bf2124a5e8a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:48.780227 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f6035c70-76eb-49a6-bd30-989e9f1f6260 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:48.792099 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-de0b434a-1665-413d-9f39-415b575ea434 None None] Set router 932ca29e-8b40-4b6f-9e96-e6798079555f gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:44:48.808986 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f4de9d6f-beae-49c9-8fbe-9f9ac316ddb5 None None] Notify callbacks [] for port, precommit_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:48.826804 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6480aa5a-db56-46cc-855b-192c4b98bb5c tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:48.833233 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-beec73ad-2c46-48c7-b1b1-ccf5a1eb4352 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Deleting port 7adaf24d-bd86-402b-9bd7-642c7d10678b {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:44:48.833828 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-beec73ad-2c46-48c7-b1b1-ccf5a1eb4352 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:48.841796 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4ae2d768-05ee-49d7-96c0-bdfa356abd2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:48.844647 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4ae2d768-05ee-49d7-96c0-bdfa356abd2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:48.845775 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-4ae2d768-05ee-49d7-96c0-bdfa356abd2a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6c9fd3c8-7c88-4662-8e18-dd0df4e16c52 HTTP/1.1" status: 204 len: 168 time: 0.8552899 Mar 28 13:44:48.846724 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfad461-3852-4fc6-8731-592f0f8df326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Made reservation on behalf of ba3d8305a9a347cd826962a3b932c37d for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:44:48.849046 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ebfad461-3852-4fc6-8731-592f0f8df326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:48.873629 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca749a23-9768-4672-b8c2-8eaf21b20538 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:44:48.874041 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca749a23-9768-4672-b8c2-8eaf21b20538 None None] Checking segment: {'id': 'b8f64cde-a6c2-4271-b206-80e3e1bcbd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e1402460-c752-45db-a270-47c08ce9fb97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:44:48.877347 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ca749a23-9768-4672-b8c2-8eaf21b20538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:48.877757 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca749a23-9768-4672-b8c2-8eaf21b20538 None None] Bound using segment: {'id': 'b8f64cde-a6c2-4271-b206-80e3e1bcbd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e1402460-c752-45db-a270-47c08ce9fb97'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:44:48.881113 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-ca749a23-9768-4672-b8c2-8eaf21b20538 None None] Bound port: 663ba78e-f181-4124-8de6-289d11a9b37f, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f64cde-a6c2-4271-b206-80e3e1bcbd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e1402460-c752-45db-a270-47c08ce9fb97'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:44:48.881623 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ca749a23-9768-4672-b8c2-8eaf21b20538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:48.893737 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f4de9d6f-beae-49c9-8fbe-9f9ac316ddb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:48.943473 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-1a69826b-453c-40f8-b341-34706518feed tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Allocated IP 172.20.0.1 (eff88fab-9dff-460f-9c69-9a2bb9a6d4c6/9e2e17af-0a50-4648-9e52-bf903dffca16/c9b28162-dd37-44af-9efc-1a288bad4c3e) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:44:48.989594 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-beec73ad-2c46-48c7-b1b1-ccf5a1eb4352 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:49.081383 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-de0b434a-1665-413d-9f39-415b575ea434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932ca29e-8b40-4b6f-9e96-e6798079555f', 'name': 'tempest-ServerActionsTestJSON-68342897-router', 'tenant_id': 'aa9aa9bd837f49a494e03678d3365504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '476469b4-76e1-4d32-9033-5987432e6cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:44:30Z', 'updated_at': '2022-03-28T13:44:42Z', 'revision_number': 4, 'project_id': 'aa9aa9bd837f49a494e03678d3365504', 'gw_port': {'id': '476469b4-76e1-4d32-9033-5987432e6cab', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:49:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932ca29e-8b40-4b6f-9e96-e6798079555f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:44:32Z', 'updated_at': '2022-03-28T13:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '6f841483-577f-4991-8127-0ecfed500ee2', 'name': '', 'network_id': 'c012b94c-56e1-42f2-8be1-d11ff4eca693', 'tenant_id': 'aa9aa9bd837f49a494e03678d3365504', 'mac_address': 'fa:16:3e:7f:e4:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '932ca29e-8b40-4b6f-9e96-e6798079555f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '470f589b-de11-4359-b1c6-d35a22ef5cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:44:40Z', 'updated_at': '2022-03-28T13:44:48Z', 'revision_number': 4, 'project_id': 'aa9aa9bd837f49a494e03678d3365504', 'subnets': [{'id': '470f589b-de11-4359-b1c6-d35a22ef5cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:44:49.100250 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-30896695-7731-4047-8154-ccf3c6b72a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:49.103737 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-beec73ad-2c46-48c7-b1b1-ccf5a1eb4352 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Calling delete_port for 7adaf24d-bd86-402b-9bd7-642c7d10678b owned by network:router_gateway {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:44:49.132385 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6035c70-76eb-49a6-bd30-989e9f1f6260 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Pushing event deleted for resources: {'Subnet': ['ID=927baed3-05be-4cb7-9821-fc3341f93f80,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:49.134008 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0b434a-1665-413d-9f39-415b575ea434 None None] The sync data for ids ['932ca29e-8b40-4b6f-9e96-e6798079555f'] in dv-neutron-835335-1-hyperv is: [{'id': '932ca29e-8b40-4b6f-9e96-e6798079555f', 'name': 'tempest-ServerActionsTestJSON-68342897-router', 'tenant_id': 'aa9aa9bd837f49a494e03678d3365504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '476469b4-76e1-4d32-9033-5987432e6cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:44:30Z', 'updated_at': '2022-03-28T13:44:42Z', 'revision_number': 4, 'project_id': 'aa9aa9bd837f49a494e03678d3365504', 'gw_port': {'id': '476469b4-76e1-4d32-9033-5987432e6cab', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:49:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932ca29e-8b40-4b6f-9e96-e6798079555f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:44:32Z', 'updated_at': '2022-03-28T13:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '6f841483-577f-4991-8127-0ecfed500ee2', 'name': '', 'network_id': 'c012b94c-56e1-42f2-8be1-d11ff4eca693', 'tenant_id': 'aa9aa9bd837f49a494e03678d3365504', 'mac_address': 'fa:16:3e:7f:e4:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '932ca29e-8b40-4b6f-9e96-e6798079555f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '470f589b-de11-4359-b1c6-d35a22ef5cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:44:40Z', 'updated_at': '2022-03-28T13:44:48Z', 'revision_number': 4, 'project_id': 'aa9aa9bd837f49a494e03678d3365504', 'subnets': [{'id': '470f589b-de11-4359-b1c6-d35a22ef5cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:44:49.137392 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-f4de9d6f-beae-49c9-8fbe-9f9ac316ddb5 None None] Attempting to bind port 7adaf24d-bd86-402b-9bd7-642c7d10678b on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:44:49.140146 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-f4de9d6f-beae-49c9-8fbe-9f9ac316ddb5 None None] Attempting to bind port 7adaf24d-bd86-402b-9bd7-642c7d10678b by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'fd567fa9-cb2d-4c6e-bba7-cfa019e9c658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e973bc06-3826-446c-b81f-d0d2f8e17efc'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:44:49.141063 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4de9d6f-beae-49c9-8fbe-9f9ac316ddb5 None None] Attempting to bind port 7adaf24d-bd86-402b-9bd7-642c7d10678b on network e973bc06-3826-446c-b81f-d0d2f8e17efc {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:44:49.157655 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4de9d6f-beae-49c9-8fbe-9f9ac316ddb5 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:44:49.158186 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4de9d6f-beae-49c9-8fbe-9f9ac316ddb5 None None] Checking segment: {'id': 'fd567fa9-cb2d-4c6e-bba7-cfa019e9c658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e973bc06-3826-446c-b81f-d0d2f8e17efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:44:49.158693 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f4de9d6f-beae-49c9-8fbe-9f9ac316ddb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:49.159171 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4de9d6f-beae-49c9-8fbe-9f9ac316ddb5 None None] Bound using segment: {'id': 'fd567fa9-cb2d-4c6e-bba7-cfa019e9c658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e973bc06-3826-446c-b81f-d0d2f8e17efc'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:44:49.159741 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-f4de9d6f-beae-49c9-8fbe-9f9ac316ddb5 None None] Bound port: 7adaf24d-bd86-402b-9bd7-642c7d10678b, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd567fa9-cb2d-4c6e-bba7-cfa019e9c658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e973bc06-3826-446c-b81f-d0d2f8e17efc'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:44:49.160209 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f4de9d6f-beae-49c9-8fbe-9f9ac316ddb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:49.167846 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae2d768-05ee-49d7-96c0-bdfa356abd2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9fd3c8-7c88-4662-8e18-dd0df4e16c52,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:49.193226 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-176bca76-321d-4c15-9ef5-4fbf9db5872f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1855808755'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:49.237299 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-30896695-7731-4047-8154-ccf3c6b72a89 None None] For port 6f841483-577f-4991-8127-0ecfed500ee2, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=6f841483-577f-4991-8127-0ecfed500ee2,segment=NetworkSegment(435e52b0-8901-46cb-99fe-f8308dda262f),segment_id=435e52b0-8901-46cb-99fe-f8308dda262f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:44:49.256673 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36620fc6-939b-4536-a53a-a11452a1ce9c None None] Pushing event updated for resources: {'Port': ['ID=7adaf24d-bd86-402b-9bd7-642c7d10678b,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:49.284960 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f6035c70-76eb-49a6-bd30-989e9f1f6260 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:49.298245 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f6035c70-76eb-49a6-bd30-989e9f1f6260 tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] 10.222.0.24 "DELETE /v2.0/subnets/927baed3-05be-4cb7-9821-fc3341f93f80 HTTP/1.1" status: 204 len: 168 time: 1.5312524 Mar 28 13:44:49.301071 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-ebfad461-3852-4fc6-8731-592f0f8df326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] device_id is not set on port a21c069a-f72d-423f-8106-6d00092d065a yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:44:49.303977 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1a69826b-453c-40f8-b341-34706518feed tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:49.304881 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57168) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:49.328767 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-ca749a23-9768-4672-b8c2-8eaf21b20538 None None] For port 663ba78e-f181-4124-8de6-289d11a9b37f, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:44:49.340011 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-ca749a23-9768-4672-b8c2-8eaf21b20538 None None] For port 663ba78e-f181-4124-8de6-289d11a9b37f, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=663ba78e-f181-4124-8de6-289d11a9b37f,segment=NetworkSegment(b8f64cde-a6c2-4271-b206-80e3e1bcbd27),segment_id=b8f64cde-a6c2-4271-b206-80e3e1bcbd27)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:44:49.340916 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-30896695-7731-4047-8154-ccf3c6b72a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:49.375422 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-f4de9d6f-beae-49c9-8fbe-9f9ac316ddb5 None None] For port 7adaf24d-bd86-402b-9bd7-642c7d10678b, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:44:49.376710 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4340cd3b-9304-4105-abda-e1da55708ba1 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:49.379889 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-f4de9d6f-beae-49c9-8fbe-9f9ac316ddb5 None None] For port 7adaf24d-bd86-402b-9bd7-642c7d10678b, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=7adaf24d-bd86-402b-9bd7-642c7d10678b,segment=NetworkSegment(fd567fa9-cb2d-4c6e-bba7-cfa019e9c658),segment_id=fd567fa9-cb2d-4c6e-bba7-cfa019e9c658)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:44:49.380765 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57170) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:49.425772 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ca749a23-9768-4672-b8c2-8eaf21b20538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:49.487496 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30896695-7731-4047-8154-ccf3c6b72a89 None None] Pushing event updated for resources: {'Port': ['ID=6f841483-577f-4991-8127-0ecfed500ee2,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:49.490967 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f4de9d6f-beae-49c9-8fbe-9f9ac316ddb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:49.518166 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca749a23-9768-4672-b8c2-8eaf21b20538 None None] Routers {'30923fd5-3870-4d87-8258-961f0a2fda57'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:44:49.522831 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-ca749a23-9768-4672-b8c2-8eaf21b20538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:44:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['30923fd5-3870-4d87-8258-961f0a2fda57'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:44:49.563235 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1a69826b-453c-40f8-b341-34706518feed tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:49.618084 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 6f841483-577f-4991-8127-0ecfed500ee2 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:44:49.625297 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-eedf0870-aae6-44d7-902b-d453200ffc95 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1242851319', 'description': 'tempest-description--1872199216'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:49.629715 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23901285-1d77-4652-a0f8-10921f4b2808 None None] Network e95ecc9b-fcdf-4de8-a1f8-7f5c173d7e0b requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:44:49.678206 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a69826b-453c-40f8-b341-34706518feed tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Pushing event updated for resources: {'Port': ['ID=c9b28162-dd37-44af-9efc-1a288bad4c3e,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:49.692110 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a69826b-453c-40f8-b341-34706518feed tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Network eff88fab-9dff-460f-9c69-9a2bb9a6d4c6 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:44:49.695263 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-1a69826b-453c-40f8-b341-34706518feed tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:44:49.705415 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a69826b-453c-40f8-b341-34706518feed tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:44:49.768274 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176bca76-321d-4c15-9ef5-4fbf9db5872f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Made reservation on behalf of f752b5828898440a9970d48ba87421b7 for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:44:49.771954 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-176bca76-321d-4c15-9ef5-4fbf9db5872f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:49.838045 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eedf0870-aae6-44d7-902b-d453200ffc95 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:49.864119 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1a69826b-453c-40f8-b341-34706518feed tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:49.946633 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eedf0870-aae6-44d7-902b-d453200ffc95 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:49.960322 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-176bca76-321d-4c15-9ef5-4fbf9db5872f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:49.989225 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5a88c5ee-b02d-4aad-b8ff-126914f75f8d tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:49.990385 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-beec73ad-2c46-48c7-b1b1-ccf5a1eb4352 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:50.036248 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eedf0870-aae6-44d7-902b-d453200ffc95 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:50.063175 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec73ad-2c46-48c7-b1b1-ccf5a1eb4352 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Pushing event deleted for resources: {'Port': ['ID=7adaf24d-bd86-402b-9bd7-642c7d10678b,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:50.081207 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4de9d6f-beae-49c9-8fbe-9f9ac316ddb5 None None] Routers {'d6fc727a-36db-4553-9a77-1523e0a4293e'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:44:50.082139 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-f4de9d6f-beae-49c9-8fbe-9f9ac316ddb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:44:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['d6fc727a-36db-4553-9a77-1523e0a4293e'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:44:50.098872 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ebfad461-3852-4fc6-8731-592f0f8df326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:50.102241 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf0870-aae6-44d7-902b-d453200ffc95 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c04699e5-6b36-4677-a6bb-81f97db4541f,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:50.155980 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4340cd3b-9304-4105-abda-e1da55708ba1 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:50.173204 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-f4de9d6f-beae-49c9-8fbe-9f9ac316ddb5 None None] Set router d6fc727a-36db-4553-9a77-1523e0a4293e gateway port host: None {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:44:50.210120 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-beec73ad-2c46-48c7-b1b1-ccf5a1eb4352 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133933816'] for router_gateway, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:50.236862 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eedf0870-aae6-44d7-902b-d453200ffc95 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:50.238116 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-eedf0870-aae6-44d7-902b-d453200ffc95 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8225334 Mar 28 13:44:50.245760 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57184) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:50.260080 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-f4de9d6f-beae-49c9-8fbe-9f9ac316ddb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fc727a-36db-4553-9a77-1523e0a4293e', 'name': '', 'tenant_id': 'fb938ce7e46e4cfeaf8d341ddb0a090a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:44:37Z', 'updated_at': '2022-03-28T13:44:49Z', 'revision_number': 5, 'project_id': 'fb938ce7e46e4cfeaf8d341ddb0a090a', 'gw_port_host': None}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:44:50.262955 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f4d45-7d4c-495e-b047-9971cd3c88d1 None None] Pushing event updated for resources: {'Port': ['ID=663ba78e-f181-4124-8de6-289d11a9b37f,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:50.289393 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-e56a7058-b9ab-42a2-8772-1f7e2a255359 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Request body: {'security_group_rule': {'security_group_id': 'c04699e5-6b36-4677-a6bb-81f97db4541f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:50.302096 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-176bca76-321d-4c15-9ef5-4fbf9db5872f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:50.307588 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4340cd3b-9304-4105-abda-e1da55708ba1 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:50.314807 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-5a88c5ee-b02d-4aad-b8ff-126914f75f8d tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Deleting port 642f2131-afb0-45e4-b3b6-9f0701b9aff1 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:44:50.315221 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5a88c5ee-b02d-4aad-b8ff-126914f75f8d tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:50.329096 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4340cd3b-9304-4105-abda-e1da55708ba1 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a12ea1ce-ae83-40ff-94f7-a8a6eeaa529a,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:50.332963 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36620fc6-939b-4536-a53a-a11452a1ce9c None None] Pushing event deleted for resources: {'Port': ['ID=7adaf24d-bd86-402b-9bd7-642c7d10678b,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:50.356420 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-54584db3-3d45-4d1e-9349-e85ac1927c7e None None] Provisioning complete for port 6f841483-577f-4991-8127-0ecfed500ee2 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:44:50.356950 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-54584db3-3d45-4d1e-9349-e85ac1927c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:50.376544 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-176bca76-321d-4c15-9ef5-4fbf9db5872f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:50.390268 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-beec73ad-2c46-48c7-b1b1-ccf5a1eb4352 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:50.396574 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-beec73ad-2c46-48c7-b1b1-ccf5a1eb4352 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:50.401468 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ebfad461-3852-4fc6-8731-592f0f8df326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:50.442839 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4340cd3b-9304-4105-abda-e1da55708ba1 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:50.444083 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-4340cd3b-9304-4105-abda-e1da55708ba1 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6771727 Mar 28 13:44:50.472285 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-176bca76-321d-4c15-9ef5-4fbf9db5872f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:44:50.485603 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57190) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:50.521409 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-e0fb5a7e-8947-4144-ac80-a9ca94ffbf7a tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Request body: {'security_group_rule': {'security_group_id': '6f6554ad-56e4-49a0-aeae-5bf2124a5e8a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:50.537094 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1a69826b-453c-40f8-b341-34706518feed tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:50.545305 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-5a88c5ee-b02d-4aad-b8ff-126914f75f8d tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] For port 642f2131-afb0-45e4-b3b6-9f0701b9aff1, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=642f2131-afb0-45e4-b3b6-9f0701b9aff1,segment=NetworkSegment(50e8ea95-54f9-4119-9f81-d39401411a7b),segment_id=50e8ea95-54f9-4119-9f81-d39401411a7b)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:44:50.545682 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5a88c5ee-b02d-4aad-b8ff-126914f75f8d tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:50.548168 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176bca76-321d-4c15-9ef5-4fbf9db5872f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e70d1dfc-b4b4-4477-9df4-f39a91e80856,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:50.561775 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-176bca76-321d-4c15-9ef5-4fbf9db5872f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:50.562210 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-176bca76-321d-4c15-9ef5-4fbf9db5872f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Added segment d0c4a406-bf18-467c-9fa5-67089830fd7b of type vlan for network 775fb646-a369-4595-989d-470f7dd0c52a Mar 28 13:44:50.594054 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4de9d6f-beae-49c9-8fbe-9f9ac316ddb5 None None] The sync data for ids ['d6fc727a-36db-4553-9a77-1523e0a4293e'] in dv-neutron-835335-1-hyperv is: [{'id': 'd6fc727a-36db-4553-9a77-1523e0a4293e', 'name': '', 'tenant_id': 'fb938ce7e46e4cfeaf8d341ddb0a090a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:44:37Z', 'updated_at': '2022-03-28T13:44:49Z', 'revision_number': 5, 'project_id': 'fb938ce7e46e4cfeaf8d341ddb0a090a', 'gw_port_host': None}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:44:50.599001 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 6f841483-577f-4991-8127-0ecfed500ee2 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:44:50.599378 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:50.607953 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-beec73ad-2c46-48c7-b1b1-ccf5a1eb4352 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:50.608615 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beec73ad-2c46-48c7-b1b1-ccf5a1eb4352 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d6fc727a-36db-4553-9a77-1523e0a4293e {{(pid=109612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:44:50.613684 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-beec73ad-2c46-48c7-b1b1-ccf5a1eb4352 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:50.614865 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-beec73ad-2c46-48c7-b1b1-ccf5a1eb4352 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] 10.222.0.24 "DELETE /v2.0/routers/d6fc727a-36db-4553-9a77-1523e0a4293e HTTP/1.1" status: 204 len: 168 time: 3.7031879 Mar 28 13:44:50.618166 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57194) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:50.621083 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e56a7058-b9ab-42a2-8772-1f7e2a255359 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:50.637248 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-176bca76-321d-4c15-9ef5-4fbf9db5872f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:50.667909 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-ca749a23-9768-4672-b8c2-8eaf21b20538 None None] Set router 30923fd5-3870-4d87-8258-961f0a2fda57 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:44:50.679189 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfad461-3852-4fc6-8731-592f0f8df326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:44:50.682928 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-ebfad461-3852-4fc6-8731-592f0f8df326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:44:50.704763 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfad461-3852-4fc6-8731-592f0f8df326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:44:50.705816 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfad461-3852-4fc6-8731-592f0f8df326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:50.706531 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ebfad461-3852-4fc6-8731-592f0f8df326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:50.731937 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfad461-3852-4fc6-8731-592f0f8df326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Pushing event updated for resources: {'Port': ['ID=a21c069a-f72d-423f-8106-6d00092d065a,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:50.740607 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-5a88c5ee-b02d-4aad-b8ff-126914f75f8d tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Calling delete_port for 642f2131-afb0-45e4-b3b6-9f0701b9aff1 owned by network:dhcp {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:44:50.753365 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-176bca76-321d-4c15-9ef5-4fbf9db5872f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:50.760805 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176bca76-321d-4c15-9ef5-4fbf9db5872f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:50.761539 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-176bca76-321d-4c15-9ef5-4fbf9db5872f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:50.838436 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a694a6-ece9-4afa-8950-50b1cf6803ec None None] DHCP port deletion for e95ecc9b-fcdf-4de8-a1f8-7f5c173d7e0b request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:44:50.875333 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57198) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:50.884996 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176bca76-321d-4c15-9ef5-4fbf9db5872f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Pushing event updated for resources: {'Network': ['ID=775fb646-a369-4595-989d-470f7dd0c52a,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:50.889134 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a8754b1-2d6a-4c1d-b0e0-c670f8ffba38 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Deleting subnet e19e2196-2437-451d-87f8-1e9e21caaba1 {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:44:50.894557 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ebfad461-3852-4fc6-8731-592f0f8df326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.1885793 Mar 28 13:44:50.898069 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-176bca76-321d-4c15-9ef5-4fbf9db5872f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.2971702 Mar 28 13:44:50.898069 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57202) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:50.904886 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8353'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:50.907452 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-54584db3-3d45-4d1e-9349-e85ac1927c7e None None] Provisioning complete for port 663ba78e-f181-4124-8de6-289d11a9b37f triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:44:50.907886 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-54584db3-3d45-4d1e-9349-e85ac1927c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:50.927094 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57204) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:50.929091 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e0fb5a7e-8947-4144-ac80-a9ca94ffbf7a tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:50.929491 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9a8754b1-2d6a-4c1d-b0e0-c670f8ffba38 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:50.951428 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-2e7d8cfa-c9cb-4482-9850-939bed8ea299 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Request body: {'subnet': {'network_id': '775fb646-a369-4595-989d-470f7dd0c52a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:50.988555 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 775fb646-a369-4595-989d-470f7dd0c52a details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:44:51.055262 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:51.096348 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e0fb5a7e-8947-4144-ac80-a9ca94ffbf7a tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:51.146854 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-bc3f7ee8-e788-468a-be81-75aafac2ebeb tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-529946705'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:51.152002 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9a8754b1-2d6a-4c1d-b0e0-c670f8ffba38 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:51.221195 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e56a7058-b9ab-42a2-8772-1f7e2a255359 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:51.233380 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-e6a694a6-ece9-4afa-8950-50b1cf6803ec None None] Deleting port 642f2131-afb0-45e4-b3b6-9f0701b9aff1 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:44:51.233873 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e6a694a6-ece9-4afa-8950-50b1cf6803ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:51.312910 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e56a7058-b9ab-42a2-8772-1f7e2a255359 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:51.336021 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-54584db3-3d45-4d1e-9349-e85ac1927c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:51.344640 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9a8754b1-2d6a-4c1d-b0e0-c670f8ffba38 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:51.355083 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-e6a694a6-ece9-4afa-8950-50b1cf6803ec None None] For port 642f2131-afb0-45e4-b3b6-9f0701b9aff1, host dv-neutron-835335-1-hyperv, got binding levels [] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:44:51.355496 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e6a694a6-ece9-4afa-8950-50b1cf6803ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:51.381170 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-e6a694a6-ece9-4afa-8950-50b1cf6803ec None None] Calling delete_port for 642f2131-afb0-45e4-b3b6-9f0701b9aff1 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:44:51.385695 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.ipam_backend_mixin [None req-e6a694a6-ece9-4afa-8950-50b1cf6803ec None None] Port 642f2131-afb0-45e4-b3b6-9f0701b9aff1 was not found and therefore no delete operation was performed {{(pid=109614) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 28 13:44:51.387357 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a7058-b9ab-42a2-8772-1f7e2a255359 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f594ee40-f7ab-4fb7-8da6-881702495883,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:51.394544 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e6a694a6-ece9-4afa-8950-50b1cf6803ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:51.396642 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3f7ee8-e788-468a-be81-75aafac2ebeb tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Made reservation on behalf of 04c3bc324cbf4354abda322d4ca7fdb2 for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:44:51.397474 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-54584db3-3d45-4d1e-9349-e85ac1927c7e None None] For port 663ba78e-f181-4124-8de6-289d11a9b37f, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=663ba78e-f181-4124-8de6-289d11a9b37f,segment=NetworkSegment(b8f64cde-a6c2-4271-b206-80e3e1bcbd27),segment_id=b8f64cde-a6c2-4271-b206-80e3e1bcbd27)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:44:51.401371 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bc3f7ee8-e788-468a-be81-75aafac2ebeb tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:51.427898 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a694a6-ece9-4afa-8950-50b1cf6803ec None None] Pushing event deleted for resources: {'Port': ['ID=642f2131-afb0-45e4-b3b6-9f0701b9aff1,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:51.432757 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] device_id is not set on port a21c069a-f72d-423f-8106-6d00092d065a yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:44:51.435308 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-ca749a23-9768-4672-b8c2-8eaf21b20538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30923fd5-3870-4d87-8258-961f0a2fda57', 'name': 'tempest-ServersTestJSON-1782055734-router', 'tenant_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': '859eb27a-0ac8-40d8-beeb-833a3a4bae16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:44:30Z', 'updated_at': '2022-03-28T13:44:42Z', 'revision_number': 4, 'project_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'gw_port': {'id': '859eb27a-0ac8-40d8-beeb-833a3a4bae16', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:39:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30923fd5-3870-4d87-8258-961f0a2fda57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:44:31Z', 'updated_at': '2022-03-28T13:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '663ba78e-f181-4124-8de6-289d11a9b37f', 'name': '', 'network_id': 'e1402460-c752-45db-a270-47c08ce9fb97', 'tenant_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'mac_address': 'fa:16:3e:7f:04:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30923fd5-3870-4d87-8258-961f0a2fda57', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'a167ade0-c005-4c90-9729-9d5afaf497ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:44:39Z', 'updated_at': '2022-03-28T13:44:49Z', 'revision_number': 4, 'project_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'subnets': [{'id': 'a167ade0-c005-4c90-9729-9d5afaf497ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:44:51.437509 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a694a6-ece9-4afa-8950-50b1cf6803ec None None] No DVR routers for this DVR port 642f2131-afb0-45e4-b3b6-9f0701b9aff1 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:44:51.441157 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bc3f7ee8-e788-468a-be81-75aafac2ebeb tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:51.457581 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e0fb5a7e-8947-4144-ac80-a9ca94ffbf7a tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:51.459708 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5a88c5ee-b02d-4aad-b8ff-126914f75f8d tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:51.465872 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:51.470297 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca749a23-9768-4672-b8c2-8eaf21b20538 None None] The sync data for ids ['30923fd5-3870-4d87-8258-961f0a2fda57'] in dv-neutron-835335-1-hyperv is: [{'id': '30923fd5-3870-4d87-8258-961f0a2fda57', 'name': 'tempest-ServersTestJSON-1782055734-router', 'tenant_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': '859eb27a-0ac8-40d8-beeb-833a3a4bae16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:44:30Z', 'updated_at': '2022-03-28T13:44:42Z', 'revision_number': 4, 'project_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'gw_port': {'id': '859eb27a-0ac8-40d8-beeb-833a3a4bae16', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:39:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30923fd5-3870-4d87-8258-961f0a2fda57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:44:31Z', 'updated_at': '2022-03-28T13:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '663ba78e-f181-4124-8de6-289d11a9b37f', 'name': '', 'network_id': 'e1402460-c752-45db-a270-47c08ce9fb97', 'tenant_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'mac_address': 'fa:16:3e:7f:04:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30923fd5-3870-4d87-8258-961f0a2fda57', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'a167ade0-c005-4c90-9729-9d5afaf497ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:44:39Z', 'updated_at': '2022-03-28T13:44:49Z', 'revision_number': 4, 'project_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'subnets': [{'id': 'a167ade0-c005-4c90-9729-9d5afaf497ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:44:51.485728 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-54584db3-3d45-4d1e-9349-e85ac1927c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:51.510103 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a88c5ee-b02d-4aad-b8ff-126914f75f8d tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Pushing event deleted for resources: {'Port': ['ID=642f2131-afb0-45e4-b3b6-9f0701b9aff1,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:51.515762 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb5a7e-8947-4144-ac80-a9ca94ffbf7a tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99e74db1-d59c-417c-a134-164d07033435,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:51.517815 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a88c5ee-b02d-4aad-b8ff-126914f75f8d tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] No DVR routers for this DVR port 642f2131-afb0-45e4-b3b6-9f0701b9aff1 on host dv-neutron-835335-1-hyperv {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:44:51.526812 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 6f841483-577f-4991-8127-0ecfed500ee2 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:44:51.534080 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7d8cfa-c9cb-4482-9850-939bed8ea299 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Made reservation on behalf of f752b5828898440a9970d48ba87421b7 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:44:51.537929 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2e7d8cfa-c9cb-4482-9850-939bed8ea299 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:51.573227 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:51.607869 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54584db3-3d45-4d1e-9349-e85ac1927c7e None None] Pushing event updated for resources: {'Port': ['ID=663ba78e-f181-4124-8de6-289d11a9b37f,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:51.657608 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-009e7cae-8c10-4d50-86c3-51a199df2af8 None None] Provisioning complete for port c9b28162-dd37-44af-9efc-1a288bad4c3e triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:44:51.658076 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-009e7cae-8c10-4d50-86c3-51a199df2af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:51.690009 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e0fb5a7e-8947-4144-ac80-a9ca94ffbf7a tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:51.695302 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e0fb5a7e-8947-4144-ac80-a9ca94ffbf7a tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1975727 Mar 28 13:44:51.695504 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 6f841483-577f-4991-8127-0ecfed500ee2 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:44:51.695504 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:51.697972 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57206) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:51.700510 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5a88c5ee-b02d-4aad-b8ff-126914f75f8d tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:51.712084 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-4859f1db-d665-4632-a4ff-cca8a1785ec8 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Request body: {'floatingip': {'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:51.731116 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-009e7cae-8c10-4d50-86c3-51a199df2af8 None None] Port c9b28162-dd37-44af-9efc-1a288bad4c3e cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:44:51.749275 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-009e7cae-8c10-4d50-86c3-51a199df2af8 None None] Provisioning complete for port 663ba78e-f181-4124-8de6-289d11a9b37f triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:44:51.749907 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-009e7cae-8c10-4d50-86c3-51a199df2af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:51.758268 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-5a88c5ee-b02d-4aad-b8ff-126914f75f8d tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e95ecc9b-fcdf-4de8-a1f8-7f5c173d7e0b']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:44:51.762714 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Pushing event updated for resources: {'Port': ['ID=a21c069a-f72d-423f-8106-6d00092d065a,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:51.779400 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9a8754b1-2d6a-4c1d-b0e0-c670f8ffba38 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:51.782615 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-5a88c5ee-b02d-4aad-b8ff-126914f75f8d tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50e8ea95-54f9-4119-9f81-d39401411a7b') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:44:51.782899 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-5a88c5ee-b02d-4aad-b8ff-126914f75f8d tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50e8ea95-54f9-4119-9f81-d39401411a7b') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:44:51.791345 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e56a7058-b9ab-42a2-8772-1f7e2a255359 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:51.793648 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port a21c069a-f72d-423f-8106-6d00092d065a on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:44:51.793989 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port a21c069a-f72d-423f-8106-6d00092d065a by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:44:51.794327 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port a21c069a-f72d-423f-8106-6d00092d065a on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:44:51.800557 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-e56a7058-b9ab-42a2-8772-1f7e2a255359 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5095785 Mar 28 13:44:51.801172 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5a88c5ee-b02d-4aad-b8ff-126914f75f8d tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:51.801258 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57208) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:51.807087 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Port a21c069a-f72d-423f-8106-6d00092d065a on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:44:51.807414 dv-neutron-835335-1-hyperv neutron-server[109613]: ERROR neutron.plugins.ml2.managers [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Failed to bind port a21c069a-f72d-423f-8106-6d00092d065a on host hv-neutron-8353 for vnic_type normal using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] Mar 28 13:44:51.810179 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.plugins.ml2.plugin [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempt 2 to bind port a21c069a-f72d-423f-8106-6d00092d065a Mar 28 13:44:51.817172 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5a88c5ee-b02d-4aad-b8ff-126914f75f8d tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:51.835891 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a88c5ee-b02d-4aad-b8ff-126914f75f8d tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:44:51.836572 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5a88c5ee-b02d-4aad-b8ff-126914f75f8d tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:51.840425 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:44:51.840425 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:44:51.840425 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:44:51.840425 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:44:51.840425 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:44:51.840425 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:44:51.840425 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:44:51.840425 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:44:51.840425 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:44:51.840425 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:44:51.840425 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:44:51.840425 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:44:51.840425 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:44:51.840425 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:44:51.840425 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:44:51.840425 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:44:51.840425 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:44:51.840425 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:44:51.840425 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:44:51.840425 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:44:51.840425 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:44:51.840425 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:44:51.840425 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:44:51.840425 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:44:51.840425 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:44:51.840425 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:44:51.840425 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:44:51.840425 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:44:51.840425 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:44:51.840425 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:44:51.840425 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:44:51.840425 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:44:51.858494 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4859f1db-d665-4632-a4ff-cca8a1785ec8 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Notify callbacks [] for floatingip, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:51.861227 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port a21c069a-f72d-423f-8106-6d00092d065a on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:44:51.861761 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port a21c069a-f72d-423f-8106-6d00092d065a by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:44:51.862276 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port a21c069a-f72d-423f-8106-6d00092d065a on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:44:51.870152 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-1cf3825b-b36c-4ec7-858c-eec1d6b9d041 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Request body: {'security_group_rule': {'security_group_id': 'c04699e5-6b36-4677-a6bb-81f97db4541f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:51.892059 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8754b1-2d6a-4c1d-b0e0-c670f8ffba38 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e19e2196-2437-451d-87f8-1e9e21caaba1,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:51.932622 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9a8754b1-2d6a-4c1d-b0e0-c670f8ffba38 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:51.936092 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-9a8754b1-2d6a-4c1d-b0e0-c670f8ffba38 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/e19e2196-2437-451d-87f8-1e9e21caaba1 HTTP/1.1" status: 204 len: 168 time: 1.3162642 Mar 28 13:44:51.947761 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57210) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:51.952190 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1a69826b-453c-40f8-b341-34706518feed tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:51.956601 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Port a21c069a-f72d-423f-8106-6d00092d065a on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:44:51.956923 dv-neutron-835335-1-hyperv neutron-server[109613]: ERROR neutron.plugins.ml2.managers [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Failed to bind port a21c069a-f72d-423f-8106-6d00092d065a on host hv-neutron-8353 for vnic_type normal using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] Mar 28 13:44:51.979867 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.plugins.ml2.plugin [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempt 3 to bind port a21c069a-f72d-423f-8106-6d00092d065a Mar 28 13:44:52.012773 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 642f2131-afb0-45e4-b3b6-9f0701b9aff1 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:44:52.041692 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1a69826b-453c-40f8-b341-34706518feed tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:52.048036 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 642f2131-afb0-45e4-b3b6-9f0701b9aff1 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:44:52.048520 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 642f2131-afb0-45e4-b3b6-9f0701b9aff1 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:44:52.095864 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port a21c069a-f72d-423f-8106-6d00092d065a on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:44:52.096197 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port a21c069a-f72d-423f-8106-6d00092d065a by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:44:52.096557 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port a21c069a-f72d-423f-8106-6d00092d065a on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:44:52.109678 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5a88c5ee-b02d-4aad-b8ff-126914f75f8d tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:52.119209 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Port a21c069a-f72d-423f-8106-6d00092d065a on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:44:52.119710 dv-neutron-835335-1-hyperv neutron-server[109613]: ERROR neutron.plugins.ml2.managers [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Failed to bind port a21c069a-f72d-423f-8106-6d00092d065a on host hv-neutron-8353 for vnic_type normal using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] Mar 28 13:44:52.120551 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5a88c5ee-b02d-4aad-b8ff-126914f75f8d tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:52.126256 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-5a88c5ee-b02d-4aad-b8ff-126914f75f8d tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] 10.222.0.24 "DELETE /v2.0/networks/e95ecc9b-fcdf-4de8-a1f8-7f5c173d7e0b HTTP/1.1" status: 204 len: 168 time: 2.8175292 Mar 28 13:44:52.126256 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.plugins.ml2.plugin [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempt 4 to bind port a21c069a-f72d-423f-8106-6d00092d065a Mar 28 13:44:52.126671 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bc3f7ee8-e788-468a-be81-75aafac2ebeb tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:52.142413 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1cf3825b-b36c-4ec7-858c-eec1d6b9d041 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:52.145556 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fec32cc1-108c-45e3-b79e-a4db850e9a9b tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:52.159910 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a88c5ee-b02d-4aad-b8ff-126914f75f8d tempest-DHCPAgentSchedulersTestJSON-1925530080 tempest-DHCPAgentSchedulersTestJSON-1925530080-project] Pushing event deleted for resources: {'Network': ['ID=e95ecc9b-fcdf-4de8-a1f8-7f5c173d7e0b,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:52.171034 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port a21c069a-f72d-423f-8106-6d00092d065a on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:44:52.171370 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port a21c069a-f72d-423f-8106-6d00092d065a by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:44:52.171705 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port a21c069a-f72d-423f-8106-6d00092d065a on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:44:52.181982 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Port a21c069a-f72d-423f-8106-6d00092d065a on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:44:52.182196 dv-neutron-835335-1-hyperv neutron-server[109613]: ERROR neutron.plugins.ml2.managers [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Failed to bind port a21c069a-f72d-423f-8106-6d00092d065a on host hv-neutron-8353 for vnic_type normal using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] Mar 28 13:44:52.183511 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.plugins.ml2.plugin [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempt 5 to bind port a21c069a-f72d-423f-8106-6d00092d065a Mar 28 13:44:52.227887 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port a21c069a-f72d-423f-8106-6d00092d065a on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:44:52.228892 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port a21c069a-f72d-423f-8106-6d00092d065a by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:44:52.229207 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port a21c069a-f72d-423f-8106-6d00092d065a on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:44:52.235963 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bc3f7ee8-e788-468a-be81-75aafac2ebeb tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:52.248183 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Port a21c069a-f72d-423f-8106-6d00092d065a on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:44:52.248553 dv-neutron-835335-1-hyperv neutron-server[109613]: ERROR neutron.plugins.ml2.managers [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Failed to bind port a21c069a-f72d-423f-8106-6d00092d065a on host hv-neutron-8353 for vnic_type normal using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] Mar 28 13:44:52.250867 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1a69826b-453c-40f8-b341-34706518feed tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:52.252537 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a69826b-453c-40f8-b341-34706518feed tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Pushing event updated for resources: {'Port': ['ID=c9b28162-dd37-44af-9efc-1a288bad4c3e,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:52.256819 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.plugins.ml2.plugin [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempt 6 to bind port a21c069a-f72d-423f-8106-6d00092d065a Mar 28 13:44:52.311250 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc3f7ee8-e788-468a-be81-75aafac2ebeb tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:44:52.315930 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fec32cc1-108c-45e3-b79e-a4db850e9a9b tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:52.358437 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-fec32cc1-108c-45e3-b79e-a4db850e9a9b tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e973bc06-3826-446c-b81f-d0d2f8e17efc']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:44:52.361417 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port a21c069a-f72d-423f-8106-6d00092d065a on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:44:52.361995 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port a21c069a-f72d-423f-8106-6d00092d065a by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:44:52.362336 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port a21c069a-f72d-423f-8106-6d00092d065a on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:44:52.377720 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-fec32cc1-108c-45e3-b79e-a4db850e9a9b tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd567fa9-cb2d-4c6e-bba7-cfa019e9c658') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:44:52.378014 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-fec32cc1-108c-45e3-b79e-a4db850e9a9b tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd567fa9-cb2d-4c6e-bba7-cfa019e9c658') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:44:52.380041 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Port a21c069a-f72d-423f-8106-6d00092d065a on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:44:52.380360 dv-neutron-835335-1-hyperv neutron-server[109613]: ERROR neutron.plugins.ml2.managers [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Failed to bind port a21c069a-f72d-423f-8106-6d00092d065a on host hv-neutron-8353 for vnic_type normal using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] Mar 28 13:44:52.388159 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.plugins.ml2.plugin [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempt 7 to bind port a21c069a-f72d-423f-8106-6d00092d065a Mar 28 13:44:52.393395 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2e7d8cfa-c9cb-4482-9850-939bed8ea299 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:52.399481 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bc3f7ee8-e788-468a-be81-75aafac2ebeb tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:52.399921 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-bc3f7ee8-e788-468a-be81-75aafac2ebeb tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Added segment e8a4c77b-dcc9-4cd4-b4da-73ee5c6ee5d9 of type vlan for network bf9f2561-bab5-4917-aab7-f37a7b9f4484 Mar 28 13:44:52.405724 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fec32cc1-108c-45e3-b79e-a4db850e9a9b tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:52.408732 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4859f1db-d665-4632-a4ff-cca8a1785ec8 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:52.426625 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port a21c069a-f72d-423f-8106-6d00092d065a on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:44:52.426823 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port a21c069a-f72d-423f-8106-6d00092d065a by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:44:52.427157 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port a21c069a-f72d-423f-8106-6d00092d065a on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:44:52.437544 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fec32cc1-108c-45e3-b79e-a4db850e9a9b tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:52.441186 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f7ee8-e788-468a-be81-75aafac2ebeb tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a3b058-785c-4a35-b8af-37aa84e2f29b,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:52.470442 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Port a21c069a-f72d-423f-8106-6d00092d065a on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:44:52.470841 dv-neutron-835335-1-hyperv neutron-server[109613]: ERROR neutron.plugins.ml2.managers [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Failed to bind port a21c069a-f72d-423f-8106-6d00092d065a on host hv-neutron-8353 for vnic_type normal using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] Mar 28 13:44:52.474933 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.plugins.ml2.plugin [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempt 8 to bind port a21c069a-f72d-423f-8106-6d00092d065a Mar 28 13:44:52.478770 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fec32cc1-108c-45e3-b79e-a4db850e9a9b tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:44:52.479178 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fec32cc1-108c-45e3-b79e-a4db850e9a9b tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:52.485646 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:44:52.485646 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:44:52.485646 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:44:52.485646 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:44:52.485646 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:44:52.485646 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:44:52.485646 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:44:52.485646 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:44:52.485646 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:44:52.485646 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:44:52.485646 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:44:52.485646 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:44:52.485646 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:44:52.485646 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:44:52.485646 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:44:52.485646 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:44:52.485646 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:44:52.485646 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:44:52.485646 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:44:52.485646 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:44:52.485646 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:44:52.485646 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:44:52.485646 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:44:52.485646 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:44:52.485646 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:44:52.485646 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:44:52.485646 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:44:52.485646 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:44:52.485646 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:44:52.485646 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:44:52.485646 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:44:52.485646 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:44:52.551764 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port a21c069a-f72d-423f-8106-6d00092d065a on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:44:52.552161 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port a21c069a-f72d-423f-8106-6d00092d065a by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:44:52.552447 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port a21c069a-f72d-423f-8106-6d00092d065a on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:44:52.556939 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1cf3825b-b36c-4ec7-858c-eec1d6b9d041 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:52.576785 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a69826b-453c-40f8-b341-34706518feed tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Network eff88fab-9dff-460f-9c69-9a2bb9a6d4c6 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:44:52.600156 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Port a21c069a-f72d-423f-8106-6d00092d065a on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:44:52.600361 dv-neutron-835335-1-hyperv neutron-server[109613]: ERROR neutron.plugins.ml2.managers [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Failed to bind port a21c069a-f72d-423f-8106-6d00092d065a on host hv-neutron-8353 for vnic_type normal using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] Mar 28 13:44:52.602750 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.plugins.ml2.plugin [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempt 9 to bind port a21c069a-f72d-423f-8106-6d00092d065a Mar 28 13:44:52.607264 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-1a69826b-453c-40f8-b341-34706518feed tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:44:52.609194 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d8cfa-c9cb-4482-9850-939bed8ea299 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Pushing event updated for resources: {'Subnet': ['ID=6f1fa25c-9590-4af8-94e6-bbf8b8df9528,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:52.630962 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port a21c069a-f72d-423f-8106-6d00092d065a on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:44:52.630962 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port a21c069a-f72d-423f-8106-6d00092d065a by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:44:52.630962 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port a21c069a-f72d-423f-8106-6d00092d065a on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:44:52.633595 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bc3f7ee8-e788-468a-be81-75aafac2ebeb tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:52.646373 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Port a21c069a-f72d-423f-8106-6d00092d065a on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:44:52.646710 dv-neutron-835335-1-hyperv neutron-server[109613]: ERROR neutron.plugins.ml2.managers [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Failed to bind port a21c069a-f72d-423f-8106-6d00092d065a on host hv-neutron-8353 for vnic_type normal using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] Mar 28 13:44:52.647941 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-4859f1db-d665-4632-a4ff-cca8a1785ec8 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Allocated IP 172.26.2.121 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/d61c9bc8-9b68-443a-ab16-16ba6b29cea8) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:44:52.649754 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.plugins.ml2.plugin [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempt 10 to bind port a21c069a-f72d-423f-8106-6d00092d065a Mar 28 13:44:52.678696 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port a21c069a-f72d-423f-8106-6d00092d065a on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:44:52.679021 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port a21c069a-f72d-423f-8106-6d00092d065a by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:44:52.679354 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempting to bind port a21c069a-f72d-423f-8106-6d00092d065a on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:44:52.691355 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Port a21c069a-f72d-423f-8106-6d00092d065a on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:44:52.691355 dv-neutron-835335-1-hyperv neutron-server[109613]: ERROR neutron.plugins.ml2.managers [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Failed to bind port a21c069a-f72d-423f-8106-6d00092d065a on host hv-neutron-8353 for vnic_type normal using segments [{'id': '3102b60a-832b-4971-9b4d-777b296a7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4b97d5f-94d7-43ac-bc04-cc2a500c1914'}] Mar 28 13:44:52.691355 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:52.699645 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1cf3825b-b36c-4ec7-858c-eec1d6b9d041 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:52.717948 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7d8cfa-c9cb-4482-9850-939bed8ea299 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Checking segment: {'id': 'd0c4a406-bf18-467c-9fa5-67089830fd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '775fb646-a369-4595-989d-470f7dd0c52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:44:52.717948 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7d8cfa-c9cb-4482-9850-939bed8ea299 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Network hostable DHCP agents. Network: 775fb646-a369-4595-989d-470f7dd0c52a, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:44:52.721554 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fec32cc1-108c-45e3-b79e-a4db850e9a9b tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:52.725505 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec32cc1-108c-45e3-b79e-a4db850e9a9b tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e973bc06-3826-446c-b81f-d0d2f8e17efc {{(pid=109613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 28 13:44:52.728395 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fec32cc1-108c-45e3-b79e-a4db850e9a9b tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:52.736717 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-fec32cc1-108c-45e3-b79e-a4db850e9a9b tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] 10.222.0.24 "DELETE /v2.0/networks/e973bc06-3826-446c-b81f-d0d2f8e17efc HTTP/1.1" status: 204 len: 168 time: 0.7816064 Mar 28 13:44:52.753841 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.db.resource_extend [None req-bc3f7ee8-e788-468a-be81-75aafac2ebeb tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 13:44:52.810063 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf3825b-b36c-4ec7-858c-eec1d6b9d041 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1de75f10-563e-418e-b478-b7eb59582254,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:52.856828 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec32cc1-108c-45e3-b79e-a4db850e9a9b tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Pushing event deleted for resources: {'Network': ['ID=e973bc06-3826-446c-b81f-d0d2f8e17efc,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:52.871034 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57218) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:52.895734 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1cf3825b-b36c-4ec7-858c-eec1d6b9d041 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:52.895734 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-1cf3825b-b36c-4ec7-858c-eec1d6b9d041 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0581520 Mar 28 13:44:52.898349 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57222) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:52.903464 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-8c1b1c92-da91-4de3-a4d9-01009fe01c95 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Request body: {'floatingip': {'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:52.923222 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bc3f7ee8-e788-468a-be81-75aafac2ebeb tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:52.935274 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3f7ee8-e788-468a-be81-75aafac2ebeb tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:52.935958 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bc3f7ee8-e788-468a-be81-75aafac2ebeb tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:52.942366 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7d8cfa-c9cb-4482-9850-939bed8ea299 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Network 775fb646-a369-4595-989d-470f7dd0c52a is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:44:52.953735 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-ed50b8c3-76d2-4720-ab13-8f03edca518b None None] Provisioning complete for port c9b28162-dd37-44af-9efc-1a288bad4c3e triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:44:52.954265 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ed50b8c3-76d2-4720-ab13-8f03edca518b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:52.968595 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4859f1db-d665-4632-a4ff-cca8a1785ec8 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:52.970700 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] For port a21c069a-f72d-423f-8106-6d00092d065a, host hv-neutron-8353, cleared binding levels {{(pid=109613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:44:52.971245 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attempted to set empty binding levels {{(pid=109613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 28 13:44:53.023511 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-ed50b8c3-76d2-4720-ab13-8f03edca518b None None] Port c9b28162-dd37-44af-9efc-1a288bad4c3e cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:44:53.039544 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-2e7d8cfa-c9cb-4482-9850-939bed8ea299 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 775fb646-a369-4595-989d-470f7dd0c52a) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:44:53.048357 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:53.062358 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a500c898-efcc-4863-a711-3b8664cfc58c None None] Network 775fb646-a369-4595-989d-470f7dd0c52a requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:44:53.081449 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a69826b-453c-40f8-b341-34706518feed tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Router 06f63288-1016-46d5-aafb-e60e81f8017c has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:44:53.099687 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7d8cfa-c9cb-4482-9850-939bed8ea299 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:53.100446 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2e7d8cfa-c9cb-4482-9850-939bed8ea299 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:53.109919 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4859f1db-d665-4632-a4ff-cca8a1785ec8 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:53.123454 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] In _notify_port_updated(), no bound segment for port a21c069a-f72d-423f-8106-6d00092d065a on network c4b97d5f-94d7-43ac-bc04-cc2a500c1914 {{(pid=109613) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 28 13:44:53.124542 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:53.125215 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:53.129712 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] 10.222.0.24 "PUT /v2.0/ports/a21c069a-f72d-423f-8106-6d00092d065a HTTP/1.1" status: 200 len: 981 time: 2.2271805 Mar 28 13:44:53.131863 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57228) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:53.132818 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f7ee8-e788-468a-be81-75aafac2ebeb tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Pushing event updated for resources: {'Network': ['ID=bf9f2561-bab5-4917-aab7-f37a7b9f4484,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:53.145604 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-bc3f7ee8-e788-468a-be81-75aafac2ebeb tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.2675626 Mar 28 13:44:53.149086 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57230) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:53.156934 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-941b2191-5b9a-4e99-8a65-02daeda64071 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Request body: {'subnet': {'network_id': 'bf9f2561-bab5-4917-aab7-f37a7b9f4484', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:53.167644 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4859f1db-d665-4632-a4ff-cca8a1785ec8 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:44:53.181616 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f380e8-9dd2-401f-b77e-372fd168dd0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Pushing event updated for resources: {'Port': ['ID=a21c069a-f72d-423f-8106-6d00092d065a,revision_number=3']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:53.185414 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-4859f1db-d665-4632-a4ff-cca8a1785ec8 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:44:53.225573 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8c1b1c92-da91-4de3-a4d9-01009fe01c95 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Notify callbacks [] for floatingip, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:53.238662 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-2e7d8cfa-c9cb-4482-9850-939bed8ea299 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3070350 Mar 28 13:44:53.250277 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57232) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:53.257899 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4859f1db-d665-4632-a4ff-cca8a1785ec8 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Pushing event updated for resources: {'Port': ['ID=d61c9bc8-9b68-443a-ab16-16ba6b29cea8,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:53.258074 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57234) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:53.258254 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4859f1db-d665-4632-a4ff-cca8a1785ec8 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:44:53.268059 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-59e34663-94e1-4216-9331-4ba5723cfd9b tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Request body: {'router': {'name': 'tempest-router--1957168786', 'project_id': '6b762c8f4dca4c2eaa6b49787e0cc8e6'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:53.272952 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-1e5d3570-16c6-48f4-8a63-2df33974d6b9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2279509b807b4620b1504e0117204e7a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4007223 Mar 28 13:44:53.279253 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-81ab6fe8-3e66-4df2-90b7-a0f6870886f3 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1950180161', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}, 'admin_state_up': False}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:53.289054 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57236) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:53.320127 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network bf9f2561-bab5-4917-aab7-f37a7b9f4484 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:44:53.393820 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d7addd-f598-4ea4-a744-a62bda995413 None None] Network 775fb646-a369-4595-989d-470f7dd0c52a requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:44:53.444325 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-59e34663-94e1-4216-9331-4ba5723cfd9b tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:53.445041 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-59e34663-94e1-4216-9331-4ba5723cfd9b tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:53.463246 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4859f1db-d665-4632-a4ff-cca8a1785ec8 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:53.468468 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a69826b-453c-40f8-b341-34706518feed tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:44:53.482116 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941b2191-5b9a-4e99-8a65-02daeda64071 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Made reservation on behalf of 04c3bc324cbf4354abda322d4ca7fdb2 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:44:53.484459 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-1a69826b-453c-40f8-b341-34706518feed tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] 10.222.0.24 "PUT /v2.0/routers/06f63288-1016-46d5-aafb-e60e81f8017c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6730363 Mar 28 13:44:53.486934 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-81ab6fe8-3e66-4df2-90b7-a0f6870886f3 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:53.487959 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-81ab6fe8-3e66-4df2-90b7-a0f6870886f3 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:53.488130 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-941b2191-5b9a-4e99-8a65-02daeda64071 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:53.491926 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57238) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:53.514306 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-b5b0637c-f132-48d8-a299-e9a1e01883f3 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Request body: {'port': {'network_id': 'eff88fab-9dff-460f-9c69-9a2bb9a6d4c6', 'name': 'tempest-FloatingIPAdminTestJSON-356740505'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:53.558338 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-537b350d-cc89-464d-85b0-d85acb41a7c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:53.569056 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 663ba78e-f181-4124-8de6-289d11a9b37f up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:44:53.594516 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-59e34663-94e1-4216-9331-4ba5723cfd9b tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:53.647574 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 663ba78e-f181-4124-8de6-289d11a9b37f triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:44:53.647574 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:53.654988 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-38901703-141b-4dad-bb5b-9378445d85fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Deleting port a21c069a-f72d-423f-8106-6d00092d065a {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:44:53.655321 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-38901703-141b-4dad-bb5b-9378445d85fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:53.673063 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817c9b17-bdab-42a3-a755-ba0f6c105b43 None None] Sync routers for ids ['06f63288-1016-46d5-aafb-e60e81f8017c'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:44:53.698110 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817c9b17-bdab-42a3-a755-ba0f6c105b43 None None] Routers {'06f63288-1016-46d5-aafb-e60e81f8017c'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:44:53.699091 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-817c9b17-bdab-42a3-a755-ba0f6c105b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:44:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['06f63288-1016-46d5-aafb-e60e81f8017c'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:44:53.707587 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-59e34663-94e1-4216-9331-4ba5723cfd9b tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:53.721881 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-81ab6fe8-3e66-4df2-90b7-a0f6870886f3 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:53.737297 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-537b350d-cc89-464d-85b0-d85acb41a7c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:53.771741 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-817c9b17-bdab-42a3-a755-ba0f6c105b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:44:53.790853 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817c9b17-bdab-42a3-a755-ba0f6c105b43 None None] Routers {'06f63288-1016-46d5-aafb-e60e81f8017c'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:44:53.791825 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-817c9b17-bdab-42a3-a755-ba0f6c105b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:44:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['06f63288-1016-46d5-aafb-e60e81f8017c'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:44:53.852057 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-817c9b17-bdab-42a3-a755-ba0f6c105b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:44:53.854663 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817c9b17-bdab-42a3-a755-ba0f6c105b43 None None] The sync data for ids ['06f63288-1016-46d5-aafb-e60e81f8017c'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:44:53.883744 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4859f1db-d665-4632-a4ff-cca8a1785ec8 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:53.897870 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-59e34663-94e1-4216-9331-4ba5723cfd9b tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:53.898958 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-59e34663-94e1-4216-9331-4ba5723cfd9b tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6339548 Mar 28 13:44:53.922247 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57240) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:53.929945 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-38901703-141b-4dad-bb5b-9378445d85fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] For port a21c069a-f72d-423f-8106-6d00092d065a, host hv-neutron-8353, got binding levels [] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:44:53.934063 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-38901703-141b-4dad-bb5b-9378445d85fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:53.966546 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-38901703-141b-4dad-bb5b-9378445d85fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Calling delete_port for a21c069a-f72d-423f-8106-6d00092d065a owned by {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:44:53.980333 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b191bd7b-ca7a-413d-92d8-8944fc184f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:54.022528 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2c71777e-4826-4b13-bc50-42347a29b7d2 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for router, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:54.196338 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8c1b1c92-da91-4de3-a4d9-01009fe01c95 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:54.240738 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-81ab6fe8-3e66-4df2-90b7-a0f6870886f3 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:54.299552 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2c71777e-4826-4b13-bc50-42347a29b7d2 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:54.308881 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2c71777e-4826-4b13-bc50-42347a29b7d2 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:54.372850 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b0637c-f132-48d8-a299-e9a1e01883f3 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Made reservation on behalf of f7411532508f4823a4d613ddc2a90ea3 for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:44:54.376229 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b5b0637c-f132-48d8-a299-e9a1e01883f3 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:54.409189 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [None req-b5b0637c-f132-48d8-a299-e9a1e01883f3 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] device_id is not set on port b5c5bb81-484e-4e87-b42c-8289cceed099 yet. {{(pid=109612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:44:54.413784 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-8c1b1c92-da91-4de3-a4d9-01009fe01c95 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Allocated IP 172.26.2.109 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/92d68cbb-7ea6-4adc-99a7-504286a2183c) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:44:54.440174 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4859f1db-d665-4632-a4ff-cca8a1785ec8 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:54.464627 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-38901703-141b-4dad-bb5b-9378445d85fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:54.466147 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-537b350d-cc89-464d-85b0-d85acb41a7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:54.468848 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-537b350d-cc89-464d-85b0-d85acb41a7c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:54.469946 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-537b350d-cc89-464d-85b0-d85acb41a7c2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8c0c14e5-bce8-45b8-ab40-5153862d86a4 HTTP/1.1" status: 204 len: 168 time: 1.1764708 Mar 28 13:44:54.496073 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-941b2191-5b9a-4e99-8a65-02daeda64071 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:54.501616 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2c71777e-4826-4b13-bc50-42347a29b7d2 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:54.502092 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c71777e-4826-4b13-bc50-42347a29b7d2 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 572d3154-9f3a-4510-bd56-2a85db24003e {{(pid=109613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:44:54.507835 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2c71777e-4826-4b13-bc50-42347a29b7d2 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:54.512662 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-2c71777e-4826-4b13-bc50-42347a29b7d2 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] 10.222.0.24 "DELETE /v2.0/routers/572d3154-9f3a-4510-bd56-2a85db24003e HTTP/1.1" status: 204 len: 168 time: 0.5864556 Mar 28 13:44:54.541434 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b350d-cc89-464d-85b0-d85acb41a7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0c14e5-bce8-45b8-ab40-5153862d86a4,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:54.547000 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38901703-141b-4dad-bb5b-9378445d85fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Pushing event deleted for resources: {'Port': ['ID=a21c069a-f72d-423f-8106-6d00092d065a,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:54.560169 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4859f1db-d665-4632-a4ff-cca8a1785ec8 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:54.628319 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b2191-5b9a-4e99-8a65-02daeda64071 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Pushing event updated for resources: {'Subnet': ['ID=6b58af98-f607-4a5c-b578-4b7381a43b94,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:54.675119 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-38901703-141b-4dad-bb5b-9378445d85fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:54.677835 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4859f1db-d665-4632-a4ff-cca8a1785ec8 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Pushing event updated for resources: {'Port': ['ID=d61c9bc8-9b68-443a-ab16-16ba6b29cea8,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:54.678336 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-38901703-141b-4dad-bb5b-9378445d85fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] 10.222.0.24 "DELETE /v2.0/ports/a21c069a-f72d-423f-8106-6d00092d065a HTTP/1.1" status: 204 len: 168 time: 1.5425062 Mar 28 13:44:54.683798 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57248) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:54.684002 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941b2191-5b9a-4e99-8a65-02daeda64071 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Checking segment: {'id': 'e8a4c77b-dcc9-4cd4-b4da-73ee5c6ee5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bf9f2561-bab5-4917-aab7-f37a7b9f4484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:44:54.684199 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941b2191-5b9a-4e99-8a65-02daeda64071 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Network hostable DHCP agents. Network: bf9f2561-bab5-4917-aab7-f37a7b9f4484, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:44:54.701562 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4859f1db-d665-4632-a4ff-cca8a1785ec8 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:54.702296 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-b5b0637c-f132-48d8-a299-e9a1e01883f3 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Allocated IP 172.20.0.4 (eff88fab-9dff-460f-9c69-9a2bb9a6d4c6/9e2e17af-0a50-4648-9e52-bf903dffca16/b5c5bb81-484e-4e87-b42c-8289cceed099) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:44:54.737027 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-a02a3e17-4760-4497-ae76-14b75c2bc209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] GET failed (client error): The resource could not be found. Mar 28 13:44:54.738574 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a02a3e17-4760-4497-ae76-14b75c2bc209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723682161-project-admin] 10.222.0.24 "GET /v2.0/ports/a21c069a-f72d-423f-8106-6d00092d065a HTTP/1.1" status: 404 len: 333 time: 0.0501969 Mar 28 13:44:54.742062 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57250) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:54.773068 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8c1b1c92-da91-4de3-a4d9-01009fe01c95 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:54.792058 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941b2191-5b9a-4e99-8a65-02daeda64071 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Network bf9f2561-bab5-4917-aab7-f37a7b9f4484 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:44:54.822680 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-908308b2-a6c8-4ce1-a7e8-1882c301b19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:54.857097 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4859f1db-d665-4632-a4ff-cca8a1785ec8 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:54.863824 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-4859f1db-d665-4632-a4ff-cca8a1785ec8 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1536171 Mar 28 13:44:54.883684 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57254) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:54.923102 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-908308b2-a6c8-4ce1-a7e8-1882c301b19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:54.925868 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-941b2191-5b9a-4e99-8a65-02daeda64071 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, bf9f2561-bab5-4917-aab7-f37a7b9f4484) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:44:54.934989 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbcd101-9eb3-4b25-90d5-f80b3ae74413 None None] Network bf9f2561-bab5-4917-aab7-f37a7b9f4484 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:44:54.977186 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-908308b2-a6c8-4ce1-a7e8-1882c301b19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4b97d5f-94d7-43ac-bc04-cc2a500c1914']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:44:54.997709 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-908308b2-a6c8-4ce1-a7e8-1882c301b19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3102b60a-832b-4971-9b4d-777b296a7862') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:44:54.997709 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-908308b2-a6c8-4ce1-a7e8-1882c301b19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3102b60a-832b-4971-9b4d-777b296a7862') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:44:55.002813 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8c1b1c92-da91-4de3-a4d9-01009fe01c95 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:55.013662 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-908308b2-a6c8-4ce1-a7e8-1882c301b19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:55.032788 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-908308b2-a6c8-4ce1-a7e8-1882c301b19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:55.043486 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-908308b2-a6c8-4ce1-a7e8-1882c301b19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:44:55.044033 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-908308b2-a6c8-4ce1-a7e8-1882c301b19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:55.057323 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b5b0637c-f132-48d8-a299-e9a1e01883f3 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:55.125015 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-81ab6fe8-3e66-4df2-90b7-a0f6870886f3 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for router_gateway, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:55.131632 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:44:55.131632 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:44:55.131632 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:44:55.131632 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:44:55.131632 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:44:55.131632 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:44:55.131632 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:44:55.131632 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:44:55.131632 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:44:55.131632 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:44:55.131632 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:44:55.131632 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:44:55.131632 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:44:55.131632 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:44:55.131632 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:44:55.131632 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:44:55.131632 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:44:55.131632 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:44:55.131632 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:44:55.131632 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:44:55.131632 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:44:55.131632 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:44:55.131632 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:44:55.131632 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:44:55.131632 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:44:55.131632 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:44:55.131632 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:44:55.131632 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:44:55.131632 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:44:55.131632 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:44:55.131632 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:44:55.131632 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:44:55.139124 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941b2191-5b9a-4e99-8a65-02daeda64071 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:55.140355 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-941b2191-5b9a-4e99-8a65-02daeda64071 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:55.167725 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1b1c92-da91-4de3-a4d9-01009fe01c95 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:44:55.171306 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-81ab6fe8-3e66-4df2-90b7-a0f6870886f3 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:55.177300 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-8c1b1c92-da91-4de3-a4d9-01009fe01c95 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:44:55.179335 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1b1c92-da91-4de3-a4d9-01009fe01c95 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Pushing event updated for resources: {'Port': ['ID=92d68cbb-7ea6-4adc-99a7-504286a2183c,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:55.181566 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1b1c92-da91-4de3-a4d9-01009fe01c95 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:44:55.214519 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-908308b2-a6c8-4ce1-a7e8-1882c301b19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:55.224719 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-908308b2-a6c8-4ce1-a7e8-1882c301b19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:55.229883 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-908308b2-a6c8-4ce1-a7e8-1882c301b19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344-project] 10.222.0.24 "DELETE /v2.0/networks/c4b97d5f-94d7-43ac-bc04-cc2a500c1914 HTTP/1.1" status: 204 len: 168 time: 0.4868207 Mar 28 13:44:55.245850 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bced6b8-870b-49fc-a697-f31ccce6e26a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-bf9f2561-bab5-4917-aab7-f37a7b9f4484', 'network_id': 'bf9f2561-bab5-4917-aab7-f37a7b9f4484', 'tenant_id': '04c3bc324cbf4354abda322d4ca7fdb2', 'fixed_ips': [{'subnet_id': '6b58af98-f607-4a5c-b578-4b7381a43b94'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:44:55.246833 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4bced6b8-870b-49fc-a697-f31ccce6e26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:55.252179 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-941b2191-5b9a-4e99-8a65-02daeda64071 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0998673 Mar 28 13:44:55.260992 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57270) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:55.270005 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-f13ee117-e652-45d1-8eb2-3399b86c90ee tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Request body: {'port': {'network_id': 'bf9f2561-bab5-4917-aab7-f37a7b9f4484', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2043727905'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:55.272456 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908308b2-a6c8-4ce1-a7e8-1882c301b19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882337344-project] Pushing event deleted for resources: {'Network': ['ID=c4b97d5f-94d7-43ac-bc04-cc2a500c1914,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:55.357928 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-232c12fb-1bb4-4f29-979b-08d66033ec02 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1059381502', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}, 'admin_state_up': False}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:55.400669 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b5b0637c-f132-48d8-a299-e9a1e01883f3 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:55.427475 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-4bced6b8-870b-49fc-a697-f31ccce6e26a None None] Allocated IP 2001:db8::2 (bf9f2561-bab5-4917-aab7-f37a7b9f4484/6b58af98-f607-4a5c-b578-4b7381a43b94/d7509905-de7f-4d35-ac7d-d7ad47a3088d) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:44:55.506884 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57274) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:55.545582 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8aafa0a4-b4de-4cf8-afda-1666c9a2d0be admin admin] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:55.567983 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b0637c-f132-48d8-a299-e9a1e01883f3 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Network eff88fab-9dff-460f-9c69-9a2bb9a6d4c6 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:44:55.586571 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4bced6b8-870b-49fc-a697-f31ccce6e26a None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:55.589827 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-b5b0637c-f132-48d8-a299-e9a1e01883f3 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:44:55.592917 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b0637c-f132-48d8-a299-e9a1e01883f3 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:44:55.596016 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-81ab6fe8-3e66-4df2-90b7-a0f6870886f3 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Allocated IP 172.26.2.212 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/69c02c83-0ffa-4b4f-aa3a-b12160f02acc) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:44:55.649448 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-232c12fb-1bb4-4f29-979b-08d66033ec02 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:55.654120 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-232c12fb-1bb4-4f29-979b-08d66033ec02 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:55.661031 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8c1b1c92-da91-4de3-a4d9-01009fe01c95 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:55.666566 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4bced6b8-870b-49fc-a697-f31ccce6e26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:55.691496 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b0637c-f132-48d8-a299-e9a1e01883f3 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Pushing event updated for resources: {'Port': ['ID=b5c5bb81-484e-4e87-b42c-8289cceed099,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:55.699297 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8aafa0a4-b4de-4cf8-afda-1666c9a2d0be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:55.739675 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bced6b8-870b-49fc-a697-f31ccce6e26a None None] Network bf9f2561-bab5-4917-aab7-f37a7b9f4484 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:44:55.743264 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-4bced6b8-870b-49fc-a697-f31ccce6e26a None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:44:55.747851 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bced6b8-870b-49fc-a697-f31ccce6e26a None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:44:55.753822 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bced6b8-870b-49fc-a697-f31ccce6e26a None None] Pushing event updated for resources: {'Port': ['ID=d7509905-de7f-4d35-ac7d-d7ad47a3088d,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:55.808363 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8aafa0a4-b4de-4cf8-afda-1666c9a2d0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:55.831052 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-4bced6b8-870b-49fc-a697-f31ccce6e26a None None] Attempting to bind port d7509905-de7f-4d35-ac7d-d7ad47a3088d on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:44:55.831652 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-4bced6b8-870b-49fc-a697-f31ccce6e26a None None] Attempting to bind port d7509905-de7f-4d35-ac7d-d7ad47a3088d by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'e8a4c77b-dcc9-4cd4-b4da-73ee5c6ee5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bf9f2561-bab5-4917-aab7-f37a7b9f4484'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:44:55.832587 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bced6b8-870b-49fc-a697-f31ccce6e26a None None] Attempting to bind port d7509905-de7f-4d35-ac7d-d7ad47a3088d on network bf9f2561-bab5-4917-aab7-f37a7b9f4484 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:44:55.839593 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bced6b8-870b-49fc-a697-f31ccce6e26a None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:44:55.840650 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bced6b8-870b-49fc-a697-f31ccce6e26a None None] Checking segment: {'id': 'e8a4c77b-dcc9-4cd4-b4da-73ee5c6ee5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bf9f2561-bab5-4917-aab7-f37a7b9f4484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:44:55.841219 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4bced6b8-870b-49fc-a697-f31ccce6e26a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:55.841910 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bced6b8-870b-49fc-a697-f31ccce6e26a None None] Bound using segment: {'id': 'e8a4c77b-dcc9-4cd4-b4da-73ee5c6ee5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bf9f2561-bab5-4917-aab7-f37a7b9f4484'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:44:55.842529 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-4bced6b8-870b-49fc-a697-f31ccce6e26a None None] Bound port: d7509905-de7f-4d35-ac7d-d7ad47a3088d, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8a4c77b-dcc9-4cd4-b4da-73ee5c6ee5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bf9f2561-bab5-4917-aab7-f37a7b9f4484'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:44:55.843392 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4bced6b8-870b-49fc-a697-f31ccce6e26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:55.868200 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57286) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:55.891530 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-8aafa0a4-b4de-4cf8-afda-1666c9a2d0be admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=792e77cbfd0944708589cde87132ce79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3834572 Mar 28 13:44:55.891775 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b0637c-f132-48d8-a299-e9a1e01883f3 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:55.892681 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aafa0a4-b4de-4cf8-afda-1666c9a2d0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b019cb-0b55-47d2-acfd-aaaf095dbbed,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:55.893939 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b5b0637c-f132-48d8-a299-e9a1e01883f3 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:55.895843 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57290) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:55.952123 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-4bced6b8-870b-49fc-a697-f31ccce6e26a None None] For port d7509905-de7f-4d35-ac7d-d7ad47a3088d, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:44:55.955652 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-4bced6b8-870b-49fc-a697-f31ccce6e26a None None] For port d7509905-de7f-4d35-ac7d-d7ad47a3088d, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=d7509905-de7f-4d35-ac7d-d7ad47a3088d,segment=NetworkSegment(e8a4c77b-dcc9-4cd4-b4da-73ee5c6ee5d9),segment_id=e8a4c77b-dcc9-4cd4-b4da-73ee5c6ee5d9)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:44:55.957785 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-81ab6fe8-3e66-4df2-90b7-a0f6870886f3 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:55.970227 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e8738620-a304-4165-8369-8e2900248ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:55.974629 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-1ed1506e-5725-4294-8772-c1ece9b7aa9e None None] Provisioning complete for port b5c5bb81-484e-4e87-b42c-8289cceed099 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:44:55.980095 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1ed1506e-5725-4294-8772-c1ece9b7aa9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:56.012285 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e8738620-a304-4165-8369-8e2900248ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:56.017152 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4bced6b8-870b-49fc-a697-f31ccce6e26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:56.037021 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-232c12fb-1bb4-4f29-979b-08d66033ec02 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:56.048823 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8c1b1c92-da91-4de3-a4d9-01009fe01c95 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:56.057691 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-1ed1506e-5725-4294-8772-c1ece9b7aa9e None None] Port b5c5bb81-484e-4e87-b42c-8289cceed099 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:44:56.067559 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57298) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:56.079206 dv-neutron-835335-1-hyperv neutron-server[109613]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 28 13:44:56.094360 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bced6b8-870b-49fc-a697-f31ccce6e26a None None] Pushing event updated for resources: {'Port': ['ID=d7509905-de7f-4d35-ac7d-d7ad47a3088d,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:56.126410 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-6bb694d3-4643-428a-a798-9591e18ac67d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=db6636b217754a3a8286fe02e3d670b4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2510915 Mar 28 13:44:56.131010 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57300) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:56.156978 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-b5b0637c-f132-48d8-a299-e9a1e01883f3 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6565149 Mar 28 13:44:56.159289 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13ee117-e652-45d1-8eb2-3399b86c90ee tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Made reservation on behalf of 04c3bc324cbf4354abda322d4ca7fdb2 for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:44:56.162460 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f13ee117-e652-45d1-8eb2-3399b86c90ee tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:56.162618 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57302) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:56.182640 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-fa21a592-ac63-45ef-a845-0bfbd09dfec0 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--202577234&fields=id&tenant_id=aa9aa9bd837f49a494e03678d3365504 HTTP/1.1" status: 200 len: 267 time: 0.1073658 Mar 28 13:44:56.261145 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-cc6614f5-c658-444b-9789-805aeb729f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:56.302189 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e8738620-a304-4165-8369-8e2900248ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:56.304093 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e8738620-a304-4165-8369-8e2900248ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:56.312485 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e8738620-a304-4165-8369-8e2900248ab0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a6b019cb-0b55-47d2-acfd-aaaf095dbbed HTTP/1.1" status: 204 len: 168 time: 0.4116123 Mar 28 13:44:56.354889 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8738620-a304-4165-8369-8e2900248ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b019cb-0b55-47d2-acfd-aaaf095dbbed,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:56.373708 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-5b14ac19-7d70-4718-b7f2-a9dc9017a85b tempest-FloatingIPAdminTestJSON-189534549 tempest-FloatingIPAdminTestJSON-189534549-project-admin] Request body: {'floatingip': {'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'project_id': 'f7411532508f4823a4d613ddc2a90ea3', 'port_id': 'b5c5bb81-484e-4e87-b42c-8289cceed099'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:56.448935 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6e2f0752-af2c-4e83-bd24-83cca6670d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:56.490033 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-518810cd-bffc-4872-acf4-2c714a3f45d6 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:56.491743 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-518810cd-bffc-4872-acf4-2c714a3f45d6 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/networks?id=c012b94c-56e1-42f2-8be1-d11ff4eca693 HTTP/1.1" status: 200 len: 810 time: 0.2997115 Mar 28 13:44:56.501415 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6e2f0752-af2c-4e83-bd24-83cca6670d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:56.524277 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-d7a51022-b5ae-4337-b3ed-7aa9c7338f42 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/quotas/aa9aa9bd837f49a494e03678d3365504 HTTP/1.1" status: 200 len: 375 time: 0.0208414 Mar 28 13:44:56.552713 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5b14ac19-7d70-4718-b7f2-a9dc9017a85b tempest-FloatingIPAdminTestJSON-189534549 tempest-FloatingIPAdminTestJSON-189534549-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:56.586695 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [None req-f13ee117-e652-45d1-8eb2-3399b86c90ee tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] device_id is not set on port 4200db63-4a67-41ab-9512-2657a5131b74 yet. {{(pid=109612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:44:56.674299 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-d9e75b3b-1a38-4d85-a4e6-fad0ef44da57 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa9aa9bd837f49a494e03678d3365504&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1412194 Mar 28 13:44:56.697528 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-232c12fb-1bb4-4f29-979b-08d66033ec02 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:56.717844 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5b14ac19-7d70-4718-b7f2-a9dc9017a85b tempest-FloatingIPAdminTestJSON-189534549 tempest-FloatingIPAdminTestJSON-189534549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:56.721167 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-81ab6fe8-3e66-4df2-90b7-a0f6870886f3 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:56.762585 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6e2f0752-af2c-4e83-bd24-83cca6670d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:56.765838 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6e2f0752-af2c-4e83-bd24-83cca6670d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:56.769736 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-6e2f0752-af2c-4e83-bd24-83cca6670d33 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6ad932e0-6526-4350-acf9-61b9971c509a HTTP/1.1" status: 204 len: 168 time: 0.6347196 Mar 28 13:44:56.786387 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f0752-af2c-4e83-bd24-83cca6670d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad932e0-6526-4350-acf9-61b9971c509a,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:56.835026 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8c1b1c92-da91-4de3-a4d9-01009fe01c95 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:56.850919 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ab6fe8-3e66-4df2-90b7-a0f6870886f3 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:44:56.855779 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-5b14ac19-7d70-4718-b7f2-a9dc9017a85b tempest-FloatingIPAdminTestJSON-189534549 tempest-FloatingIPAdminTestJSON-189534549-project-admin] Allocated IP 172.26.2.16 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/3f36a34e-b993-4326-878b-2b20ec0cce72) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:44:56.879513 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-81ab6fe8-3e66-4df2-90b7-a0f6870886f3 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:44:56.889449 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ab6fe8-3e66-4df2-90b7-a0f6870886f3 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:44:56.895146 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab6fe8-3e66-4df2-90b7-a0f6870886f3 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Pushing event updated for resources: {'Port': ['ID=69c02c83-0ffa-4b4f-aa3a-b12160f02acc,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:56.947657 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8c1b1c92-da91-4de3-a4d9-01009fe01c95 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:56.951027 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-f13ee117-e652-45d1-8eb2-3399b86c90ee tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Allocated IP 2001:db8::2d7 (bf9f2561-bab5-4917-aab7-f37a7b9f4484/6b58af98-f607-4a5c-b578-4b7381a43b94/4200db63-4a67-41ab-9512-2657a5131b74) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:44:57.219152 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1b1c92-da91-4de3-a4d9-01009fe01c95 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Pushing event updated for resources: {'Port': ['ID=92d68cbb-7ea6-4adc-99a7-504286a2183c,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:57.248879 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5b14ac19-7d70-4718-b7f2-a9dc9017a85b tempest-FloatingIPAdminTestJSON-189534549 tempest-FloatingIPAdminTestJSON-189534549-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:57.283372 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8c1b1c92-da91-4de3-a4d9-01009fe01c95 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:57.375102 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5b14ac19-7d70-4718-b7f2-a9dc9017a85b tempest-FloatingIPAdminTestJSON-189534549 tempest-FloatingIPAdminTestJSON-189534549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:57.387534 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8c1b1c92-da91-4de3-a4d9-01009fe01c95 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:57.398198 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-8c1b1c92-da91-4de3-a4d9-01009fe01c95 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4892619 Mar 28 13:44:57.453757 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b14ac19-7d70-4718-b7f2-a9dc9017a85b tempest-FloatingIPAdminTestJSON-189534549 tempest-FloatingIPAdminTestJSON-189534549-project-admin] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:44:57.457654 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-5b14ac19-7d70-4718-b7f2-a9dc9017a85b tempest-FloatingIPAdminTestJSON-189534549 tempest-FloatingIPAdminTestJSON-189534549-project-admin] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:44:57.460523 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b14ac19-7d70-4718-b7f2-a9dc9017a85b tempest-FloatingIPAdminTestJSON-189534549 tempest-FloatingIPAdminTestJSON-189534549-project-admin] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:44:57.493878 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:57.510779 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57332) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:57.534781 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f13ee117-e652-45d1-8eb2-3399b86c90ee tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:57.535057 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84383160-da20-4f05-b5ed-de3291831d64 None None] Network bf9f2561-bab5-4917-aab7-f37a7b9f4484 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:44:57.560961 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b14ac19-7d70-4718-b7f2-a9dc9017a85b tempest-FloatingIPAdminTestJSON-189534549 tempest-FloatingIPAdminTestJSON-189534549-project-admin] Pushing event updated for resources: {'Port': ['ID=3f36a34e-b993-4326-878b-2b20ec0cce72,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:57.603554 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device d7509905-de7f-4d35-ac7d-d7ad47a3088d up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:44:57.699482 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-ead34852-c2c1-491c-a9f3-90f49ecd06fe service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:44:57.708757 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-232c12fb-1bb4-4f29-979b-08d66033ec02 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for router_gateway, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:57.709759 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-ead34852-c2c1-491c-a9f3-90f49ecd06fe service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5615389 Mar 28 13:44:57.753750 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-08d4dd4c-595d-4518-a2cd-e7897d6632d0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ba3d8305a9a347cd826962a3b932c37d&name=default HTTP/1.1" status: 200 len: 2977 time: 0.2369778 Mar 28 13:44:57.758452 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57340) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:57.759978 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-232c12fb-1bb4-4f29-979b-08d66033ec02 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:57.787849 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-9e003abd-4c57-4e34-bbfb-c38110b8281b None None] Provisioning complete for port d7509905-de7f-4d35-ac7d-d7ad47a3088d triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:44:57.788219 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9e003abd-4c57-4e34-bbfb-c38110b8281b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:57.802233 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-81ab6fe8-3e66-4df2-90b7-a0f6870886f3 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for router_gateway, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:57.823358 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port d7509905-de7f-4d35-ac7d-d7ad47a3088d triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:44:57.823882 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:57.905978 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-37f88281-bdf2-47a8-99a0-a95910d211fa service neutron] 10.222.0.24 "GET /v2.0/networks/c012b94c-56e1-42f2-8be1-d11ff4eca693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864417 Mar 28 13:44:57.994236 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:58.085333 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port d7509905-de7f-4d35-ac7d-d7ad47a3088d, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=d7509905-de7f-4d35-ac7d-d7ad47a3088d,segment=NetworkSegment(e8a4c77b-dcc9-4cd4-b4da-73ee5c6ee5d9),segment_id=e8a4c77b-dcc9-4cd4-b4da-73ee5c6ee5d9)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:44:58.143420 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9e003abd-4c57-4e34-bbfb-c38110b8281b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:58.157171 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f13ee117-e652-45d1-8eb2-3399b86c90ee tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:58.164268 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cb8fee5e-70c9-459b-a029-ec744c1dcf11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:58.167156 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:58.182029 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-15386430-aea4-4a72-952b-b0833e923a70 service neutron] 10.222.0.24 "GET /v2.0/networks/c012b94c-56e1-42f2-8be1-d11ff4eca693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663724 Mar 28 13:44:58.196280 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cb8fee5e-70c9-459b-a029-ec744c1dcf11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:58.329183 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57364) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:58.369510 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=d7509905-de7f-4d35-ac7d-d7ad47a3088d,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:58.376491 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.db.api [None req-9e003abd-4c57-4e34-bbfb-c38110b8281b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 13:44:58.376875 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG oslo_db.api [None req-9e003abd-4c57-4e34-bbfb-c38110b8281b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 13:44:58.449528 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5b14ac19-7d70-4718-b7f2-a9dc9017a85b tempest-FloatingIPAdminTestJSON-189534549 tempest-FloatingIPAdminTestJSON-189534549-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:58.485814 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-0a0be596-2e1c-490f-b9d4-05d00e68db44 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1242851319&fields=id&tenant_id=2ab4dbe450214dfd90e3a1bd64f1208c HTTP/1.1" status: 200 len: 267 time: 0.1550810 Mar 28 13:44:58.615055 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-232c12fb-1bb4-4f29-979b-08d66033ec02 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Allocated IP 172.26.2.57 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/b9a0244b-8ea0-4ef2-94b6-b70149114005) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:44:58.641726 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13ee117-e652-45d1-8eb2-3399b86c90ee tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Network bf9f2561-bab5-4917-aab7-f37a7b9f4484 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:44:58.653905 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-f13ee117-e652-45d1-8eb2-3399b86c90ee tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:44:58.657075 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13ee117-e652-45d1-8eb2-3399b86c90ee tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:44:58.662862 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13ee117-e652-45d1-8eb2-3399b86c90ee tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:58.663474 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f13ee117-e652-45d1-8eb2-3399b86c90ee tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:58.664223 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b9950c67-003d-4cb0-b855-362a27b19f60 req-104d669a-7c70-4632-970a-fb313e53d2f4 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 210 time: 0.1115365 Mar 28 13:44:58.679369 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13ee117-e652-45d1-8eb2-3399b86c90ee tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Pushing event updated for resources: {'Port': ['ID=4200db63-4a67-41ab-9512-2657a5131b74,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:58.726201 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-81ab6fe8-3e66-4df2-90b7-a0f6870886f3 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:58.736890 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-407a3063-1900-4531-b371-6d26a4ed751c tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:44:58.738426 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-407a3063-1900-4531-b371-6d26a4ed751c tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "GET /v2.0/networks?id=e1402460-c752-45db-a270-47c08ce9fb97 HTTP/1.1" status: 200 len: 806 time: 0.2516034 Mar 28 13:44:58.764357 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-c09c239d-fab0-4ff6-afc1-62213b0e8405 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "GET /v2.0/quotas/2ab4dbe450214dfd90e3a1bd64f1208c HTTP/1.1" status: 200 len: 375 time: 0.0167739 Mar 28 13:44:58.813410 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:58.856806 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5b14ac19-7d70-4718-b7f2-a9dc9017a85b tempest-FloatingIPAdminTestJSON-189534549 tempest-FloatingIPAdminTestJSON-189534549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:58.864182 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cb8fee5e-70c9-459b-a029-ec744c1dcf11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:58.866889 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cb8fee5e-70c9-459b-a029-ec744c1dcf11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:58.868139 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-cb8fee5e-70c9-459b-a029-ec744c1dcf11 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2086a05f-a29b-494b-86dc-a25abca37088 HTTP/1.1" status: 204 len: 168 time: 1.0995526 Mar 28 13:44:58.877522 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-f13ee117-e652-45d1-8eb2-3399b86c90ee tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.6144292 Mar 28 13:44:58.887315 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57396) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:58.900785 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-60d9358c-edd8-40ec-b3f4-9cb33d461fed tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Request body: {'port': {'network_id': 'bf9f2561-bab5-4917-aab7-f37a7b9f4484', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1535043648', 'allowed_address_pairs': [{'ip_address': '2001:db8::2d7', 'mac_address': 'fa:16:3e:a1:44:a7'}]}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:58.909302 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8fee5e-70c9-459b-a029-ec744c1dcf11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2086a05f-a29b-494b-86dc-a25abca37088,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:59.004815 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-fd420124-6d4d-4696-8456-94e0578a3058 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ab4dbe450214dfd90e3a1bd64f1208c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2341661 Mar 28 13:44:59.119523 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-77df40cd-4e68-452c-a6a6-6c8d35b69758 None None] Provisioning complete for port d7509905-de7f-4d35-ac7d-d7ad47a3088d triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:44:59.120099 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-77df40cd-4e68-452c-a6a6-6c8d35b69758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:59.121405 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-232c12fb-1bb4-4f29-979b-08d66033ec02 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:59.198060 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5b14ac19-7d70-4718-b7f2-a9dc9017a85b tempest-FloatingIPAdminTestJSON-189534549 tempest-FloatingIPAdminTestJSON-189534549-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:59.265124 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5b14ac19-7d70-4718-b7f2-a9dc9017a85b tempest-FloatingIPAdminTestJSON-189534549 tempest-FloatingIPAdminTestJSON-189534549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:59.270320 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57412) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:44:59.324541 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-232c12fb-1bb4-4f29-979b-08d66033ec02 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:59.351793 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-77df40cd-4e68-452c-a6a6-6c8d35b69758 None None] Provisioning complete for port 4200db63-4a67-41ab-9512-2657a5131b74 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:44:59.352298 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-77df40cd-4e68-452c-a6a6-6c8d35b69758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:59.382986 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ab6fe8-3e66-4df2-90b7-a0f6870886f3 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Router 64b40f23-ed6d-4a73-9b91-50a4ab03783e is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:44:59.390551 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d9358c-edd8-40ec-b3f4-9cb33d461fed tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Made reservation on behalf of 04c3bc324cbf4354abda322d4ca7fdb2 for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:44:59.395785 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5b14ac19-7d70-4718-b7f2-a9dc9017a85b tempest-FloatingIPAdminTestJSON-189534549 tempest-FloatingIPAdminTestJSON-189534549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:59.410715 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-77df40cd-4e68-452c-a6a6-6c8d35b69758 None None] Port 4200db63-4a67-41ab-9512-2657a5131b74 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:44:59.412315 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:59.476769 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232c12fb-1bb4-4f29-979b-08d66033ec02 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:44:59.477016 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-d86d4d1d-a7ea-41db-adda-a5f2e7502f7d tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1891131504'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:44:59.485588 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b14ac19-7d70-4718-b7f2-a9dc9017a85b tempest-FloatingIPAdminTestJSON-189534549 tempest-FloatingIPAdminTestJSON-189534549-project-admin] Pushing event updated for resources: {'Port': ['ID=3f36a34e-b993-4326-878b-2b20ec0cce72,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:59.510124 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c12fb-1bb4-4f29-979b-08d66033ec02 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Pushing event updated for resources: {'Port': ['ID=b9a0244b-8ea0-4ef2-94b6-b70149114005,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:44:59.521428 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-232c12fb-1bb4-4f29-979b-08d66033ec02 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:44:59.529702 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232c12fb-1bb4-4f29-979b-08d66033ec02 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:44:59.550963 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device d7509905-de7f-4d35-ac7d-d7ad47a3088d up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:44:59.561965 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-78278ffc-b733-4984-9d3e-24d40affabfc service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:44:59.563445 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-78278ffc-b733-4984-9d3e-24d40affabfc service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1695509 Mar 28 13:44:59.566935 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d86d4d1d-a7ea-41db-adda-a5f2e7502f7d tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:59.577130 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d86d4d1d-a7ea-41db-adda-a5f2e7502f7d tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:59.626453 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port d7509905-de7f-4d35-ac7d-d7ad47a3088d triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:44:59.627176 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:59.814636 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-60d9358c-edd8-40ec-b3f4-9cb33d461fed tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:59.850415 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [None req-60d9358c-edd8-40ec-b3f4-9cb33d461fed tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] device_id is not set on port 9b369c67-cf4f-4a83-a2d0-b39c64b28661 yet. {{(pid=109612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:44:59.856609 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ab6fe8-3e66-4df2-90b7-a0f6870886f3 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:44:59.868956 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b048730b-dfe4-46ae-a759-51702ebc637c None None] Sync routers for ids ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:44:59.870520 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [None req-5b14ac19-7d70-4718-b7f2-a9dc9017a85b tempest-FloatingIPAdminTestJSON-189534549 tempest-FloatingIPAdminTestJSON-189534549-project-admin] Floating IP 6b6ea391-b94b-4715-a0c8-eab781174f59 associated. External IP: 172.26.2.16, port: b5c5bb81-484e-4e87-b42c-8289cceed099. Mar 28 13:44:59.881040 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b048730b-dfe4-46ae-a759-51702ebc637c None None] Routers {'64b40f23-ed6d-4a73-9b91-50a4ab03783e'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:44:59.882072 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-b048730b-dfe4-46ae-a759-51702ebc637c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:44:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:44:59.891081 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-59cd5954-fd3e-4d3b-b990-2892cdc86df7 req-209463f5-926b-4f4f-904b-7ca5229f9be5 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 210 time: 0.0474923 Mar 28 13:44:59.941399 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-b048730b-dfe4-46ae-a759-51702ebc637c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:44:59.960029 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d86d4d1d-a7ea-41db-adda-a5f2e7502f7d tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:44:59.963274 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b048730b-dfe4-46ae-a759-51702ebc637c None None] Routers {'64b40f23-ed6d-4a73-9b91-50a4ab03783e'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:44:59.963274 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-b048730b-dfe4-46ae-a759-51702ebc637c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:44:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:00.001677 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-b048730b-dfe4-46ae-a759-51702ebc637c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:00.002856 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b048730b-dfe4-46ae-a759-51702ebc637c None None] The sync data for ids ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:45:00.034798 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-bdecad95-4562-49d4-98e8-c41165719dd3 service neutron] 10.222.0.24 "GET /v2.0/networks/e1402460-c752-45db-a270-47c08ce9fb97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4598143 Mar 28 13:45:00.040869 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d86d4d1d-a7ea-41db-adda-a5f2e7502f7d tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:00.069023 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-81ab6fe8-3e66-4df2-90b7-a0f6870886f3 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:00.070797 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-81ab6fe8-3e66-4df2-90b7-a0f6870886f3 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.8174131 Mar 28 13:45:00.074442 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57444) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:00.125864 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-60d9358c-edd8-40ec-b3f4-9cb33d461fed tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Allocated IP 2001:db8::f3 (bf9f2561-bab5-4917-aab7-f37a7b9f4484/6b58af98-f607-4a5c-b578-4b7381a43b94/9b369c67-cf4f-4a83-a2d0-b39c64b28661) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:45:00.128119 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-232c12fb-1bb4-4f29-979b-08d66033ec02 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for router_gateway, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:00.153814 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d86d4d1d-a7ea-41db-adda-a5f2e7502f7d tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:00.154975 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d86d4d1d-a7ea-41db-adda-a5f2e7502f7d tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.8818707 Mar 28 13:45:00.161145 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57446) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:00.328987 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-683be27c-8c21-4fd6-9fd8-2998b99869a8 tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Notify callbacks [] for router, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:00.376224 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-dcfadca6-3dcc-4454-8f93-0bab34f233d2 service neutron] 10.222.0.24 "GET /v2.0/networks/e1402460-c752-45db-a270-47c08ce9fb97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295062 Mar 28 13:45:00.538988 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-232c12fb-1bb4-4f29-979b-08d66033ec02 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:00.543714 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-60d9358c-edd8-40ec-b3f4-9cb33d461fed tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:00.625301 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b14ac19-7d70-4718-b7f2-a9dc9017a85b tempest-FloatingIPAdminTestJSON-189534549 tempest-FloatingIPAdminTestJSON-189534549-project-admin] Router 06f63288-1016-46d5-aafb-e60e81f8017c has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:45:00.637311 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-683be27c-8c21-4fd6-9fd8-2998b99869a8 tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:00.641834 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-683be27c-8c21-4fd6-9fd8-2998b99869a8 tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:00.740087 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-60d9358c-edd8-40ec-b3f4-9cb33d461fed tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:00.796491 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d9358c-edd8-40ec-b3f4-9cb33d461fed tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Network bf9f2561-bab5-4917-aab7-f37a7b9f4484 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:45:00.797245 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232c12fb-1bb4-4f29-979b-08d66033ec02 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Router 4a82200d-c0f6-4913-9f05-7a2f6ff7f4c6 is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:45:00.813381 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-60d9358c-edd8-40ec-b3f4-9cb33d461fed tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:00.816262 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d9358c-edd8-40ec-b3f4-9cb33d461fed tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:45:00.823603 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d9358c-edd8-40ec-b3f4-9cb33d461fed tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:00.824735 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-60d9358c-edd8-40ec-b3f4-9cb33d461fed tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:00.837230 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c2319f85-33b4-48a4-97f8-35d48a48ccda req-e9a84ba2-0856-4ed8-9363-20a7349d2497 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fffb5-23ac-4e8e-873b-deb571f0862c HTTP/1.1" status: 200 len: 210 time: 0.0842605 Mar 28 13:45:00.837910 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d9358c-edd8-40ec-b3f4-9cb33d461fed tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Pushing event updated for resources: {'Port': ['ID=9b369c67-cf4f-4a83-a2d0-b39c64b28661,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:00.904300 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-683be27c-8c21-4fd6-9fd8-2998b99869a8 tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:00.905029 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683be27c-8c21-4fd6-9fd8-2998b99869a8 tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3ecc1d58-fc26-45ac-b61e-cd35f763c091 {{(pid=109613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:45:01.018065 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-683be27c-8c21-4fd6-9fd8-2998b99869a8 tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:01.019213 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-683be27c-8c21-4fd6-9fd8-2998b99869a8 tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] 10.222.0.24 "DELETE /v2.0/routers/3ecc1d58-fc26-45ac-b61e-cd35f763c091 HTTP/1.1" status: 204 len: 168 time: 0.8571696 Mar 28 13:45:01.035821 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57484) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:01.058538 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-822a0868-0dda-4b03-985a-ed0219062bfe tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Request body: {'router': {'name': 'tempest-router-962670346', 'distributed': False}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:01.128761 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b14ac19-7d70-4718-b7f2-a9dc9017a85b tempest-FloatingIPAdminTestJSON-189534549 tempest-FloatingIPAdminTestJSON-189534549-project-admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:45:01.140140 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2881727a-10eb-4deb-a0fa-acdeb5140191 None None] Sync routers for ids ['06f63288-1016-46d5-aafb-e60e81f8017c'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:45:01.155498 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2881727a-10eb-4deb-a0fa-acdeb5140191 None None] Routers {'06f63288-1016-46d5-aafb-e60e81f8017c'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:01.156868 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-2881727a-10eb-4deb-a0fa-acdeb5140191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:44:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['06f63288-1016-46d5-aafb-e60e81f8017c'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:01.207139 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-60d9358c-edd8-40ec-b3f4-9cb33d461fed tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.3113942 Mar 28 13:45:01.207884 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57490) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:01.215525 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-2881727a-10eb-4deb-a0fa-acdeb5140191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:01.240590 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-00573398-8ac4-45d9-adfd-cb3f685af85a req-a3e8a2d8-b9a6-4f93-9ef2-05265f8ded21 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 210 time: 0.0445220 Mar 28 13:45:01.255324 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2881727a-10eb-4deb-a0fa-acdeb5140191 None None] Routers {'06f63288-1016-46d5-aafb-e60e81f8017c'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:01.257537 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-2881727a-10eb-4deb-a0fa-acdeb5140191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:44:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['06f63288-1016-46d5-aafb-e60e81f8017c'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:01.259528 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-822a0868-0dda-4b03-985a-ed0219062bfe tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:01.260573 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-822a0868-0dda-4b03-985a-ed0219062bfe tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:01.281913 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5b14ac19-7d70-4718-b7f2-a9dc9017a85b tempest-FloatingIPAdminTestJSON-189534549 tempest-FloatingIPAdminTestJSON-189534549-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:01.309772 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-2881727a-10eb-4deb-a0fa-acdeb5140191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:01.310655 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2881727a-10eb-4deb-a0fa-acdeb5140191 None None] The sync data for ids ['06f63288-1016-46d5-aafb-e60e81f8017c'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:45:01.315853 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-ccdbb192-c92c-41d6-87a7-554cd2799881 None None] Provisioning complete for port 9b369c67-cf4f-4a83-a2d0-b39c64b28661 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:45:01.317366 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ccdbb192-c92c-41d6-87a7-554cd2799881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:01.337363 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa60716-510b-4cde-a140-cc25cb5276fd tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:01.343781 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa60716-510b-4cde-a140-cc25cb5276fd tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:01.349799 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa60716-510b-4cde-a140-cc25cb5276fd tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:01.354600 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-5aa60716-510b-4cde-a140-cc25cb5276fd tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.1430631 Mar 28 13:45:01.364273 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57494) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:01.381604 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbb192-c92c-41d6-87a7-554cd2799881 None None] Port 9b369c67-cf4f-4a83-a2d0-b39c64b28661 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:45:01.455639 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232c12fb-1bb4-4f29-979b-08d66033ec02 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:45:01.471298 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6909e7c4-dd45-4f7b-958e-3107aae7745f None None] Sync routers for ids ['4a82200d-c0f6-4913-9f05-7a2f6ff7f4c6'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:45:01.486581 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6909e7c4-dd45-4f7b-958e-3107aae7745f None None] Routers {'4a82200d-c0f6-4913-9f05-7a2f6ff7f4c6'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:01.488952 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-6909e7c4-dd45-4f7b-958e-3107aae7745f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:44:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['4a82200d-c0f6-4913-9f05-7a2f6ff7f4c6'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:01.545942 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-6909e7c4-dd45-4f7b-958e-3107aae7745f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:01.557067 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-5b14ac19-7d70-4718-b7f2-a9dc9017a85b tempest-FloatingIPAdminTestJSON-189534549 tempest-FloatingIPAdminTestJSON-189534549-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 5.3909307 Mar 28 13:45:01.561152 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6909e7c4-dd45-4f7b-958e-3107aae7745f None None] Routers {'4a82200d-c0f6-4913-9f05-7a2f6ff7f4c6'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:01.561285 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57500) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:01.561864 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-6909e7c4-dd45-4f7b-958e-3107aae7745f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:44:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['4a82200d-c0f6-4913-9f05-7a2f6ff7f4c6'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:01.569901 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-a18ae09b-27be-47e9-8409-39a64f926173 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Deleting port 9b369c67-cf4f-4a83-a2d0-b39c64b28661 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:45:01.570350 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a18ae09b-27be-47e9-8409-39a64f926173 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:01.607628 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-6909e7c4-dd45-4f7b-958e-3107aae7745f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:01.608748 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6909e7c4-dd45-4f7b-958e-3107aae7745f None None] The sync data for ids ['4a82200d-c0f6-4913-9f05-7a2f6ff7f4c6'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:45:01.650179 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-232c12fb-1bb4-4f29-979b-08d66033ec02 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:01.654360 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-232c12fb-1bb4-4f29-979b-08d66033ec02 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.7688849 Mar 28 13:45:01.655007 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57504) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:01.742500 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-822a0868-0dda-4b03-985a-ed0219062bfe tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:01.761274 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-1f6fe003-ec7a-44dd-962c-39aced11f149 tempest-FloatingIPAdminTestJSON-189534549 tempest-FloatingIPAdminTestJSON-189534549-project-admin] 10.222.0.24 "GET /v2.0/floatingips/6b6ea391-b94b-4715-a0c8-eab781174f59 HTTP/1.1" status: 200 len: 981 time: 0.1972194 Mar 28 13:45:01.763678 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8201-e070-4699-ad0d-df003b61c5b4 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:01.765534 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57512) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:01.778712 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a18ae09b-27be-47e9-8409-39a64f926173 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:01.799508 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-a18ae09b-27be-47e9-8409-39a64f926173 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Calling delete_port for 9b369c67-cf4f-4a83-a2d0-b39c64b28661 owned by {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:45:01.821606 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-4f797210-adee-4d81-af8f-ed800c4ee145 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] 10.222.0.24 "GET /v2.0/routers/4a82200d-c0f6-4913-9f05-7a2f6ff7f4c6 HTTP/1.1" status: 200 len: 920 time: 0.1625149 Mar 28 13:45:01.827113 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57514) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:01.848308 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-822a0868-0dda-4b03-985a-ed0219062bfe tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:01.963475 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-7f51b02b-8636-448c-b6ab-f5c9e306abbb tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a82200d-c0f6-4913-9f05-7a2f6ff7f4c6 HTTP/1.1" status: 200 len: 205 time: 0.1343794 Mar 28 13:45:01.966387 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57522) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:01.969951 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9a2fc592-6c98-4f42-8464-a303058ad029 tempest-FloatingIPAdminTestJSON-189534549 tempest-FloatingIPAdminTestJSON-189534549-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2424 time: 0.2022877 Mar 28 13:45:01.974220 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5b0a1702-c203-4772-bd28-339c0ed86750 req-767691b4-f249-4a7a-85c3-92a89e0a23a6 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fffb5-23ac-4e8e-873b-deb571f0862c HTTP/1.1" status: 200 len: 210 time: 0.0534351 Mar 28 13:45:01.981677 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-822a0868-0dda-4b03-985a-ed0219062bfe tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:01.983015 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-822a0868-0dda-4b03-985a-ed0219062bfe tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.9426711 Mar 28 13:45:01.983775 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57524) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:01.987256 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57526) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:02.039091 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57532) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:02.158293 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1cad377a-c345-4883-aaa1-f05adf09f7b4 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for router, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:02.199369 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-de17e542-6c79-4e35-bb4b-2ef5b099f3fe tempest-QuotasTest-611735056 tempest-QuotasTest-611735056-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:02.267105 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c88d7cf6-2f20-4476-8328-52f08edfc1d0 tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Notify callbacks [] for router, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:02.287772 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1cad377a-c345-4883-aaa1-f05adf09f7b4 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:02.340215 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a18ae09b-27be-47e9-8409-39a64f926173 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:02.419971 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ae09b-27be-47e9-8409-39a64f926173 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Pushing event deleted for resources: {'Port': ['ID=9b369c67-cf4f-4a83-a2d0-b39c64b28661,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:02.445711 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-fb39f0a6-b0b6-40aa-b96e-56f396c8ff6f req-d2c1f742-9719-4731-807a-f5ed7c82b70a tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 210 time: 0.0835633 Mar 28 13:45:02.458686 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.20', 59556) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:02.590968 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c88d7cf6-2f20-4476-8328-52f08edfc1d0 tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:02.594398 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c88d7cf6-2f20-4476-8328-52f08edfc1d0 tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:02.659596 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-de17e542-6c79-4e35-bb4b-2ef5b099f3fe tempest-QuotasTest-611735056 tempest-QuotasTest-611735056-project-admin] 10.222.0.24 "PUT /v2.0/quotas/6cfc243e39f94efa9684e7ac945200c9 HTTP/1.1" status: 200 len: 366 time: 0.6196656 Mar 28 13:45:02.684095 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57544) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:02.705823 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a18ae09b-27be-47e9-8409-39a64f926173 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:02.711614 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a18ae09b-27be-47e9-8409-39a64f926173 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] 10.222.0.24 "DELETE /v2.0/ports/9b369c67-cf4f-4a83-a2d0-b39c64b28661 HTTP/1.1" status: 204 len: 168 time: 1.3438742 Mar 28 13:45:02.717105 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-75ade749-8b11-4ae4-9b1a-650591e419c4 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Deleting port 3f36a34e-b993-4326-878b-2b20ec0cce72 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:45:02.717385 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-75ade749-8b11-4ae4-9b1a-650591e419c4 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:02.722534 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57546) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:02.753836 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-bc875678-84fd-4c6f-a5ac-84d226b3adce tempest-QuotasTest-611735056 tempest-QuotasTest-611735056-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0695338 Mar 28 13:45:02.760473 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57548) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:02.777960 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9e6cb52-81e3-485b-a9fc-8725e2c86a99 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] GET failed (client error): The resource could not be found. Mar 28 13:45:02.779444 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a9e6cb52-81e3-485b-a9fc-8725e2c86a99 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] 10.222.0.24 "GET /v2.0/ports/9b369c67-cf4f-4a83-a2d0-b39c64b28661 HTTP/1.1" status: 404 len: 333 time: 0.0480514 Mar 28 13:45:02.781484 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-1cad377a-c345-4883-aaa1-f05adf09f7b4 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Deleting port b9a0244b-8ea0-4ef2-94b6-b70149114005 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:45:02.781484 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1cad377a-c345-4883-aaa1-f05adf09f7b4 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:02.783393 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57550) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:02.788211 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-c9ad608c-387d-4b31-9914-10abe02cf109 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Request body: {'port': {'network_id': 'bf9f2561-bab5-4917-aab7-f37a7b9f4484', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-219601935'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:02.798216 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-f2da7ff2-3549-46b2-b464-a933bcc2abaf tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:02.799685 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-f2da7ff2-3549-46b2-b464-a933bcc2abaf tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.20 "GET /v2.0/networks?id=c012b94c-56e1-42f2-8be1-d11ff4eca693 HTTP/1.1" status: 200 len: 810 time: 0.3395717 Mar 28 13:45:02.964041 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-33327816-30d8-4fa4-9a3e-ebca2e604d0a tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa9aa9bd837f49a494e03678d3365504 HTTP/1.1" status: 200 len: 379 time: 0.1079440 Mar 28 13:45:02.979155 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-5fd105e8-edd6-4da9-9b30-4607e53d181f tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Request body: {'port': {'device_id': '81205a7a-3841-4d6b-b481-77365f38218a', 'network_id': 'c012b94c-56e1-42f2-8be1-d11ff4eca693', 'admin_state_up': True, 'tenant_id': 'aa9aa9bd837f49a494e03678d3365504', 'security_groups': ['6f6554ad-56e4-49a0-aeae-5bf2124a5e8a']}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:03.018001 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c88d7cf6-2f20-4476-8328-52f08edfc1d0 tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:03.018710 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88d7cf6-2f20-4476-8328-52f08edfc1d0 tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 06178353-0526-4c8c-9e99-011b6a221701 {{(pid=109613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:45:03.047347 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c67d63fd-dbe6-4c1f-92c2-c8a56d89f925 tempest-QuotasTest-611735056 tempest-QuotasTest-611735056-project-admin] 10.222.0.24 "GET /v2.0/quotas/6cfc243e39f94efa9684e7ac945200c9 HTTP/1.1" status: 200 len: 366 time: 0.2830443 Mar 28 13:45:03.053365 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c88d7cf6-2f20-4476-8328-52f08edfc1d0 tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:03.054741 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c88d7cf6-2f20-4476-8328-52f08edfc1d0 tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] 10.222.0.24 "DELETE /v2.0/routers/06178353-0526-4c8c-9e99-011b6a221701 HTTP/1.1" status: 204 len: 168 time: 1.0666800 Mar 28 13:45:03.063789 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57562) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:03.064333 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57566) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:03.081965 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-35870e52-7815-4302-81a5-5ed06520eb6f tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Request body: {'router': {'name': 'tempest-router-1612276299', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'c2eb4fb83b7f4db7abbd8aa1c7afee5e'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:03.134878 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-4a6a8201-e070-4699-ad0d-df003b61c5b4 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Allocated IP 172.20.0.1 (775fb646-a369-4595-989d-470f7dd0c52a/6f1fa25c-9590-4af8-94e6-bbf8b8df9528/0637196c-ef30-48c6-9680-353bfd50201d) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:45:03.148024 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-75ade749-8b11-4ae4-9b1a-650591e419c4 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:03.148024 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-75ade749-8b11-4ae4-9b1a-650591e419c4 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:03.165583 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-829ea56d-989a-4925-8bd9-98b1d644acfd tempest-QuotasTest-611735056 tempest-QuotasTest-611735056-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/6cfc243e39f94efa9684e7ac945200c9 HTTP/1.1" status: 204 len: 168 time: 0.0973980 Mar 28 13:45:03.170338 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57568) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:03.180137 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1cad377a-c345-4883-aaa1-f05adf09f7b4 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:03.181244 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-75ade749-8b11-4ae4-9b1a-650591e419c4 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Calling delete_port for 3f36a34e-b993-4326-878b-2b20ec0cce72 owned by network:floatingip {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:45:03.204958 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a107f31f-df5e-457a-ad72-9f5f30d5a521 tempest-QuotasTest-611735056 tempest-QuotasTest-611735056-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0313160 Mar 28 13:45:03.215837 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57572) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:03.228706 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-1cad377a-c345-4883-aaa1-f05adf09f7b4 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Calling delete_port for b9a0244b-8ea0-4ef2-94b6-b70149114005 owned by network:router_gateway {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:45:03.242876 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-35870e52-7815-4302-81a5-5ed06520eb6f tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:03.244444 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-35870e52-7815-4302-81a5-5ed06520eb6f tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:03.278950 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-0e45d717-f9a2-49cc-bcee-bde04ab6f249 tempest-QuotasTest-611735056 tempest-QuotasTest-611735056-project-admin] 10.222.0.24 "GET /v2.0/quotas/6cfc243e39f94efa9684e7ac945200c9 HTTP/1.1" status: 200 len: 370 time: 0.0609665 Mar 28 13:45:03.283692 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57578) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:03.291135 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-b6a01b47-c03f-4273-bcc6-f1c54ca73e6d tempest-QuotasTest-611735056 tempest-QuotasTest-611735056-project-admin] 10.222.0.24 "GET /v2.0/quotas/6cfc243e39f94efa9684e7ac945200c9/default HTTP/1.1" status: 200 len: 370 time: 0.0039654 Mar 28 13:45:03.316965 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57580) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:03.333097 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f3eae6d4-62a9-49b0-b608-7f18083908eb req-faac1e96-89c4-4725-a1fa-d33a2356bd4a tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fffb5-23ac-4e8e-873b-deb571f0862c HTTP/1.1" status: 200 len: 210 time: 0.0951869 Mar 28 13:45:03.379404 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-8c617f98-f175-4ebe-bf32-2d9fffffbf61 tempest-QuotasTest-611735056 tempest-QuotasTest-611735056-project-admin] delete failed (client error): The resource could not be found. Mar 28 13:45:03.380310 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-8c617f98-f175-4ebe-bf32-2d9fffffbf61 tempest-QuotasTest-611735056 tempest-QuotasTest-611735056-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/6cfc243e39f94efa9684e7ac945200c9 HTTP/1.1" status: 404 len: 348 time: 0.0624011 Mar 28 13:45:03.448973 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ad608c-387d-4b31-9914-10abe02cf109 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Made reservation on behalf of 04c3bc324cbf4354abda322d4ca7fdb2 for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:45:03.452657 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c9ad608c-387d-4b31-9914-10abe02cf109 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:03.454697 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-35870e52-7815-4302-81a5-5ed06520eb6f tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:03.462469 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8201-e070-4699-ad0d-df003b61c5b4 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:03.489030 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [None req-c9ad608c-387d-4b31-9914-10abe02cf109 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] device_id is not set on port 9a2061f9-dbdc-4877-8cf7-f78e13faddd6 yet. {{(pid=109612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:45:03.523906 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-35870e52-7815-4302-81a5-5ed06520eb6f tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:03.569403 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-333bc06e-cb03-4a86-a6f5-4f5bd338754f req-ab90d583-33cc-42f4-9392-ec073ee3e054 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 210 time: 0.0303710 Mar 28 13:45:03.615009 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.20', 59562) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:03.615348 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-5fd105e8-edd6-4da9-9b30-4607e53d181f tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Made reservation on behalf of aa9aa9bd837f49a494e03678d3365504 for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:45:03.618947 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-5fd105e8-edd6-4da9-9b30-4607e53d181f tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:03.645452 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8201-e070-4699-ad0d-df003b61c5b4 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:03.650023 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-35870e52-7815-4302-81a5-5ed06520eb6f tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:03.651046 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-35870e52-7815-4302-81a5-5ed06520eb6f tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5844140 Mar 28 13:45:03.656410 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57592) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:03.661272 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-00454cbb-0f61-4ff5-9fdd-5f7988bd62f1 tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Request body: {'router': {'distributed': True}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:03.731588 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6a8201-e070-4699-ad0d-df003b61c5b4 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Network 775fb646-a369-4595-989d-470f7dd0c52a is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:45:03.734821 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-75ade749-8b11-4ae4-9b1a-650591e419c4 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:03.734977 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1cad377a-c345-4883-aaa1-f05adf09f7b4 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:03.749842 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-4a6a8201-e070-4699-ad0d-df003b61c5b4 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:03.757984 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a8201-e070-4699-ad0d-df003b61c5b4 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Pushing event updated for resources: {'Port': ['ID=0637196c-ef30-48c6-9680-353bfd50201d,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:03.762053 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6a8201-e070-4699-ad0d-df003b61c5b4 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:45:03.762645 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-c9ad608c-387d-4b31-9914-10abe02cf109 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Allocated IP 2001:db8::b8 (bf9f2561-bab5-4917-aab7-f37a7b9f4484/6b58af98-f607-4a5c-b578-4b7381a43b94/9a2061f9-dbdc-4877-8cf7-f78e13faddd6) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:45:03.813498 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57596) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:03.827391 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad377a-c345-4883-aaa1-f05adf09f7b4 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Pushing event deleted for resources: {'Port': ['ID=b9a0244b-8ea0-4ef2-94b6-b70149114005,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:03.893768 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-ce12673f-ad13-4b13-ae55-80905d29ea61 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:03.895332 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-ce12673f-ad13-4b13-ae55-80905d29ea61 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.20 "GET /v2.0/networks?id=e1402460-c752-45db-a270-47c08ce9fb97 HTTP/1.1" status: 200 len: 806 time: 0.2787282 Mar 28 13:45:03.896110 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ade749-8b11-4ae4-9b1a-650591e419c4 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Pushing event deleted for resources: {'Port': ['ID=3f36a34e-b993-4326-878b-2b20ec0cce72,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:03.936479 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8201-e070-4699-ad0d-df003b61c5b4 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:04.013290 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-75ade749-8b11-4ae4-9b1a-650591e419c4 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks [] for floatingip, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:04.013629 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [None req-75ade749-8b11-4ae4-9b1a-650591e419c4 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Floating IP 6b6ea391-b94b-4715-a0c8-eab781174f59 disassociated (deleted). External IP: 172.26.2.16, port: b5c5bb81-484e-4e87-b42c-8289cceed099. Mar 28 13:45:04.044938 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.quota.resource [None req-2e3b3f22-d0be-43f9-a795-ca11a5efdd69 tempest-QuotasTest-611735056 tempest-QuotasTest-611735056-project-admin] Usage tracker for resource:network and tenant:948616992f0c4fce8c53b3c4ca27b4d9 is out of sync, need to count used quota {{(pid=109612) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 28 13:45:04.050305 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-85452acb-df0a-4155-b00a-50c29fe0cdfe tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ab4dbe450214dfd90e3a1bd64f1208c HTTP/1.1" status: 200 len: 380 time: 0.1463721 Mar 28 13:45:04.106835 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-097e6aca-5d08-46b8-ad03-8dcfd8c18e01 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Request body: {'port': {'device_id': 'e01fffb5-23ac-4e8e-873b-deb571f0862c', 'network_id': 'e1402460-c752-45db-a270-47c08ce9fb97', 'admin_state_up': True, 'tenant_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'security_groups': ['c04699e5-6b36-4677-a6bb-81f97db4541f']}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:04.141297 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.quota.resource [None req-2e3b3f22-d0be-43f9-a795-ca11a5efdd69 tempest-QuotasTest-611735056 tempest-QuotasTest-611735056-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=109612) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 28 13:45:04.144413 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-5fd105e8-edd6-4da9-9b30-4607e53d181f tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Allocated IP 172.20.0.5 (c012b94c-56e1-42f2-8be1-d11ff4eca693/470f589b-de11-4359-b1c6-d35a22ef5cbb/a18e5b15-c8e3-4960-85c2-3c772fab2e02) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:45:04.158561 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1cad377a-c345-4883-aaa1-f05adf09f7b4 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133933816'] for router_gateway, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:04.162703 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-00454cbb-0f61-4ff5-9fdd-5f7988bd62f1 tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133933759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133929745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12481'] for router, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:04.162994 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-00454cbb-0f61-4ff5-9fdd-5f7988bd62f1 tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Notify callbacks [] for router, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:04.355267 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.quota.resource [None req-2e3b3f22-d0be-43f9-a795-ca11a5efdd69 tempest-QuotasTest-611735056 tempest-QuotasTest-611735056-project-admin] Usage tracker for resource:subnet and tenant:948616992f0c4fce8c53b3c4ca27b4d9 is out of sync, need to count used quota {{(pid=109612) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 28 13:45:04.424492 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.quota.resource [None req-2e3b3f22-d0be-43f9-a795-ca11a5efdd69 tempest-QuotasTest-611735056 tempest-QuotasTest-611735056-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=109612) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 28 13:45:04.432146 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1cad377a-c345-4883-aaa1-f05adf09f7b4 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:04.443943 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1cad377a-c345-4883-aaa1-f05adf09f7b4 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:04.461742 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-00454cbb-0f61-4ff5-9fdd-5f7988bd62f1 tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=109612) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Mar 28 13:45:04.462679 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-00454cbb-0f61-4ff5-9fdd-5f7988bd62f1 tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Router cd5428e2-7e52-47ad-ab2a-73cb89b2e730 migrating from provider to provider. {{(pid=109612) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Mar 28 13:45:04.463018 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-00454cbb-0f61-4ff5-9fdd-5f7988bd62f1 tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:04.510603 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8201-e070-4699-ad0d-df003b61c5b4 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:04.516038 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-00454cbb-0f61-4ff5-9fdd-5f7988bd62f1 tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:04.524471 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-097e6aca-5d08-46b8-ad03-8dcfd8c18e01 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Made reservation on behalf of 2ab4dbe450214dfd90e3a1bd64f1208c for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:45:04.528993 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-097e6aca-5d08-46b8-ad03-8dcfd8c18e01 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:04.533475 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.quota.resource [None req-2e3b3f22-d0be-43f9-a795-ca11a5efdd69 tempest-QuotasTest-611735056 tempest-QuotasTest-611735056-project-admin] Usage tracker for resource:subnetpool and tenant:948616992f0c4fce8c53b3c4ca27b4d9 is out of sync, need to count used quota {{(pid=109612) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 28 13:45:04.581220 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6aff2afa-d77d-4706-ba7c-45a8252b4491 req-1a9394a4-bea8-4788-b695-d223b61b9e10 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fffb5-23ac-4e8e-873b-deb571f0862c HTTP/1.1" status: 200 len: 210 time: 0.0734937 Mar 28 13:45:04.593904 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.quota.resource [None req-2e3b3f22-d0be-43f9-a795-ca11a5efdd69 tempest-QuotasTest-611735056 tempest-QuotasTest-611735056-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=109612) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 28 13:45:04.602692 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-00454cbb-0f61-4ff5-9fdd-5f7988bd62f1 tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133933750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133933709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133929832'] for router, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:04.693291 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.quota.resource [None req-2e3b3f22-d0be-43f9-a795-ca11a5efdd69 tempest-QuotasTest-611735056 tempest-QuotasTest-611735056-project-admin] Usage tracker for resource:port and tenant:948616992f0c4fce8c53b3c4ca27b4d9 is out of sync, need to count used quota {{(pid=109612) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 28 13:45:04.694802 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1cad377a-c345-4883-aaa1-f05adf09f7b4 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:04.695306 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cad377a-c345-4883-aaa1-f05adf09f7b4 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Fanout notify agent at l3_agent the message router_deleted on router 4a82200d-c0f6-4913-9f05-7a2f6ff7f4c6 {{(pid=109612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:45:04.709165 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ade749-8b11-4ae4-9b1a-650591e419c4 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Router 06f63288-1016-46d5-aafb-e60e81f8017c has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:45:04.722222 dv-neutron-835335-1-hyperv neutron-server[109612]: WARNING neutron.scheduler.l3_agent_scheduler [None req-00454cbb-0f61-4ff5-9fdd-5f7988bd62f1 tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] No L3 agents can host the router cd5428e2-7e52-47ad-ab2a-73cb89b2e730 Mar 28 13:45:04.734929 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1cad377a-c345-4883-aaa1-f05adf09f7b4 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:04.739549 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-1cad377a-c345-4883-aaa1-f05adf09f7b4 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] 10.222.0.24 "DELETE /v2.0/routers/4a82200d-c0f6-4913-9f05-7a2f6ff7f4c6 HTTP/1.1" status: 204 len: 168 time: 2.7679601 Mar 28 13:45:04.739549 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.quota.resource [None req-2e3b3f22-d0be-43f9-a795-ca11a5efdd69 tempest-QuotasTest-611735056 tempest-QuotasTest-611735056-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=109612) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 28 13:45:04.744348 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57608) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:04.751693 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c9ad608c-387d-4b31-9914-10abe02cf109 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:04.768363 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5c978877-f556-4ce0-af81-4f0257137342 req-3ff8fac3-b15d-4295-97f3-adb62194c0f5 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 210 time: 0.0830975 Mar 28 13:45:04.776177 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.quota.resource [None req-2e3b3f22-d0be-43f9-a795-ca11a5efdd69 tempest-QuotasTest-611735056 tempest-QuotasTest-611735056-project-admin] Usage tracker for resource:router and tenant:948616992f0c4fce8c53b3c4ca27b4d9 is out of sync, need to count used quota {{(pid=109612) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 28 13:45:04.777199 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-a5c6e718-0c9d-47db-aeda-02a3e7929adb tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Request body: {'router': {'name': 'tempest-snat-router-752387070', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'enable_snat': False}}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:04.801125 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.quota.resource [None req-2e3b3f22-d0be-43f9-a795-ca11a5efdd69 tempest-QuotasTest-611735056 tempest-QuotasTest-611735056-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=109612) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 28 13:45:04.879540 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-5fd105e8-edd6-4da9-9b30-4607e53d181f tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:04.901407 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-097e6aca-5d08-46b8-ad03-8dcfd8c18e01 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Allocated IP 172.20.0.14 (e1402460-c752-45db-a270-47c08ce9fb97/a167ade0-c005-4c90-9729-9d5afaf497ea/6c6ea695-a477-4d38-be2e-f1e9fc57f156) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:45:04.981717 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a5c6e718-0c9d-47db-aeda-02a3e7929adb tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:04.982647 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a5c6e718-0c9d-47db-aeda-02a3e7929adb tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:05.145051 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c9ad608c-387d-4b31-9914-10abe02cf109 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:05.146809 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.quota.resource [None req-2e3b3f22-d0be-43f9-a795-ca11a5efdd69 tempest-QuotasTest-611735056 tempest-QuotasTest-611735056-project-admin] Usage tracker for resource:floatingip and tenant:948616992f0c4fce8c53b3c4ca27b4d9 is out of sync, need to count used quota {{(pid=109612) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 28 13:45:05.172939 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.quota.resource [None req-2e3b3f22-d0be-43f9-a795-ca11a5efdd69 tempest-QuotasTest-611735056 tempest-QuotasTest-611735056-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=109612) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 28 13:45:05.288901 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ad608c-387d-4b31-9914-10abe02cf109 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Network bf9f2561-bab5-4917-aab7-f37a7b9f4484 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:45:05.288901 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-c9ad608c-387d-4b31-9914-10abe02cf109 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:05.288901 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00454cbb-0f61-4ff5-9fdd-5f7988bd62f1 tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Hosts for router cd5428e2-7e52-47ad-ab2a-73cb89b2e730: [] {{(pid=109612) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Mar 28 13:45:05.288901 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ad608c-387d-4b31-9914-10abe02cf109 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:45:05.295674 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ad608c-387d-4b31-9914-10abe02cf109 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:05.296349 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c9ad608c-387d-4b31-9914-10abe02cf109 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:05.307489 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad608c-387d-4b31-9914-10abe02cf109 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Pushing event updated for resources: {'Port': ['ID=9a2061f9-dbdc-4877-8cf7-f78e13faddd6,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:05.367815 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a5c6e718-0c9d-47db-aeda-02a3e7929adb tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:05.369556 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00454cbb-0f61-4ff5-9fdd-5f7988bd62f1 tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Hosts for other DVR routers connected to router cd5428e2-7e52-47ad-ab2a-73cb89b2e730: set() {{(pid=109612) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Mar 28 13:45:05.369556 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-00454cbb-0f61-4ff5-9fdd-5f7988bd62f1 tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:05.369556 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-00454cbb-0f61-4ff5-9fdd-5f7988bd62f1 tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] 10.222.0.24 "PUT /v2.0/routers/cd5428e2-7e52-47ad-ab2a-73cb89b2e730 HTTP/1.1" status: 200 len: 717 time: 1.6978116 Mar 28 13:45:05.374563 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57610) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:05.499258 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.quota.resource [None req-2e3b3f22-d0be-43f9-a795-ca11a5efdd69 tempest-QuotasTest-611735056 tempest-QuotasTest-611735056-project-admin] Usage tracker for resource:security_group and tenant:948616992f0c4fce8c53b3c4ca27b4d9 is out of sync, need to count used quota {{(pid=109612) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 28 13:45:05.504948 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57612) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:05.505129 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-54e64062-34ed-43c5-88e2-f2115e56faa0 tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] 10.222.0.24 "GET /v2.0/routers/cd5428e2-7e52-47ad-ab2a-73cb89b2e730 HTTP/1.1" status: 200 len: 717 time: 0.1288183 Mar 28 13:45:05.506128 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ade749-8b11-4ae4-9b1a-650591e419c4 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:45:05.511346 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-75ade749-8b11-4ae4-9b1a-650591e419c4 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:05.516789 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.quota.resource [None req-2e3b3f22-d0be-43f9-a795-ca11a5efdd69 tempest-QuotasTest-611735056 tempest-QuotasTest-611735056-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=109612) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 28 13:45:05.522255 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cdb51d-3597-4840-a2e7-cb207de30570 None None] Sync routers for ids ['06f63288-1016-46d5-aafb-e60e81f8017c'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:45:05.536190 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.quota.resource [None req-2e3b3f22-d0be-43f9-a795-ca11a5efdd69 tempest-QuotasTest-611735056 tempest-QuotasTest-611735056-project-admin] Usage tracker for resource:security_group_rule and tenant:948616992f0c4fce8c53b3c4ca27b4d9 is out of sync, need to count used quota {{(pid=109612) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 28 13:45:05.546961 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.quota.resource [None req-2e3b3f22-d0be-43f9-a795-ca11a5efdd69 tempest-QuotasTest-611735056 tempest-QuotasTest-611735056-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=109612) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 28 13:45:05.546961 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-5fd105e8-edd6-4da9-9b30-4607e53d181f tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:05.554361 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cdb51d-3597-4840-a2e7-cb207de30570 None None] Routers {'06f63288-1016-46d5-aafb-e60e81f8017c'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:05.556679 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-d8cdb51d-3597-4840-a2e7-cb207de30570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:44:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['06f63288-1016-46d5-aafb-e60e81f8017c'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:05.583784 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c9ad608c-387d-4b31-9914-10abe02cf109 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.7993565 Mar 28 13:45:05.605950 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57616) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:05.618532 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-5fd105e8-edd6-4da9-9b30-4607e53d181f tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Network c012b94c-56e1-42f2-8be1-d11ff4eca693 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:45:05.623463 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-d2ca2e74-483c-4450-8309-f6fcaa87d07d tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2d7', 'mac_address': 'fa:16:3e:a1:44:a7'}]}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:05.688035 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-5fd105e8-edd6-4da9-9b30-4607e53d181f tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:05.700453 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-2e3b3f22-d0be-43f9-a795-ca11a5efdd69 tempest-QuotasTest-611735056 tempest-QuotasTest-611735056-project-admin] 10.222.0.24 "GET /v2.0/quotas/948616992f0c4fce8c53b3c4ca27b4d9/details.json HTTP/1.1" status: 200 len: 703 time: 1.8843598 Mar 28 13:45:05.715058 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-5fd105e8-edd6-4da9-9b30-4607e53d181f tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:45:05.724684 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-d8cdb51d-3597-4840-a2e7-cb207de30570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:05.770028 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cdb51d-3597-4840-a2e7-cb207de30570 None None] Routers {'06f63288-1016-46d5-aafb-e60e81f8017c'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:05.770028 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-d8cdb51d-3597-4840-a2e7-cb207de30570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:44:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['06f63288-1016-46d5-aafb-e60e81f8017c'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:05.899153 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-d8cdb51d-3597-4840-a2e7-cb207de30570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:05.899889 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cdb51d-3597-4840-a2e7-cb207de30570 None None] The sync data for ids ['06f63288-1016-46d5-aafb-e60e81f8017c'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:45:05.933084 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbd1769b-402d-4189-a59c-d67abc2b7aa8 None None] Provisioning complete for port 9a2061f9-dbdc-4877-8cf7-f78e13faddd6 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:45:05.939398 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbd1769b-402d-4189-a59c-d67abc2b7aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:05.969028 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd105e8-edd6-4da9-9b30-4607e53d181f tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Pushing event updated for resources: {'Port': ['ID=a18e5b15-c8e3-4960-85c2-3c772fab2e02,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:05.986450 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-75ade749-8b11-4ae4-9b1a-650591e419c4 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] 10.222.0.24 "DELETE /v2.0/floatingips/6b6ea391-b94b-4715-a0c8-eab781174f59 HTTP/1.1" status: 204 len: 168 time: 3.9997330 Mar 28 13:45:05.993196 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57624) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:06.019093 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-5882b23c-e066-4d2b-b54c-fc7126548393 tempest-FloatingIPAdminTestJSON-189534549 tempest-FloatingIPAdminTestJSON-189534549-project-admin] Request body: {'floatingip': {'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:06.095828 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-5fd105e8-edd6-4da9-9b30-4607e53d181f tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:06.096931 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-5fd105e8-edd6-4da9-9b30-4607e53d181f tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:06.101332 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-dbd1769b-402d-4189-a59c-d67abc2b7aa8 None None] Port 9a2061f9-dbdc-4877-8cf7-f78e13faddd6 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:45:06.156497 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d0ac89ad-dae4-4dad-84ec-fa77a039f241 req-72224c24-e11f-40c8-a9af-ace7b37f7973 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fffb5-23ac-4e8e-873b-deb571f0862c HTTP/1.1" status: 200 len: 210 time: 0.3389070 Mar 28 13:45:06.204211 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5882b23c-e066-4d2b-b54c-fc7126548393 tempest-FloatingIPAdminTestJSON-189534549 tempest-FloatingIPAdminTestJSON-189534549-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:06.252317 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-5fd105e8-edd6-4da9-9b30-4607e53d181f tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2777381 Mar 28 13:45:06.253485 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-c9e9ba0c-c3a6-4b3c-9bbb-5683150e76f6 None None] Provisioning complete for port a18e5b15-c8e3-4960-85c2-3c772fab2e02 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:45:06.257057 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c9e9ba0c-c3a6-4b3c-9bbb-5683150e76f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:06.285243 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-0a8bdb56-c924-455a-a40f-a14bca6368e4 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:45:06.286226 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-0a8bdb56-c924-455a-a40f-a14bca6368e4 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0173666 Mar 28 13:45:06.288244 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d2ca2e74-483c-4450-8309-f6fcaa87d07d tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:06.355663 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-c9e9ba0c-c3a6-4b3c-9bbb-5683150e76f6 None None] Port a18e5b15-c8e3-4960-85c2-3c772fab2e02 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:45:06.382951 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a5c6e718-0c9d-47db-aeda-02a3e7929adb tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:06.435765 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d5785f56-378f-4ed8-9566-f215ab50704a tempest-RoutersTestDVR-1902288864 tempest-RoutersTestDVR-1902288864-project] 10.222.0.24 "GET /v2.0/routers/cd5428e2-7e52-47ad-ab2a-73cb89b2e730 HTTP/1.1" status: 200 len: 683 time: 0.9197195 Mar 28 13:45:06.439247 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57628) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:06.589417 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57632) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:06.601122 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-09aedac5-01ab-49f0-a00c-5229eb9c5899 tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Notify callbacks [] for router, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:06.648992 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-a4dca899-fa59-4add-a1d7-c6c1a5672d93 service neutron] Request body: {'port': {'device_id': '81205a7a-3841-4d6b-b481-77365f38218a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:06.703029 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-097e6aca-5d08-46b8-ad03-8dcfd8c18e01 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:06.772028 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a203b687-8968-4558-8741-255370bcddc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:06.810680 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce34f8-10ea-4ef7-b7f4-51bf6ca52cb1 req-d32ffeba-d6e8-49fd-b5a4-75a8e78f534f tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:06.820894 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6bce34f8-10ea-4ef7-b7f4-51bf6ca52cb1 req-d32ffeba-d6e8-49fd-b5a4-75a8e78f534f tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 931 time: 0.7868466 Mar 28 13:45:06.891585 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5882b23c-e066-4d2b-b54c-fc7126548393 tempest-FloatingIPAdminTestJSON-189534549 tempest-FloatingIPAdminTestJSON-189534549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:06.936985 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-09aedac5-01ab-49f0-a00c-5229eb9c5899 tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:06.947360 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-09aedac5-01ab-49f0-a00c-5229eb9c5899 tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:07.003425 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-a4dca899-fa59-4add-a1d7-c6c1a5672d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:07.012706 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6bce34f8-10ea-4ef7-b7f4-51bf6ca52cb1 req-914ece84-ec3a-4574-babd-fd560c6b6ea8 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857729 Mar 28 13:45:07.032494 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8201-e070-4699-ad0d-df003b61c5b4 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:07.079558 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d2ca2e74-483c-4450-8309-f6fcaa87d07d tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:07.103122 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8201-e070-4699-ad0d-df003b61c5b4 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:07.156482 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d2ca2e74-483c-4450-8309-f6fcaa87d07d tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:07.158408 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-09aedac5-01ab-49f0-a00c-5229eb9c5899 tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:07.158914 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09aedac5-01ab-49f0-a00c-5229eb9c5899 tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cd5428e2-7e52-47ad-ab2a-73cb89b2e730 {{(pid=109612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:45:07.182650 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-097e6aca-5d08-46b8-ad03-8dcfd8c18e01 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:07.194837 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-09aedac5-01ab-49f0-a00c-5229eb9c5899 tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:07.204429 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-09aedac5-01ab-49f0-a00c-5229eb9c5899 tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] 10.222.0.24 "DELETE /v2.0/routers/cd5428e2-7e52-47ad-ab2a-73cb89b2e730 HTTP/1.1" status: 204 len: 168 time: 0.7616282 Mar 28 13:45:07.207044 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57638) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:07.232074 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-4210b6ea-c1ff-4236-b572-cd1bee87b23b tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Request body: {'router': {'name': 'tempest-router-852161548', 'distributed': True}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:07.250517 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a8201-e070-4699-ad0d-df003b61c5b4 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Pushing event updated for resources: {'Port': ['ID=0637196c-ef30-48c6-9680-353bfd50201d,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:07.301370 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-d2ca2e74-483c-4450-8309-f6fcaa87d07d tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] In _notify_port_updated(), no bound segment for port 9a2061f9-dbdc-4877-8cf7-f78e13faddd6 on network bf9f2561-bab5-4917-aab7-f37a7b9f4484 {{(pid=109612) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 28 13:45:07.307987 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ca2e74-483c-4450-8309-f6fcaa87d07d tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:07.308713 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d2ca2e74-483c-4450-8309-f6fcaa87d07d tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:07.310096 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d2ca2e74-483c-4450-8309-f6fcaa87d07d tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] 10.222.0.24 "PUT /v2.0/ports/9a2061f9-dbdc-4877-8cf7-f78e13faddd6 HTTP/1.1" status: 200 len: 1001 time: 1.7030919 Mar 28 13:45:07.350367 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57640) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:07.384276 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-097e6aca-5d08-46b8-ad03-8dcfd8c18e01 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Network e1402460-c752-45db-a270-47c08ce9fb97 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:45:07.385461 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8201-e070-4699-ad0d-df003b61c5b4 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:07.502326 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e6aca-5d08-46b8-ad03-8dcfd8c18e01 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Pushing event updated for resources: {'Port': ['ID=6c6ea695-a477-4d38-be2e-f1e9fc57f156,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:07.534492 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-5882b23c-e066-4d2b-b54c-fc7126548393 tempest-FloatingIPAdminTestJSON-189534549 tempest-FloatingIPAdminTestJSON-189534549-project-admin] Allocated IP 172.26.2.96 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/9de4c3d8-65c1-411c-885d-191f0da2cc1e) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:45:07.575228 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a203b687-8968-4558-8741-255370bcddc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:07.583037 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca2e74-483c-4450-8309-f6fcaa87d07d tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Pushing event updated for resources: {'Port': ['ID=9a2061f9-dbdc-4877-8cf7-f78e13faddd6,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:07.647816 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a5c6e718-0c9d-47db-aeda-02a3e7929adb tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:07.679481 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-097e6aca-5d08-46b8-ad03-8dcfd8c18e01 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:07.710539 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-3a675162-8816-4c64-989a-0092456d66e0 None None] Provisioning complete for port 9a2061f9-dbdc-4877-8cf7-f78e13faddd6 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:45:07.710539 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3a675162-8816-4c64-989a-0092456d66e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:07.716160 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a203b687-8968-4558-8741-255370bcddc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:07.766483 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-097e6aca-5d08-46b8-ad03-8dcfd8c18e01 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:45:07.774804 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a5c6e718-0c9d-47db-aeda-02a3e7929adb tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:07.799041 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-3a675162-8816-4c64-989a-0092456d66e0 None None] Port 9a2061f9-dbdc-4877-8cf7-f78e13faddd6 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:45:07.956350 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4210b6ea-c1ff-4236-b572-cd1bee87b23b tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:07.958011 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4210b6ea-c1ff-4236-b572-cd1bee87b23b tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:08.022532 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6a8201-e070-4699-ad0d-df003b61c5b4 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Network 775fb646-a369-4595-989d-470f7dd0c52a is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:45:08.074543 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-4a6a8201-e070-4699-ad0d-df003b61c5b4 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:08.106297 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fdf4fb-d9bc-4023-ac22-dda71bdf96cd req-3bc60471-49aa-489e-b59b-e1d1c95fefdf tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:08.109273 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e9fdf4fb-d9bc-4023-ac22-dda71bdf96cd req-3bc60471-49aa-489e-b59b-e1d1c95fefdf tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fffb5-23ac-4e8e-873b-deb571f0862c HTTP/1.1" status: 200 len: 932 time: 0.7664204 Mar 28 13:45:08.134113 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-097e6aca-5d08-46b8-ad03-8dcfd8c18e01 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:08.135094 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-097e6aca-5d08-46b8-ad03-8dcfd8c18e01 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:08.153814 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a203b687-8968-4558-8741-255370bcddc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab3ceb5-e05d-42e8-8789-56e422cff2a7,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:08.162426 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a203b687-8968-4558-8741-255370bcddc3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d5e5fab8f06c4798b5dfc74a82642003&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5699391 Mar 28 13:45:08.167322 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57644) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:08.169489 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-7ff42061-53c8-43ed-8a64-8376c98b6894 None None] Provisioning complete for port 6c6ea695-a477-4d38-be2e-f1e9fc57f156 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:45:08.173829 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7ff42061-53c8-43ed-8a64-8376c98b6894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:08.231677 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4210b6ea-c1ff-4236-b572-cd1bee87b23b tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:08.290954 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-7ff42061-53c8-43ed-8a64-8376c98b6894 None None] Port 6c6ea695-a477-4d38-be2e-f1e9fc57f156 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:45:08.330766 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5882b23c-e066-4d2b-b54c-fc7126548393 tempest-FloatingIPAdminTestJSON-189534549 tempest-FloatingIPAdminTestJSON-189534549-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:08.333736 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-1b3a3993-11f8-4bd4-b239-f358f693a0dc tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Deleting port 9a2061f9-dbdc-4877-8cf7-f78e13faddd6 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:45:08.334107 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1b3a3993-11f8-4bd4-b239-f358f693a0dc tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:08.336241 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4210b6ea-c1ff-4236-b572-cd1bee87b23b tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:08.357769 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-097e6aca-5d08-46b8-ad03-8dcfd8c18e01 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2503872 Mar 28 13:45:08.360445 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e9fdf4fb-d9bc-4023-ac22-dda71bdf96cd req-9877a87e-fb88-4cc7-be38-899d976269c6 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "GET /v2.0/security-groups?id=c04699e5-6b36-4677-a6bb-81f97db4541f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2224228 Mar 28 13:45:08.383321 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-85bf25bf-0872-446a-b4a1-dec0871ccd63 service neutron] Request body: {'port': {'device_id': 'e01fffb5-23ac-4e8e-873b-deb571f0862c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:08.407965 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a1bbb9bf-9e9d-4f80-9662-1e9ed6e4c367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:08.447644 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757513a-775f-49f8-bedd-1fc7fa7cbe67 req-5239252f-6ca5-45c0-86de-b75a39b84aab tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:08.449169 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7757513a-775f-49f8-bedd-1fc7fa7cbe67 req-5239252f-6ca5-45c0-86de-b75a39b84aab tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 931 time: 0.2231753 Mar 28 13:45:08.458334 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4210b6ea-c1ff-4236-b572-cd1bee87b23b tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:08.460013 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-4210b6ea-c1ff-4236-b572-cd1bee87b23b tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.2483723 Mar 28 13:45:08.463402 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57646) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:08.488595 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a6a8201-e070-4699-ad0d-df003b61c5b4 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Router 64b40f23-ed6d-4a73-9b91-50a4ab03783e has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:45:08.547080 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a1bbb9bf-9e9d-4f80-9662-1e9ed6e4c367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:08.552076 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-a4dca899-fa59-4add-a1d7-c6c1a5672d93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a18e5b15-c8e3-4960-85c2-3c772fab2e02 {{(pid=109612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 13:45:08.587706 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-a4dca899-fa59-4add-a1d7-c6c1a5672d93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:08.608631 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d2c4503a-1b70-452a-8240-5f9a959b2f36 tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Notify callbacks [] for router, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:08.658623 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.provisioning_blocks [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-a4dca899-fa59-4add-a1d7-c6c1a5672d93 service neutron] Transition to ACTIVE for port object a18e5b15-c8e3-4960-85c2-3c772fab2e02 will not be triggered until provisioned by entity L2. {{(pid=109612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 13:45:08.660860 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1b3a3993-11f8-4bd4-b239-f358f693a0dc tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:08.688872 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-1b3a3993-11f8-4bd4-b239-f358f693a0dc tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Calling delete_port for 9a2061f9-dbdc-4877-8cf7-f78e13faddd6 owned by {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:45:08.732525 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7757513a-775f-49f8-bedd-1fc7fa7cbe67 req-cdf6726b-c770-4724-b2b0-80a5f3b272f5 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2715111 Mar 28 13:45:08.754644 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5882b23c-e066-4d2b-b54c-fc7126548393 tempest-FloatingIPAdminTestJSON-189534549 tempest-FloatingIPAdminTestJSON-189534549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:08.786735 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-a4dca899-fa59-4add-a1d7-c6c1a5672d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:08.847397 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a1bbb9bf-9e9d-4f80-9662-1e9ed6e4c367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:08.850031 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a1bbb9bf-9e9d-4f80-9662-1e9ed6e4c367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:08.854701 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a1bbb9bf-9e9d-4f80-9662-1e9ed6e4c367 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7ab3ceb5-e05d-42e8-8789-56e422cff2a7 HTTP/1.1" status: 204 len: 168 time: 0.6817586 Mar 28 13:45:08.886479 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5882b23c-e066-4d2b-b54c-fc7126548393 tempest-FloatingIPAdminTestJSON-189534549 tempest-FloatingIPAdminTestJSON-189534549-project-admin] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:45:08.901259 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-5882b23c-e066-4d2b-b54c-fc7126548393 tempest-FloatingIPAdminTestJSON-189534549 tempest-FloatingIPAdminTestJSON-189534549-project-admin] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:08.918295 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bbb9bf-9e9d-4f80-9662-1e9ed6e4c367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab3ceb5-e05d-42e8-8789-56e422cff2a7,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:08.943909 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5882b23c-e066-4d2b-b54c-fc7126548393 tempest-FloatingIPAdminTestJSON-189534549 tempest-FloatingIPAdminTestJSON-189534549-project-admin] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:45:08.971800 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882b23c-e066-4d2b-b54c-fc7126548393 tempest-FloatingIPAdminTestJSON-189534549 tempest-FloatingIPAdminTestJSON-189534549-project-admin] Pushing event updated for resources: {'Port': ['ID=9de4c3d8-65c1-411c-885d-191f0da2cc1e,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:09.175421 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dca899-fa59-4add-a1d7-c6c1a5672d93 service neutron] Pushing event updated for resources: {'Port': ['ID=a18e5b15-c8e3-4960-85c2-3c772fab2e02,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:09.209245 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-a4dca899-fa59-4add-a1d7-c6c1a5672d93 service neutron] Attempting to bind port a18e5b15-c8e3-4960-85c2-3c772fab2e02 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:45:09.209628 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-a4dca899-fa59-4add-a1d7-c6c1a5672d93 service neutron] Attempting to bind port a18e5b15-c8e3-4960-85c2-3c772fab2e02 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '435e52b0-8901-46cb-99fe-f8308dda262f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c012b94c-56e1-42f2-8be1-d11ff4eca693'}] {{(pid=109612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:45:09.210035 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-a4dca899-fa59-4add-a1d7-c6c1a5672d93 service neutron] Attempting to bind port a18e5b15-c8e3-4960-85c2-3c772fab2e02 on network c012b94c-56e1-42f2-8be1-d11ff4eca693 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:45:09.219561 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-a4dca899-fa59-4add-a1d7-c6c1a5672d93 service neutron] Port a18e5b15-c8e3-4960-85c2-3c772fab2e02 on network c012b94c-56e1-42f2-8be1-d11ff4eca693 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:45:09.219882 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-a4dca899-fa59-4add-a1d7-c6c1a5672d93 service neutron] Attempting to bind port a18e5b15-c8e3-4960-85c2-3c772fab2e02 on network c012b94c-56e1-42f2-8be1-d11ff4eca693 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:45:09.229797 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-a4dca899-fa59-4add-a1d7-c6c1a5672d93 service neutron] Checking agent: {'id': '72ab3303-6c81-4bd9-a1a9-2c5d9b681d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'started_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:45:09.230211 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-a4dca899-fa59-4add-a1d7-c6c1a5672d93 service neutron] Checking segment: {'id': '435e52b0-8901-46cb-99fe-f8308dda262f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c012b94c-56e1-42f2-8be1-d11ff4eca693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:45:09.230803 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-a4dca899-fa59-4add-a1d7-c6c1a5672d93 service neutron] Bound using segment: {'id': '435e52b0-8901-46cb-99fe-f8308dda262f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c012b94c-56e1-42f2-8be1-d11ff4eca693'} {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:45:09.231327 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-a4dca899-fa59-4add-a1d7-c6c1a5672d93 service neutron] Bound port: a18e5b15-c8e3-4960-85c2-3c772fab2e02, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '435e52b0-8901-46cb-99fe-f8308dda262f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c012b94c-56e1-42f2-8be1-d11ff4eca693'}}] {{(pid=109612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:45:09.231830 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-a4dca899-fa59-4add-a1d7-c6c1a5672d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:09.267858 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-85bf25bf-0872-446a-b4a1-dec0871ccd63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:09.329331 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d2c4503a-1b70-452a-8240-5f9a959b2f36 tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:09.334587 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d2c4503a-1b70-452a-8240-5f9a959b2f36 tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:09.381642 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5882b23c-e066-4d2b-b54c-fc7126548393 tempest-FloatingIPAdminTestJSON-189534549 tempest-FloatingIPAdminTestJSON-189534549-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:09.400418 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1b3a3993-11f8-4bd4-b239-f358f693a0dc tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:09.470491 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-a5c6e718-0c9d-47db-aeda-02a3e7929adb tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Allocated IP 172.26.2.172 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/37605026-b9d5-4dfa-850e-1300f2ace499) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:45:09.490165 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a3993-11f8-4bd4-b239-f358f693a0dc tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Pushing event deleted for resources: {'Port': ['ID=9a2061f9-dbdc-4877-8cf7-f78e13faddd6,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:09.568246 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6a8201-e070-4699-ad0d-df003b61c5b4 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:45:09.581038 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b5f4ae-a058-425b-ba04-d876ddc322d2 None None] Sync routers for ids ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:45:09.592441 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b5f4ae-a058-425b-ba04-d876ddc322d2 None None] Routers {'64b40f23-ed6d-4a73-9b91-50a4ab03783e'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:09.593294 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-a1b5f4ae-a058-425b-ba04-d876ddc322d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:44:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:09.607549 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-4a6a8201-e070-4699-ad0d-df003b61c5b4 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "PUT /v2.0/routers/64b40f23-ed6d-4a73-9b91-50a4ab03783e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5320270 Mar 28 13:45:09.618925 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57654) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:09.652260 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-6c935927-3861-4fcd-b028-01305ee32a1e tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Request body: {'port': {'network_id': '775fb646-a369-4595-989d-470f7dd0c52a', 'name': 'tempest-FloatingIPTestJSON-1208170010'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:09.692404 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d2c4503a-1b70-452a-8240-5f9a959b2f36 tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:09.692917 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c4503a-1b70-452a-8240-5f9a959b2f36 tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 20d29a5c-f21f-48bb-bfba-ca4e050e3195 {{(pid=109613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:45:09.719501 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d2c4503a-1b70-452a-8240-5f9a959b2f36 tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:09.720784 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d2c4503a-1b70-452a-8240-5f9a959b2f36 tempest-RoutersTestDVR-389436783 tempest-RoutersTestDVR-389436783-project-admin] 10.222.0.24 "DELETE /v2.0/routers/20d29a5c-f21f-48bb-bfba-ca4e050e3195 HTTP/1.1" status: 204 len: 168 time: 1.2557194 Mar 28 13:45:09.732266 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5882b23c-e066-4d2b-b54c-fc7126548393 tempest-FloatingIPAdminTestJSON-189534549 tempest-FloatingIPAdminTestJSON-189534549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:09.874900 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a55fd7-3a8a-4107-80d5-371b2ec10830 req-846fd6d4-dc66-4658-9f64-d3dcea616c92 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:09.891759 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-61a55fd7-3a8a-4107-80d5-371b2ec10830 req-846fd6d4-dc66-4658-9f64-d3dcea616c92 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fffb5-23ac-4e8e-873b-deb571f0862c HTTP/1.1" status: 200 len: 932 time: 0.4110954 Mar 28 13:45:09.937259 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57660) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:09.948489 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-a1b5f4ae-a058-425b-ba04-d876ddc322d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:09.963458 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b5f4ae-a058-425b-ba04-d876ddc322d2 None None] Routers {'64b40f23-ed6d-4a73-9b91-50a4ab03783e'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:09.964334 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-a1b5f4ae-a058-425b-ba04-d876ddc322d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:44:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:10.004072 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-a1b5f4ae-a058-425b-ba04-d876ddc322d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:10.004967 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b5f4ae-a058-425b-ba04-d876ddc322d2 None None] The sync data for ids ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:45:10.073108 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-a4dca899-fa59-4add-a1d7-c6c1a5672d93 service neutron] For port a18e5b15-c8e3-4960-85c2-3c772fab2e02, host hv-neutron-8353, cleared binding levels {{(pid=109612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:45:10.109905 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-02435064-0478-4d72-87b0-5b9826f36d6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:10.141125 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-a4dca899-fa59-4add-a1d7-c6c1a5672d93 service neutron] For port a18e5b15-c8e3-4960-85c2-3c772fab2e02, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=a18e5b15-c8e3-4960-85c2-3c772fab2e02,segment=NetworkSegment(435e52b0-8901-46cb-99fe-f8308dda262f),segment_id=435e52b0-8901-46cb-99fe-f8308dda262f)] {{(pid=109612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:45:10.142923 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1b3a3993-11f8-4bd4-b239-f358f693a0dc tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:10.151841 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-1b3a3993-11f8-4bd4-b239-f358f693a0dc tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] 10.222.0.24 "DELETE /v2.0/ports/9a2061f9-dbdc-4877-8cf7-f78e13faddd6 HTTP/1.1" status: 204 len: 168 time: 2.7825768 Mar 28 13:45:10.152717 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57662) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:10.204895 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d21e5f3-a6de-4854-8c3e-82c82458edc0 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] GET failed (client error): The resource could not be found. Mar 28 13:45:10.208874 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-9d21e5f3-a6de-4854-8c3e-82c82458edc0 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] 10.222.0.24 "GET /v2.0/ports/9a2061f9-dbdc-4877-8cf7-f78e13faddd6 HTTP/1.1" status: 404 len: 333 time: 0.0502632 Mar 28 13:45:10.214370 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a5c6e718-0c9d-47db-aeda-02a3e7929adb tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:10.224585 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-61a55fd7-3a8a-4107-80d5-371b2ec10830 req-c918b644-2c55-490e-8082-1820aa43a201 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "GET /v2.0/security-groups?id=c04699e5-6b36-4677-a6bb-81f97db4541f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2605312 Mar 28 13:45:10.225194 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57664) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:10.238057 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-72f71ba1-d839-4cd1-830a-686b6f8d0050 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Request body: {'port': {'network_id': 'bf9f2561-bab5-4917-aab7-f37a7b9f4484', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1774983696'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:10.241548 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-a4dca899-fa59-4add-a1d7-c6c1a5672d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:10.317638 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1dcb9-fb71-4ff2-be75-77c8880ab694 req-ad407be1-d012-4b86-b9ab-4be77e98d0bd tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:10.319215 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-35b1dcb9-fb71-4ff2-be75-77c8880ab694 req-ad407be1-d012-4b86-b9ab-4be77e98d0bd tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 943 time: 0.3706403 Mar 28 13:45:10.380301 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5882b23c-e066-4d2b-b54c-fc7126548393 tempest-FloatingIPAdminTestJSON-189534549 tempest-FloatingIPAdminTestJSON-189534549-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:10.397758 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57668) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:10.423305 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-a4dca899-fa59-4add-a1d7-c6c1a5672d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:10.423305 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-a4dca899-fa59-4add-a1d7-c6c1a5672d93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:10.423305 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-a4dca899-fa59-4add-a1d7-c6c1a5672d93 service neutron] 10.222.0.20 "PUT /v2.0/ports/a18e5b15-c8e3-4960-85c2-3c772fab2e02 HTTP/1.1" status: 200 len: 1093 time: 3.9166069 Mar 28 13:45:10.423305 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81205a7a-3841-4d6b-b481-77365f38218a', 'tag': 'a18e5b15-c8e3-4960-85c2-3c772fab2e02'}] {{(pid=109612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:45:10.452263 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dca899-fa59-4add-a1d7-c6c1a5672d93 service neutron] Pushing event updated for resources: {'Port': ['ID=a18e5b15-c8e3-4960-85c2-3c772fab2e02,revision_number=3']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:10.473887 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5882b23c-e066-4d2b-b54c-fc7126548393 tempest-FloatingIPAdminTestJSON-189534549 tempest-FloatingIPAdminTestJSON-189534549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:10.546209 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-35b1dcb9-fb71-4ff2-be75-77c8880ab694 req-5e18c1bc-be4f-4134-9f97-7017f8433f26 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1970758 Mar 28 13:45:10.589429 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-85bf25bf-0872-446a-b4a1-dec0871ccd63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c6ea695-a477-4d38-be2e-f1e9fc57f156 {{(pid=109613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 13:45:10.612700 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a5c6e718-0c9d-47db-aeda-02a3e7929adb tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:10.639968 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-85bf25bf-0872-446a-b4a1-dec0871ccd63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:10.644596 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-02435064-0478-4d72-87b0-5b9826f36d6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:10.684464 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe63c13e87a9f7251adb6bd0d9fca296dff075f1d7b14c4d1edf5c408047469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77079ac-1cc8-4006-bced-7d3caf8c8439" -d '{"events": [{"name": "network-changed", "server_uuid": "81205a7a-3841-4d6b-b481-77365f38218a", "tag": "a18e5b15-c8e3-4960-85c2-3c772fab2e02"}]}' {{(pid=109612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:45:10.694969 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c935927-3861-4fcd-b028-01305ee32a1e tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Made reservation on behalf of f752b5828898440a9970d48ba87421b7 for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:45:10.698522 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6c935927-3861-4fcd-b028-01305ee32a1e tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:10.721566 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.provisioning_blocks [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-85bf25bf-0872-446a-b4a1-dec0871ccd63 service neutron] Transition to ACTIVE for port object 6c6ea695-a477-4d38-be2e-f1e9fc57f156 will not be triggered until provisioned by entity L2. {{(pid=109613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 13:45:10.723414 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c6e718-0c9d-47db-aeda-02a3e7929adb tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:45:10.740887 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-a5c6e718-0c9d-47db-aeda-02a3e7929adb tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:10.743987 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-02435064-0478-4d72-87b0-5b9826f36d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:10.751997 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c6e718-0c9d-47db-aeda-02a3e7929adb tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Pushing event updated for resources: {'Port': ['ID=37605026-b9d5-4dfa-850e-1300f2ace499,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:10.757694 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c6e718-0c9d-47db-aeda-02a3e7929adb tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:45:10.760510 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882b23c-e066-4d2b-b54c-fc7126548393 tempest-FloatingIPAdminTestJSON-189534549 tempest-FloatingIPAdminTestJSON-189534549-project-admin] Pushing event updated for resources: {'Port': ['ID=9de4c3d8-65c1-411c-885d-191f0da2cc1e,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:10.782534 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ff7f22c0-7c07-44e4-b031-54af7f560348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:10.812618 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5882b23c-e066-4d2b-b54c-fc7126548393 tempest-FloatingIPAdminTestJSON-189534549 tempest-FloatingIPAdminTestJSON-189534549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:10.828013 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-85bf25bf-0872-446a-b4a1-dec0871ccd63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:10.833390 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [None req-6c935927-3861-4fcd-b028-01305ee32a1e tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] device_id is not set on port 6149830f-6342-4e71-be88-5e88cdf0168a yet. {{(pid=109612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:45:10.902591 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-312ad766-e09b-4406-bf3f-cfd220b5544c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:10.904232 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-312ad766-e09b-4406-bf3f-cfd220b5544c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa9aa9bd837f49a494e03678d3365504&device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 1096 time: 0.3113928 Mar 28 13:45:10.915738 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f71ba1-d839-4cd1-830a-686b6f8d0050 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Made reservation on behalf of 04c3bc324cbf4354abda322d4ca7fdb2 for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:45:10.920235 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-72f71ba1-d839-4cd1-830a-686b6f8d0050 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:10.934799 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5882b23c-e066-4d2b-b54c-fc7126548393 tempest-FloatingIPAdminTestJSON-189534549 tempest-FloatingIPAdminTestJSON-189534549-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:10.937141 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-5882b23c-e066-4d2b-b54c-fc7126548393 tempest-FloatingIPAdminTestJSON-189534549 tempest-FloatingIPAdminTestJSON-189534549-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9372342 Mar 28 13:45:10.945179 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57680) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:10.966448 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-72f71ba1-d839-4cd1-830a-686b6f8d0050 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] device_id is not set on port 108781cd-3012-4fb3-93c7-8cfe47bad7ef yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:45:10.992742 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 13:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb6a64d-6adf-46bf-86b5-77248a6e0c09 x-openstack-request-id: req-ceb6a64d-6adf-46bf-86b5-77248a6e0c09 {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:45:10.993123 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81205a7a-3841-4d6b-b481-77365f38218a", "tag": "a18e5b15-c8e3-4960-85c2-3c772fab2e02", "status": "completed", "code": 200}]} {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:45:10.993329 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ceb6a64d-6adf-46bf-86b5-77248a6e0c09 {{(pid=109612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:45:10.993933 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81205a7a-3841-4d6b-b481-77365f38218a', 'tag': 'a18e5b15-c8e3-4960-85c2-3c772fab2e02', 'status': 'completed', 'code': 200} Mar 28 13:45:11.087398 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-3b4288e9-afc8-42e2-9b51-7801963a1abf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a18e5b15-c8e3-4960-85c2-3c772fab2e02 HTTP/1.1" status: 200 len: 217 time: 0.1552951 Mar 28 13:45:11.115204 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-02435064-0478-4d72-87b0-5b9826f36d6a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=948616992f0c4fce8c53b3c4ca27b4d9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1642454 Mar 28 13:45:11.115204 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-72f71ba1-d839-4cd1-830a-686b6f8d0050 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Allocated IP 2001:db8::e (bf9f2561-bab5-4917-aab7-f37a7b9f4484/6b58af98-f607-4a5c-b578-4b7381a43b94/108781cd-3012-4fb3-93c7-8cfe47bad7ef) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:45:11.129616 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-7474c0d9-ff92-4734-84d3-7b16bd60435d tempest-FloatingIPAdminTestJSON-1849651772 tempest-FloatingIPAdminTestJSON-1849651772-project] Request body: {'floatingip': {'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:11.129874 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02435064-0478-4d72-87b0-5b9826f36d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a578207-c003-4700-97a8-44c92f2890d6,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:11.146701 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57686) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:11.197496 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf25bf-0872-446a-b4a1-dec0871ccd63 service neutron] Pushing event updated for resources: {'Port': ['ID=6c6ea695-a477-4d38-be2e-f1e9fc57f156,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:11.229953 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-6c935927-3861-4fcd-b028-01305ee32a1e tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Allocated IP 172.20.0.13 (775fb646-a369-4595-989d-470f7dd0c52a/6f1fa25c-9590-4af8-94e6-bbf8b8df9528/6149830f-6342-4e71-be88-5e88cdf0168a) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:45:11.234898 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ff7f22c0-7c07-44e4-b031-54af7f560348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:11.251928 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-70107d89-5ca1-4d02-8034-1490d74688b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:11.256420 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-70107d89-5ca1-4d02-8034-1490d74688b9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=470f589b-de11-4359-b1c6-d35a22ef5cbb HTTP/1.1" status: 200 len: 849 time: 0.1528666 Mar 28 13:45:11.363829 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7474c0d9-ff92-4734-84d3-7b16bd60435d tempest-FloatingIPAdminTestJSON-1849651772 tempest-FloatingIPAdminTestJSON-1849651772-project] Notify callbacks [] for floatingip, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:11.368038 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ff7f22c0-7c07-44e4-b031-54af7f560348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:11.609034 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ff7f22c0-7c07-44e4-b031-54af7f560348 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c2eb4fb83b7f4db7abbd8aa1c7afee5e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2091477 Mar 28 13:45:11.622371 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57692) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:11.628170 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-1232fd01-a8d1-443f-b863-414e503abd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:11.630658 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-1232fd01-a8d1-443f-b863-414e503abd61 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c012b94c-56e1-42f2-8be1-d11ff4eca693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3579965 Mar 28 13:45:11.631626 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f22c0-7c07-44e4-b031-54af7f560348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d42cec-279b-413d-9551-918cf879613c,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:11.724534 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-72f71ba1-d839-4cd1-830a-686b6f8d0050 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:11.767459 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3e1d60-3627-4afe-8ff2-a958959c0e9c req-877488e3-a2b7-4f67-aef5-d0119863a470 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:11.769124 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ca3e1d60-3627-4afe-8ff2-a958959c0e9c req-877488e3-a2b7-4f67-aef5-d0119863a470 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fffb5-23ac-4e8e-873b-deb571f0862c HTTP/1.1" status: 200 len: 944 time: 0.3982344 Mar 28 13:45:11.793656 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b6f8d62f-5f2c-441f-8430-c61967e27938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:11.886755 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-85bf25bf-0872-446a-b4a1-dec0871ccd63 service neutron] Attempting to bind port 6c6ea695-a477-4d38-be2e-f1e9fc57f156 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:45:11.887008 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-85bf25bf-0872-446a-b4a1-dec0871ccd63 service neutron] Attempting to bind port 6c6ea695-a477-4d38-be2e-f1e9fc57f156 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'b8f64cde-a6c2-4271-b206-80e3e1bcbd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e1402460-c752-45db-a270-47c08ce9fb97'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:45:11.887338 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-85bf25bf-0872-446a-b4a1-dec0871ccd63 service neutron] Attempting to bind port 6c6ea695-a477-4d38-be2e-f1e9fc57f156 on network e1402460-c752-45db-a270-47c08ce9fb97 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:45:11.941160 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da2564-ac7a-4acc-a459-0f284de9c181 req-26b24c52-48f3-463b-94f6-fe3a2bb1830e tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:11.942845 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d1da2564-ac7a-4acc-a459-0f284de9c181 req-26b24c52-48f3-463b-94f6-fe3a2bb1830e tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 943 time: 0.2602429 Mar 28 13:45:11.945676 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b6f8d62f-5f2c-441f-8430-c61967e27938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:11.952238 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-85bf25bf-0872-446a-b4a1-dec0871ccd63 service neutron] Port 6c6ea695-a477-4d38-be2e-f1e9fc57f156 on network e1402460-c752-45db-a270-47c08ce9fb97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:45:11.952581 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-85bf25bf-0872-446a-b4a1-dec0871ccd63 service neutron] Attempting to bind port 6c6ea695-a477-4d38-be2e-f1e9fc57f156 on network e1402460-c752-45db-a270-47c08ce9fb97 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:45:11.976140 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ca3e1d60-3627-4afe-8ff2-a958959c0e9c req-75b530df-8ac1-4392-a842-08eb4aa1a678 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "GET /v2.0/security-groups?id=c04699e5-6b36-4677-a6bb-81f97db4541f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984444 Mar 28 13:45:11.987313 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-85bf25bf-0872-446a-b4a1-dec0871ccd63 service neutron] Checking agent: {'id': '72ab3303-6c81-4bd9-a1a9-2c5d9b681d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'started_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:45:11.987654 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-85bf25bf-0872-446a-b4a1-dec0871ccd63 service neutron] Checking segment: {'id': 'b8f64cde-a6c2-4271-b206-80e3e1bcbd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e1402460-c752-45db-a270-47c08ce9fb97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:45:11.988194 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-85bf25bf-0872-446a-b4a1-dec0871ccd63 service neutron] Bound using segment: {'id': 'b8f64cde-a6c2-4271-b206-80e3e1bcbd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e1402460-c752-45db-a270-47c08ce9fb97'} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:45:11.988661 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-85bf25bf-0872-446a-b4a1-dec0871ccd63 service neutron] Bound port: 6c6ea695-a477-4d38-be2e-f1e9fc57f156, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8f64cde-a6c2-4271-b206-80e3e1bcbd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e1402460-c752-45db-a270-47c08ce9fb97'}}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:45:11.989057 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-85bf25bf-0872-446a-b4a1-dec0871ccd63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:12.000009 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a5c6e718-0c9d-47db-aeda-02a3e7929adb tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:12.077031 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-72f71ba1-d839-4cd1-830a-686b6f8d0050 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:12.140763 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d1da2564-ac7a-4acc-a459-0f284de9c181 req-68948100-c14c-466e-82ec-64d20097b27e tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1744559 Mar 28 13:45:12.147036 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6c935927-3861-4fcd-b028-01305ee32a1e tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:12.245334 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-59acacc7-6705-41ce-8d9a-d1318874b80c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:12.289387 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-9395711f-9533-4d2d-9e3a-8c8f04ea7233 service neutron] 10.222.0.20 "GET /v2.0/networks/c012b94c-56e1-42f2-8be1-d11ff4eca693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6119852 Mar 28 13:45:12.326227 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-59acacc7-6705-41ce-8d9a-d1318874b80c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:12.444076 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7474c0d9-ff92-4734-84d3-7b16bd60435d tempest-FloatingIPAdminTestJSON-1849651772 tempest-FloatingIPAdminTestJSON-1849651772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:12.447439 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6c935927-3861-4fcd-b028-01305ee32a1e tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:12.487060 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f71ba1-d839-4cd1-830a-686b6f8d0050 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Network bf9f2561-bab5-4917-aab7-f37a7b9f4484 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:45:12.502077 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-72f71ba1-d839-4cd1-830a-686b6f8d0050 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:12.505093 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f71ba1-d839-4cd1-830a-686b6f8d0050 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:45:12.510396 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f71ba1-d839-4cd1-830a-686b6f8d0050 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:12.511020 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-72f71ba1-d839-4cd1-830a-686b6f8d0050 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:12.552391 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f71ba1-d839-4cd1-830a-686b6f8d0050 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Pushing event updated for resources: {'Port': ['ID=108781cd-3012-4fb3-93c7-8cfe47bad7ef,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:12.571427 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-85bf25bf-0872-446a-b4a1-dec0871ccd63 service neutron] For port 6c6ea695-a477-4d38-be2e-f1e9fc57f156, host hv-neutron-8353, cleared binding levels {{(pid=109613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:45:12.583891 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b6f8d62f-5f2c-441f-8430-c61967e27938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:12.587074 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b6f8d62f-5f2c-441f-8430-c61967e27938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:12.588311 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b6f8d62f-5f2c-441f-8430-c61967e27938 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1a578207-c003-4700-97a8-44c92f2890d6 HTTP/1.1" status: 204 len: 168 time: 1.3880990 Mar 28 13:45:12.594064 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-85bf25bf-0872-446a-b4a1-dec0871ccd63 service neutron] For port 6c6ea695-a477-4d38-be2e-f1e9fc57f156, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=6c6ea695-a477-4d38-be2e-f1e9fc57f156,segment=NetworkSegment(b8f64cde-a6c2-4271-b206-80e3e1bcbd27),segment_id=b8f64cde-a6c2-4271-b206-80e3e1bcbd27)] {{(pid=109613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:45:12.616494 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c935927-3861-4fcd-b028-01305ee32a1e tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Network 775fb646-a369-4595-989d-470f7dd0c52a is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:45:12.647709 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-72f71ba1-d839-4cd1-830a-686b6f8d0050 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.4138486 Mar 28 13:45:12.649611 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-6c935927-3861-4fcd-b028-01305ee32a1e tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:12.651258 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8d62f-5f2c-441f-8430-c61967e27938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a578207-c003-4700-97a8-44c92f2890d6,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:12.652277 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c935927-3861-4fcd-b028-01305ee32a1e tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Pushing event updated for resources: {'Port': ['ID=6149830f-6342-4e71-be88-5e88cdf0168a,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:12.655445 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57696) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:12.664176 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-811b90c0-deb9-4c60-aa55-e0adc66f809c tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:a1:44:a7'}]}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:12.702470 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c935927-3861-4fcd-b028-01305ee32a1e tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:45:12.731524 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-85bf25bf-0872-446a-b4a1-dec0871ccd63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:12.767763 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-e730dad1-d5fc-49ab-95ba-579df3804dc0 req-7e076c69-b996-49b5-a064-b6fe30d7e8e6 service neutron] 10.222.0.20 "GET /v2.0/networks/c012b94c-56e1-42f2-8be1-d11ff4eca693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4203727 Mar 28 13:45:12.794032 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-59acacc7-6705-41ce-8d9a-d1318874b80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:12.797100 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-59acacc7-6705-41ce-8d9a-d1318874b80c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:12.802580 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-59acacc7-6705-41ce-8d9a-d1318874b80c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/19d42cec-279b-413d-9551-918cf879613c HTTP/1.1" status: 204 len: 168 time: 1.1770182 Mar 28 13:45:12.836212 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59acacc7-6705-41ce-8d9a-d1318874b80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d42cec-279b-413d-9551-918cf879613c,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:12.870061 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c935927-3861-4fcd-b028-01305ee32a1e tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:12.870061 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6c935927-3861-4fcd-b028-01305ee32a1e tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:12.898478 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-7474c0d9-ff92-4734-84d3-7b16bd60435d tempest-FloatingIPAdminTestJSON-1849651772 tempest-FloatingIPAdminTestJSON-1849651772-project] Allocated IP 172.26.2.160 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/ee1ec086-8dbf-46b0-b578-bf7a16030fa7) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:45:13.101055 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a5c6e718-0c9d-47db-aeda-02a3e7929adb tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:13.105332 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-b0f7ba20-9c94-4895-934d-0ae2acee92ba None None] Provisioning complete for port 108781cd-3012-4fb3-93c7-8cfe47bad7ef triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:45:13.110898 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b0f7ba20-9c94-4895-934d-0ae2acee92ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:13.139862 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-6c935927-3861-4fcd-b028-01305ee32a1e tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5133462 Mar 28 13:45:13.151732 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57708) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:13.153216 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-85bf25bf-0872-446a-b4a1-dec0871ccd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:13.154169 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-85bf25bf-0872-446a-b4a1-dec0871ccd63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:13.155074 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-85bf25bf-0872-446a-b4a1-dec0871ccd63 service neutron] 10.222.0.20 "PUT /v2.0/ports/6c6ea695-a477-4d38-be2e-f1e9fc57f156 HTTP/1.1" status: 200 len: 1094 time: 4.7780652 Mar 28 13:45:13.160149 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e01fffb5-23ac-4e8e-873b-deb571f0862c', 'tag': '6c6ea695-a477-4d38-be2e-f1e9fc57f156'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:45:13.192172 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-3b5d7160-fd40-42c8-ad1e-4ebbd76fe541 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Request body: {'port': {'network_id': '775fb646-a369-4595-989d-470f7dd0c52a', 'name': 'tempest-FloatingIPTestJSON-1342299867'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:13.198083 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-b0f7ba20-9c94-4895-934d-0ae2acee92ba None None] Port 108781cd-3012-4fb3-93c7-8cfe47bad7ef cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:45:13.270851 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77079ac-1cc8-4006-bced-7d3caf8c8439 req-410d8269-9946-4245-816c-7968eebe80d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:13.275689 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-d77079ac-1cc8-4006-bced-7d3caf8c8439 req-410d8269-9946-4245-816c-7968eebe80d2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa9aa9bd837f49a494e03678d3365504&device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 1096 time: 0.3372822 Mar 28 13:45:13.306203 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:13.396040 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7474c0d9-ff92-4734-84d3-7b16bd60435d tempest-FloatingIPAdminTestJSON-1849651772 tempest-FloatingIPAdminTestJSON-1849651772-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:13.408050 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf25bf-0872-446a-b4a1-dec0871ccd63 service neutron] Pushing event updated for resources: {'Port': ['ID=6c6ea695-a477-4d38-be2e-f1e9fc57f156,revision_number=3']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:13.497773 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77079ac-1cc8-4006-bced-7d3caf8c8439 req-ceb87b83-a8ce-4cab-bf6d-6953eec065a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:13.499235 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-d77079ac-1cc8-4006-bced-7d3caf8c8439 req-ceb87b83-a8ce-4cab-bf6d-6953eec065a6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c012b94c-56e1-42f2-8be1-d11ff4eca693 HTTP/1.1" status: 200 len: 911 time: 0.2022350 Mar 28 13:45:13.560273 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-d77079ac-1cc8-4006-bced-7d3caf8c8439 req-0838357b-7610-494f-85be-bc4c53ecb953 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a18e5b15-c8e3-4960-85c2-3c772fab2e02 HTTP/1.1" status: 200 len: 217 time: 0.0413694 Mar 28 13:45:13.562209 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7474c0d9-ff92-4734-84d3-7b16bd60435d tempest-FloatingIPAdminTestJSON-1849651772 tempest-FloatingIPAdminTestJSON-1849651772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:13.626260 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-811b90c0-deb9-4c60-aa55-e0adc66f809c tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:13.648265 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7474c0d9-ff92-4734-84d3-7b16bd60435d tempest-FloatingIPAdminTestJSON-1849651772 tempest-FloatingIPAdminTestJSON-1849651772-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:45:13.654790 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77079ac-1cc8-4006-bced-7d3caf8c8439 req-8815562a-66d9-4e04-b1a4-54621ecb3df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:13.656363 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-d77079ac-1cc8-4006-bced-7d3caf8c8439 req-8815562a-66d9-4e04-b1a4-54621ecb3df9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=470f589b-de11-4359-b1c6-d35a22ef5cbb HTTP/1.1" status: 200 len: 849 time: 0.0683196 Mar 28 13:45:13.657310 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-7474c0d9-ff92-4734-84d3-7b16bd60435d tempest-FloatingIPAdminTestJSON-1849651772 tempest-FloatingIPAdminTestJSON-1849651772-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:13.662299 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7474c0d9-ff92-4734-84d3-7b16bd60435d tempest-FloatingIPAdminTestJSON-1849651772 tempest-FloatingIPAdminTestJSON-1849651772-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:45:13.665277 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7474c0d9-ff92-4734-84d3-7b16bd60435d tempest-FloatingIPAdminTestJSON-1849651772 tempest-FloatingIPAdminTestJSON-1849651772-project] Pushing event updated for resources: {'Port': ['ID=ee1ec086-8dbf-46b0-b578-bf7a16030fa7,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:13.749602 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77079ac-1cc8-4006-bced-7d3caf8c8439 req-3edf1778-ee62-4ef7-91e1-664d5ba0a5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:13.751076 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-d77079ac-1cc8-4006-bced-7d3caf8c8439 req-3edf1778-ee62-4ef7-91e1-664d5ba0a5a5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c012b94c-56e1-42f2-8be1-d11ff4eca693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820155 Mar 28 13:45:13.855738 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-1d61ebde-92fa-4cf8-a635-c0562b987df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:13.858629 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-1d61ebde-92fa-4cf8-a635-c0562b987df5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ab4dbe450214dfd90e3a1bd64f1208c&device_id=e01fffb5-23ac-4e8e-873b-deb571f0862c HTTP/1.1" status: 200 len: 1097 time: 0.4626975 Mar 28 13:45:13.931595 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-d77079ac-1cc8-4006-bced-7d3caf8c8439 req-c5f64972-2180-4989-932d-d81355c69f64 service neutron] 10.222.0.20 "GET /v2.0/networks/c012b94c-56e1-42f2-8be1-d11ff4eca693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370575 Mar 28 13:45:13.935974 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7474c0d9-ff92-4734-84d3-7b16bd60435d tempest-FloatingIPAdminTestJSON-1849651772 tempest-FloatingIPAdminTestJSON-1849651772-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:13.965361 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28629f5-459b-4df6-a4bf-b8d3a02ac277 req-67de559f-9247-4316-ad63-7d2c9e922130 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:13.967206 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e28629f5-459b-4df6-a4bf-b8d3a02ac277 req-67de559f-9247-4316-ad63-7d2c9e922130 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fffb5-23ac-4e8e-873b-deb571f0862c HTTP/1.1" status: 200 len: 944 time: 0.8238623 Mar 28 13:45:14.001777 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57724) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:14.021902 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f69c0b8-3e68-46e3-ab3c-3a6ca5c40d63" -d '{"events": [{"name": "network-changed", "server_uuid": "e01fffb5-23ac-4e8e-873b-deb571f0862c", "tag": "6c6ea695-a477-4d38-be2e-f1e9fc57f156"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:45:14.063012 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-906bbe16-8357-4828-9309-97130be9891f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c6ea695-a477-4d38-be2e-f1e9fc57f156 HTTP/1.1" status: 200 len: 217 time: 0.1474655 Mar 28 13:45:14.069240 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-222b933b-e9a7-4e22-8216-800a67ecc1f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:14.110154 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7474c0d9-ff92-4734-84d3-7b16bd60435d tempest-FloatingIPAdminTestJSON-1849651772 tempest-FloatingIPAdminTestJSON-1849651772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:14.122733 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c92b9c-3e07-4125-b054-35405942ad0c req-42b2b7bd-4241-46ec-930c-f897f83e5a93 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:14.124231 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d9c92b9c-3e07-4125-b054-35405942ad0c req-42b2b7bd-4241-46ec-930c-f897f83e5a93 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 943 time: 0.7197201 Mar 28 13:45:14.262431 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-d77079ac-1cc8-4006-bced-7d3caf8c8439 req-12473236-0e48-41c0-9a61-a776209e82b5 service neutron] 10.222.0.20 "GET /v2.0/networks/c012b94c-56e1-42f2-8be1-d11ff4eca693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108487 Mar 28 13:45:14.277447 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-e8dcb913-012a-43f5-9c63-5c8f85245331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:14.279384 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-e8dcb913-012a-43f5-9c63-5c8f85245331 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a167ade0-c005-4c90-9729-9d5afaf497ea HTTP/1.1" status: 200 len: 845 time: 0.1961191 Mar 28 13:45:14.335698 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d9c92b9c-3e07-4125-b054-35405942ad0c req-8d7edd90-62b3-4acc-aab1-5bd3d5d28587 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1695712 Mar 28 13:45:14.340255 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5d7160-fd40-42c8-ad1e-4ebbd76fe541 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Made reservation on behalf of f752b5828898440a9970d48ba87421b7 for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:45:14.344940 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3b5d7160-fd40-42c8-ad1e-4ebbd76fe541 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:14.388149 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7474c0d9-ff92-4734-84d3-7b16bd60435d tempest-FloatingIPAdminTestJSON-1849651772 tempest-FloatingIPAdminTestJSON-1849651772-project] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:14.391543 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-222b933b-e9a7-4e22-8216-800a67ecc1f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:14.464852 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7474c0d9-ff92-4734-84d3-7b16bd60435d tempest-FloatingIPAdminTestJSON-1849651772 tempest-FloatingIPAdminTestJSON-1849651772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:14.474053 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-3b5d7160-fd40-42c8-ad1e-4ebbd76fe541 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] device_id is not set on port b88b46b9-11ee-4632-bb30-e65ac2e95e1b yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:45:14.501280 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e28629f5-459b-4df6-a4bf-b8d3a02ac277 req-c7908a1f-74fc-4a5e-86a5-c9dc09c7365e tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "GET /v2.0/security-groups?id=c04699e5-6b36-4677-a6bb-81f97db4541f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4740226 Mar 28 13:45:14.525731 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-222b933b-e9a7-4e22-8216-800a67ecc1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:14.622189 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-811b90c0-deb9-4c60-aa55-e0adc66f809c tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:14.629906 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 13:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587e607c-229b-4906-91b1-032d2e4a53a2 x-openstack-request-id: req-587e607c-229b-4906-91b1-032d2e4a53a2 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:45:14.630118 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e01fffb5-23ac-4e8e-873b-deb571f0862c", "tag": "6c6ea695-a477-4d38-be2e-f1e9fc57f156", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:45:14.630482 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-587e607c-229b-4906-91b1-032d2e4a53a2 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:45:14.631186 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e01fffb5-23ac-4e8e-873b-deb571f0862c', 'tag': '6c6ea695-a477-4d38-be2e-f1e9fc57f156', 'status': 'completed', 'code': 200} Mar 28 13:45:14.703826 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-ffa6ef78-7b08-4dd0-964d-fe661b918b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:14.706222 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-ffa6ef78-7b08-4dd0-964d-fe661b918b03 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1402460-c752-45db-a270-47c08ce9fb97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3076301 Mar 28 13:45:14.748860 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7474c0d9-ff92-4734-84d3-7b16bd60435d tempest-FloatingIPAdminTestJSON-1849651772 tempest-FloatingIPAdminTestJSON-1849651772-project] Pushing event updated for resources: {'Port': ['ID=ee1ec086-8dbf-46b0-b578-bf7a16030fa7,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:14.752078 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b933b-e9a7-4e22-8216-800a67ecc1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a849913d-3c6b-45bb-9f40-6913b934aa10,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:14.775649 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7474c0d9-ff92-4734-84d3-7b16bd60435d tempest-FloatingIPAdminTestJSON-1849651772 tempest-FloatingIPAdminTestJSON-1849651772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:14.787240 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-222b933b-e9a7-4e22-8216-800a67ecc1f7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=defd4a62bbef4f36a26eabf86f2b6745&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7832813 Mar 28 13:45:14.791200 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57738) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:14.795554 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-3b5d7160-fd40-42c8-ad1e-4ebbd76fe541 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Allocated IP 172.20.0.2 (775fb646-a369-4595-989d-470f7dd0c52a/6f1fa25c-9590-4af8-94e6-bbf8b8df9528/b88b46b9-11ee-4632-bb30-e65ac2e95e1b) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:45:14.917302 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a04e38cd-d364-4d16-95e4-5ac6944b8e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:14.962788 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a04e38cd-d364-4d16-95e4-5ac6944b8e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:15.065741 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3b5d7160-fd40-42c8-ad1e-4ebbd76fe541 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:15.104840 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-94d9fe70-63e1-49f2-9943-9131d69bce1e service neutron] 10.222.0.20 "GET /v2.0/networks/e1402460-c752-45db-a270-47c08ce9fb97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013636 Mar 28 13:45:15.252184 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0f497405-3e08-4d9f-887a-3c28770bc089 req-bb92362d-ac69-4542-9341-55256abfe202 service neutron] 10.222.0.20 "GET /v2.0/networks/e1402460-c752-45db-a270-47c08ce9fb97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150835 Mar 28 13:45:15.460192 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b19701c-c4fa-46c7-96d6-d839281b9c6e req-92edcffa-42ef-42e6-aa9e-433c15e4641e tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:15.462190 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6b19701c-c4fa-46c7-96d6-d839281b9c6e req-92edcffa-42ef-42e6-aa9e-433c15e4641e tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 943 time: 0.0518239 Mar 28 13:45:15.499125 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6b19701c-c4fa-46c7-96d6-d839281b9c6e req-69729dfc-73ca-4a52-a08b-1503fe0df469 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308747 Mar 28 13:45:15.631865 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a3b0a-eef9-4a7d-a0dc-9a8ea1257ece req-18853971-9e96-4388-b743-f1d6384ae43c tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:15.633303 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-799a3b0a-eef9-4a7d-a0dc-9a8ea1257ece req-18853971-9e96-4388-b743-f1d6384ae43c tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fffb5-23ac-4e8e-873b-deb571f0862c HTTP/1.1" status: 200 len: 944 time: 0.0518510 Mar 28 13:45:15.666988 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-811b90c0-deb9-4c60-aa55-e0adc66f809c tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:15.681615 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-799a3b0a-eef9-4a7d-a0dc-9a8ea1257ece req-6f993910-6900-4a51-a8cf-1f5a60e40c9d tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "GET /v2.0/security-groups?id=c04699e5-6b36-4677-a6bb-81f97db4541f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419486 Mar 28 13:45:15.702065 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-811b90c0-deb9-4c60-aa55-e0adc66f809c tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] In _notify_port_updated(), no bound segment for port 108781cd-3012-4fb3-93c7-8cfe47bad7ef on network bf9f2561-bab5-4917-aab7-f37a7b9f4484 {{(pid=109613) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 28 13:45:15.707428 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811b90c0-deb9-4c60-aa55-e0adc66f809c tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:15.708041 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-811b90c0-deb9-4c60-aa55-e0adc66f809c tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:15.709341 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-811b90c0-deb9-4c60-aa55-e0adc66f809c tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] 10.222.0.24 "PUT /v2.0/ports/108781cd-3012-4fb3-93c7-8cfe47bad7ef HTTP/1.1" status: 200 len: 1001 time: 3.0505571 Mar 28 13:45:15.713314 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57744) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:15.732795 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b90c0-deb9-4c60-aa55-e0adc66f809c tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Pushing event updated for resources: {'Port': ['ID=108781cd-3012-4fb3-93c7-8cfe47bad7ef,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:15.736483 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c6e718-0c9d-47db-aeda-02a3e7929adb tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Router 36fa5a21-a7c8-46cc-bf4a-fa67995d131d is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:45:15.742087 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3b5d7160-fd40-42c8-ad1e-4ebbd76fe541 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:15.755632 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a04e38cd-d364-4d16-95e4-5ac6944b8e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:15.759483 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a04e38cd-d364-4d16-95e4-5ac6944b8e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:15.760069 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a04e38cd-d364-4d16-95e4-5ac6944b8e34 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a849913d-3c6b-45bb-9f40-6913b934aa10 HTTP/1.1" status: 204 len: 168 time: 0.9673631 Mar 28 13:45:15.775801 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7474c0d9-ff92-4734-84d3-7b16bd60435d tempest-FloatingIPAdminTestJSON-1849651772 tempest-FloatingIPAdminTestJSON-1849651772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:15.777187 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-7474c0d9-ff92-4734-84d3-7b16bd60435d tempest-FloatingIPAdminTestJSON-1849651772 tempest-FloatingIPAdminTestJSON-1849651772-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7976320 Mar 28 13:45:15.782363 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57750) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:15.810076 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5d7160-fd40-42c8-ad1e-4ebbd76fe541 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Network 775fb646-a369-4595-989d-470f7dd0c52a is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:45:15.856460 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e38cd-d364-4d16-95e4-5ac6944b8e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a849913d-3c6b-45bb-9f40-6913b934aa10,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:15.887677 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-3b5d7160-fd40-42c8-ad1e-4ebbd76fe541 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:15.896670 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5d7160-fd40-42c8-ad1e-4ebbd76fe541 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:45:15.902137 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-d0728c93-26d6-4318-a779-df36520755d4 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Deleting port 108781cd-3012-4fb3-93c7-8cfe47bad7ef {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:45:15.902137 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d0728c93-26d6-4318-a779-df36520755d4 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:15.944358 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9eb51e0b-962c-4539-87f9-c077cf629246 tempest-FloatingIPAdminTestJSON-189534549 tempest-FloatingIPAdminTestJSON-189534549-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2610 time: 0.1551180 Mar 28 13:45:15.947158 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d7160-fd40-42c8-ad1e-4ebbd76fe541 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Pushing event updated for resources: {'Port': ['ID=b88b46b9-11ee-4632-bb30-e65ac2e95e1b,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:15.959026 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57752) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:16.015756 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d0728c93-26d6-4318-a779-df36520755d4 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:16.030907 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-d0728c93-26d6-4318-a779-df36520755d4 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Calling delete_port for 108781cd-3012-4fb3-93c7-8cfe47bad7ef owned by {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:45:16.089688 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-157100c1-b363-4cc8-bd4f-3f0212fdf48b None None] Provisioning complete for port 108781cd-3012-4fb3-93c7-8cfe47bad7ef triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:45:16.091420 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-157100c1-b363-4cc8-bd4f-3f0212fdf48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:16.130130 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-157100c1-b363-4cc8-bd4f-3f0212fdf48b None None] Port 108781cd-3012-4fb3-93c7-8cfe47bad7ef cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:45:16.210747 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 13:45:16.259622 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d0728c93-26d6-4318-a779-df36520755d4 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:16.291083 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0728c93-26d6-4318-a779-df36520755d4 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Pushing event deleted for resources: {'Port': ['ID=108781cd-3012-4fb3-93c7-8cfe47bad7ef,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:16.327460 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d0728c93-26d6-4318-a779-df36520755d4 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:16.329567 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-0001326e-8027-4cd2-b57b-61cf689535f9 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.3731720 Mar 28 13:45:16.335867 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d0728c93-26d6-4318-a779-df36520755d4 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] 10.222.0.24 "DELETE /v2.0/ports/108781cd-3012-4fb3-93c7-8cfe47bad7ef HTTP/1.1" status: 204 len: 168 time: 0.6213057 Mar 28 13:45:16.336149 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57768) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:16.338414 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57770) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:16.359569 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5d7160-fd40-42c8-ad1e-4ebbd76fe541 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:16.360190 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3b5d7160-fd40-42c8-ad1e-4ebbd76fe541 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:16.429830 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ae58ee4-4dd9-46e9-b997-04dcf9db5bdb tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] GET failed (client error): The resource could not be found. Mar 28 13:45:16.435244 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-8ae58ee4-4dd9-46e9-b997-04dcf9db5bdb tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] 10.222.0.24 "GET /v2.0/ports/108781cd-3012-4fb3-93c7-8cfe47bad7ef HTTP/1.1" status: 404 len: 333 time: 0.0927167 Mar 28 13:45:16.436666 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57774) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:16.443340 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-0b9cd94a-a517-427d-aa85-96a87f2ab48d tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Request body: {'port': {'network_id': 'bf9f2561-bab5-4917-aab7-f37a7b9f4484', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1071497007'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:16.491387 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c6e718-0c9d-47db-aeda-02a3e7929adb tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:45:16.504652 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e374121-32e8-4695-b72e-33228da2bc91 None None] Sync routers for ids ['36fa5a21-a7c8-46cc-bf4a-fa67995d131d'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:45:16.515241 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e374121-32e8-4695-b72e-33228da2bc91 None None] Routers {'36fa5a21-a7c8-46cc-bf4a-fa67995d131d'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:16.515872 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-2e374121-32e8-4695-b72e-33228da2bc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:44:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['36fa5a21-a7c8-46cc-bf4a-fa67995d131d'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:16.557459 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3b5d7160-fd40-42c8-ad1e-4ebbd76fe541 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3944223 Mar 28 13:45:16.558396 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57782) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:16.565420 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-d3435042-04d3-4958-ae9a-843ca1ce1b41 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Request body: {'floatingip': {'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'port_id': 'b88b46b9-11ee-4632-bb30-e65ac2e95e1b', 'fixed_ip_address': '172.20.0.2'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:16.673349 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a5c6e718-0c9d-47db-aeda-02a3e7929adb tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:16.677514 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a5c6e718-0c9d-47db-aeda-02a3e7929adb tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 11.9088893 Mar 28 13:45:16.678672 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57784) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:16.686319 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-970b0aa8-1024-4d01-b32a-ac9df207e5b0 tempest-FloatingIPAdminTestJSON-1849651772 tempest-FloatingIPAdminTestJSON-1849651772-project] Deleting port ee1ec086-8dbf-46b0-b578-bf7a16030fa7 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:45:16.686665 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-970b0aa8-1024-4d01-b32a-ac9df207e5b0 tempest-FloatingIPAdminTestJSON-1849651772 tempest-FloatingIPAdminTestJSON-1849651772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:16.702095 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57786) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:16.748774 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a478b-b3c5-486c-8749-c192333c0339 req-3cbd3ae2-72fb-4372-9a65-f1219c5ef1cd tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:16.750353 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-521a478b-b3c5-486c-8749-c192333c0339 req-3cbd3ae2-72fb-4372-9a65-f1219c5ef1cd tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 943 time: 0.1227143 Mar 28 13:45:16.793738 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9cd94a-a517-427d-aa85-96a87f2ab48d tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Made reservation on behalf of 04c3bc324cbf4354abda322d4ca7fdb2 for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:45:16.796531 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-2e374121-32e8-4695-b72e-33228da2bc91 None None] Set router 36fa5a21-a7c8-46cc-bf4a-fa67995d131d gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:45:16.797367 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0b9cd94a-a517-427d-aa85-96a87f2ab48d tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:16.811122 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-970b0aa8-1024-4d01-b32a-ac9df207e5b0 tempest-FloatingIPAdminTestJSON-1849651772 tempest-FloatingIPAdminTestJSON-1849651772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:16.811452 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-970b0aa8-1024-4d01-b32a-ac9df207e5b0 tempest-FloatingIPAdminTestJSON-1849651772 tempest-FloatingIPAdminTestJSON-1849651772-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:16.812846 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d3435042-04d3-4958-ae9a-843ca1ce1b41 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for floatingip, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:16.861272 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-970b0aa8-1024-4d01-b32a-ac9df207e5b0 tempest-FloatingIPAdminTestJSON-1849651772 tempest-FloatingIPAdminTestJSON-1849651772-project] Calling delete_port for ee1ec086-8dbf-46b0-b578-bf7a16030fa7 owned by network:floatingip {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:45:16.878957 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-521a478b-b3c5-486c-8749-c192333c0339 req-6a33f8ae-75d9-4cd8-b554-2027ab591a69 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182992 Mar 28 13:45:16.883076 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-0b9cd94a-a517-427d-aa85-96a87f2ab48d tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] device_id is not set on port 63ef556f-8668-4f9e-92a0-fb0f84b45cb3 yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:45:16.894271 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-f9933b86-e1e2-440e-9cc7-4c3329a2eba8 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] 10.222.0.24 "GET /v2.0/routers/36fa5a21-a7c8-46cc-bf4a-fa67995d131d HTTP/1.1" status: 200 len: 908 time: 0.2114310 Mar 28 13:45:16.896262 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57794) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:16.901464 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-035c7f93-4b0b-4233-b588-0a5cb50da7ca tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Request body: {'router': {'name': 'tempest-snat-router-752387070', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'enable_snat': True}}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:16.980543 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01605ca-5791-4086-94d2-881116281ca3 req-9cecb161-67ed-4775-af95-b16763cd9113 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:16.982096 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c01605ca-5791-4086-94d2-881116281ca3 req-9cecb161-67ed-4775-af95-b16763cd9113 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fffb5-23ac-4e8e-873b-deb571f0862c HTTP/1.1" status: 200 len: 944 time: 0.1738601 Mar 28 13:45:16.999395 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-1eb1ffc9-f1ef-4a69-a4d1-57bc214e5898 tempest-RoutersAdminNegativeTest-1210915552 tempest-RoutersAdminNegativeTest-1210915552-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-172898164', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:17.013701 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d3435042-04d3-4958-ae9a-843ca1ce1b41 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:17.061372 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-035c7f93-4b0b-4233-b588-0a5cb50da7ca tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:17.062399 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-035c7f93-4b0b-4233-b588-0a5cb50da7ca tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:17.062532 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-2e374121-32e8-4695-b72e-33228da2bc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36fa5a21-a7c8-46cc-bf4a-fa67995d131d', 'name': 'tempest-snat-router-752387070', 'tenant_id': 'fb938ce7e46e4cfeaf8d341ddb0a090a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.172'}], 'enable_snat': False}, 'gw_port_id': '37605026-b9d5-4dfa-850e-1300f2ace499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:45:05Z', 'updated_at': '2022-03-28T13:45:11Z', 'revision_number': 3, 'project_id': 'fb938ce7e46e4cfeaf8d341ddb0a090a', 'gw_port': {'id': '37605026-b9d5-4dfa-850e-1300f2ace499', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:80:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36fa5a21-a7c8-46cc-bf4a-fa67995d131d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:45:07Z', 'updated_at': '2022-03-28T13:45:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:17.092570 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e374121-32e8-4695-b72e-33228da2bc91 None None] Checking router: 36fa5a21-a7c8-46cc-bf4a-fa67995d131d for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:45:17.093151 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e374121-32e8-4695-b72e-33228da2bc91 None None] Updating router 36fa5a21-a7c8-46cc-bf4a-fa67995d131d port 37605026-b9d5-4dfa-850e-1300f2ace499 binding host dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 13:45:17.123579 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-2e374121-32e8-4695-b72e-33228da2bc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:17.126895 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c01605ca-5791-4086-94d2-881116281ca3 req-1964599d-e5d2-4df5-a380-bac368172ff4 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "GET /v2.0/security-groups?id=c04699e5-6b36-4677-a6bb-81f97db4541f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346023 Mar 28 13:45:17.128547 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-0b9cd94a-a517-427d-aa85-96a87f2ab48d tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Allocated IP 2001:db8::323 (bf9f2561-bab5-4917-aab7-f37a7b9f4484/6b58af98-f607-4a5c-b578-4b7381a43b94/63ef556f-8668-4f9e-92a0-fb0f84b45cb3) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:45:17.153846 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-035c7f93-4b0b-4233-b588-0a5cb50da7ca tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:17.178457 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb1ffc9-f1ef-4a69-a4d1-57bc214e5898 tempest-RoutersAdminNegativeTest-1210915552 tempest-RoutersAdminNegativeTest-1210915552-project-admin] Made reservation on behalf of d10db583323c47d399be95063b474011 for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:45:17.178457 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1eb1ffc9-f1ef-4a69-a4d1-57bc214e5898 tempest-RoutersAdminNegativeTest-1210915552 tempest-RoutersAdminNegativeTest-1210915552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:17.194520 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-d3435042-04d3-4958-ae9a-843ca1ce1b41 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Allocated IP 172.26.2.181 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/3814ede1-5b51-45ce-809b-dc303c9d50fd) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:45:17.205727 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1eb1ffc9-f1ef-4a69-a4d1-57bc214e5898 tempest-RoutersAdminNegativeTest-1210915552 tempest-RoutersAdminNegativeTest-1210915552-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:17.310858 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-970b0aa8-1024-4d01-b32a-ac9df207e5b0 tempest-FloatingIPAdminTestJSON-1849651772 tempest-FloatingIPAdminTestJSON-1849651772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:17.343396 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57802) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:17.387648 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970b0aa8-1024-4d01-b32a-ac9df207e5b0 tempest-FloatingIPAdminTestJSON-1849651772 tempest-FloatingIPAdminTestJSON-1849651772-project] Pushing event deleted for resources: {'Port': ['ID=ee1ec086-8dbf-46b0-b578-bf7a16030fa7,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:17.490348 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0b9cd94a-a517-427d-aa85-96a87f2ab48d tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:17.514163 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-9e57a3df-1805-4462-946e-63a93714db49 tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1492522708'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:17.555584 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69c0b8-3e68-46e3-ab3c-3a6ca5c40d63 req-2e7b06b8-60d2-4c20-afe4-4d8187a9b6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:17.557085 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0f69c0b8-3e68-46e3-ab3c-3a6ca5c40d63 req-2e7b06b8-60d2-4c20-afe4-4d8187a9b6a7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ab4dbe450214dfd90e3a1bd64f1208c&device_id=e01fffb5-23ac-4e8e-873b-deb571f0862c HTTP/1.1" status: 200 len: 1097 time: 0.1882658 Mar 28 13:45:17.565433 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1eb1ffc9-f1ef-4a69-a4d1-57bc214e5898 tempest-RoutersAdminNegativeTest-1210915552 tempest-RoutersAdminNegativeTest-1210915552-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:17.570486 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-970b0aa8-1024-4d01-b32a-ac9df207e5b0 tempest-FloatingIPAdminTestJSON-1849651772 tempest-FloatingIPAdminTestJSON-1849651772-project] Notify callbacks [] for floatingip, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:17.573110 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-970b0aa8-1024-4d01-b32a-ac9df207e5b0 tempest-FloatingIPAdminTestJSON-1849651772 tempest-FloatingIPAdminTestJSON-1849651772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:17.574175 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-970b0aa8-1024-4d01-b32a-ac9df207e5b0 tempest-FloatingIPAdminTestJSON-1849651772 tempest-FloatingIPAdminTestJSON-1849651772-project] 10.222.0.24 "DELETE /v2.0/floatingips/8f7e0667-b044-4200-81b7-19ae758b746c HTTP/1.1" status: 204 len: 168 time: 1.2370136 Mar 28 13:45:17.577142 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57806) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:17.639339 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1eb1ffc9-f1ef-4a69-a4d1-57bc214e5898 tempest-RoutersAdminNegativeTest-1210915552 tempest-RoutersAdminNegativeTest-1210915552-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:17.655863 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-1eb1ffc9-f1ef-4a69-a4d1-57bc214e5898 tempest-RoutersAdminNegativeTest-1210915552 tempest-RoutersAdminNegativeTest-1210915552-project-admin] device_id is not set on port e5ba9676-57af-4ace-adc0-cc81dd9ad814 yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:45:17.659786 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e57a3df-1805-4462-946e-63a93714db49 tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Made reservation on behalf of b47aec98187847e18c5ef7f4d2b46b85 for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:45:17.663677 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9e57a3df-1805-4462-946e-63a93714db49 tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:17.721686 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0b9cd94a-a517-427d-aa85-96a87f2ab48d tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:17.723192 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9e57a3df-1805-4462-946e-63a93714db49 tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:17.724979 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-035c7f93-4b0b-4233-b588-0a5cb50da7ca tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:17.745017 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb1ffc9-f1ef-4a69-a4d1-57bc214e5898 tempest-RoutersAdminNegativeTest-1210915552 tempest-RoutersAdminNegativeTest-1210915552-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7822e69-5b93-47fc-b377-b7ed3fa65b4b,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:17.816655 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69c0b8-3e68-46e3-ab3c-3a6ca5c40d63 req-3eeab067-ac38-47e4-982d-f1bd87cb4efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:17.818133 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0f69c0b8-3e68-46e3-ab3c-3a6ca5c40d63 req-3eeab067-ac38-47e4-982d-f1bd87cb4efc service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1402460-c752-45db-a270-47c08ce9fb97 HTTP/1.1" status: 200 len: 907 time: 0.2487059 Mar 28 13:45:17.818947 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d3435042-04d3-4958-ae9a-843ca1ce1b41 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:17.825249 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9cd94a-a517-427d-aa85-96a87f2ab48d tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Network bf9f2561-bab5-4917-aab7-f37a7b9f4484 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:45:17.834013 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9cd94a-a517-427d-aa85-96a87f2ab48d tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Pushing event updated for resources: {'Port': ['ID=63ef556f-8668-4f9e-92a0-fb0f84b45cb3,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:17.836991 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-0b9cd94a-a517-427d-aa85-96a87f2ab48d tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:17.879529 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9cd94a-a517-427d-aa85-96a87f2ab48d tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:45:17.886445 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9cd94a-a517-427d-aa85-96a87f2ab48d tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:17.887245 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0b9cd94a-a517-427d-aa85-96a87f2ab48d tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:17.897155 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0f69c0b8-3e68-46e3-ab3c-3a6ca5c40d63 req-9eea6399-ac72-4111-948b-ea235bd30b66 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c6ea695-a477-4d38-be2e-f1e9fc57f156 HTTP/1.1" status: 200 len: 217 time: 0.0696297 Mar 28 13:45:17.916630 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-9d88d9dd-ee08-4531-80c2-dec28edd64dc tempest-FloatingIPAdminTestJSON-189534549 tempest-FloatingIPAdminTestJSON-189534549-project-admin] Deleting port 9de4c3d8-65c1-411c-885d-191f0da2cc1e {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:45:17.916977 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9d88d9dd-ee08-4531-80c2-dec28edd64dc tempest-FloatingIPAdminTestJSON-189534549 tempest-FloatingIPAdminTestJSON-189534549-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:17.958611 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69c0b8-3e68-46e3-ab3c-3a6ca5c40d63 req-d251796d-a032-4d98-992e-053061b0a336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:17.960654 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0f69c0b8-3e68-46e3-ab3c-3a6ca5c40d63 req-d251796d-a032-4d98-992e-053061b0a336 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a167ade0-c005-4c90-9729-9d5afaf497ea HTTP/1.1" status: 200 len: 845 time: 0.0555301 Mar 28 13:45:17.993660 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d3435042-04d3-4958-ae9a-843ca1ce1b41 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:18.029493 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3435042-04d3-4958-ae9a-843ca1ce1b41 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:45:18.034308 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-d3435042-04d3-4958-ae9a-843ca1ce1b41 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:18.060298 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3435042-04d3-4958-ae9a-843ca1ce1b41 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:45:18.071006 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-0b9cd94a-a517-427d-aa85-96a87f2ab48d tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6322730 Mar 28 13:45:18.073361 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57810) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:18.081656 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-389be89b-7cfd-4620-b231-c055c48b4d87 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Request body: {'port': {'network_id': 'bf9f2561-bab5-4917-aab7-f37a7b9f4484', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-346796414'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:18.113223 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9e57a3df-1805-4462-946e-63a93714db49 tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:18.137227 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3435042-04d3-4958-ae9a-843ca1ce1b41 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Pushing event updated for resources: {'Port': ['ID=3814ede1-5b51-45ce-809b-dc303c9d50fd,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:18.150587 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69c0b8-3e68-46e3-ab3c-3a6ca5c40d63 req-9c610d13-890c-4406-8b4c-81eec5f1eed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:18.152180 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0f69c0b8-3e68-46e3-ab3c-3a6ca5c40d63 req-9c610d13-890c-4406-8b4c-81eec5f1eed3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1402460-c752-45db-a270-47c08ce9fb97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1742647 Mar 28 13:45:18.161910 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c273c79-cea7-4721-a31f-1ffc94c12ca1 req-5e27e7c6-34ce-407e-838b-229109ca2d2d tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:18.163474 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7c273c79-cea7-4721-a31f-1ffc94c12ca1 req-5e27e7c6-34ce-407e-838b-229109ca2d2d tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 943 time: 0.1888723 Mar 28 13:45:18.178570 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9d88d9dd-ee08-4531-80c2-dec28edd64dc tempest-FloatingIPAdminTestJSON-189534549 tempest-FloatingIPAdminTestJSON-189534549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:18.179070 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9d88d9dd-ee08-4531-80c2-dec28edd64dc tempest-FloatingIPAdminTestJSON-189534549 tempest-FloatingIPAdminTestJSON-189534549-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:18.179288 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-2e374121-32e8-4695-b72e-33228da2bc91 None None] Notify callbacks [] for port, precommit_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:18.184830 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-602485f5-0d73-43e5-a9ef-255c79258873 None None] Provisioning complete for port 63ef556f-8668-4f9e-92a0-fb0f84b45cb3 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:45:18.189009 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-602485f5-0d73-43e5-a9ef-255c79258873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:18.229373 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-602485f5-0d73-43e5-a9ef-255c79258873 None None] Port 63ef556f-8668-4f9e-92a0-fb0f84b45cb3 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:45:18.231187 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-9d88d9dd-ee08-4531-80c2-dec28edd64dc tempest-FloatingIPAdminTestJSON-189534549 tempest-FloatingIPAdminTestJSON-189534549-project-admin] Calling delete_port for 9de4c3d8-65c1-411c-885d-191f0da2cc1e owned by network:floatingip {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:45:18.254855 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9e57a3df-1805-4462-946e-63a93714db49 tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:18.265579 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-2e374121-32e8-4695-b72e-33228da2bc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:18.310311 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc79191-1a87-447c-a5ef-88d4e2a2dc7c None None] Pushing event updated for resources: {'Port': ['ID=37605026-b9d5-4dfa-850e-1300f2ace499,revision_number=2']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:18.325990 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-2e374121-32e8-4695-b72e-33228da2bc91 None None] Attempting to bind port 37605026-b9d5-4dfa-850e-1300f2ace499 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:45:18.326576 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-2e374121-32e8-4695-b72e-33228da2bc91 None None] Attempting to bind port 37605026-b9d5-4dfa-850e-1300f2ace499 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:45:18.327096 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e374121-32e8-4695-b72e-33228da2bc91 None None] Attempting to bind port 37605026-b9d5-4dfa-850e-1300f2ace499 on network 1cb296ed-c863-4502-973a-f31b82091846 {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:45:18.332525 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e374121-32e8-4695-b72e-33228da2bc91 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:45:18.333116 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e374121-32e8-4695-b72e-33228da2bc91 None None] Checking segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:45:18.333646 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-2e374121-32e8-4695-b72e-33228da2bc91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:18.334050 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e374121-32e8-4695-b72e-33228da2bc91 None None] Bound using segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:45:18.334494 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-2e374121-32e8-4695-b72e-33228da2bc91 None None] Bound port: 37605026-b9d5-4dfa-850e-1300f2ace499, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:45:18.335041 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-2e374121-32e8-4695-b72e-33228da2bc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:18.358074 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7c273c79-cea7-4721-a31f-1ffc94c12ca1 req-137bd937-00a8-4a6c-86c4-aed66212d601 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842241 Mar 28 13:45:18.375011 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-035c7f93-4b0b-4233-b588-0a5cb50da7ca tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:18.404763 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-2e374121-32e8-4695-b72e-33228da2bc91 None None] For port 37605026-b9d5-4dfa-850e-1300f2ace499, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:45:18.409358 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-2e374121-32e8-4695-b72e-33228da2bc91 None None] For port 37605026-b9d5-4dfa-850e-1300f2ace499, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=37605026-b9d5-4dfa-850e-1300f2ace499,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:45:18.415345 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e57a3df-1805-4462-946e-63a93714db49 tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:45:18.422457 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-035c7f93-4b0b-4233-b588-0a5cb50da7ca tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:18.441674 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e57a3df-1805-4462-946e-63a93714db49 tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68757600-5be8-409d-8421-742646c25010,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:18.469507 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9e57a3df-1805-4462-946e-63a93714db49 tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:18.469851 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-9e57a3df-1805-4462-946e-63a93714db49 tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Added segment 6db2ec0f-549e-42a7-9085-4e6e6afaa7c2 of type vlan for network 73af4bd2-da27-4548-ad11-c2780b634ab4 Mar 28 13:45:18.476688 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-2e374121-32e8-4695-b72e-33228da2bc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:18.506591 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-1eb1ffc9-f1ef-4a69-a4d1-57bc214e5898 tempest-RoutersAdminNegativeTest-1210915552 tempest-RoutersAdminNegativeTest-1210915552-project-admin] Allocated IP 172.26.2.2 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/e5ba9676-57af-4ace-adc0-cc81dd9ad814) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:45:18.535915 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909d8de-ea8d-4ca6-bd31-c752f0e05412 req-4ebca788-c702-4442-9a13-f00641356ae0 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:18.537441 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6909d8de-ea8d-4ca6-bd31-c752f0e05412 req-4ebca788-c702-4442-9a13-f00641356ae0 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fffb5-23ac-4e8e-873b-deb571f0862c HTTP/1.1" status: 200 len: 944 time: 0.2988436 Mar 28 13:45:18.554647 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e374121-32e8-4695-b72e-33228da2bc91 None None] Routers {'36fa5a21-a7c8-46cc-bf4a-fa67995d131d'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:18.555836 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-2e374121-32e8-4695-b72e-33228da2bc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:44:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['36fa5a21-a7c8-46cc-bf4a-fa67995d131d'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:18.558487 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc79191-1a87-447c-a5ef-88d4e2a2dc7c None None] Pushing event updated for resources: {'Port': ['ID=37605026-b9d5-4dfa-850e-1300f2ace499,revision_number=3']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:18.571734 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389be89b-7cfd-4620-b231-c055c48b4d87 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Made reservation on behalf of 04c3bc324cbf4354abda322d4ca7fdb2 for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:45:18.575018 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-389be89b-7cfd-4620-b231-c055c48b4d87 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:18.578092 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0f69c0b8-3e68-46e3-ab3c-3a6ca5c40d63 req-283dec8b-d7d2-4e4f-bff4-f6dc663e57fb service neutron] 10.222.0.20 "GET /v2.0/networks/e1402460-c752-45db-a270-47c08ce9fb97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448610 Mar 28 13:45:18.628188 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9e57a3df-1805-4462-946e-63a93714db49 tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:18.667923 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-2e374121-32e8-4695-b72e-33228da2bc91 None None] Set router 36fa5a21-a7c8-46cc-bf4a-fa67995d131d gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:45:18.683974 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9d88d9dd-ee08-4531-80c2-dec28edd64dc tempest-FloatingIPAdminTestJSON-189534549 tempest-FloatingIPAdminTestJSON-189534549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:18.696156 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-389be89b-7cfd-4620-b231-c055c48b4d87 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] device_id is not set on port a9027c39-5242-4d33-a985-c20b642d4fdd yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:45:18.740887 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d88d9dd-ee08-4531-80c2-dec28edd64dc tempest-FloatingIPAdminTestJSON-189534549 tempest-FloatingIPAdminTestJSON-189534549-project-admin] Pushing event deleted for resources: {'Port': ['ID=9de4c3d8-65c1-411c-885d-191f0da2cc1e,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:18.773709 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6909d8de-ea8d-4ca6-bd31-c752f0e05412 req-a689a770-6fdb-425f-bd5d-ada9f8ef143d tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "GET /v2.0/security-groups?id=c04699e5-6b36-4677-a6bb-81f97db4541f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122471 Mar 28 13:45:18.855206 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-2e374121-32e8-4695-b72e-33228da2bc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36fa5a21-a7c8-46cc-bf4a-fa67995d131d', 'name': 'tempest-snat-router-752387070', 'tenant_id': 'fb938ce7e46e4cfeaf8d341ddb0a090a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.172'}], 'enable_snat': False}, 'gw_port_id': '37605026-b9d5-4dfa-850e-1300f2ace499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:45:05Z', 'updated_at': '2022-03-28T13:45:11Z', 'revision_number': 3, 'project_id': 'fb938ce7e46e4cfeaf8d341ddb0a090a', 'gw_port': {'id': '37605026-b9d5-4dfa-850e-1300f2ace499', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:80:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36fa5a21-a7c8-46cc-bf4a-fa67995d131d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:45:07Z', 'updated_at': '2022-03-28T13:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:18.872115 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9e57a3df-1805-4462-946e-63a93714db49 tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:18.877574 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e57a3df-1805-4462-946e-63a93714db49 tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:18.878161 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9e57a3df-1805-4462-946e-63a93714db49 tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:18.885203 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e374121-32e8-4695-b72e-33228da2bc91 None None] The sync data for ids ['36fa5a21-a7c8-46cc-bf4a-fa67995d131d'] in dv-neutron-835335-1-hyperv is: [{'id': '36fa5a21-a7c8-46cc-bf4a-fa67995d131d', 'name': 'tempest-snat-router-752387070', 'tenant_id': 'fb938ce7e46e4cfeaf8d341ddb0a090a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.172'}], 'enable_snat': False}, 'gw_port_id': '37605026-b9d5-4dfa-850e-1300f2ace499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:45:05Z', 'updated_at': '2022-03-28T13:45:11Z', 'revision_number': 3, 'project_id': 'fb938ce7e46e4cfeaf8d341ddb0a090a', 'gw_port': {'id': '37605026-b9d5-4dfa-850e-1300f2ace499', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:80:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36fa5a21-a7c8-46cc-bf4a-fa67995d131d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:45:07Z', 'updated_at': '2022-03-28T13:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:45:18.909743 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9d88d9dd-ee08-4531-80c2-dec28edd64dc tempest-FloatingIPAdminTestJSON-189534549 tempest-FloatingIPAdminTestJSON-189534549-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:18.911782 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9d88d9dd-ee08-4531-80c2-dec28edd64dc tempest-FloatingIPAdminTestJSON-189534549 tempest-FloatingIPAdminTestJSON-189534549-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:18.912855 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-9d88d9dd-ee08-4531-80c2-dec28edd64dc tempest-FloatingIPAdminTestJSON-189534549 tempest-FloatingIPAdminTestJSON-189534549-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/24749369-01d3-4458-ac5c-e30daab39d17 HTTP/1.1" status: 204 len: 168 time: 1.3347902 Mar 28 13:45:18.913391 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0f69c0b8-3e68-46e3-ab3c-3a6ca5c40d63 req-ef33d163-398e-4ce9-89fe-6b50a00196bb service neutron] 10.222.0.20 "GET /v2.0/networks/e1402460-c752-45db-a270-47c08ce9fb97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051193 Mar 28 13:45:18.938783 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57816) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:19.045087 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9e57a3df-1805-4462-946e-63a93714db49 tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.7005832 Mar 28 13:45:19.049987 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e57a3df-1805-4462-946e-63a93714db49 tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Pushing event updated for resources: {'Network': ['ID=73af4bd2-da27-4548-ad11-c2780b634ab4,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:19.056119 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57818) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:19.063781 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 73af4bd2-da27-4548-ad11-c2780b634ab4 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:45:19.069206 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-adb97346-f59b-4a6a-8bbf-e0451f41195d tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Request body: {'subnet': {'network_id': '73af4bd2-da27-4548-ad11-c2780b634ab4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:19.096332 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-389be89b-7cfd-4620-b231-c055c48b4d87 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Allocated IP 2001:db8::aa (bf9f2561-bab5-4917-aab7-f37a7b9f4484/6b58af98-f607-4a5c-b578-4b7381a43b94/a9027c39-5242-4d33-a985-c20b642d4fdd) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:45:19.101913 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1eb1ffc9-f1ef-4a69-a4d1-57bc214e5898 tempest-RoutersAdminNegativeTest-1210915552 tempest-RoutersAdminNegativeTest-1210915552-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:19.267273 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d3435042-04d3-4958-ae9a-843ca1ce1b41 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:19.434986 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d3435042-04d3-4958-ae9a-843ca1ce1b41 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:19.552826 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 37605026-b9d5-4dfa-850e-1300f2ace499 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:45:19.611506 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 37605026-b9d5-4dfa-850e-1300f2ace499 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:45:19.612194 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:19.637123 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d3435042-04d3-4958-ae9a-843ca1ce1b41 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:19.687455 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d3435042-04d3-4958-ae9a-843ca1ce1b41 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:19.698981 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:19.722740 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 37605026-b9d5-4dfa-850e-1300f2ace499, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=37605026-b9d5-4dfa-850e-1300f2ace499,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:45:19.734068 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c7b88-5093-4aa9-8a13-25699f2a1ad9 req-f3720695-035a-4acb-a851-2d2a2065d52d tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:19.735754 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bf6c7b88-5093-4aa9-8a13-25699f2a1ad9 req-f3720695-035a-4acb-a851-2d2a2065d52d tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 943 time: 0.2320757 Mar 28 13:45:19.737765 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-d06ed816-78e8-4979-a017-d458aa1b9279 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Deleting port b5c5bb81-484e-4e87-b42c-8289cceed099 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:45:19.738109 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d06ed816-78e8-4979-a017-d458aa1b9279 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:19.767924 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:19.799490 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3435042-04d3-4958-ae9a-843ca1ce1b41 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Pushing event updated for resources: {'Port': ['ID=3814ede1-5b51-45ce-809b-dc303c9d50fd,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:19.823094 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d3435042-04d3-4958-ae9a-843ca1ce1b41 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:19.832766 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=37605026-b9d5-4dfa-850e-1300f2ace499,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:19.843384 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb97346-f59b-4a6a-8bbf-e0451f41195d tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Made reservation on behalf of b47aec98187847e18c5ef7f4d2b46b85 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:45:19.847258 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-adb97346-f59b-4a6a-8bbf-e0451f41195d tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:19.851739 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1eb1ffc9-f1ef-4a69-a4d1-57bc214e5898 tempest-RoutersAdminNegativeTest-1210915552 tempest-RoutersAdminNegativeTest-1210915552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:19.885222 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-035c7f93-4b0b-4233-b588-0a5cb50da7ca tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Allocated IP 172.26.2.27 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/6dd68a1f-7722-4579-be1a-6aefd792b0e2) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:45:19.956126 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bf6c7b88-5093-4aa9-8a13-25699f2a1ad9 req-e1edcf03-ccf6-49a4-b366-55359630ca9e tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019527 Mar 28 13:45:19.978892 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb1ffc9-f1ef-4a69-a4d1-57bc214e5898 tempest-RoutersAdminNegativeTest-1210915552 tempest-RoutersAdminNegativeTest-1210915552-project-admin] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:45:20.000414 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.l3_db [None req-d3435042-04d3-4958-ae9a-843ca1ce1b41 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Floating IP 56275301-b9d1-4e5d-8d25-d8f3053e4102 associated. External IP: 172.26.2.181, port: b88b46b9-11ee-4632-bb30-e65ac2e95e1b. Mar 28 13:45:20.020770 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-1eb1ffc9-f1ef-4a69-a4d1-57bc214e5898 tempest-RoutersAdminNegativeTest-1210915552 tempest-RoutersAdminNegativeTest-1210915552-project-admin] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:20.023331 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb1ffc9-f1ef-4a69-a4d1-57bc214e5898 tempest-RoutersAdminNegativeTest-1210915552 tempest-RoutersAdminNegativeTest-1210915552-project-admin] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:45:20.041714 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-389be89b-7cfd-4620-b231-c055c48b4d87 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:20.090047 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb1ffc9-f1ef-4a69-a4d1-57bc214e5898 tempest-RoutersAdminNegativeTest-1210915552 tempest-RoutersAdminNegativeTest-1210915552-project-admin] Pushing event updated for resources: {'Port': ['ID=e5ba9676-57af-4ace-adc0-cc81dd9ad814,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:20.112417 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-035c7f93-4b0b-4233-b588-0a5cb50da7ca tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:20.136798 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d06ed816-78e8-4979-a017-d458aa1b9279 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:20.159303 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125a0f8-22b5-458f-8ef9-8e4e70f9efe5 req-6bf6cae2-dd6e-46a0-b2d4-ebe35109b3fd tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:20.160405 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5125a0f8-22b5-458f-8ef9-8e4e70f9efe5 req-6bf6cae2-dd6e-46a0-b2d4-ebe35109b3fd tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fffb5-23ac-4e8e-873b-deb571f0862c HTTP/1.1" status: 200 len: 944 time: 0.2512631 Mar 28 13:45:20.161463 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb1ffc9-f1ef-4a69-a4d1-57bc214e5898 tempest-RoutersAdminNegativeTest-1210915552 tempest-RoutersAdminNegativeTest-1210915552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:20.162042 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1eb1ffc9-f1ef-4a69-a4d1-57bc214e5898 tempest-RoutersAdminNegativeTest-1210915552 tempest-RoutersAdminNegativeTest-1210915552-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:20.172353 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-d06ed816-78e8-4979-a017-d458aa1b9279 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Calling delete_port for b5c5bb81-484e-4e87-b42c-8289cceed099 owned by {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:45:20.253937 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-035c7f93-4b0b-4233-b588-0a5cb50da7ca tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:20.307362 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035c7f93-4b0b-4233-b588-0a5cb50da7ca tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:45:20.313048 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3435042-04d3-4958-ae9a-843ca1ce1b41 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Router 64b40f23-ed6d-4a73-9b91-50a4ab03783e has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:45:20.315935 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-035c7f93-4b0b-4233-b588-0a5cb50da7ca tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:20.319918 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5125a0f8-22b5-458f-8ef9-8e4e70f9efe5 req-048eb3f9-0984-4d6d-9deb-ba73a5016f10 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "GET /v2.0/security-groups?id=c04699e5-6b36-4677-a6bb-81f97db4541f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416931 Mar 28 13:45:20.322544 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035c7f93-4b0b-4233-b588-0a5cb50da7ca tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:45:20.325250 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c7f93-4b0b-4233-b588-0a5cb50da7ca tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Pushing event updated for resources: {'Port': ['ID=6dd68a1f-7722-4579-be1a-6aefd792b0e2,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:20.326700 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-1eb1ffc9-f1ef-4a69-a4d1-57bc214e5898 tempest-RoutersAdminNegativeTest-1210915552 tempest-RoutersAdminNegativeTest-1210915552-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.6232531 Mar 28 13:45:20.335239 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57824) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:20.342201 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-6874b008-10a5-484a-b1f8-66b8f16ac8ba tempest-RoutersAdminNegativeTest-1210915552 tempest-RoutersAdminNegativeTest-1210915552-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.2'}]}}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:20.369755 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-389be89b-7cfd-4620-b231-c055c48b4d87 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:20.433663 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389be89b-7cfd-4620-b231-c055c48b4d87 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Network bf9f2561-bab5-4917-aab7-f37a7b9f4484 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:45:20.458143 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-389be89b-7cfd-4620-b231-c055c48b4d87 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:20.460637 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389be89b-7cfd-4620-b231-c055c48b4d87 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:45:20.466406 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389be89b-7cfd-4620-b231-c055c48b4d87 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:20.467005 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-389be89b-7cfd-4620-b231-c055c48b4d87 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:20.489061 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389be89b-7cfd-4620-b231-c055c48b4d87 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Pushing event updated for resources: {'Port': ['ID=a9027c39-5242-4d33-a985-c20b642d4fdd,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:20.501271 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-adb97346-f59b-4a6a-8bbf-e0451f41195d tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:20.555343 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6874b008-10a5-484a-b1f8-66b8f16ac8ba tempest-RoutersAdminNegativeTest-1210915552 tempest-RoutersAdminNegativeTest-1210915552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:20.556296 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6874b008-10a5-484a-b1f8-66b8f16ac8ba tempest-RoutersAdminNegativeTest-1210915552 tempest-RoutersAdminNegativeTest-1210915552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:20.573280 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb97346-f59b-4a6a-8bbf-e0451f41195d tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Pushing event updated for resources: {'Subnet': ['ID=a0f280fd-9f34-4406-8cc6-ba8e0846b882,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:20.582657 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb97346-f59b-4a6a-8bbf-e0451f41195d tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Checking segment: {'id': '6db2ec0f-549e-42a7-9085-4e6e6afaa7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '73af4bd2-da27-4548-ad11-c2780b634ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:45:20.583014 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb97346-f59b-4a6a-8bbf-e0451f41195d tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Network hostable DHCP agents. Network: 73af4bd2-da27-4548-ad11-c2780b634ab4, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:45:20.590339 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-389be89b-7cfd-4620-b231-c055c48b4d87 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.5158694 Mar 28 13:45:20.593296 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57826) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:20.607797 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-258084a8-3e28-4bcf-bc65-bbc2010fa1a1 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2d7', 'mac_address': 'fa:16:3e:a1:44:a7'}, {'ip_address': '2001:db8::323', 'mac_address': 'fa:16:3e:e3:0d:c9'}]}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:20.608135 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d06ed816-78e8-4979-a017-d458aa1b9279 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:20.625743 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3435042-04d3-4958-ae9a-843ca1ce1b41 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:45:20.636785 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcb281b-4c39-4d87-a030-e6d2cd599b56 None None] Sync routers for ids ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:45:20.653682 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcb281b-4c39-4d87-a030-e6d2cd599b56 None None] Routers {'64b40f23-ed6d-4a73-9b91-50a4ab03783e'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:20.655393 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-cfcb281b-4c39-4d87-a030-e6d2cd599b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:44:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:20.657211 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ed816-78e8-4979-a017-d458aa1b9279 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Pushing event deleted for resources: {'Port': ['ID=b5c5bb81-484e-4e87-b42c-8289cceed099,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:20.684514 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6874b008-10a5-484a-b1f8-66b8f16ac8ba tempest-RoutersAdminNegativeTest-1210915552 tempest-RoutersAdminNegativeTest-1210915552-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:20.689412 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb97346-f59b-4a6a-8bbf-e0451f41195d tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Network 73af4bd2-da27-4548-ad11-c2780b634ab4 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:45:20.737824 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-cfcb281b-4c39-4d87-a030-e6d2cd599b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:20.749613 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcb281b-4c39-4d87-a030-e6d2cd599b56 None None] Routers {'64b40f23-ed6d-4a73-9b91-50a4ab03783e'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:20.751835 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-cfcb281b-4c39-4d87-a030-e6d2cd599b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:44:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:20.765032 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d06ed816-78e8-4979-a017-d458aa1b9279 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:20.779003 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d06ed816-78e8-4979-a017-d458aa1b9279 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] 10.222.0.24 "DELETE /v2.0/ports/b5c5bb81-484e-4e87-b42c-8289cceed099 HTTP/1.1" status: 204 len: 168 time: 1.8340964 Mar 28 13:45:20.784883 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57828) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:20.807951 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-cfcb281b-4c39-4d87-a030-e6d2cd599b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:20.808144 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-adb97346-f59b-4a6a-8bbf-e0451f41195d tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 73af4bd2-da27-4548-ad11-c2780b634ab4) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:20.811686 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcb281b-4c39-4d87-a030-e6d2cd599b56 None None] The sync data for ids ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:45:20.823240 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf21e36-01e1-45d3-8988-1e3319b937d9 None None] Network 73af4bd2-da27-4548-ad11-c2780b634ab4 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:45:20.827660 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb97346-f59b-4a6a-8bbf-e0451f41195d tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:20.828271 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-adb97346-f59b-4a6a-8bbf-e0451f41195d tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:20.832783 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d3435042-04d3-4958-ae9a-843ca1ce1b41 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:20.883898 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7dd8c6-f276-49a1-8e5e-0dd4f6f623eb tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:20.885413 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-1b7dd8c6-f276-49a1-8e5e-0dd4f6f623eb tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] 10.222.0.24 "GET /v2.0/ports?device_id=06f63288-1016-46d5-aafb-e60e81f8017c HTTP/1.1" status: 200 len: 913 time: 0.0948806 Mar 28 13:45:20.890047 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57830) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:20.904016 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-497f9f12-6659-46e0-9cfc-27e959a808d0 None None] Provisioning complete for port a9027c39-5242-4d33-a985-c20b642d4fdd triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:45:20.904422 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-497f9f12-6659-46e0-9cfc-27e959a808d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:20.950194 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-adb97346-f59b-4a6a-8bbf-e0451f41195d tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8904455 Mar 28 13:45:20.953196 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57832) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:20.964821 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-5e8a8ff7-37eb-4275-8919-bb2f73dbcedc tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Request body: {'port': {'network_id': '73af4bd2-da27-4548-ad11-c2780b634ab4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-762375204'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:20.971836 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-497f9f12-6659-46e0-9cfc-27e959a808d0 None None] Port a9027c39-5242-4d33-a985-c20b642d4fdd cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:45:21.027796 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d3435042-04d3-4958-ae9a-843ca1ce1b41 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.4680293 Mar 28 13:45:21.031622 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57836) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:21.068390 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-f26af6b8-1405-490a-8047-d38eb6054582 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:21.073321 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09d6d51-02de-4f78-8259-27fd322f9a80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-73af4bd2-da27-4548-ad11-c2780b634ab4', 'network_id': '73af4bd2-da27-4548-ad11-c2780b634ab4', 'tenant_id': 'b47aec98187847e18c5ef7f4d2b46b85', 'fixed_ips': [{'subnet_id': 'a0f280fd-9f34-4406-8cc6-ba8e0846b882'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:45:21.075001 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b09d6d51-02de-4f78-8259-27fd322f9a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:21.226375 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-b09d6d51-02de-4f78-8259-27fd322f9a80 None None] Allocated IP 172.20.0.2 (73af4bd2-da27-4548-ad11-c2780b634ab4/a0f280fd-9f34-4406-8cc6-ba8e0846b882/caccac1c-06b0-400e-b0ff-953c4a0e8c2e) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:45:21.248528 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f26af6b8-1405-490a-8047-d38eb6054582 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for floatingip, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:21.265869 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003e0ae-1c31-4199-880b-27799e342a3a req-e8efc192-a781-4260-9293-38cde44dc31b tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:21.267423 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4003e0ae-1c31-4199-880b-27799e342a3a req-e8efc192-a781-4260-9293-38cde44dc31b tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 943 time: 0.2024279 Mar 28 13:45:21.354208 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6874b008-10a5-484a-b1f8-66b8f16ac8ba tempest-RoutersAdminNegativeTest-1210915552 tempest-RoutersAdminNegativeTest-1210915552-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:21.371479 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-258084a8-3e28-4bcf-bc65-bbc2010fa1a1 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:21.393231 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-035c7f93-4b0b-4233-b588-0a5cb50da7ca tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:21.441121 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b09d6d51-02de-4f78-8259-27fd322f9a80 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:21.460356 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4003e0ae-1c31-4199-880b-27799e342a3a req-a573ddb3-935f-4a38-99df-a63409c2c9c7 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529877 Mar 28 13:45:21.497623 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 37605026-b9d5-4dfa-850e-1300f2ace499 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:45:21.510241 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8a8ff7-37eb-4275-8919-bb2f73dbcedc tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Made reservation on behalf of b47aec98187847e18c5ef7f4d2b46b85 for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:45:21.513674 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5e8a8ff7-37eb-4275-8919-bb2f73dbcedc tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:21.548999 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b09d6d51-02de-4f78-8259-27fd322f9a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:21.584476 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f26af6b8-1405-490a-8047-d38eb6054582 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:21.594610 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-5e8a8ff7-37eb-4275-8919-bb2f73dbcedc tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] device_id is not set on port 19640b88-1f52-4c6c-b755-95617b40f6b2 yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:45:21.597841 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09d6d51-02de-4f78-8259-27fd322f9a80 None None] Network 73af4bd2-da27-4548-ad11-c2780b634ab4 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:45:21.607331 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 37605026-b9d5-4dfa-850e-1300f2ace499 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:45:21.607693 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:21.609405 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-b09d6d51-02de-4f78-8259-27fd322f9a80 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:21.612423 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09d6d51-02de-4f78-8259-27fd322f9a80 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:45:21.627218 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de56fbd-8775-4f9c-aed1-2d1093f44d2f req-c70031d1-5227-4c50-86d9-ce94a235f2dd tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:21.628727 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2de56fbd-8775-4f9c-aed1-2d1093f44d2f req-c70031d1-5227-4c50-86d9-ce94a235f2dd tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fffb5-23ac-4e8e-873b-deb571f0862c HTTP/1.1" status: 200 len: 944 time: 0.1958511 Mar 28 13:45:21.649009 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d6d51-02de-4f78-8259-27fd322f9a80 None None] Pushing event updated for resources: {'Port': ['ID=caccac1c-06b0-400e-b0ff-953c4a0e8c2e,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:21.685709 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f26af6b8-1405-490a-8047-d38eb6054582 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:21.686043 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [None req-f26af6b8-1405-490a-8047-d38eb6054582 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Floating IP 56275301-b9d1-4e5d-8d25-d8f3053e4102 disassociated. External IP: 172.26.2.181, port: b88b46b9-11ee-4632-bb30-e65ac2e95e1b. Mar 28 13:45:21.725889 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-b09d6d51-02de-4f78-8259-27fd322f9a80 None None] Attempting to bind port caccac1c-06b0-400e-b0ff-953c4a0e8c2e on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:45:21.726252 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-b09d6d51-02de-4f78-8259-27fd322f9a80 None None] Attempting to bind port caccac1c-06b0-400e-b0ff-953c4a0e8c2e by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '6db2ec0f-549e-42a7-9085-4e6e6afaa7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '73af4bd2-da27-4548-ad11-c2780b634ab4'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:45:21.727438 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09d6d51-02de-4f78-8259-27fd322f9a80 None None] Attempting to bind port caccac1c-06b0-400e-b0ff-953c4a0e8c2e on network 73af4bd2-da27-4548-ad11-c2780b634ab4 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:45:21.735299 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09d6d51-02de-4f78-8259-27fd322f9a80 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:45:21.735669 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09d6d51-02de-4f78-8259-27fd322f9a80 None None] Checking segment: {'id': '6db2ec0f-549e-42a7-9085-4e6e6afaa7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '73af4bd2-da27-4548-ad11-c2780b634ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:45:21.736046 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b09d6d51-02de-4f78-8259-27fd322f9a80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:21.736497 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09d6d51-02de-4f78-8259-27fd322f9a80 None None] Bound using segment: {'id': '6db2ec0f-549e-42a7-9085-4e6e6afaa7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '73af4bd2-da27-4548-ad11-c2780b634ab4'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:45:21.736917 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-b09d6d51-02de-4f78-8259-27fd322f9a80 None None] Bound port: caccac1c-06b0-400e-b0ff-953c4a0e8c2e, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db2ec0f-549e-42a7-9085-4e6e6afaa7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '73af4bd2-da27-4548-ad11-c2780b634ab4'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:45:21.737407 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b09d6d51-02de-4f78-8259-27fd322f9a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:21.821509 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-258084a8-3e28-4bcf-bc65-bbc2010fa1a1 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:21.822449 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2de56fbd-8775-4f9c-aed1-2d1093f44d2f req-008a4d2f-8171-4f28-899e-b3e5e5816acc tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "GET /v2.0/security-groups?id=c04699e5-6b36-4677-a6bb-81f97db4541f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745975 Mar 28 13:45:21.826794 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-035c7f93-4b0b-4233-b588-0a5cb50da7ca tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:21.833987 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-b09d6d51-02de-4f78-8259-27fd322f9a80 None None] For port caccac1c-06b0-400e-b0ff-953c4a0e8c2e, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:45:21.838259 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-b09d6d51-02de-4f78-8259-27fd322f9a80 None None] For port caccac1c-06b0-400e-b0ff-953c4a0e8c2e, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=caccac1c-06b0-400e-b0ff-953c4a0e8c2e,segment=NetworkSegment(6db2ec0f-549e-42a7-9085-4e6e6afaa7c2),segment_id=6db2ec0f-549e-42a7-9085-4e6e6afaa7c2)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:45:21.906592 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-258084a8-3e28-4bcf-bc65-bbc2010fa1a1 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:21.917329 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b09d6d51-02de-4f78-8259-27fd322f9a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:21.985531 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 6c6ea695-a477-4d38-be2e-f1e9fc57f156 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 13:45:22.012909 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-258084a8-3e28-4bcf-bc65-bbc2010fa1a1 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] In _notify_port_updated(), no bound segment for port a9027c39-5242-4d33-a985-c20b642d4fdd on network bf9f2561-bab5-4917-aab7-f37a7b9f4484 {{(pid=109612) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 28 13:45:22.018438 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258084a8-3e28-4bcf-bc65-bbc2010fa1a1 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:22.019102 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-258084a8-3e28-4bcf-bc65-bbc2010fa1a1 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:22.020490 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-258084a8-3e28-4bcf-bc65-bbc2010fa1a1 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] 10.222.0.24 "PUT /v2.0/ports/a9027c39-5242-4d33-a985-c20b642d4fdd HTTP/1.1" status: 200 len: 1066 time: 1.4205225 Mar 28 13:45:22.057035 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57840) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:22.128550 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258084a8-3e28-4bcf-bc65-bbc2010fa1a1 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Pushing event updated for resources: {'Port': ['ID=a9027c39-5242-4d33-a985-c20b642d4fdd,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:22.145358 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 6c6ea695-a477-4d38-be2e-f1e9fc57f156, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=6c6ea695-a477-4d38-be2e-f1e9fc57f156,segment=NetworkSegment(b8f64cde-a6c2-4271-b206-80e3e1bcbd27),segment_id=b8f64cde-a6c2-4271-b206-80e3e1bcbd27)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:45:22.160187 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6874b008-10a5-484a-b1f8-66b8f16ac8ba tempest-RoutersAdminNegativeTest-1210915552 tempest-RoutersAdminNegativeTest-1210915552-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:22.167022 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': '6c6ea695-a477-4d38-be2e-f1e9fc57f156', 'network_id': 'e1402460-c752-45db-a270-47c08ce9fb97', 'port_id': '6c6ea695-a477-4d38-be2e-f1e9fc57f156', 'mac_address': 'fa:16:3e:51:87:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a167ade0-c005-4c90-9729-9d5afaf497ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 13:45:22.203440 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6874b008-10a5-484a-b1f8-66b8f16ac8ba tempest-RoutersAdminNegativeTest-1210915552 tempest-RoutersAdminNegativeTest-1210915552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:22.203939 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-5e8a8ff7-37eb-4275-8919-bb2f73dbcedc tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Allocated IP 172.20.0.8 (73af4bd2-da27-4548-ad11-c2780b634ab4/a0f280fd-9f34-4406-8cc6-ba8e0846b882/19640b88-1f52-4c6c-b755-95617b40f6b2) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:45:22.242287 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:22.246387 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d6d51-02de-4f78-8259-27fd322f9a80 None None] Pushing event updated for resources: {'Port': ['ID=caccac1c-06b0-400e-b0ff-953c4a0e8c2e,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:22.272606 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c6ea695-a477-4d38-be2e-f1e9fc57f156 {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 13:45:22.309043 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 6c6ea695-a477-4d38-be2e-f1e9fc57f156, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=6c6ea695-a477-4d38-be2e-f1e9fc57f156,segment=NetworkSegment(b8f64cde-a6c2-4271-b206-80e3e1bcbd27),segment_id=b8f64cde-a6c2-4271-b206-80e3e1bcbd27)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:45:22.346801 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-bbcce8fc-f7f6-4345-9142-0fa1fc36658a None None] Provisioning complete for port a9027c39-5242-4d33-a985-c20b642d4fdd triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:45:22.347304 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-bbcce8fc-f7f6-4345-9142-0fa1fc36658a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:22.392631 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:22.393284 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device a18e5b15-c8e3-4960-85c2-3c772fab2e02 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 13:45:22.442794 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-53119e87-d455-4c70-8e4e-fffc578623cd tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Deleting port a9027c39-5242-4d33-a985-c20b642d4fdd {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:45:22.443154 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-53119e87-d455-4c70-8e4e-fffc578623cd tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:22.447956 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=6c6ea695-a477-4d38-be2e-f1e9fc57f156,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:22.460671 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-bbcce8fc-f7f6-4345-9142-0fa1fc36658a None None] Port a9027c39-5242-4d33-a985-c20b642d4fdd cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:45:22.562248 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f7f469d3-1292-4bfa-aca5-57d803157c9c tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:22.563011 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port a18e5b15-c8e3-4960-85c2-3c772fab2e02, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=a18e5b15-c8e3-4960-85c2-3c772fab2e02,segment=NetworkSegment(435e52b0-8901-46cb-99fe-f8308dda262f),segment_id=435e52b0-8901-46cb-99fe-f8308dda262f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:45:22.569251 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035c7f93-4b0b-4233-b588-0a5cb50da7ca tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Router 3c9183da-7651-43a9-a5f0-fa5bb7fb733a is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:45:22.575910 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': 'a18e5b15-c8e3-4960-85c2-3c772fab2e02', 'network_id': 'c012b94c-56e1-42f2-8be1-d11ff4eca693', 'port_id': 'a18e5b15-c8e3-4960-85c2-3c772fab2e02', 'mac_address': 'fa:16:3e:78:ce:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '470f589b-de11-4359-b1c6-d35a22ef5cbb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 13:45:22.624551 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:22.645760 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26af6b8-1405-490a-8047-d38eb6054582 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Router 64b40f23-ed6d-4a73-9b91-50a4ab03783e has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:45:22.654494 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6874b008-10a5-484a-b1f8-66b8f16ac8ba tempest-RoutersAdminNegativeTest-1210915552 tempest-RoutersAdminNegativeTest-1210915552-project-admin] Notify callbacks [] for router, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:22.703647 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-53119e87-d455-4c70-8e4e-fffc578623cd tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:22.753066 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5e8a8ff7-37eb-4275-8919-bb2f73dbcedc tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:22.759469 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a18e5b15-c8e3-4960-85c2-3c772fab2e02 {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 13:45:22.782906 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port a18e5b15-c8e3-4960-85c2-3c772fab2e02, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=a18e5b15-c8e3-4960-85c2-3c772fab2e02,segment=NetworkSegment(435e52b0-8901-46cb-99fe-f8308dda262f),segment_id=435e52b0-8901-46cb-99fe-f8308dda262f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:45:22.796402 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ca560-95c2-44ff-beed-46b9022c4660 req-232ed109-696a-469a-a972-ea8516fb59f7 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:22.796594 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-53119e87-d455-4c70-8e4e-fffc578623cd tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Calling delete_port for a9027c39-5242-4d33-a985-c20b642d4fdd owned by {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:45:22.797910 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a28ca560-95c2-44ff-beed-46b9022c4660 req-232ed109-696a-469a-a972-ea8516fb59f7 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 943 time: 0.2386293 Mar 28 13:45:22.871330 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:22.909302 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6874b008-10a5-484a-b1f8-66b8f16ac8ba tempest-RoutersAdminNegativeTest-1210915552 tempest-RoutersAdminNegativeTest-1210915552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:22.939906 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=a18e5b15-c8e3-4960-85c2-3c772fab2e02,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:22.949325 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6874b008-10a5-484a-b1f8-66b8f16ac8ba tempest-RoutersAdminNegativeTest-1210915552 tempest-RoutersAdminNegativeTest-1210915552-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:22.964163 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035c7f93-4b0b-4233-b588-0a5cb50da7ca tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:45:22.982690 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decd0ea3-09af-4a41-8536-2e3f09e6a7a0 None None] Sync routers for ids ['3c9183da-7651-43a9-a5f0-fa5bb7fb733a'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:45:22.993786 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decd0ea3-09af-4a41-8536-2e3f09e6a7a0 None None] Routers {'3c9183da-7651-43a9-a5f0-fa5bb7fb733a'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:22.994406 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-decd0ea3-09af-4a41-8536-2e3f09e6a7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:44:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['3c9183da-7651-43a9-a5f0-fa5bb7fb733a'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:23.029538 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a28ca560-95c2-44ff-beed-46b9022c4660 req-6705a5d1-f4fe-4d83-9642-3fb3c6d072c8 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2206872 Mar 28 13:45:23.056463 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26af6b8-1405-490a-8047-d38eb6054582 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:45:23.062472 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f26af6b8-1405-490a-8047-d38eb6054582 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:23.077168 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24a7836-ee41-4d6b-b0d6-66740bc34361 None None] Sync routers for ids ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:45:23.100170 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24a7836-ee41-4d6b-b0d6-66740bc34361 None None] Routers {'64b40f23-ed6d-4a73-9b91-50a4ab03783e'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:23.101078 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-e24a7836-ee41-4d6b-b0d6-66740bc34361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:44:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:23.119152 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7901e122-61be-443f-81dd-7919e8cb4080 req-209ff421-e748-4359-a128-69f26658da27 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:23.125340 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7901e122-61be-443f-81dd-7919e8cb4080 req-209ff421-e748-4359-a128-69f26658da27 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fffb5-23ac-4e8e-873b-deb571f0862c HTTP/1.1" status: 200 len: 945 time: 0.1746769 Mar 28 13:45:23.128579 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f26af6b8-1405-490a-8047-d38eb6054582 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "PUT /v2.0/floatingips/56275301-b9d1-4e5d-8d25-d8f3053e4102 HTTP/1.1" status: 200 len: 688 time: 2.0959804 Mar 28 13:45:23.131195 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5e8a8ff7-37eb-4275-8919-bb2f73dbcedc tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:23.135779 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57846) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:23.158081 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-decd0ea3-09af-4a41-8536-2e3f09e6a7a0 None None] Set router 3c9183da-7651-43a9-a5f0-fa5bb7fb733a gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:45:23.168556 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-e24a7836-ee41-4d6b-b0d6-66740bc34361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:23.221218 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24a7836-ee41-4d6b-b0d6-66740bc34361 None None] Routers {'64b40f23-ed6d-4a73-9b91-50a4ab03783e'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:23.222676 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-e24a7836-ee41-4d6b-b0d6-66740bc34361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:44:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:23.239670 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6874b008-10a5-484a-b1f8-66b8f16ac8ba tempest-RoutersAdminNegativeTest-1210915552 tempest-RoutersAdminNegativeTest-1210915552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:23.240040 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6874b008-10a5-484a-b1f8-66b8f16ac8ba tempest-RoutersAdminNegativeTest-1210915552 tempest-RoutersAdminNegativeTest-1210915552-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4b85a725-e08e-4375-a053-e2b06aabfd07 {{(pid=109612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:45:23.240729 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8a8ff7-37eb-4275-8919-bb2f73dbcedc tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Network 73af4bd2-da27-4548-ad11-c2780b634ab4 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:45:23.243370 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-035c7f93-4b0b-4233-b588-0a5cb50da7ca tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:23.259334 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-035c7f93-4b0b-4233-b588-0a5cb50da7ca tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.3635738 Mar 28 13:45:23.275435 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57848) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:23.294649 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-e24a7836-ee41-4d6b-b0d6-66740bc34361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:23.295344 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24a7836-ee41-4d6b-b0d6-66740bc34361 None None] The sync data for ids ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:45:23.295512 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-5e8a8ff7-37eb-4275-8919-bb2f73dbcedc tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:23.307237 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a8ff7-37eb-4275-8919-bb2f73dbcedc tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Pushing event updated for resources: {'Port': ['ID=19640b88-1f52-4c6c-b755-95617b40f6b2,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:23.313706 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8a8ff7-37eb-4275-8919-bb2f73dbcedc tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:45:23.329495 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7901e122-61be-443f-81dd-7919e8cb4080 req-8116d4f7-5b4e-41a8-8cbe-235c94efd723 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "GET /v2.0/security-groups?id=c04699e5-6b36-4677-a6bb-81f97db4541f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868396 Mar 28 13:45:23.341309 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['a18e5b15-c8e3-4960-85c2-3c772fab2e02'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 13:45:23.411227 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-decd0ea3-09af-4a41-8536-2e3f09e6a7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9183da-7651-43a9-a5f0-fa5bb7fb733a', 'name': 'tempest-snat-router-752387070', 'tenant_id': 'fb938ce7e46e4cfeaf8d341ddb0a090a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.27'}], 'enable_snat': True}, 'gw_port_id': '6dd68a1f-7722-4579-be1a-6aefd792b0e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:45:17Z', 'updated_at': '2022-03-28T13:45:20Z', 'revision_number': 3, 'project_id': 'fb938ce7e46e4cfeaf8d341ddb0a090a', 'gw_port': {'id': '6dd68a1f-7722-4579-be1a-6aefd792b0e2', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:db:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9183da-7651-43a9-a5f0-fa5bb7fb733a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:45:18Z', 'updated_at': '2022-03-28T13:45:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:23.449765 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['6c6ea695-a477-4d38-be2e-f1e9fc57f156'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 13:45:23.464630 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decd0ea3-09af-4a41-8536-2e3f09e6a7a0 None None] Checking router: 3c9183da-7651-43a9-a5f0-fa5bb7fb733a for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:45:23.465175 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decd0ea3-09af-4a41-8536-2e3f09e6a7a0 None None] Updating router 3c9183da-7651-43a9-a5f0-fa5bb7fb733a port 6dd68a1f-7722-4579-be1a-6aefd792b0e2 binding host dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 13:45:23.472821 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8a8ff7-37eb-4275-8919-bb2f73dbcedc tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:23.473615 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5e8a8ff7-37eb-4275-8919-bb2f73dbcedc tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:23.502219 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543c2150-cffb-484f-a7df-26d5cd85a4ea None None] Network 73af4bd2-da27-4548-ad11-c2780b634ab4 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:45:23.511883 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-decd0ea3-09af-4a41-8536-2e3f09e6a7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:23.522421 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-f7f469d3-1292-4bfa-aca5-57d803157c9c tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Deleting port c9b28162-dd37-44af-9efc-1a288bad4c3e {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:45:23.522952 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f7f469d3-1292-4bfa-aca5-57d803157c9c tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:23.591077 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-1cea05ea-df6b-4b84-931b-0b92a93e5c50 None None] Provisioning complete for port caccac1c-06b0-400e-b0ff-953c4a0e8c2e triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:45:23.591438 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1cea05ea-df6b-4b84-931b-0b92a93e5c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:23.643281 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device caccac1c-06b0-400e-b0ff-953c4a0e8c2e up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:45:23.676491 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f7f469d3-1292-4bfa-aca5-57d803157c9c tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:23.691773 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-f7f469d3-1292-4bfa-aca5-57d803157c9c tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Calling delete_port for c9b28162-dd37-44af-9efc-1a288bad4c3e owned by network:router_interface {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:45:23.819675 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-6874b008-10a5-484a-b1f8-66b8f16ac8ba tempest-RoutersAdminNegativeTest-1210915552 tempest-RoutersAdminNegativeTest-1210915552-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 28 13:45:23.821687 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-6874b008-10a5-484a-b1f8-66b8f16ac8ba tempest-RoutersAdminNegativeTest-1210915552 tempest-RoutersAdminNegativeTest-1210915552-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 3.4829855 Mar 28 13:45:23.823592 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-53119e87-d455-4c70-8e4e-fffc578623cd tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:23.827996 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57850) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:23.834993 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-5e8a8ff7-37eb-4275-8919-bb2f73dbcedc tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8780329 Mar 28 13:45:23.850076 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57852) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:23.858431 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1cea05ea-df6b-4b84-931b-0b92a93e5c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:23.900267 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-8ef98781-7617-4b98-be9f-f8a7374546e7 tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Request body: {'port': {'network_id': '73af4bd2-da27-4548-ad11-c2780b634ab4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-555003779', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:23.901141 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.api.validators [None req-8ef98781-7617-4b98-be9f-f8a7374546e7 tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] bootfile-name is not in valid_values {{(pid=109612) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 28 13:45:23.901680 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.api.validators [None req-8ef98781-7617-4b98-be9f-f8a7374546e7 tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] tftp-server is not in valid_values {{(pid=109612) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 28 13:45:23.902250 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.api.validators [None req-8ef98781-7617-4b98-be9f-f8a7374546e7 tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] server-ip-address is not in valid_values {{(pid=109612) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 28 13:45:23.923207 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-decd0ea3-09af-4a41-8536-2e3f09e6a7a0 None None] Notify callbacks [] for port, precommit_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:23.932718 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53119e87-d455-4c70-8e4e-fffc578623cd tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Pushing event deleted for resources: {'Port': ['ID=a9027c39-5242-4d33-a985-c20b642d4fdd,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:24.001959 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-decd0ea3-09af-4a41-8536-2e3f09e6a7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:24.012942 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-15fd4776-b3d5-47bd-ba65-cf443ac89ce0 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Deleting port 3814ede1-5b51-45ce-809b-dc303c9d50fd {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:45:24.013679 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-15fd4776-b3d5-47bd-ba65-cf443ac89ce0 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:24.016961 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-147f6fc5-3299-4f31-a9cd-bf47416c515d tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] 10.222.0.24 "GET /v2.0/routers/3c9183da-7651-43a9-a5f0-fa5bb7fb733a HTTP/1.1" status: 200 len: 906 time: 0.7404022 Mar 28 13:45:24.019688 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57854) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:24.022595 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-1cea05ea-df6b-4b84-931b-0b92a93e5c50 None None] For port caccac1c-06b0-400e-b0ff-953c4a0e8c2e, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=caccac1c-06b0-400e-b0ff-953c4a0e8c2e,segment=NetworkSegment(6db2ec0f-549e-42a7-9085-4e6e6afaa7c2),segment_id=6db2ec0f-549e-42a7-9085-4e6e6afaa7c2)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:45:24.030488 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f7f469d3-1292-4bfa-aca5-57d803157c9c tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:24.037776 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port caccac1c-06b0-400e-b0ff-953c4a0e8c2e triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:45:24.037776 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:24.045143 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ce7de12e-bf9a-40fe-88f9-a1563b4a5f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:24.079014 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2adb10b-c86a-4db0-88d2-edd50baa883d None None] Pushing event updated for resources: {'Port': ['ID=6dd68a1f-7722-4579-be1a-6aefd792b0e2,revision_number=2']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:24.083957 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1cea05ea-df6b-4b84-931b-0b92a93e5c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:24.133883 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-decd0ea3-09af-4a41-8536-2e3f09e6a7a0 None None] Attempting to bind port 6dd68a1f-7722-4579-be1a-6aefd792b0e2 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:45:24.154732 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-decd0ea3-09af-4a41-8536-2e3f09e6a7a0 None None] Attempting to bind port 6dd68a1f-7722-4579-be1a-6aefd792b0e2 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:45:24.155497 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decd0ea3-09af-4a41-8536-2e3f09e6a7a0 None None] Attempting to bind port 6dd68a1f-7722-4579-be1a-6aefd792b0e2 on network 1cb296ed-c863-4502-973a-f31b82091846 {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:45:24.163524 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decd0ea3-09af-4a41-8536-2e3f09e6a7a0 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:45:24.164858 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decd0ea3-09af-4a41-8536-2e3f09e6a7a0 None None] Checking segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:45:24.167097 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-decd0ea3-09af-4a41-8536-2e3f09e6a7a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:24.167832 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decd0ea3-09af-4a41-8536-2e3f09e6a7a0 None None] Bound using segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:45:24.168784 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-decd0ea3-09af-4a41-8536-2e3f09e6a7a0 None None] Bound port: 6dd68a1f-7722-4579-be1a-6aefd792b0e2, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:45:24.169397 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-decd0ea3-09af-4a41-8536-2e3f09e6a7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:24.199202 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cea05ea-df6b-4b84-931b-0b92a93e5c50 None None] Pushing event updated for resources: {'Port': ['ID=caccac1c-06b0-400e-b0ff-953c4a0e8c2e,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:24.257154 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f469d3-1292-4bfa-aca5-57d803157c9c tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Pushing event deleted for resources: {'Port': ['ID=c9b28162-dd37-44af-9efc-1a288bad4c3e,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:24.257336 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-decd0ea3-09af-4a41-8536-2e3f09e6a7a0 None None] For port 6dd68a1f-7722-4579-be1a-6aefd792b0e2, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:45:24.261003 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-decd0ea3-09af-4a41-8536-2e3f09e6a7a0 None None] For port 6dd68a1f-7722-4579-be1a-6aefd792b0e2, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=6dd68a1f-7722-4579-be1a-6aefd792b0e2,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:45:24.350856 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-decd0ea3-09af-4a41-8536-2e3f09e6a7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:24.388261 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-15fd4776-b3d5-47bd-ba65-cf443ac89ce0 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:24.388830 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-15fd4776-b3d5-47bd-ba65-cf443ac89ce0 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:24.436499 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-47c6a95c-6251-47b0-aa49-3ca72d114627 tempest-RoutersAdminNegativeTest-1210915552 tempest-RoutersAdminNegativeTest-1210915552-project-admin] Deleting port e5ba9676-57af-4ace-adc0-cc81dd9ad814 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:45:24.436826 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-47c6a95c-6251-47b0-aa49-3ca72d114627 tempest-RoutersAdminNegativeTest-1210915552 tempest-RoutersAdminNegativeTest-1210915552-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:24.437305 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2adb10b-c86a-4db0-88d2-edd50baa883d None None] Pushing event updated for resources: {'Port': ['ID=6dd68a1f-7722-4579-be1a-6aefd792b0e2,revision_number=3']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:24.438791 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-15fd4776-b3d5-47bd-ba65-cf443ac89ce0 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Calling delete_port for 3814ede1-5b51-45ce-809b-dc303c9d50fd owned by network:floatingip {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:45:24.465494 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decd0ea3-09af-4a41-8536-2e3f09e6a7a0 None None] Routers {'3c9183da-7651-43a9-a5f0-fa5bb7fb733a'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:24.466127 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-decd0ea3-09af-4a41-8536-2e3f09e6a7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:44:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['3c9183da-7651-43a9-a5f0-fa5bb7fb733a'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:24.489901 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef98781-7617-4b98-be9f-f8a7374546e7 tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Made reservation on behalf of b47aec98187847e18c5ef7f4d2b46b85 for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:45:24.494547 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8ef98781-7617-4b98-be9f-f8a7374546e7 tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:24.589158 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-53119e87-d455-4c70-8e4e-fffc578623cd tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:24.594969 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-53119e87-d455-4c70-8e4e-fffc578623cd tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] 10.222.0.24 "DELETE /v2.0/ports/a9027c39-5242-4d33-a985-c20b642d4fdd HTTP/1.1" status: 204 len: 168 time: 2.5347910 Mar 28 13:45:24.595160 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-decd0ea3-09af-4a41-8536-2e3f09e6a7a0 None None] Set router 3c9183da-7651-43a9-a5f0-fa5bb7fb733a gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:45:24.603719 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57860) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:24.623273 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611a2bb-b909-4aec-ae56-a8905c34c9fe req-b987db41-3f78-423b-ba53-4c909dd54111 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:24.625142 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1611a2bb-b909-4aec-ae56-a8905c34c9fe req-b987db41-3f78-423b-ba53-4c909dd54111 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 944 time: 0.4059923 Mar 28 13:45:24.625780 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f7f469d3-1292-4bfa-aca5-57d803157c9c tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:24.641950 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-2827316e-c3f0-4e5c-b345-ccc7beb785b0 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] GET failed (client error): The resource could not be found. Mar 28 13:45:24.645917 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-2827316e-c3f0-4e5c-b345-ccc7beb785b0 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] 10.222.0.24 "GET /v2.0/ports/a9027c39-5242-4d33-a985-c20b642d4fdd HTTP/1.1" status: 404 len: 333 time: 0.0388639 Mar 28 13:45:24.648036 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [None req-8ef98781-7617-4b98-be9f-f8a7374546e7 tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] device_id is not set on port e2289138-ebd4-4899-a0bb-c5970c42048b yet. {{(pid=109612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:45:24.651198 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5665ee0a-d63a-42f0-89de-35cfe1e62b63 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for router, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:24.652691 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57862) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:24.724565 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-80ab84a7-d41d-4d17-8af9-0dfa9eb27ae9 None None] Provisioning complete for port 19640b88-1f52-4c6c-b755-95617b40f6b2 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:45:24.725364 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-80ab84a7-d41d-4d17-8af9-0dfa9eb27ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:24.746983 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-47c6a95c-6251-47b0-aa49-3ca72d114627 tempest-RoutersAdminNegativeTest-1210915552 tempest-RoutersAdminNegativeTest-1210915552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:24.780471 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-47c6a95c-6251-47b0-aa49-3ca72d114627 tempest-RoutersAdminNegativeTest-1210915552 tempest-RoutersAdminNegativeTest-1210915552-project-admin] Calling delete_port for e5ba9676-57af-4ace-adc0-cc81dd9ad814 owned by {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:45:24.789101 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-80ab84a7-d41d-4d17-8af9-0dfa9eb27ae9 None None] Port 19640b88-1f52-4c6c-b755-95617b40f6b2 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:45:24.812413 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-80ab84a7-d41d-4d17-8af9-0dfa9eb27ae9 None None] Provisioning complete for port caccac1c-06b0-400e-b0ff-953c4a0e8c2e triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:45:24.812797 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-80ab84a7-d41d-4d17-8af9-0dfa9eb27ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:24.881463 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-decd0ea3-09af-4a41-8536-2e3f09e6a7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9183da-7651-43a9-a5f0-fa5bb7fb733a', 'name': 'tempest-snat-router-752387070', 'tenant_id': 'fb938ce7e46e4cfeaf8d341ddb0a090a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.27'}], 'enable_snat': True}, 'gw_port_id': '6dd68a1f-7722-4579-be1a-6aefd792b0e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:45:17Z', 'updated_at': '2022-03-28T13:45:20Z', 'revision_number': 3, 'project_id': 'fb938ce7e46e4cfeaf8d341ddb0a090a', 'gw_port': {'id': '6dd68a1f-7722-4579-be1a-6aefd792b0e2', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:db:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9183da-7651-43a9-a5f0-fa5bb7fb733a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:45:18Z', 'updated_at': '2022-03-28T13:45:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:24.941528 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decd0ea3-09af-4a41-8536-2e3f09e6a7a0 None None] The sync data for ids ['3c9183da-7651-43a9-a5f0-fa5bb7fb733a'] in dv-neutron-835335-1-hyperv is: [{'id': '3c9183da-7651-43a9-a5f0-fa5bb7fb733a', 'name': 'tempest-snat-router-752387070', 'tenant_id': 'fb938ce7e46e4cfeaf8d341ddb0a090a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.27'}], 'enable_snat': True}, 'gw_port_id': '6dd68a1f-7722-4579-be1a-6aefd792b0e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:45:17Z', 'updated_at': '2022-03-28T13:45:20Z', 'revision_number': 3, 'project_id': 'fb938ce7e46e4cfeaf8d341ddb0a090a', 'gw_port': {'id': '6dd68a1f-7722-4579-be1a-6aefd792b0e2', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:db:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9183da-7651-43a9-a5f0-fa5bb7fb733a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:45:18Z', 'updated_at': '2022-03-28T13:45:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:45:24.944390 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-8ef98781-7617-4b98-be9f-f8a7374546e7 tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Allocated IP 172.20.0.14 (73af4bd2-da27-4548-ad11-c2780b634ab4/a0f280fd-9f34-4406-8cc6-ba8e0846b882/e2289138-ebd4-4899-a0bb-c5970c42048b) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:45:24.948035 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54157f0b-ca71-4bb0-a83f-949ca606394a req-cbf49f50-3dd9-4e99-845d-34e26f6fe132 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:24.953042 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-54157f0b-ca71-4bb0-a83f-949ca606394a req-cbf49f50-3dd9-4e99-845d-34e26f6fe132 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fffb5-23ac-4e8e-873b-deb571f0862c HTTP/1.1" status: 200 len: 945 time: 0.4537864 Mar 28 13:45:25.047564 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-15fd4776-b3d5-47bd-ba65-cf443ac89ce0 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:25.053748 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-5ea92601-87fc-4cbf-bf44-a7e1cbe05589 None None] Provisioning complete for port 19640b88-1f52-4c6c-b755-95617b40f6b2 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:45:25.054711 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5ea92601-87fc-4cbf-bf44-a7e1cbe05589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:25.091231 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fd4776-b3d5-47bd-ba65-cf443ac89ce0 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Pushing event deleted for resources: {'Port': ['ID=3814ede1-5b51-45ce-809b-dc303c9d50fd,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:25.106929 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-5ea92601-87fc-4cbf-bf44-a7e1cbe05589 None None] Port 19640b88-1f52-4c6c-b755-95617b40f6b2 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:45:25.161679 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-15fd4776-b3d5-47bd-ba65-cf443ac89ce0 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for floatingip, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:25.165744 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-15fd4776-b3d5-47bd-ba65-cf443ac89ce0 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:25.167189 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-15fd4776-b3d5-47bd-ba65-cf443ac89ce0 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "DELETE /v2.0/floatingips/56275301-b9d1-4e5d-8d25-d8f3053e4102 HTTP/1.1" status: 204 len: 168 time: 2.0277820 Mar 28 13:45:25.171174 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57864) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:25.176209 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-ecea0637-6f14-482a-8de3-ca34d3bc5bd3 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Request body: {'floatingip': {'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'port_id': '6149830f-6342-4e71-be88-5e88cdf0168a'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:25.207072 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-47c6a95c-6251-47b0-aa49-3ca72d114627 tempest-RoutersAdminNegativeTest-1210915552 tempest-RoutersAdminNegativeTest-1210915552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:25.294303 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1611a2bb-b909-4aec-ae56-a8905c34c9fe req-ea137859-7185-424e-9440-34743dfe7eec tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6612864 Mar 28 13:45:25.343626 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c6a95c-6251-47b0-aa49-3ca72d114627 tempest-RoutersAdminNegativeTest-1210915552 tempest-RoutersAdminNegativeTest-1210915552-project-admin] Pushing event deleted for resources: {'Port': ['ID=e5ba9676-57af-4ace-adc0-cc81dd9ad814,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:25.389023 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-47c6a95c-6251-47b0-aa49-3ca72d114627 tempest-RoutersAdminNegativeTest-1210915552 tempest-RoutersAdminNegativeTest-1210915552-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:25.393101 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-47c6a95c-6251-47b0-aa49-3ca72d114627 tempest-RoutersAdminNegativeTest-1210915552 tempest-RoutersAdminNegativeTest-1210915552-project-admin] 10.222.0.24 "DELETE /v2.0/ports/e5ba9676-57af-4ace-adc0-cc81dd9ad814 HTTP/1.1" status: 204 len: 168 time: 1.5637937 Mar 28 13:45:25.417410 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-54157f0b-ca71-4bb0-a83f-949ca606394a req-a3799197-6a3d-4bcf-a0b8-76e5f8766a6f tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "GET /v2.0/security-groups?id=c04699e5-6b36-4677-a6bb-81f97db4541f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290865 Mar 28 13:45:25.422179 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5665ee0a-d63a-42f0-89de-35cfe1e62b63 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:25.438664 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-a310fca0-c915-40e0-b3d2-4db7f1e95f86 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Deleting port 63ef556f-8668-4f9e-92a0-fb0f84b45cb3 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:45:25.438664 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a310fca0-c915-40e0-b3d2-4db7f1e95f86 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:25.448635 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ecea0637-6f14-482a-8de3-ca34d3bc5bd3 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for floatingip, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:25.465813 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8ef98781-7617-4b98-be9f-f8a7374546e7 tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:25.594388 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ecea0637-6f14-482a-8de3-ca34d3bc5bd3 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:25.652176 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8ef98781-7617-4b98-be9f-f8a7374546e7 tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:25.668503 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f469d3-1292-4bfa-aca5-57d803157c9c tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Router 06f63288-1016-46d5-aafb-e60e81f8017c has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:45:25.681529 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a310fca0-c915-40e0-b3d2-4db7f1e95f86 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:25.687798 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 6dd68a1f-7722-4579-be1a-6aefd792b0e2 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:45:25.700731 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-a310fca0-c915-40e0-b3d2-4db7f1e95f86 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Calling delete_port for 63ef556f-8668-4f9e-92a0-fb0f84b45cb3 owned by {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:45:25.746143 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef98781-7617-4b98-be9f-f8a7374546e7 tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Pushing event updated for resources: {'Port': ['ID=e2289138-ebd4-4899-a0bb-c5970c42048b,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:25.757924 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 6dd68a1f-7722-4579-be1a-6aefd792b0e2 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:45:25.758402 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:25.796916 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef98781-7617-4b98-be9f-f8a7374546e7 tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Network 73af4bd2-da27-4548-ad11-c2780b634ab4 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:45:25.800737 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-8ef98781-7617-4b98-be9f-f8a7374546e7 tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:25.807675 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef98781-7617-4b98-be9f-f8a7374546e7 tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:45:25.838365 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-5665ee0a-d63a-42f0-89de-35cfe1e62b63 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Deleting port 6dd68a1f-7722-4579-be1a-6aefd792b0e2 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:45:25.838708 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5665ee0a-d63a-42f0-89de-35cfe1e62b63 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:25.854083 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:25.875690 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef98781-7617-4b98-be9f-f8a7374546e7 tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:25.876664 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8ef98781-7617-4b98-be9f-f8a7374546e7 tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:25.879420 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 6dd68a1f-7722-4579-be1a-6aefd792b0e2, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=6dd68a1f-7722-4579-be1a-6aefd792b0e2,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:45:25.913094 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-ecea0637-6f14-482a-8de3-ca34d3bc5bd3 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Allocated IP 172.26.2.182 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/e739665e-6be6-4e3c-b19e-388212caa597) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:45:25.946307 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:25.947332 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device caccac1c-06b0-400e-b0ff-953c4a0e8c2e up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:45:26.022895 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 6c6ea695-a477-4d38-be2e-f1e9fc57f156 up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:45:26.034158 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-8ef98781-7617-4b98-be9f-f8a7374546e7 tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.1792083 Mar 28 13:45:26.047467 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57870) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:26.087930 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57872) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:26.153554 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port caccac1c-06b0-400e-b0ff-953c4a0e8c2e triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:45:26.154115 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:26.167008 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f469d3-1292-4bfa-aca5-57d803157c9c tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:45:26.172715 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f7f469d3-1292-4bfa-aca5-57d803157c9c tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] 10.222.0.24 "PUT /v2.0/routers/06f63288-1016-46d5-aafb-e60e81f8017c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2815394 Mar 28 13:45:26.177278 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-5665ee0a-d63a-42f0-89de-35cfe1e62b63 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] For port 6dd68a1f-7722-4579-be1a-6aefd792b0e2, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=6dd68a1f-7722-4579-be1a-6aefd792b0e2,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:45:26.177664 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5665ee0a-d63a-42f0-89de-35cfe1e62b63 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:26.178344 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57876) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:26.183593 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ecea0637-6f14-482a-8de3-ca34d3bc5bd3 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:26.184877 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c5039a-0fa6-4c83-a745-31cd2478d8b5 None None] Sync routers for ids ['06f63288-1016-46d5-aafb-e60e81f8017c'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:45:26.196932 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=6dd68a1f-7722-4579-be1a-6aefd792b0e2,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:26.205548 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c5039a-0fa6-4c83-a745-31cd2478d8b5 None None] Routers {'06f63288-1016-46d5-aafb-e60e81f8017c'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:26.205761 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-5665ee0a-d63a-42f0-89de-35cfe1e62b63 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Calling delete_port for 6dd68a1f-7722-4579-be1a-6aefd792b0e2 owned by network:router_gateway {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:45:26.207775 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-c7c5039a-0fa6-4c83-a745-31cd2478d8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:44:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['06f63288-1016-46d5-aafb-e60e81f8017c'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:26.246116 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41399cf6-be9f-4303-978f-57feb80574e3 tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:26.256412 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41399cf6-be9f-4303-978f-57feb80574e3 tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:26.260445 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41399cf6-be9f-4303-978f-57feb80574e3 tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:26.265264 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-41399cf6-be9f-4303-978f-57feb80574e3 tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.2176607 Mar 28 13:45:26.266681 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-6e1a01f5-e15a-4180-aded-bb070544f265 None None] Provisioning complete for port e2289138-ebd4-4899-a0bb-c5970c42048b triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:45:26.267054 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6e1a01f5-e15a-4180-aded-bb070544f265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:26.270471 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57878) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:26.304749 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-c7c5039a-0fa6-4c83-a745-31cd2478d8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:26.309578 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a310fca0-c915-40e0-b3d2-4db7f1e95f86 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:26.313635 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e1e7f104-e1aa-4521-80ca-d5814b0900ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:26.319834 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-6e1a01f5-e15a-4180-aded-bb070544f265 None None] Port e2289138-ebd4-4899-a0bb-c5970c42048b cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:45:26.319834 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning for port 6c6ea695-a477-4d38-be2e-f1e9fc57f156 completed by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 13:45:26.324054 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c5039a-0fa6-4c83-a745-31cd2478d8b5 None None] Routers {'06f63288-1016-46d5-aafb-e60e81f8017c'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:26.324906 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-c7c5039a-0fa6-4c83-a745-31cd2478d8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['06f63288-1016-46d5-aafb-e60e81f8017c'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:26.328488 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port 6c6ea695-a477-4d38-be2e-f1e9fc57f156 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:45:26.328964 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:26.368932 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-c7c5039a-0fa6-4c83-a745-31cd2478d8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:26.369576 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c5039a-0fa6-4c83-a745-31cd2478d8b5 None None] The sync data for ids ['06f63288-1016-46d5-aafb-e60e81f8017c'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:45:26.400467 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a310fca0-c915-40e0-b3d2-4db7f1e95f86 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Pushing event deleted for resources: {'Port': ['ID=63ef556f-8668-4f9e-92a0-fb0f84b45cb3,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:26.426122 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5c0af04a-6c63-4a64-926a-10af24e4a64c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:26.441131 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e4287f48-c286-4673-93e4-4150f359de48 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks [] for router, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:26.504614 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-caa961a6-a818-4354-bfb7-c55d626eb324 tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Deleting port e2289138-ebd4-4899-a0bb-c5970c42048b {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:45:26.504956 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-caa961a6-a818-4354-bfb7-c55d626eb324 tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:26.514912 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:26.540268 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a310fca0-c915-40e0-b3d2-4db7f1e95f86 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:26.548123 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a310fca0-c915-40e0-b3d2-4db7f1e95f86 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] 10.222.0.24 "DELETE /v2.0/ports/63ef556f-8668-4f9e-92a0-fb0f84b45cb3 HTTP/1.1" status: 204 len: 168 time: 1.8836722 Mar 28 13:45:26.548324 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01fffb5-23ac-4e8e-873b-deb571f0862c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6ea695-a477-4d38-be2e-f1e9fc57f156'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:45:26.551561 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57884) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:26.554850 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ecea0637-6f14-482a-8de3-ca34d3bc5bd3 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:26.655175 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 6c6ea695-a477-4d38-be2e-f1e9fc57f156, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=6c6ea695-a477-4d38-be2e-f1e9fc57f156,segment=NetworkSegment(b8f64cde-a6c2-4271-b206-80e3e1bcbd27),segment_id=b8f64cde-a6c2-4271-b206-80e3e1bcbd27)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:45:26.665319 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-d666337c-cc5c-42f2-9c45-565a6f28ec45 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] GET failed (client error): The resource could not be found. Mar 28 13:45:26.673315 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d666337c-cc5c-42f2-9c45-565a6f28ec45 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] 10.222.0.24 "GET /v2.0/ports/63ef556f-8668-4f9e-92a0-fb0f84b45cb3 HTTP/1.1" status: 404 len: 333 time: 0.1027114 Mar 28 13:45:26.679581 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecea0637-6f14-482a-8de3-ca34d3bc5bd3 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:45:26.683001 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57890) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:26.701851 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-ecea0637-6f14-482a-8de3-ca34d3bc5bd3 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:26.721409 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:26.721409 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device a18e5b15-c8e3-4960-85c2-3c772fab2e02 up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:45:26.721611 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecea0637-6f14-482a-8de3-ca34d3bc5bd3 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:45:26.723469 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecea0637-6f14-482a-8de3-ca34d3bc5bd3 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Pushing event updated for resources: {'Port': ['ID=e739665e-6be6-4e3c-b19e-388212caa597,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:26.781395 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e4287f48-c286-4673-93e4-4150f359de48 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:26.814366 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-caa961a6-a818-4354-bfb7-c55d626eb324 tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:26.819023 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558b46d-48dd-402d-9ca5-a228bac065bf req-9a7d504c-89d9-47eb-901a-0d694f20365f tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:26.821486 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4558b46d-48dd-402d-9ca5-a228bac065bf req-9a7d504c-89d9-47eb-901a-0d694f20365f tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 944 time: 0.4052789 Mar 28 13:45:26.834827 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-caa961a6-a818-4354-bfb7-c55d626eb324 tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Calling delete_port for e2289138-ebd4-4899-a0bb-c5970c42048b owned by {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:45:26.860513 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d3215-92d9-4234-975a-ab157f4a41c0 req-ef5d306b-f557-41a7-8bd6-a39a9bf6f31c tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:26.862074 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cb1d3215-92d9-4234-975a-ab157f4a41c0 req-ef5d306b-f557-41a7-8bd6-a39a9bf6f31c tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fffb5-23ac-4e8e-873b-deb571f0862c HTTP/1.1" status: 200 len: 945 time: 0.3272834 Mar 28 13:45:26.884711 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5c0af04a-6c63-4a64-926a-10af24e4a64c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:26.920453 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12563149-7c05-4946-91ab-5f60361a0a11" -d '{"events": [{"server_uuid": "e01fffb5-23ac-4e8e-873b-deb571f0862c", "name": "network-vif-plugged", "status": "completed", "tag": "6c6ea695-a477-4d38-be2e-f1e9fc57f156"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:45:26.963117 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5c0af04a-6c63-4a64-926a-10af24e4a64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:27.008037 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=6c6ea695-a477-4d38-be2e-f1e9fc57f156,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:27.009577 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4558b46d-48dd-402d-9ca5-a228bac065bf req-e681f18b-a58f-45ca-83a4-0899ef113a54 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427300 Mar 28 13:45:27.037836 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cb1d3215-92d9-4234-975a-ab157f4a41c0 req-a3824aa6-bdba-4117-8c76-a3908a1711ed tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "GET /v2.0/security-groups?id=c04699e5-6b36-4677-a6bb-81f97db4541f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575105 Mar 28 13:45:27.038481 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5665ee0a-d63a-42f0-89de-35cfe1e62b63 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:27.048628 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0af04a-6c63-4a64-926a-10af24e4a64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec8465e-134d-45c7-bc54-62bb824d560f,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:27.074711 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-5c0af04a-6c63-4a64-926a-10af24e4a64c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=005f9b222b9349f28a06caa3110198aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9855127 Mar 28 13:45:27.079304 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57896) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:27.081446 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5665ee0a-d63a-42f0-89de-35cfe1e62b63 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Pushing event deleted for resources: {'Port': ['ID=6dd68a1f-7722-4579-be1a-6aefd792b0e2,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:27.106797 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning for port a18e5b15-c8e3-4960-85c2-3c772fab2e02 completed by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 13:45:27.116772 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port a18e5b15-c8e3-4960-85c2-3c772fab2e02 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:45:27.116772 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:27.173689 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-c39163e8-47d2-4d50-a5cf-abe2ca98afae tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Deleting port 4200db63-4a67-41ab-9512-2657a5131b74 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:45:27.174033 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c39163e8-47d2-4d50-a5cf-abe2ca98afae tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:27.265374 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5665ee0a-d63a-42f0-89de-35cfe1e62b63 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133933816'] for router_gateway, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:27.281888 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:27.319793 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 13:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e0eefa-5bcc-4aeb-94e1-fe9a1ee311fd x-openstack-request-id: req-f1e0eefa-5bcc-4aeb-94e1-fe9a1ee311fd {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:45:27.321172 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e01fffb5-23ac-4e8e-873b-deb571f0862c", "name": "network-vif-plugged", "status": "completed", "tag": "6c6ea695-a477-4d38-be2e-f1e9fc57f156", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:45:27.321477 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f1e0eefa-5bcc-4aeb-94e1-fe9a1ee311fd {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:45:27.321962 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e01fffb5-23ac-4e8e-873b-deb571f0862c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6ea695-a477-4d38-be2e-f1e9fc57f156', 'code': 200} Mar 28 13:45:27.349474 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port a18e5b15-c8e3-4960-85c2-3c772fab2e02, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=a18e5b15-c8e3-4960-85c2-3c772fab2e02,segment=NetworkSegment(435e52b0-8901-46cb-99fe-f8308dda262f),segment_id=435e52b0-8901-46cb-99fe-f8308dda262f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:45:27.351034 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8168cacd-8002-49e0-8cdf-7943bffd3c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:27.365248 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-e4287f48-c286-4673-93e4-4150f359de48 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Deleting port 4e17e836-6182-4068-aaaa-52e4fb80358d {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:45:27.368064 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e4287f48-c286-4673-93e4-4150f359de48 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:27.393631 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5665ee0a-d63a-42f0-89de-35cfe1e62b63 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:27.401955 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5665ee0a-d63a-42f0-89de-35cfe1e62b63 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:27.414348 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:27.422692 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8168cacd-8002-49e0-8cdf-7943bffd3c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:27.488310 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c39163e8-47d2-4d50-a5cf-abe2ca98afae tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:27.517679 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e4287f48-c286-4673-93e4-4150f359de48 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:27.518405 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-c39163e8-47d2-4d50-a5cf-abe2ca98afae tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Calling delete_port for 4200db63-4a67-41ab-9512-2657a5131b74 owned by {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:45:27.533975 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-e4287f48-c286-4673-93e4-4150f359de48 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Calling delete_port for 4e17e836-6182-4068-aaaa-52e4fb80358d owned by network:router_gateway {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:45:27.536490 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=a18e5b15-c8e3-4960-85c2-3c772fab2e02,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:27.576877 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-caa961a6-a818-4354-bfb7-c55d626eb324 tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:27.579292 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:27.580542 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5665ee0a-d63a-42f0-89de-35cfe1e62b63 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:27.581060 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5665ee0a-d63a-42f0-89de-35cfe1e62b63 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3c9183da-7651-43a9-a5f0-fa5bb7fb733a {{(pid=109613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:45:27.593936 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5665ee0a-d63a-42f0-89de-35cfe1e62b63 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:27.593936 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-5665ee0a-d63a-42f0-89de-35cfe1e62b63 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] 10.222.0.24 "DELETE /v2.0/routers/3c9183da-7651-43a9-a5f0-fa5bb7fb733a HTTP/1.1" status: 204 len: 168 time: 3.5664909 Mar 28 13:45:27.594253 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57900) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:27.622741 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa961a6-a818-4354-bfb7-c55d626eb324 tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Pushing event deleted for resources: {'Port': ['ID=e2289138-ebd4-4899-a0bb-c5970c42048b,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:27.713236 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8168cacd-8002-49e0-8cdf-7943bffd3c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:27.714944 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8168cacd-8002-49e0-8cdf-7943bffd3c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:27.717118 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-8168cacd-8002-49e0-8cdf-7943bffd3c7a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2ec8465e-134d-45c7-bc54-62bb824d560f HTTP/1.1" status: 204 len: 168 time: 0.6358626 Mar 28 13:45:27.739568 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c39163e8-47d2-4d50-a5cf-abe2ca98afae tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:27.799302 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8168cacd-8002-49e0-8cdf-7943bffd3c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec8465e-134d-45c7-bc54-62bb824d560f,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:27.825797 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c39163e8-47d2-4d50-a5cf-abe2ca98afae tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:27.827926 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c39163e8-47d2-4d50-a5cf-abe2ca98afae tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] 10.222.0.24 "DELETE /v2.0/ports/4200db63-4a67-41ab-9512-2657a5131b74 HTTP/1.1" status: 204 len: 168 time: 1.1423607 Mar 28 13:45:27.828862 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39163e8-47d2-4d50-a5cf-abe2ca98afae tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Pushing event deleted for resources: {'Port': ['ID=4200db63-4a67-41ab-9512-2657a5131b74,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:27.834003 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57904) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:27.889461 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28ffe7-ad4c-4315-aa40-b75f171bc8fb req-1e5f7585-e1c9-4194-b64b-4f094dc05bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:27.893086 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2e28ffe7-ad4c-4315-aa40-b75f171bc8fb req-1e5f7585-e1c9-4194-b64b-4f094dc05bfd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e01fffb5-23ac-4e8e-873b-deb571f0862c HTTP/1.1" status: 200 len: 1099 time: 0.2126026 Mar 28 13:45:27.912012 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-caa961a6-a818-4354-bfb7-c55d626eb324 tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:27.916070 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-caa961a6-a818-4354-bfb7-c55d626eb324 tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] 10.222.0.24 "DELETE /v2.0/ports/e2289138-ebd4-4899-a0bb-c5970c42048b HTTP/1.1" status: 204 len: 168 time: 1.6444302 Mar 28 13:45:27.923438 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57906) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:27.929433 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-93ffe595-a60a-475e-bff6-caf0999d60c1 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Deleting subnet 6b58af98-f607-4a5c-b578-4b7381a43b94 {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:45:27.937171 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-41f55dc1-b711-4f45-8b12-5243a3a36a1c tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Request body: {'port': {'name': 'tempest-new-port-name-739456008', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:27.937679 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.api.validators [None req-41f55dc1-b711-4f45-8b12-5243a3a36a1c tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] bootfile-name is not in valid_values {{(pid=109613) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 28 13:45:27.938020 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.api.validators [None req-41f55dc1-b711-4f45-8b12-5243a3a36a1c tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] tftp-server is not in valid_values {{(pid=109613) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 28 13:45:27.938516 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.api.validators [None req-41f55dc1-b711-4f45-8b12-5243a3a36a1c tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] server-ip-address is not in valid_values {{(pid=109613) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 28 13:45:27.942721 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-2e28ffe7-ad4c-4315-aa40-b75f171bc8fb req-3a104741-eecb-48d4-9d7a-2c738341dc15 service neutron] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:27.945743 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-93ffe595-a60a-475e-bff6-caf0999d60c1 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:27.988167 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2359d3a0-0dc9-4658-a95e-94a887704e37 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for router, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:28.062913 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-93ffe595-a60a-475e-bff6-caf0999d60c1 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:28.143442 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-41f55dc1-b711-4f45-8b12-5243a3a36a1c tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:28.216801 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ecea0637-6f14-482a-8de3-ca34d3bc5bd3 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:28.259837 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2359d3a0-0dc9-4658-a95e-94a887704e37 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:28.267666 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e4287f48-c286-4673-93e4-4150f359de48 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:28.299048 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4287f48-c286-4673-93e4-4150f359de48 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Pushing event deleted for resources: {'Port': ['ID=4e17e836-6182-4068-aaaa-52e4fb80358d,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:28.316972 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7b91d-3535-47a7-a33c-e36ee1b86c32 req-83297903-3f90-4098-9ef6-2e997017d63b tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:28.318451 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3dc7b91d-3535-47a7-a33c-e36ee1b86c32 req-83297903-3f90-4098-9ef6-2e997017d63b tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.2237182 Mar 28 13:45:28.403988 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e4287f48-c286-4673-93e4-4150f359de48 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133933816'] for router_gateway, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:28.409953 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ecea0637-6f14-482a-8de3-ca34d3bc5bd3 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:28.413581 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-93ffe595-a60a-475e-bff6-caf0999d60c1 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:28.417933 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-2e28ffe7-ad4c-4315-aa40-b75f171bc8fb req-3a104741-eecb-48d4-9d7a-2c738341dc15 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:28.428216 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ff07b-1374-48ec-801c-e8e7614681f6 req-184e963a-a8c9-4979-98e3-26359fe57a8c tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:28.429783 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e79ff07b-1374-48ec-801c-e8e7614681f6 req-184e963a-a8c9-4979-98e3-26359fe57a8c tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fffb5-23ac-4e8e-873b-deb571f0862c HTTP/1.1" status: 200 len: 946 time: 0.2592926 Mar 28 13:45:28.514140 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-2e28ffe7-ad4c-4315-aa40-b75f171bc8fb req-3a104741-eecb-48d4-9d7a-2c738341dc15 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:28.534248 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3dc7b91d-3535-47a7-a33c-e36ee1b86c32 req-f7f6b028-2f43-4c57-a02d-1c82411bb54b tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2027769 Mar 28 13:45:28.542462 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e4287f48-c286-4673-93e4-4150f359de48 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:28.545518 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e4287f48-c286-4673-93e4-4150f359de48 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:28.573415 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57914) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:28.605437 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-2359d3a0-0dc9-4658-a95e-94a887704e37 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Deleting port 37605026-b9d5-4dfa-850e-1300f2ace499 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:45:28.605774 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2359d3a0-0dc9-4658-a95e-94a887704e37 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:28.698225 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e4287f48-c286-4673-93e4-4150f359de48 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:28.698689 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4287f48-c286-4673-93e4-4150f359de48 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Fanout notify agent at l3_agent the message router_deleted on router 06f63288-1016-46d5-aafb-e60e81f8017c {{(pid=109612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:45:28.715069 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e4287f48-c286-4673-93e4-4150f359de48 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:28.716198 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-e4287f48-c286-4673-93e4-4150f359de48 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] 10.222.0.24 "DELETE /v2.0/routers/06f63288-1016-46d5-aafb-e60e81f8017c HTTP/1.1" status: 204 len: 168 time: 2.5309017 Mar 28 13:45:28.723857 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57916) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:28.790014 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-2359d3a0-0dc9-4658-a95e-94a887704e37 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] For port 37605026-b9d5-4dfa-850e-1300f2ace499, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=37605026-b9d5-4dfa-850e-1300f2ace499,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:45:28.790385 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2359d3a0-0dc9-4658-a95e-94a887704e37 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:28.824996 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-2359d3a0-0dc9-4658-a95e-94a887704e37 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Calling delete_port for 37605026-b9d5-4dfa-850e-1300f2ace499 owned by network:router_gateway {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:45:28.831780 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:28.835087 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-833dff47-b487-4e69-9dfb-f37c5efff150 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Deleting subnet 9e2e17af-0a50-4648-9e52-bf903dffca16 {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:45:28.854649 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-833dff47-b487-4e69-9dfb-f37c5efff150 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:28.858577 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ecea0637-6f14-482a-8de3-ca34d3bc5bd3 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:28.897804 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2e28ffe7-ad4c-4315-aa40-b75f171bc8fb req-3a104741-eecb-48d4-9d7a-2c738341dc15 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c04699e5-6b36-4677-a6bb-81f97db4541f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9970133 Mar 28 13:45:28.919101 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ecea0637-6f14-482a-8de3-ca34d3bc5bd3 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:28.919316 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a104741-eecb-48d4-9d7a-2c738341dc15 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e140d6ac-3c9b-4d39-96a6-144e029714ab,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:28.923523 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e79ff07b-1374-48ec-801c-e8e7614681f6 req-024980dd-3ce2-42bd-9fc1-a72944a420f7 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "GET /v2.0/security-groups?id=c04699e5-6b36-4677-a6bb-81f97db4541f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4587984 Mar 28 13:45:28.951237 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a104741-eecb-48d4-9d7a-2c738341dc15 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:45:28.951523 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a104741-eecb-48d4-9d7a-2c738341dc15 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:45:28.951861 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a104741-eecb-48d4-9d7a-2c738341dc15 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:45:28.952190 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a104741-eecb-48d4-9d7a-2c738341dc15 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:45:28.952747 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a104741-eecb-48d4-9d7a-2c738341dc15 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:45:28.953086 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a104741-eecb-48d4-9d7a-2c738341dc15 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:45:28.953414 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a104741-eecb-48d4-9d7a-2c738341dc15 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:45:28.953788 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a104741-eecb-48d4-9d7a-2c738341dc15 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:45:28.954096 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a104741-eecb-48d4-9d7a-2c738341dc15 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:45:28.954417 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a104741-eecb-48d4-9d7a-2c738341dc15 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:45:28.954751 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a104741-eecb-48d4-9d7a-2c738341dc15 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:45:28.955051 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a104741-eecb-48d4-9d7a-2c738341dc15 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:45:28.957862 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-833dff47-b487-4e69-9dfb-f37c5efff150 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:28.989476 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f655b016-c227-4818-9aed-26990a6fc747 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d10db583323c47d399be95063b474011&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4094322 Mar 28 13:45:28.992826 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-93ffe595-a60a-475e-bff6-caf0999d60c1 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:28.994510 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57918) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:29.044824 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ffe595-a60a-475e-bff6-caf0999d60c1 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Pushing event deleted for resources: {'Subnet': ['ID=6b58af98-f607-4a5c-b578-4b7381a43b94,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:29.059621 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-93ffe595-a60a-475e-bff6-caf0999d60c1 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:29.063135 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-93ffe595-a60a-475e-bff6-caf0999d60c1 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] 10.222.0.24 "DELETE /v2.0/subnets/6b58af98-f607-4a5c-b578-4b7381a43b94 HTTP/1.1" status: 204 len: 168 time: 1.2280917 Mar 28 13:45:29.066634 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b7d496-524e-4972-a107-6561c0d98779 None None] Network bf9f2561-bab5-4917-aab7-f37a7b9f4484 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:45:29.068821 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57920) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:29.082420 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-41f55dc1-b711-4f45-8b12-5243a3a36a1c tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:29.092843 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecea0637-6f14-482a-8de3-ca34d3bc5bd3 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Pushing event updated for resources: {'Port': ['ID=e739665e-6be6-4e3c-b19e-388212caa597,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:29.103774 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ecea0637-6f14-482a-8de3-ca34d3bc5bd3 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:29.146440 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-41f55dc1-b711-4f45-8b12-5243a3a36a1c tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:29.206315 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-15b4a2d0-d09f-4588-a03f-0a74145f6f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:29.211592 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-833dff47-b487-4e69-9dfb-f37c5efff150 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:29.266914 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c3a2c9d1-508e-4e34-9288-397c66bf0931 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:29.287954 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f55dc1-b711-4f45-8b12-5243a3a36a1c tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Pushing event updated for resources: {'Port': ['ID=19640b88-1f52-4c6c-b755-95617b40f6b2,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:29.308228 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99e5a7e-21a6-4198-9144-d1cb7528e7e0 None None] DHCP port deletion for bf9f2561-bab5-4917-aab7-f37a7b9f4484 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:45:29.308585 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-15b4a2d0-d09f-4588-a03f-0a74145f6f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:29.310559 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-41f55dc1-b711-4f45-8b12-5243a3a36a1c tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] In _notify_port_updated(), no bound segment for port 19640b88-1f52-4c6c-b755-95617b40f6b2 on network 73af4bd2-da27-4548-ad11-c2780b634ab4 {{(pid=109613) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 28 13:45:29.316013 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f55dc1-b711-4f45-8b12-5243a3a36a1c tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:29.316718 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-41f55dc1-b711-4f45-8b12-5243a3a36a1c tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:29.318042 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-41f55dc1-b711-4f45-8b12-5243a3a36a1c tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] 10.222.0.24 "PUT /v2.0/ports/19640b88-1f52-4c6c-b755-95617b40f6b2 HTTP/1.1" status: 200 len: 1135 time: 1.3932753 Mar 28 13:45:29.324648 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81205a7a-3841-4d6b-b481-77365f38218a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a18e5b15-c8e3-4960-85c2-3c772fab2e02'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:45:29.326664 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57922) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:29.330009 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86bf5804-ce17-4bbb-ab58-36f220327141" -d '{"events": [{"server_uuid": "81205a7a-3841-4d6b-b481-77365f38218a", "name": "network-vif-plugged", "status": "completed", "tag": "a18e5b15-c8e3-4960-85c2-3c772fab2e02"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:45:29.376888 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:29.388756 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.l3_db [None req-ecea0637-6f14-482a-8de3-ca34d3bc5bd3 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Floating IP 7dc1d4ef-7faf-4734-ad80-c8100d1a0a7b associated. External IP: 172.26.2.182, port: 6149830f-6342-4e71-be88-5e88cdf0168a. Mar 28 13:45:29.425377 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05aa737a-1711-42f7-9f20-5e58b4ae0644 tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:29.426868 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-05aa737a-1711-42f7-9f20-5e58b4ae0644 tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] 10.222.0.24 "GET /v2.0/ports/19640b88-1f52-4c6c-b755-95617b40f6b2 HTTP/1.1" status: 200 len: 1135 time: 0.0990686 Mar 28 13:45:29.436733 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57926) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:29.455292 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 13:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfb16ac-28b8-4987-8663-1f258b49aaba x-openstack-request-id: req-ecfb16ac-28b8-4987-8663-1f258b49aaba {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:45:29.455600 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81205a7a-3841-4d6b-b481-77365f38218a", "name": "network-vif-plugged", "status": "completed", "tag": "a18e5b15-c8e3-4960-85c2-3c772fab2e02", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:45:29.455855 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ecfb16ac-28b8-4987-8663-1f258b49aaba {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:45:29.456238 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81205a7a-3841-4d6b-b481-77365f38218a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a18e5b15-c8e3-4960-85c2-3c772fab2e02', 'code': 200} Mar 28 13:45:29.469157 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-833dff47-b487-4e69-9dfb-f37c5efff150 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:29.505927 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-c99e5a7e-21a6-4198-9144-d1cb7528e7e0 None None] Deleting port d7509905-de7f-4d35-ac7d-d7ad47a3088d {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:45:29.506510 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c99e5a7e-21a6-4198-9144-d1cb7528e7e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:29.510610 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-c559c162-37c2-4287-8137-b8afa85423be None None] Provisioning complete for port 19640b88-1f52-4c6c-b755-95617b40f6b2 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:45:29.511205 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c559c162-37c2-4287-8137-b8afa85423be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:29.529523 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2359d3a0-0dc9-4658-a95e-94a887704e37 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:29.532363 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833dff47-b487-4e69-9dfb-f37c5efff150 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Pushing event deleted for resources: {'Subnet': ['ID=9e2e17af-0a50-4648-9e52-bf903dffca16,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:29.546694 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device d7509905-de7f-4d35-ac7d-d7ad47a3088d no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:45:29.550787 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-c3a2c9d1-508e-4e34-9288-397c66bf0931 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Deleting port d7509905-de7f-4d35-ac7d-d7ad47a3088d {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:45:29.551139 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c3a2c9d1-508e-4e34-9288-397c66bf0931 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:29.555856 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-15b4a2d0-d09f-4588-a03f-0a74145f6f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:29.558367 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-15b4a2d0-d09f-4588-a03f-0a74145f6f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:29.561948 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-15b4a2d0-d09f-4588-a03f-0a74145f6f83 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a7822e69-5b93-47fc-b377-b7ed3fa65b4b HTTP/1.1" status: 204 len: 168 time: 0.5607910 Mar 28 13:45:29.616589 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b4a2d0-d09f-4588-a03f-0a74145f6f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7822e69-5b93-47fc-b377-b7ed3fa65b4b,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:29.651711 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-c99e5a7e-21a6-4198-9144-d1cb7528e7e0 None None] For port d7509905-de7f-4d35-ac7d-d7ad47a3088d, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=d7509905-de7f-4d35-ac7d-d7ad47a3088d,segment=NetworkSegment(e8a4c77b-dcc9-4cd4-b4da-73ee5c6ee5d9),segment_id=e8a4c77b-dcc9-4cd4-b4da-73ee5c6ee5d9)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:45:29.652442 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c99e5a7e-21a6-4198-9144-d1cb7528e7e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:29.655082 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-c559c162-37c2-4287-8137-b8afa85423be None None] Port 19640b88-1f52-4c6c-b755-95617b40f6b2 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:45:29.679811 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-c99e5a7e-21a6-4198-9144-d1cb7528e7e0 None None] Calling delete_port for d7509905-de7f-4d35-ac7d-d7ad47a3088d owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:45:29.760670 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-c3a2c9d1-508e-4e34-9288-397c66bf0931 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] For port d7509905-de7f-4d35-ac7d-d7ad47a3088d, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=d7509905-de7f-4d35-ac7d-d7ad47a3088d,segment=NetworkSegment(e8a4c77b-dcc9-4cd4-b4da-73ee5c6ee5d9),segment_id=e8a4c77b-dcc9-4cd4-b4da-73ee5c6ee5d9)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:45:29.761060 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c3a2c9d1-508e-4e34-9288-397c66bf0931 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:29.773292 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:29.790660 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-c3a2c9d1-508e-4e34-9288-397c66bf0931 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Calling delete_port for d7509905-de7f-4d35-ac7d-d7ad47a3088d owned by network:dhcp {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:45:29.796119 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-8301601b-8393-4f77-b29f-c78a2abcd95c tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Deleting port 19640b88-1f52-4c6c-b755-95617b40f6b2 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:45:29.796589 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8301601b-8393-4f77-b29f-c78a2abcd95c tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:29.813798 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe82c4-b9ce-4222-a487-e15eae4a3805 req-df225951-c0ba-4174-8b70-db2a01c19de7 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:29.822566 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ddfe82c4-b9ce-4222-a487-e15eae4a3805 req-df225951-c0ba-4174-8b70-db2a01c19de7 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.1311653 Mar 28 13:45:29.826091 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-833dff47-b487-4e69-9dfb-f37c5efff150 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:29.829264 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-833dff47-b487-4e69-9dfb-f37c5efff150 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] 10.222.0.24 "DELETE /v2.0/subnets/9e2e17af-0a50-4648-9e52-bf903dffca16 HTTP/1.1" status: 204 len: 168 time: 1.1032147 Mar 28 13:45:29.830257 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port d7509905-de7f-4d35-ac7d-d7ad47a3088d, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=d7509905-de7f-4d35-ac7d-d7ad47a3088d,segment=NetworkSegment(e8a4c77b-dcc9-4cd4-b4da-73ee5c6ee5d9),segment_id=e8a4c77b-dcc9-4cd4-b4da-73ee5c6ee5d9)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:45:29.840232 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99417198-7eb7-4b94-b808-aab4457abe16 None None] Network eff88fab-9dff-460f-9c69-9a2bb9a6d4c6 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:45:29.855603 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57932) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:29.890425 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833dff47-b487-4e69-9dfb-f37c5efff150 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:45:29.891020 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833dff47-b487-4e69-9dfb-f37c5efff150 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:45:29.891533 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833dff47-b487-4e69-9dfb-f37c5efff150 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:45:29.892258 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833dff47-b487-4e69-9dfb-f37c5efff150 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:45:29.892861 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833dff47-b487-4e69-9dfb-f37c5efff150 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:45:29.893331 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833dff47-b487-4e69-9dfb-f37c5efff150 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:45:29.893808 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833dff47-b487-4e69-9dfb-f37c5efff150 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:45:29.894136 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833dff47-b487-4e69-9dfb-f37c5efff150 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:45:29.895057 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833dff47-b487-4e69-9dfb-f37c5efff150 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:45:29.895838 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833dff47-b487-4e69-9dfb-f37c5efff150 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:45:29.896058 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833dff47-b487-4e69-9dfb-f37c5efff150 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:45:29.896430 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833dff47-b487-4e69-9dfb-f37c5efff150 tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:45:29.901384 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:29.902070 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 6dd68a1f-7722-4579-be1a-6aefd792b0e2 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:45:29.905809 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2359d3a0-0dc9-4658-a95e-94a887704e37 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Pushing event deleted for resources: {'Port': ['ID=37605026-b9d5-4dfa-850e-1300f2ace499,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:29.936479 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 6dd68a1f-7722-4579-be1a-6aefd792b0e2 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:45:29.936861 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 6dd68a1f-7722-4579-be1a-6aefd792b0e2 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:45:30.012946 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c99e5a7e-21a6-4198-9144-d1cb7528e7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:30.049420 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99e5a7e-21a6-4198-9144-d1cb7528e7e0 None None] No DVR routers for this DVR port d7509905-de7f-4d35-ac7d-d7ad47a3088d on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:45:30.060521 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=d7509905-de7f-4d35-ac7d-d7ad47a3088d,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:30.087450 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e5a7e-21a6-4198-9144-d1cb7528e7e0 None None] Pushing event deleted for resources: {'Port': ['ID=d7509905-de7f-4d35-ac7d-d7ad47a3088d,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:30.096906 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cfc28a-8e71-4e98-a7dc-831f6f7f34bd req-de242ba0-e550-43d5-8be7-6358d4cdb7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:30.098377 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-72cfc28a-8e71-4e98-a7dc-831f6f7f34bd req-de242ba0-e550-43d5-8be7-6358d4cdb7ec service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 1098 time: 0.2602680 Mar 28 13:45:30.111746 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2359d3a0-0dc9-4658-a95e-94a887704e37 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133933816'] for router_gateway, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:30.136159 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ddfe82c4-b9ce-4222-a487-e15eae4a3805 req-7a769984-0bb9-4e22-a618-f9abc1256527 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3125770 Mar 28 13:45:30.189290 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e75c9382-2d6c-4a97-9480-e5eb8b760aad tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:30.195266 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f880fb-3089-4e0a-a840-364f6daf9035 None None] DHCP port deletion for eff88fab-9dff-460f-9c69-9a2bb9a6d4c6 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:45:30.208013 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8301601b-8393-4f77-b29f-c78a2abcd95c tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:30.229547 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2359d3a0-0dc9-4658-a95e-94a887704e37 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:30.230066 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-72cfc28a-8e71-4e98-a7dc-831f6f7f34bd req-8f4cce11-f53a-4ea8-8ccd-cbd3f689e730 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004901 Mar 28 13:45:30.231783 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2359d3a0-0dc9-4658-a95e-94a887704e37 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:30.240154 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-8301601b-8393-4f77-b29f-c78a2abcd95c tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Calling delete_port for 19640b88-1f52-4c6c-b755-95617b40f6b2 owned by {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:45:30.253682 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2c34b-7a8f-4dec-9505-bd6671532692 req-f9b8ca62-7ba6-4848-a324-77a197cb1b6a tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:30.255219 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-59e2c34b-7a8f-4dec-9505-bd6671532692 req-f9b8ca62-7ba6-4848-a324-77a197cb1b6a tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fffb5-23ac-4e8e-873b-deb571f0862c HTTP/1.1" status: 200 len: 946 time: 0.2023408 Mar 28 13:45:30.264656 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c3a2c9d1-508e-4e34-9288-397c66bf0931 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:30.285413 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecea0637-6f14-482a-8de3-ca34d3bc5bd3 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Router 64b40f23-ed6d-4a73-9b91-50a4ab03783e has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:45:30.289706 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-32f880fb-3089-4e0a-a840-364f6daf9035 None None] Deleting port b8113825-ccce-4a02-86ad-c76880174f4d {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:45:30.290345 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-32f880fb-3089-4e0a-a840-364f6daf9035 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:30.355545 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a2c9d1-508e-4e34-9288-397c66bf0931 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Pushing event deleted for resources: {'Port': ['ID=d7509905-de7f-4d35-ac7d-d7ad47a3088d,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:30.379489 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a2c9d1-508e-4e34-9288-397c66bf0931 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] No DVR routers for this DVR port d7509905-de7f-4d35-ac7d-d7ad47a3088d on host dv-neutron-835335-1-hyperv {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:45:30.400637 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2359d3a0-0dc9-4658-a95e-94a887704e37 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:30.401356 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-32f880fb-3089-4e0a-a840-364f6daf9035 None None] For port b8113825-ccce-4a02-86ad-c76880174f4d, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=b8113825-ccce-4a02-86ad-c76880174f4d,segment=NetworkSegment(8b65bb70-7a67-4e02-86f7-fc997d243406),segment_id=8b65bb70-7a67-4e02-86f7-fc997d243406)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:45:30.401619 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2359d3a0-0dc9-4658-a95e-94a887704e37 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 36fa5a21-a7c8-46cc-bf4a-fa67995d131d {{(pid=109612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:45:30.402141 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-32f880fb-3089-4e0a-a840-364f6daf9035 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:30.407580 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2359d3a0-0dc9-4658-a95e-94a887704e37 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:30.412170 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-2359d3a0-0dc9-4658-a95e-94a887704e37 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] 10.222.0.24 "DELETE /v2.0/routers/36fa5a21-a7c8-46cc-bf4a-fa67995d131d HTTP/1.1" status: 204 len: 168 time: 2.8170533 Mar 28 13:45:30.414184 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57944) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:30.419075 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-6f15ecf3-ab55-4628-8465-b98bab2f0d67 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1557893131', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}, 'admin_state_up': False}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:30.431681 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-32f880fb-3089-4e0a-a840-364f6daf9035 None None] Calling delete_port for b8113825-ccce-4a02-86ad-c76880174f4d owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:45:30.450707 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecea0637-6f14-482a-8de3-ca34d3bc5bd3 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:45:30.482857 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49c434c-b799-4d7a-a525-f1d802114385 None None] Sync routers for ids ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:45:30.513985 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49c434c-b799-4d7a-a525-f1d802114385 None None] Routers {'64b40f23-ed6d-4a73-9b91-50a4ab03783e'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:30.514466 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-a49c434c-b799-4d7a-a525-f1d802114385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:30.516623 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-59e2c34b-7a8f-4dec-9505-bd6671532692 req-3a6ffdb5-b47c-465b-82d7-afa5544e9358 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "GET /v2.0/security-groups?id=c04699e5-6b36-4677-a6bb-81f97db4541f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2328141 Mar 28 13:45:30.537097 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c3a2c9d1-508e-4e34-9288-397c66bf0931 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:30.548191 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ecea0637-6f14-482a-8de3-ca34d3bc5bd3 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:30.582769 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6f15ecf3-ab55-4628-8465-b98bab2f0d67 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:30.583956 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-a49c434c-b799-4d7a-a525-f1d802114385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:30.584081 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6f15ecf3-ab55-4628-8465-b98bab2f0d67 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:30.584806 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-c3a2c9d1-508e-4e34-9288-397c66bf0931 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf9f2561-bab5-4917-aab7-f37a7b9f4484']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:30.599302 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-c3a2c9d1-508e-4e34-9288-397c66bf0931 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8a4c77b-dcc9-4cd4-b4da-73ee5c6ee5d9') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:30.599654 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-c3a2c9d1-508e-4e34-9288-397c66bf0931 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8a4c77b-dcc9-4cd4-b4da-73ee5c6ee5d9') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:30.602218 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-e75c9382-2d6c-4a97-9480-e5eb8b760aad tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Deleting port b8113825-ccce-4a02-86ad-c76880174f4d {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:45:30.602558 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e75c9382-2d6c-4a97-9480-e5eb8b760aad tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:30.607248 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ecea0637-6f14-482a-8de3-ca34d3bc5bd3 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.4347630 Mar 28 13:45:30.610445 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57948) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:30.619018 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c3a2c9d1-508e-4e34-9288-397c66bf0931 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:30.619646 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49c434c-b799-4d7a-a525-f1d802114385 None None] Routers {'64b40f23-ed6d-4a73-9b91-50a4ab03783e'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:30.620048 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-a49c434c-b799-4d7a-a525-f1d802114385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:30.665804 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-a49c434c-b799-4d7a-a525-f1d802114385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:30.667202 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49c434c-b799-4d7a-a525-f1d802114385 None None] The sync data for ids ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:45:30.703173 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c3a2c9d1-508e-4e34-9288-397c66bf0931 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:30.714344 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6f15ecf3-ab55-4628-8465-b98bab2f0d67 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:30.719602 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3a2c9d1-508e-4e34-9288-397c66bf0931 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:45:30.720008 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c3a2c9d1-508e-4e34-9288-397c66bf0931 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:30.728936 dv-neutron-835335-1-hyperv neutron-server[109613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 13:45:30.728936 dv-neutron-835335-1-hyperv neutron-server[109613]: self.session.flush() Mar 28 13:45:30.728936 dv-neutron-835335-1-hyperv neutron-server[109613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 13:45:30.728936 dv-neutron-835335-1-hyperv neutron-server[109613]: self.session.flush() Mar 28 13:45:30.728936 dv-neutron-835335-1-hyperv neutron-server[109613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 13:45:30.728936 dv-neutron-835335-1-hyperv neutron-server[109613]: self.session.flush() Mar 28 13:45:30.728936 dv-neutron-835335-1-hyperv neutron-server[109613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 13:45:30.728936 dv-neutron-835335-1-hyperv neutron-server[109613]: self.session.flush() Mar 28 13:45:30.728936 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:45:30.728936 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:45:30.728936 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:45:30.728936 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:45:30.728936 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:45:30.728936 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:45:30.728936 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:45:30.728936 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:45:30.728936 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:45:30.728936 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:45:30.728936 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:45:30.728936 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:45:30.728936 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:45:30.728936 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:45:30.728936 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:45:30.728936 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:45:30.728936 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:45:30.728936 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:45:30.728936 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:45:30.728936 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:45:30.728936 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:45:30.728936 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:45:30.728936 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:45:30.728936 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:45:30.728936 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:45:30.728936 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:45:30.728936 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:45:30.728936 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:45:30.728936 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:45:30.728936 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:45:30.728936 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:45:30.728936 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:45:30.740865 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-5dd6a54e-992e-43ea-9e8b-4cf404cd45ab tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "GET /v2.0/floatingips/7dc1d4ef-7faf-4734-ad80-c8100d1a0a7b HTTP/1.1" status: 200 len: 979 time: 0.1251633 Mar 28 13:45:30.747566 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57952) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:30.761569 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-32f880fb-3089-4e0a-a840-364f6daf9035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:30.762276 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-e75c9382-2d6c-4a97-9480-e5eb8b760aad tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] For port b8113825-ccce-4a02-86ad-c76880174f4d, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=b8113825-ccce-4a02-86ad-c76880174f4d,segment=NetworkSegment(8b65bb70-7a67-4e02-86f7-fc997d243406),segment_id=8b65bb70-7a67-4e02-86f7-fc997d243406)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:45:30.762604 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e75c9382-2d6c-4a97-9480-e5eb8b760aad tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:30.810563 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-e75c9382-2d6c-4a97-9480-e5eb8b760aad tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Calling delete_port for b8113825-ccce-4a02-86ad-c76880174f4d owned by network:dhcp {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:45:30.848537 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f880fb-3089-4e0a-a840-364f6daf9035 None None] Pushing event deleted for resources: {'Port': ['ID=b8113825-ccce-4a02-86ad-c76880174f4d,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:30.854076 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f880fb-3089-4e0a-a840-364f6daf9035 None None] No DVR routers for this DVR port b8113825-ccce-4a02-86ad-c76880174f4d on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:45:30.875444 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f880fb-3089-4e0a-a840-364f6daf9035 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:45:30.875987 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f880fb-3089-4e0a-a840-364f6daf9035 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:45:30.876526 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f880fb-3089-4e0a-a840-364f6daf9035 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:45:30.877082 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f880fb-3089-4e0a-a840-364f6daf9035 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:45:30.877527 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f880fb-3089-4e0a-a840-364f6daf9035 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:45:30.877656 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8301601b-8393-4f77-b29f-c78a2abcd95c tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:30.879025 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f880fb-3089-4e0a-a840-364f6daf9035 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:45:30.879251 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f880fb-3089-4e0a-a840-364f6daf9035 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:45:30.879836 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f880fb-3089-4e0a-a840-364f6daf9035 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:45:30.880331 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f880fb-3089-4e0a-a840-364f6daf9035 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:45:30.880796 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f880fb-3089-4e0a-a840-364f6daf9035 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:45:30.885534 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f880fb-3089-4e0a-a840-364f6daf9035 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:45:30.885534 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f880fb-3089-4e0a-a840-364f6daf9035 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:45:30.919554 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8301601b-8393-4f77-b29f-c78a2abcd95c tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Pushing event deleted for resources: {'Port': ['ID=19640b88-1f52-4c6c-b755-95617b40f6b2,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:30.934315 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c3a2c9d1-508e-4e34-9288-397c66bf0931 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:30.952355 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-79c52116-2697-4d92-81a1-9e0ffdc93c25 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.2008579 Mar 28 13:45:30.952882 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57958) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:30.977639 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c3a2c9d1-508e-4e34-9288-397c66bf0931 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:30.977639 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c3a2c9d1-508e-4e34-9288-397c66bf0931 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] 10.222.0.24 "DELETE /v2.0/networks/bf9f2561-bab5-4917-aab7-f37a7b9f4484 HTTP/1.1" status: 204 len: 168 time: 1.9009988 Mar 28 13:45:30.993374 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-1f222075-5aa0-4255-911c-f79916d35b1a tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Request body: {'floatingip': {'port_id': 'b88b46b9-11ee-4632-bb30-e65ac2e95e1b'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:31.000073 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a2c9d1-508e-4e34-9288-397c66bf0931 tempest-AllowedAddressPairIpV6TestJSON-1610454940 tempest-AllowedAddressPairIpV6TestJSON-1610454940-project] Pushing event deleted for resources: {'Network': ['ID=bf9f2561-bab5-4917-aab7-f37a7b9f4484,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:31.074160 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e75c9382-2d6c-4a97-9480-e5eb8b760aad tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:31.111968 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c9382-2d6c-4a97-9480-e5eb8b760aad tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Pushing event deleted for resources: {'Port': ['ID=b8113825-ccce-4a02-86ad-c76880174f4d,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:31.114735 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8301601b-8393-4f77-b29f-c78a2abcd95c tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:31.117999 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-8301601b-8393-4f77-b29f-c78a2abcd95c tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] 10.222.0.24 "DELETE /v2.0/ports/19640b88-1f52-4c6c-b755-95617b40f6b2 HTTP/1.1" status: 204 len: 168 time: 1.6864688 Mar 28 13:45:31.121955 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6f15ecf3-ab55-4628-8465-b98bab2f0d67 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:31.122512 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75c9382-2d6c-4a97-9480-e5eb8b760aad tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] No DVR routers for this DVR port b8113825-ccce-4a02-86ad-c76880174f4d on host dv-neutron-835335-1-hyperv {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:45:31.125416 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57964) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:31.160120 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1f222075-5aa0-4255-911c-f79916d35b1a tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for floatingip, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:31.206505 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57968) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:31.313429 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-acd737f4-0115-4b52-9549-62ee0caec9ce tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Deleting subnet a0f280fd-9f34-4406-8cc6-ba8e0846b882 {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:45:31.336908 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e75c9382-2d6c-4a97-9480-e5eb8b760aad tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:31.344557 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-acd737f4-0115-4b52-9549-62ee0caec9ce tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:31.383991 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-08457efc-ed0f-4633-a089-c2da4833dd32 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-44811267', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:31.400331 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-e75c9382-2d6c-4a97-9480-e5eb8b760aad tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eff88fab-9dff-460f-9c69-9a2bb9a6d4c6']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:31.424481 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-acd737f4-0115-4b52-9549-62ee0caec9ce tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:31.449860 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-e75c9382-2d6c-4a97-9480-e5eb8b760aad tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b65bb70-7a67-4e02-86f7-fc997d243406') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:31.449860 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-e75c9382-2d6c-4a97-9480-e5eb8b760aad tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b65bb70-7a67-4e02-86f7-fc997d243406') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:31.473033 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e75c9382-2d6c-4a97-9480-e5eb8b760aad tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:31.502522 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device b8113825-ccce-4a02-86ad-c76880174f4d no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:45:31.528230 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: b8113825-ccce-4a02-86ad-c76880174f4d {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:45:31.529140 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device b8113825-ccce-4a02-86ad-c76880174f4d not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:45:31.529140 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 37605026-b9d5-4dfa-850e-1300f2ace499 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:45:31.571388 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-acd737f4-0115-4b52-9549-62ee0caec9ce tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:31.582075 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 37605026-b9d5-4dfa-850e-1300f2ace499 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:45:31.582769 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 37605026-b9d5-4dfa-850e-1300f2ace499 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:45:31.636523 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b15230-ca6e-4b53-9cff-bf9cec877d44 req-bef5c8f7-8791-4872-89a4-1543a7967c59 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:31.639070 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f9b15230-ca6e-4b53-9cff-bf9cec877d44 req-bef5c8f7-8791-4872-89a4-1543a7967c59 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.3524175 Mar 28 13:45:31.661370 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57976) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:31.709073 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e75c9382-2d6c-4a97-9480-e5eb8b760aad tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:31.719203 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-08457efc-ed0f-4633-a089-c2da4833dd32 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:31.719838 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-08457efc-ed0f-4633-a089-c2da4833dd32 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:31.728196 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e75c9382-2d6c-4a97-9480-e5eb8b760aad tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:45:31.728610 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e75c9382-2d6c-4a97-9480-e5eb8b760aad tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:31.731756 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:45:31.731756 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:45:31.731756 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:45:31.731756 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:45:31.731756 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:45:31.731756 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:45:31.731756 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:45:31.731756 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:45:31.731756 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:45:31.731756 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:45:31.731756 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:45:31.731756 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:45:31.731756 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:45:31.731756 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:45:31.731756 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:45:31.731756 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:45:31.731756 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:45:31.731756 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:45:31.731756 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:45:31.731756 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:45:31.731756 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:45:31.731756 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:45:31.731756 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:45:31.731756 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:45:31.731756 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:45:31.731756 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:45:31.731756 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:45:31.731756 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:45:31.731756 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:45:31.731756 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:45:31.731756 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:45:31.731756 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:45:31.762613 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6f15ecf3-ab55-4628-8465-b98bab2f0d67 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for router_gateway, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:31.786223 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6f15ecf3-ab55-4628-8465-b98bab2f0d67 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:31.806843 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-acd737f4-0115-4b52-9549-62ee0caec9ce tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:31.826214 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f9b15230-ca6e-4b53-9cff-bf9cec877d44 req-9f24b87a-42bb-40ce-8569-eab9ed02f05b tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701732 Mar 28 13:45:31.850106 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca31ae-1c8a-4002-a144-f7ba8deb24e2 req-43db476a-170d-403c-aa76-74554c980e6d tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:31.851644 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9bca31ae-1c8a-4002-a144-f7ba8deb24e2 req-43db476a-170d-403c-aa76-74554c980e6d tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fffb5-23ac-4e8e-873b-deb571f0862c HTTP/1.1" status: 200 len: 946 time: 0.2114491 Mar 28 13:45:31.907007 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-08457efc-ed0f-4633-a089-c2da4833dd32 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:31.909841 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd737f4-0115-4b52-9549-62ee0caec9ce tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Pushing event deleted for resources: {'Subnet': ['ID=a0f280fd-9f34-4406-8cc6-ba8e0846b882,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:31.913572 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c20c26-4a92-4ad7-8e1a-6a0462eed24b None None] Network 73af4bd2-da27-4548-ad11-c2780b634ab4 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:45:31.918200 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-acd737f4-0115-4b52-9549-62ee0caec9ce tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:31.923201 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-acd737f4-0115-4b52-9549-62ee0caec9ce tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] 10.222.0.24 "DELETE /v2.0/subnets/a0f280fd-9f34-4406-8cc6-ba8e0846b882 HTTP/1.1" status: 204 len: 168 time: 0.7951791 Mar 28 13:45:31.930362 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57980) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:31.947578 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e75c9382-2d6c-4a97-9480-e5eb8b760aad tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:31.970654 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e75c9382-2d6c-4a97-9480-e5eb8b760aad tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:31.975967 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e75c9382-2d6c-4a97-9480-e5eb8b760aad tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] 10.222.0.24 "DELETE /v2.0/networks/eff88fab-9dff-460f-9c69-9a2bb9a6d4c6 HTTP/1.1" status: 204 len: 168 time: 2.1111073 Mar 28 13:45:31.983383 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 57982) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:31.987422 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-1e26e0f4-3914-45c5-9f9f-9955d2dbfe75 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=04c3bc324cbf4354abda322d4ca7fdb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3243961 Mar 28 13:45:31.988587 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c9382-2d6c-4a97-9480-e5eb8b760aad tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Pushing event deleted for resources: {'Network': ['ID=eff88fab-9dff-460f-9c69-9a2bb9a6d4c6,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:31.992680 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9bca31ae-1c8a-4002-a144-f7ba8deb24e2 req-12516883-dcb1-4f9f-b595-8f6cfbf718a5 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "GET /v2.0/security-groups?id=c04699e5-6b36-4677-a6bb-81f97db4541f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899675 Mar 28 13:45:31.993458 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57984) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:32.000024 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-08457efc-ed0f-4633-a089-c2da4833dd32 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:32.028795 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-6f15ecf3-ab55-4628-8465-b98bab2f0d67 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Allocated IP 172.26.2.107 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/59c9e760-861a-4419-8f58-5bb63d42c5dd) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:45:32.057430 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2e5bd5b5-02df-4323-a40b-427cc05d4fdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:32.081438 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2e5bd5b5-02df-4323-a40b-427cc05d4fdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:32.118895 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-08457efc-ed0f-4633-a089-c2da4833dd32 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:32.120462 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-08457efc-ed0f-4633-a089-c2da4833dd32 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9127147 Mar 28 13:45:32.127417 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57988) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:32.132700 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-ed813e26-2bbe-46d4-8bd0-6f25d29b2f05 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1582391808'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:32.167291 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0f5f34-254a-430c-9ff6-f9c348c0f6e6 None None] DHCP port deletion for 73af4bd2-da27-4548-ad11-c2780b634ab4 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:45:32.205970 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33fa3b-9ec1-47f6-b729-42af3e7cfd6a req-c8e1b182-1c38-4261-aeb5-d03180076e00 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:32.207847 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6a33fa3b-9ec1-47f6-b729-42af3e7cfd6a req-c8e1b182-1c38-4261-aeb5-d03180076e00 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fffb5-23ac-4e8e-873b-deb571f0862c HTTP/1.1" status: 200 len: 946 time: 0.0834620 Mar 28 13:45:32.218242 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 57990) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:32.220113 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-ff0f5f34-254a-430c-9ff6-f9c348c0f6e6 None None] Deleting port caccac1c-06b0-400e-b0ff-953c4a0e8c2e {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:45:32.220488 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ff0f5f34-254a-430c-9ff6-f9c348c0f6e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:32.224637 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-0e996243-9be0-4247-8eac-47b410199b4c tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Request body: {'floatingip': {'port_id': '6c6ea695-a477-4d38-be2e-f1e9fc57f156'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:32.270351 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed813e26-2bbe-46d4-8bd0-6f25d29b2f05 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Made reservation on behalf of 0affbb95b27f439fba78458f489e0ae3 for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:45:32.273912 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ed813e26-2bbe-46d4-8bd0-6f25d29b2f05 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:32.283396 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2e5bd5b5-02df-4323-a40b-427cc05d4fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:32.285836 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-ff0f5f34-254a-430c-9ff6-f9c348c0f6e6 None None] For port caccac1c-06b0-400e-b0ff-953c4a0e8c2e, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=caccac1c-06b0-400e-b0ff-953c4a0e8c2e,segment=NetworkSegment(6db2ec0f-549e-42a7-9085-4e6e6afaa7c2),segment_id=6db2ec0f-549e-42a7-9085-4e6e6afaa7c2)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:45:32.286106 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2e5bd5b5-02df-4323-a40b-427cc05d4fdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:32.286281 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ff0f5f34-254a-430c-9ff6-f9c348c0f6e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:32.287384 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-2e5bd5b5-02df-4323-a40b-427cc05d4fdf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e0a3b058-785c-4a35-b8af-37aa84e2f29b HTTP/1.1" status: 204 len: 168 time: 0.2927048 Mar 28 13:45:32.294093 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0e996243-9be0-4247-8eac-47b410199b4c tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Notify callbacks [] for floatingip, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:32.308805 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-ff0f5f34-254a-430c-9ff6-f9c348c0f6e6 None None] Calling delete_port for caccac1c-06b0-400e-b0ff-953c4a0e8c2e owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:45:32.344489 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.db.resource_extend [None req-1f222075-5aa0-4255-911c-f79916d35b1a tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 13:45:32.389343 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ed813e26-2bbe-46d4-8bd0-6f25d29b2f05 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:32.394210 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5bd5b5-02df-4323-a40b-427cc05d4fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a3b058-785c-4a35-b8af-37aa84e2f29b,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:32.453169 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ff0f5f34-254a-430c-9ff6-f9c348c0f6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:32.490192 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f5f34-254a-430c-9ff6-f9c348c0f6e6 None None] Pushing event deleted for resources: {'Port': ['ID=caccac1c-06b0-400e-b0ff-953c4a0e8c2e,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:32.493253 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0f5f34-254a-430c-9ff6-f9c348c0f6e6 None None] No DVR routers for this DVR port caccac1c-06b0-400e-b0ff-953c4a0e8c2e on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:45:32.493506 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1f222075-5aa0-4255-911c-f79916d35b1a tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:32.539917 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-25eb66d1-e8aa-45ac-b011-33a11a6436aa tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:32.618189 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ed813e26-2bbe-46d4-8bd0-6f25d29b2f05 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:32.627878 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1f222075-5aa0-4255-911c-f79916d35b1a tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:32.707346 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-6b664407-739c-4fc4-a136-9cf97110e08b tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Deleting port 5ca861f6-49f5-4672-9978-4bcede18cf30 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:45:32.707681 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6b664407-739c-4fc4-a136-9cf97110e08b tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:32.708531 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ed813e26-2bbe-46d4-8bd0-6f25d29b2f05 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:32.746896 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed813e26-2bbe-46d4-8bd0-6f25d29b2f05 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:45:32.770908 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed813e26-2bbe-46d4-8bd0-6f25d29b2f05 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f96d48a-3e46-4cb5-9b50-8dac616c162c,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:32.771064 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6f15ecf3-ab55-4628-8465-b98bab2f0d67 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:32.778166 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ed813e26-2bbe-46d4-8bd0-6f25d29b2f05 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:32.778493 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-ed813e26-2bbe-46d4-8bd0-6f25d29b2f05 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Added segment 17b42518-8ec4-41cb-8b71-6bb13c525515 of type vlan for network 2ff6b938-e89e-4a04-957b-7a0a7b94e041 Mar 28 13:45:32.833394 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-25eb66d1-e8aa-45ac-b011-33a11a6436aa tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:32.845677 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ed813e26-2bbe-46d4-8bd0-6f25d29b2f05 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:32.877476 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-25eb66d1-e8aa-45ac-b011-33a11a6436aa tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73af4bd2-da27-4548-ad11-c2780b634ab4']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:32.918429 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-25eb66d1-e8aa-45ac-b011-33a11a6436aa tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6db2ec0f-549e-42a7-9085-4e6e6afaa7c2') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:32.919207 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-25eb66d1-e8aa-45ac-b011-33a11a6436aa tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6db2ec0f-549e-42a7-9085-4e6e6afaa7c2') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:32.920903 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.l3_db [None req-1f222075-5aa0-4255-911c-f79916d35b1a tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Floating IP 7dc1d4ef-7faf-4734-ad80-c8100d1a0a7b associated. External IP: 172.26.2.182, port: 6149830f-6342-4e71-be88-5e88cdf0168a. Mar 28 13:45:32.971979 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-25eb66d1-e8aa-45ac-b011-33a11a6436aa tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:32.987142 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6b664407-739c-4fc4-a136-9cf97110e08b tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:32.987918 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6b664407-739c-4fc4-a136-9cf97110e08b tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:33.018072 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-6b664407-739c-4fc4-a136-9cf97110e08b tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Calling delete_port for 5ca861f6-49f5-4672-9978-4bcede18cf30 owned by network:floatingip {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:45:33.021594 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-25eb66d1-e8aa-45ac-b011-33a11a6436aa tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:33.068669 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25eb66d1-e8aa-45ac-b011-33a11a6436aa tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:45:33.069131 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-25eb66d1-e8aa-45ac-b011-33a11a6436aa tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:33.072239 dv-neutron-835335-1-hyperv neutron-server[109612]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 13:45:33.072239 dv-neutron-835335-1-hyperv neutron-server[109612]: items = [ Mar 28 13:45:33.072239 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:45:33.072239 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:45:33.072239 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:45:33.072239 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:45:33.072239 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:45:33.072239 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:45:33.072239 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:45:33.072239 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:45:33.072239 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:45:33.072239 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:45:33.072239 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:45:33.072239 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:45:33.072239 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:45:33.072239 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:45:33.072239 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:45:33.072239 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:45:33.072239 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:45:33.072239 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:45:33.072239 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:45:33.072239 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:45:33.072239 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:45:33.072239 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:45:33.072239 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:45:33.072239 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:45:33.072239 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:45:33.072239 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:45:33.072239 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:45:33.072239 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:45:33.072239 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:45:33.072239 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:45:33.072239 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:45:33.072239 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:45:33.128394 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6f15ecf3-ab55-4628-8465-b98bab2f0d67 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:33.209097 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0e996243-9be0-4247-8eac-47b410199b4c tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:33.212050 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ed813e26-2bbe-46d4-8bd0-6f25d29b2f05 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:33.217523 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed813e26-2bbe-46d4-8bd0-6f25d29b2f05 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:33.218116 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ed813e26-2bbe-46d4-8bd0-6f25d29b2f05 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:33.227325 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f15ecf3-ab55-4628-8465-b98bab2f0d67 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:45:33.240754 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-6f15ecf3-ab55-4628-8465-b98bab2f0d67 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:33.259383 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f15ecf3-ab55-4628-8465-b98bab2f0d67 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:45:33.683089 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15ecf3-ab55-4628-8465-b98bab2f0d67 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Pushing event updated for resources: {'Port': ['ID=59c9e760-861a-4419-8f58-5bb63d42c5dd,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:33.684272 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f195b-3e27-46b1-ae27-eb9a878a6ed7 req-66d75b75-9ac3-48ca-bc9a-10e7bb27a45e tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:33.684272 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-194f195b-3e27-46b1-ae27-eb9a878a6ed7 req-66d75b75-9ac3-48ca-bc9a-10e7bb27a45e tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.3964758 Mar 28 13:45:33.684272 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed813e26-2bbe-46d4-8bd0-6f25d29b2f05 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Pushing event updated for resources: {'Network': ['ID=2ff6b938-e89e-4a04-957b-7a0a7b94e041,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:33.685396 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-25eb66d1-e8aa-45ac-b011-33a11a6436aa tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:33.686441 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 2ff6b938-e89e-4a04-957b-7a0a7b94e041 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:45:33.687397 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-25eb66d1-e8aa-45ac-b011-33a11a6436aa tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:33.687397 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-25eb66d1-e8aa-45ac-b011-33a11a6436aa tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] 10.222.0.24 "DELETE /v2.0/networks/73af4bd2-da27-4548-ad11-c2780b634ab4 HTTP/1.1" status: 204 len: 168 time: 1.4320881 Mar 28 13:45:33.688003 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-194f195b-3e27-46b1-ae27-eb9a878a6ed7 req-743af65a-e345-4911-a30b-2819e97e236a tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434968 Mar 28 13:45:33.689438 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb66d1-e8aa-45ac-b011-33a11a6436aa tempest-ExtraDHCPOptionsTestJSON-605087276 tempest-ExtraDHCPOptionsTestJSON-605087276-project] Pushing event deleted for resources: {'Network': ['ID=73af4bd2-da27-4548-ad11-c2780b634ab4,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:33.698083 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ed813e26-2bbe-46d4-8bd0-6f25d29b2f05 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.3523691 Mar 28 13:45:33.698083 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0e996243-9be0-4247-8eac-47b410199b4c tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:33.698083 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58016) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:33.700130 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device caccac1c-06b0-400e-b0ff-953c4a0e8c2e no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:45:33.700308 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-dcedaca1-5c94-4a2b-b8b7-28c769748570 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Request body: {'subnet': {'network_id': '2ff6b938-e89e-4a04-957b-7a0a7b94e041', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:33.700513 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: caccac1c-06b0-400e-b0ff-953c4a0e8c2e {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:45:33.700513 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device caccac1c-06b0-400e-b0ff-953c4a0e8c2e not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:45:33.701041 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f222075-5aa0-4255-911c-f79916d35b1a tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Router 64b40f23-ed6d-4a73-9b91-50a4ab03783e has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:45:33.701041 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58020) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:33.701041 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f222075-5aa0-4255-911c-f79916d35b1a tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:45:33.708682 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f958599-7d78-450a-b574-7b0cade1c8e7 None None] Sync routers for ids ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:45:33.732385 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f958599-7d78-450a-b574-7b0cade1c8e7 None None] Routers {'64b40f23-ed6d-4a73-9b91-50a4ab03783e'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:33.734113 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-5f958599-7d78-450a-b574-7b0cade1c8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:33.747323 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf1f450-8437-4903-8df0-ef9c983d771d req-e26e8394-0115-430b-b862-f13942ffb6f6 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:33.748894 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bdf1f450-8437-4903-8df0-ef9c983d771d req-e26e8394-0115-430b-b862-f13942ffb6f6 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.1813557 Mar 28 13:45:33.763492 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58024) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:33.766199 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [None req-0e996243-9be0-4247-8eac-47b410199b4c tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Floating IP 6fd9be1f-5834-488a-aa7b-e7352d8ae000 associated. External IP: 172.26.2.109, port: 6c6ea695-a477-4d38-be2e-f1e9fc57f156. Mar 28 13:45:33.774164 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-f51321ee-9fc8-4cad-8161-6ed5d45ee619 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Request body: {'floatingip': {'port_id': 'a18e5b15-c8e3-4960-85c2-3c772fab2e02'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:33.779725 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-5f958599-7d78-450a-b574-7b0cade1c8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:33.785913 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6b664407-739c-4fc4-a136-9cf97110e08b tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:33.790795 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f958599-7d78-450a-b574-7b0cade1c8e7 None None] Routers {'64b40f23-ed6d-4a73-9b91-50a4ab03783e'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:33.791939 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-5f958599-7d78-450a-b574-7b0cade1c8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:33.825439 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-5f958599-7d78-450a-b574-7b0cade1c8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:33.826078 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f958599-7d78-450a-b574-7b0cade1c8e7 None None] The sync data for ids ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:45:33.829684 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-6792bc97-ce44-4397-a5bf-bc1bc5145929 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Request body: {'network': {'name': 'tempest-RoutersTest-868775431'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:33.832735 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b664407-739c-4fc4-a136-9cf97110e08b tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Pushing event deleted for resources: {'Port': ['ID=5ca861f6-49f5-4672-9978-4bcede18cf30,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:33.866680 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcedaca1-5c94-4a2b-b8b7-28c769748570 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Made reservation on behalf of 0affbb95b27f439fba78458f489e0ae3 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:45:33.870543 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dcedaca1-5c94-4a2b-b8b7-28c769748570 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:33.894931 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f51321ee-9fc8-4cad-8161-6ed5d45ee619 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Notify callbacks [] for floatingip, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:34.080173 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58028) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:34.233256 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6792bc97-ce44-4397-a5bf-bc1bc5145929 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Made reservation on behalf of 42c7f4b113aa41f19f4ff0f48ffaebf2 for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:45:34.236753 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6792bc97-ce44-4397-a5bf-bc1bc5145929 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:34.283276 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6792bc97-ce44-4397-a5bf-bc1bc5145929 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:34.308719 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6b664407-739c-4fc4-a136-9cf97110e08b tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks [] for floatingip, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:34.311280 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6b664407-739c-4fc4-a136-9cf97110e08b tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:34.312452 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-6b664407-739c-4fc4-a136-9cf97110e08b tempest-FloatingIPAdminTestJSON-842552519 tempest-FloatingIPAdminTestJSON-842552519-project] 10.222.0.24 "DELETE /v2.0/floatingips/840b567c-2983-4cdb-9f22-9a738552b91a HTTP/1.1" status: 204 len: 168 time: 2.3265550 Mar 28 13:45:34.368329 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6f15ecf3-ab55-4628-8465-b98bab2f0d67 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for router_gateway, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:34.424499 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-5c6c5205-313c-4347-b66b-750664ea066c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b47aec98187847e18c5ef7f4d2b46b85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3348346 Mar 28 13:45:34.433499 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58034) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:34.449934 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f222075-5aa0-4255-911c-f79916d35b1a tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Router 64b40f23-ed6d-4a73-9b91-50a4ab03783e has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:45:34.511550 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e996243-9be0-4247-8eac-47b410199b4c tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Router 30923fd5-3870-4d87-8258-961f0a2fda57 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:45:34.512519 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dcedaca1-5c94-4a2b-b8b7-28c769748570 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:34.628725 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6792bc97-ce44-4397-a5bf-bc1bc5145929 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:34.650962 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcedaca1-5c94-4a2b-b8b7-28c769748570 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Pushing event updated for resources: {'Subnet': ['ID=9612e3f5-aa3d-40ba-98d0-0d494c6f2b66,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:34.670365 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a3b22516-e386-4bb3-80da-da801ca963ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:34.696064 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcedaca1-5c94-4a2b-b8b7-28c769748570 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Checking segment: {'id': '17b42518-8ec4-41cb-8b71-6bb13c525515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2ff6b938-e89e-4a04-957b-7a0a7b94e041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:45:34.696064 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcedaca1-5c94-4a2b-b8b7-28c769748570 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Network hostable DHCP agents. Network: 2ff6b938-e89e-4a04-957b-7a0a7b94e041, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:45:34.731543 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6792bc97-ce44-4397-a5bf-bc1bc5145929 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:34.745460 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a3b22516-e386-4bb3-80da-da801ca963ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:34.746818 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58038) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:34.790190 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6792bc97-ce44-4397-a5bf-bc1bc5145929 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:45:34.812604 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e996243-9be0-4247-8eac-47b410199b4c tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:45:34.817404 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0e996243-9be0-4247-8eac-47b410199b4c tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:34.826643 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a1d2ad-94e3-44ca-b536-3d8924dd5548 None None] Sync routers for ids ['30923fd5-3870-4d87-8258-961f0a2fda57'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:45:34.840277 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcedaca1-5c94-4a2b-b8b7-28c769748570 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Network 2ff6b938-e89e-4a04-957b-7a0a7b94e041 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:45:34.842510 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a1d2ad-94e3-44ca-b536-3d8924dd5548 None None] Routers {'30923fd5-3870-4d87-8258-961f0a2fda57'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:34.843478 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-53a1d2ad-94e3-44ca-b536-3d8924dd5548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['30923fd5-3870-4d87-8258-961f0a2fda57'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:34.874243 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6792bc97-ce44-4397-a5bf-bc1bc5145929 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:34.874621 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-6792bc97-ce44-4397-a5bf-bc1bc5145929 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Added segment 6f1cfe15-d822-4a9c-a51f-80a9f098b0d7 of type vlan for network 9ac88ac2-ecf9-4825-ab12-0a3a31315a45 Mar 28 13:45:34.875023 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-0e996243-9be0-4247-8eac-47b410199b4c tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "PUT /v2.0/floatingips/6fd9be1f-5834-488a-aa7b-e7352d8ae000 HTTP/1.1" status: 200 len: 992 time: 2.6445076 Mar 28 13:45:34.879178 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e01fffb5-23ac-4e8e-873b-deb571f0862c', 'tag': '6c6ea695-a477-4d38-be2e-f1e9fc57f156'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:45:34.885507 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2efd85-3980-420b-863d-44a8a74b1b0e" -d '{"events": [{"name": "network-changed", "server_uuid": "e01fffb5-23ac-4e8e-873b-deb571f0862c", "tag": "6c6ea695-a477-4d38-be2e-f1e9fc57f156"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:45:34.885768 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6792bc97-ce44-4397-a5bf-bc1bc5145929 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b00baf0-f581-428e-a4b5-b6afdbe49aa9,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:34.888851 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f222075-5aa0-4255-911c-f79916d35b1a tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:45:34.900111 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1f222075-5aa0-4255-911c-f79916d35b1a tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:34.904657 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c8e627-ad5a-432b-93c3-fcfaaabf464f None None] Sync routers for ids ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:45:34.923407 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f51321ee-9fc8-4cad-8161-6ed5d45ee619 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:34.926180 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c8e627-ad5a-432b-93c3-fcfaaabf464f None None] Routers {'64b40f23-ed6d-4a73-9b91-50a4ab03783e'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:34.926824 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-10c8e627-ad5a-432b-93c3-fcfaaabf464f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:34.933224 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-dcedaca1-5c94-4a2b-b8b7-28c769748570 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 2ff6b938-e89e-4a04-957b-7a0a7b94e041) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:34.937724 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcedaca1-5c94-4a2b-b8b7-28c769748570 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:34.938311 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dcedaca1-5c94-4a2b-b8b7-28c769748570 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:34.967241 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 13:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80bc7f8f-5656-4418-b9ad-fc060e564fbf x-openstack-request-id: req-80bc7f8f-5656-4418-b9ad-fc060e564fbf {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:45:34.967532 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e01fffb5-23ac-4e8e-873b-deb571f0862c", "tag": "6c6ea695-a477-4d38-be2e-f1e9fc57f156", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:45:34.967905 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-80bc7f8f-5656-4418-b9ad-fc060e564fbf {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:45:34.968298 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e01fffb5-23ac-4e8e-873b-deb571f0862c', 'tag': '6c6ea695-a477-4d38-be2e-f1e9fc57f156', 'status': 'completed', 'code': 200} Mar 28 13:45:34.985989 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6f15ecf3-ab55-4628-8465-b98bab2f0d67 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:34.995717 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6792bc97-ce44-4397-a5bf-bc1bc5145929 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:35.017565 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-10c8e627-ad5a-432b-93c3-fcfaaabf464f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:35.023248 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f51321ee-9fc8-4cad-8161-6ed5d45ee619 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:35.032190 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-dcedaca1-5c94-4a2b-b8b7-28c769748570 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5460641 Mar 28 13:45:35.034618 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c8e627-ad5a-432b-93c3-fcfaaabf464f None None] Routers {'64b40f23-ed6d-4a73-9b91-50a4ab03783e'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:35.036443 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-10c8e627-ad5a-432b-93c3-fcfaaabf464f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:35.048179 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58046) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:35.054637 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-c3227e72-2937-423e-86a2-795e60cd8234 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Request body: {'network': {'name': 'tempest-router-network01--1344027278'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:35.078749 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-10c8e627-ad5a-432b-93c3-fcfaaabf464f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:35.079643 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c8e627-ad5a-432b-93c3-fcfaaabf464f None None] The sync data for ids ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:45:35.105751 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429a04e0-d460-47be-8f74-6514e95866d4 None None] Network 2ff6b938-e89e-4a04-957b-7a0a7b94e041 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:45:35.118487 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.db.resource_extend [None req-6792bc97-ce44-4397-a5bf-bc1bc5145929 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 13:45:35.122971 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-7ead839e-fe14-49ad-a23b-bc6fcb106e33 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f7411532508f4823a4d613ddc2a90ea3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3721681 Mar 28 13:45:35.128317 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58048) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:35.138993 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c8503-0206-4f2f-8478-3117443fcc6d req-519bc5fa-e5d6-43e5-8a47-41785ecb6919 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:35.141968 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f20c8503-0206-4f2f-8478-3117443fcc6d req-519bc5fa-e5d6-43e5-8a47-41785ecb6919 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fffb5-23ac-4e8e-873b-deb571f0862c HTTP/1.1" status: 200 len: 946 time: 0.1752913 Mar 28 13:45:35.174221 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-1f222075-5aa0-4255-911c-f79916d35b1a tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "PUT /v2.0/floatingips/7dc1d4ef-7faf-4734-ad80-c8100d1a0a7b HTTP/1.1" status: 200 len: 978 time: 4.2200177 Mar 28 13:45:35.177466 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58050) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:35.182364 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-72f99b9d-4817-4c2e-a58c-459a7fd4d156 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:35.223661 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3227e72-2937-423e-86a2-795e60cd8234 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Made reservation on behalf of 0affbb95b27f439fba78458f489e0ae3 for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:45:35.227485 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c3227e72-2937-423e-86a2-795e60cd8234 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:35.229604 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a3b22516-e386-4bb3-80da-da801ca963ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:35.232655 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a3b22516-e386-4bb3-80da-da801ca963ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:35.236478 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a3b22516-e386-4bb3-80da-da801ca963ac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/68757600-5be8-409d-8421-742646c25010 HTTP/1.1" status: 204 len: 168 time: 0.8019564 Mar 28 13:45:35.237225 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6792bc97-ce44-4397-a5bf-bc1bc5145929 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:35.240881 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2efd85-3980-420b-863d-44a8a74b1b0e req-7ae49920-2fc5-42c6-ad4b-1f6e288820a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:35.242916 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3d2efd85-3980-420b-863d-44a8a74b1b0e req-7ae49920-2fc5-42c6-ad4b-1f6e288820a6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ab4dbe450214dfd90e3a1bd64f1208c&device_id=e01fffb5-23ac-4e8e-873b-deb571f0862c HTTP/1.1" status: 200 len: 1099 time: 0.2374587 Mar 28 13:45:35.243279 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6792bc97-ce44-4397-a5bf-bc1bc5145929 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:35.243883 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6792bc97-ce44-4397-a5bf-bc1bc5145929 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:35.265434 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-53a1d2ad-94e3-44ca-b536-3d8924dd5548 None None] Set router 30923fd5-3870-4d87-8258-961f0a2fda57 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:45:35.289868 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b22516-e386-4bb3-80da-da801ca963ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68757600-5be8-409d-8421-742646c25010,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:35.358282 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-72f99b9d-4817-4c2e-a58c-459a7fd4d156 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for floatingip, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:35.362188 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [None req-f51321ee-9fc8-4cad-8161-6ed5d45ee619 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Floating IP fc052098-0e79-4129-a1b3-8c5d1d7dc32f associated. External IP: 172.26.2.121, port: a18e5b15-c8e3-4960-85c2-3c772fab2e02. Mar 28 13:45:35.366719 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6792bc97-ce44-4397-a5bf-bc1bc5145929 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event updated for resources: {'Network': ['ID=9ac88ac2-ecf9-4825-ab12-0a3a31315a45,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:35.394183 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 9ac88ac2-ecf9-4825-ab12-0a3a31315a45 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:45:35.401020 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-6792bc97-ce44-4397-a5bf-bc1bc5145929 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.7562327 Mar 28 13:45:35.402206 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58054) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:35.407198 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f20c8503-0206-4f2f-8478-3117443fcc6d req-b34312ba-749b-4d2d-b339-86f565b0a649 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "GET /v2.0/security-groups?id=c04699e5-6b36-4677-a6bb-81f97db4541f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2563050 Mar 28 13:45:35.407955 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3227e72-2937-423e-86a2-795e60cd8234 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:45:35.410752 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-f5aaf419-1351-4366-a039-bfa264ea19a4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Request body: {'network': {'name': 'tempest-RoutersTest-509553830'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:35.453693 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f15ecf3-ab55-4628-8465-b98bab2f0d67 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Router eaf39f9f-6a1c-40a0-b508-b7a57d473fb9 is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:45:35.505151 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33fa717-0ab0-4e5f-b1e0-4214decbb998 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-2ff6b938-e89e-4a04-957b-7a0a7b94e041', 'network_id': '2ff6b938-e89e-4a04-957b-7a0a7b94e041', 'tenant_id': '0affbb95b27f439fba78458f489e0ae3', 'fixed_ips': [{'subnet_id': '9612e3f5-aa3d-40ba-98d0-0d494c6f2b66'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:45:35.506346 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b33fa717-0ab0-4e5f-b1e0-4214decbb998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:35.548491 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ecf36f5a-cb04-489f-9fc7-400c7f6961b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:35.553381 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c3227e72-2937-423e-86a2-795e60cd8234 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:35.553937 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-c3227e72-2937-423e-86a2-795e60cd8234 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Added segment a0a7647a-8624-48f9-8874-3beafcfe9fde of type vlan for network 7243ba21-938a-43dd-ad2e-7d60a16015f1 Mar 28 13:45:35.554346 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5aaf419-1351-4366-a039-bfa264ea19a4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Made reservation on behalf of 42c7f4b113aa41f19f4ff0f48ffaebf2 for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:45:35.558361 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f5aaf419-1351-4366-a039-bfa264ea19a4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:35.630716 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-72f99b9d-4817-4c2e-a58c-459a7fd4d156 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:35.648410 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ecf36f5a-cb04-489f-9fc7-400c7f6961b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:35.661171 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c3227e72-2937-423e-86a2-795e60cd8234 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:35.668880 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5aaf419-1351-4366-a039-bfa264ea19a4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:45:35.683641 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f5aaf419-1351-4366-a039-bfa264ea19a4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:35.683958 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-f5aaf419-1351-4366-a039-bfa264ea19a4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Added segment 90346687-dcef-4bfe-970b-4a839b29d1b5 of type vlan for network fb4e5a8f-5f68-4cb8-8abf-8456320faba9 Mar 28 13:45:35.696068 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-72f99b9d-4817-4c2e-a58c-459a7fd4d156 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:35.699083 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.l3_db [None req-72f99b9d-4817-4c2e-a58c-459a7fd4d156 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Floating IP 7dc1d4ef-7faf-4734-ad80-c8100d1a0a7b disassociated. External IP: 172.26.2.182, port: b88b46b9-11ee-4632-bb30-e65ac2e95e1b. Mar 28 13:45:35.745310 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f15ecf3-ab55-4628-8465-b98bab2f0d67 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:45:35.759204 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddc8882-f9cb-45a4-bf21-e7f8fde4fd05 None None] Sync routers for ids ['eaf39f9f-6a1c-40a0-b508-b7a57d473fb9'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:45:35.790966 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddc8882-f9cb-45a4-bf21-e7f8fde4fd05 None None] Routers {'eaf39f9f-6a1c-40a0-b508-b7a57d473fb9'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:35.792237 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-5ddc8882-f9cb-45a4-bf21-e7f8fde4fd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['eaf39f9f-6a1c-40a0-b508-b7a57d473fb9'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:35.806311 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f5aaf419-1351-4366-a039-bfa264ea19a4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:35.839015 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-5ddc8882-f9cb-45a4-bf21-e7f8fde4fd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:35.853859 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-b33fa717-0ab0-4e5f-b1e0-4214decbb998 None None] Allocated IP 172.20.0.2 (2ff6b938-e89e-4a04-957b-7a0a7b94e041/9612e3f5-aa3d-40ba-98d0-0d494c6f2b66/c65973c8-6218-45dd-889d-fcf264ab166b) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:45:35.870565 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6f15ecf3-ab55-4628-8465-b98bab2f0d67 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:35.871755 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddc8882-f9cb-45a4-bf21-e7f8fde4fd05 None None] Routers {'eaf39f9f-6a1c-40a0-b508-b7a57d473fb9'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:35.871872 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-6f15ecf3-ab55-4628-8465-b98bab2f0d67 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.4566691 Mar 28 13:45:35.872664 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-5ddc8882-f9cb-45a4-bf21-e7f8fde4fd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['eaf39f9f-6a1c-40a0-b508-b7a57d473fb9'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:35.885832 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58066) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:35.890764 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-0af0d14d-11aa-4aa9-a110-99513a1daf47 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'enable_snat': False}}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:35.915803 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-5ddc8882-f9cb-45a4-bf21-e7f8fde4fd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:35.916923 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddc8882-f9cb-45a4-bf21-e7f8fde4fd05 None None] The sync data for ids ['eaf39f9f-6a1c-40a0-b508-b7a57d473fb9'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:45:35.975592 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f5aaf419-1351-4366-a039-bfa264ea19a4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:35.981580 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-53a1d2ad-94e3-44ca-b536-3d8924dd5548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30923fd5-3870-4d87-8258-961f0a2fda57', 'name': 'tempest-ServersTestJSON-1782055734-router', 'tenant_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': '859eb27a-0ac8-40d8-beeb-833a3a4bae16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:44:30Z', 'updated_at': '2022-03-28T13:44:42Z', 'revision_number': 4, 'project_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'gw_port': {'id': '859eb27a-0ac8-40d8-beeb-833a3a4bae16', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:39:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30923fd5-3870-4d87-8258-961f0a2fda57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:44:31Z', 'updated_at': '2022-03-28T13:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '6fd9be1f-5834-488a-aa7b-e7352d8ae000', 'tenant_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'floating_ip_address': '172.26.2.109', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '30923fd5-3870-4d87-8258-961f0a2fda57', 'port_id': '6c6ea695-a477-4d38-be2e-f1e9fc57f156', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1402460-c752-45db-a270-47c08ce9fb97', 'mac_address': 'fa:16:3e:51:87:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01fffb5-23ac-4e8e-873b-deb571f0862c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T13:44:55Z', 'updated_at': '2022-03-28T13:45:32Z', 'revision_number': 1, 'project_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '663ba78e-f181-4124-8de6-289d11a9b37f', 'name': '', 'network_id': 'e1402460-c752-45db-a270-47c08ce9fb97', 'tenant_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'mac_address': 'fa:16:3e:7f:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30923fd5-3870-4d87-8258-961f0a2fda57', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'a167ade0-c005-4c90-9729-9d5afaf497ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:44:39Z', 'updated_at': '2022-03-28T13:44:51Z', 'revision_number': 5, 'project_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'subnets': [{'id': 'a167ade0-c005-4c90-9729-9d5afaf497ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:35.982175 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5aaf419-1351-4366-a039-bfa264ea19a4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:35.982808 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f5aaf419-1351-4366-a039-bfa264ea19a4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:36.016165 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a1d2ad-94e3-44ca-b536-3d8924dd5548 None None] Checking router: 30923fd5-3870-4d87-8258-961f0a2fda57 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:45:36.035237 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a1d2ad-94e3-44ca-b536-3d8924dd5548 None None] Routers {'30923fd5-3870-4d87-8258-961f0a2fda57'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:36.035237 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-53a1d2ad-94e3-44ca-b536-3d8924dd5548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['30923fd5-3870-4d87-8258-961f0a2fda57'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:36.140811 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-f5aaf419-1351-4366-a039-bfa264ea19a4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7338321 Mar 28 13:45:36.154519 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58072) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:36.170471 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-ada7e543-d1f4-4853-bba5-4346112036c4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Request body: {'subnet': {'network_id': '9ac88ac2-ecf9-4825-ab12-0a3a31315a45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:36.197302 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aaf419-1351-4366-a039-bfa264ea19a4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event updated for resources: {'Network': ['ID=fb4e5a8f-5f68-4cb8-8abf-8456320faba9,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:36.198678 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b33fa717-0ab0-4e5f-b1e0-4214decbb998 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:36.203659 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-53a1d2ad-94e3-44ca-b536-3d8924dd5548 None None] Set router 30923fd5-3870-4d87-8258-961f0a2fda57 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:45:36.230714 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network fb4e5a8f-5f68-4cb8-8abf-8456320faba9 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:45:36.299186 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2efd85-3980-420b-863d-44a8a74b1b0e req-818cd7da-c8ad-4b22-9a16-4f28714893dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:36.302362 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3d2efd85-3980-420b-863d-44a8a74b1b0e req-818cd7da-c8ad-4b22-9a16-4f28714893dc service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1402460-c752-45db-a270-47c08ce9fb97 HTTP/1.1" status: 200 len: 907 time: 1.0453866 Mar 28 13:45:36.308961 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.db.resource_extend [None req-c3227e72-2937-423e-86a2-795e60cd8234 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] It took 0.64 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 13:45:36.362148 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b33fa717-0ab0-4e5f-b1e0-4214decbb998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:36.426136 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33fa717-0ab0-4e5f-b1e0-4214decbb998 None None] Pushing event updated for resources: {'Port': ['ID=c65973c8-6218-45dd-889d-fcf264ab166b,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:36.436396 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33fa717-0ab0-4e5f-b1e0-4214decbb998 None None] Network 2ff6b938-e89e-4a04-957b-7a0a7b94e041 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:45:36.439600 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-b33fa717-0ab0-4e5f-b1e0-4214decbb998 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:36.442850 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33fa717-0ab0-4e5f-b1e0-4214decbb998 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:45:36.449974 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c3227e72-2937-423e-86a2-795e60cd8234 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:36.456085 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3227e72-2937-423e-86a2-795e60cd8234 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:36.456821 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c3227e72-2937-423e-86a2-795e60cd8234 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:36.472498 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ecf36f5a-cb04-489f-9fc7-400c7f6961b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:36.475093 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ecf36f5a-cb04-489f-9fc7-400c7f6961b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:36.478763 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ecf36f5a-cb04-489f-9fc7-400c7f6961b0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/674fd871-22ce-4f11-8bf5-2ad8f27f6607 HTTP/1.1" status: 204 len: 168 time: 1.3467820 Mar 28 13:45:36.561075 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f99b9d-4817-4c2e-a58c-459a7fd4d156 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Router 64b40f23-ed6d-4a73-9b91-50a4ab03783e has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:45:36.671187 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f51321ee-9fc8-4cad-8161-6ed5d45ee619 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Router 932ca29e-8b40-4b6f-9e96-e6798079555f has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:45:36.673810 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3227e72-2937-423e-86a2-795e60cd8234 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Pushing event updated for resources: {'Network': ['ID=7243ba21-938a-43dd-ad2e-7d60a16015f1,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:36.703094 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3d2efd85-3980-420b-863d-44a8a74b1b0e req-684463d2-d47c-4c40-ad9f-8c3c7132b62f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c6ea695-a477-4d38-be2e-f1e9fc57f156 HTTP/1.1" status: 200 len: 1000 time: 0.3658533 Mar 28 13:45:36.707165 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf36f5a-cb04-489f-9fc7-400c7f6961b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674fd871-22ce-4f11-8bf5-2ad8f27f6607,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:36.723344 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c3227e72-2937-423e-86a2-795e60cd8234 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6725924 Mar 28 13:45:36.726956 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58084) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:36.746276 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58086) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:36.751405 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 7243ba21-938a-43dd-ad2e-7d60a16015f1 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:45:36.782914 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-b33fa717-0ab0-4e5f-b1e0-4214decbb998 None None] Attempting to bind port c65973c8-6218-45dd-889d-fcf264ab166b on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:45:36.782914 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-b33fa717-0ab0-4e5f-b1e0-4214decbb998 None None] Attempting to bind port c65973c8-6218-45dd-889d-fcf264ab166b by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '17b42518-8ec4-41cb-8b71-6bb13c525515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2ff6b938-e89e-4a04-957b-7a0a7b94e041'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:45:36.782914 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33fa717-0ab0-4e5f-b1e0-4214decbb998 None None] Attempting to bind port c65973c8-6218-45dd-889d-fcf264ab166b on network 2ff6b938-e89e-4a04-957b-7a0a7b94e041 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:45:36.782914 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33fa717-0ab0-4e5f-b1e0-4214decbb998 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:45:36.782914 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33fa717-0ab0-4e5f-b1e0-4214decbb998 None None] Checking segment: {'id': '17b42518-8ec4-41cb-8b71-6bb13c525515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2ff6b938-e89e-4a04-957b-7a0a7b94e041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:45:36.782914 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b33fa717-0ab0-4e5f-b1e0-4214decbb998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:36.782914 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33fa717-0ab0-4e5f-b1e0-4214decbb998 None None] Bound using segment: {'id': '17b42518-8ec4-41cb-8b71-6bb13c525515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2ff6b938-e89e-4a04-957b-7a0a7b94e041'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:45:36.783452 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-b33fa717-0ab0-4e5f-b1e0-4214decbb998 None None] Bound port: c65973c8-6218-45dd-889d-fcf264ab166b, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17b42518-8ec4-41cb-8b71-6bb13c525515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2ff6b938-e89e-4a04-957b-7a0a7b94e041'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:45:36.784071 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b33fa717-0ab0-4e5f-b1e0-4214decbb998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:36.822539 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-fc1e6a81-3bb8-424a-affe-7f567c23221b tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Request body: {'network': {'name': 'tempest-router-network02--587098220'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:36.855797 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada7e543-d1f4-4853-bba5-4346112036c4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Made reservation on behalf of 42c7f4b113aa41f19f4ff0f48ffaebf2 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:45:36.864583 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ada7e543-d1f4-4853-bba5-4346112036c4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:36.883638 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51321ee-9fc8-4cad-8161-6ed5d45ee619 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:45:36.887877 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-53a1d2ad-94e3-44ca-b536-3d8924dd5548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30923fd5-3870-4d87-8258-961f0a2fda57', 'name': 'tempest-ServersTestJSON-1782055734-router', 'tenant_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': '859eb27a-0ac8-40d8-beeb-833a3a4bae16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:44:30Z', 'updated_at': '2022-03-28T13:44:42Z', 'revision_number': 4, 'project_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'gw_port': {'id': '859eb27a-0ac8-40d8-beeb-833a3a4bae16', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:39:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30923fd5-3870-4d87-8258-961f0a2fda57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:44:31Z', 'updated_at': '2022-03-28T13:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '6fd9be1f-5834-488a-aa7b-e7352d8ae000', 'tenant_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'floating_ip_address': '172.26.2.109', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '30923fd5-3870-4d87-8258-961f0a2fda57', 'port_id': '6c6ea695-a477-4d38-be2e-f1e9fc57f156', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1402460-c752-45db-a270-47c08ce9fb97', 'mac_address': 'fa:16:3e:51:87:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01fffb5-23ac-4e8e-873b-deb571f0862c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T13:44:55Z', 'updated_at': '2022-03-28T13:45:32Z', 'revision_number': 1, 'project_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '663ba78e-f181-4124-8de6-289d11a9b37f', 'name': '', 'network_id': 'e1402460-c752-45db-a270-47c08ce9fb97', 'tenant_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'mac_address': 'fa:16:3e:7f:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30923fd5-3870-4d87-8258-961f0a2fda57', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'a167ade0-c005-4c90-9729-9d5afaf497ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:44:39Z', 'updated_at': '2022-03-28T13:44:51Z', 'revision_number': 5, 'project_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'subnets': [{'id': 'a167ade0-c005-4c90-9729-9d5afaf497ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:36.890435 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f51321ee-9fc8-4cad-8161-6ed5d45ee619 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:36.896086 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff04db8-4197-4cf2-a09b-95439a8a61d3 None None] Sync routers for ids ['932ca29e-8b40-4b6f-9e96-e6798079555f'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:45:36.911363 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff04db8-4197-4cf2-a09b-95439a8a61d3 None None] Routers {'932ca29e-8b40-4b6f-9e96-e6798079555f'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:36.911981 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-5ff04db8-4197-4cf2-a09b-95439a8a61d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['932ca29e-8b40-4b6f-9e96-e6798079555f'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:36.924107 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a1d2ad-94e3-44ca-b536-3d8924dd5548 None None] The sync data for ids ['30923fd5-3870-4d87-8258-961f0a2fda57'] in dv-neutron-835335-1-hyperv is: [{'id': '30923fd5-3870-4d87-8258-961f0a2fda57', 'name': 'tempest-ServersTestJSON-1782055734-router', 'tenant_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': '859eb27a-0ac8-40d8-beeb-833a3a4bae16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:44:30Z', 'updated_at': '2022-03-28T13:44:42Z', 'revision_number': 4, 'project_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'gw_port': {'id': '859eb27a-0ac8-40d8-beeb-833a3a4bae16', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:39:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30923fd5-3870-4d87-8258-961f0a2fda57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:44:31Z', 'updated_at': '2022-03-28T13:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '6fd9be1f-5834-488a-aa7b-e7352d8ae000', 'tenant_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'floating_ip_address': '172.26.2.109', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '30923fd5-3870-4d87-8258-961f0a2fda57', 'port_id': '6c6ea695-a477-4d38-be2e-f1e9fc57f156', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1402460-c752-45db-a270-47c08ce9fb97', 'mac_address': 'fa:16:3e:51:87:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01fffb5-23ac-4e8e-873b-deb571f0862c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T13:44:55Z', 'updated_at': '2022-03-28T13:45:32Z', 'revision_number': 1, 'project_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '663ba78e-f181-4124-8de6-289d11a9b37f', 'name': '', 'network_id': 'e1402460-c752-45db-a270-47c08ce9fb97', 'tenant_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'mac_address': 'fa:16:3e:7f:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30923fd5-3870-4d87-8258-961f0a2fda57', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'a167ade0-c005-4c90-9729-9d5afaf497ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:44:39Z', 'updated_at': '2022-03-28T13:44:51Z', 'revision_number': 5, 'project_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'subnets': [{'id': 'a167ade0-c005-4c90-9729-9d5afaf497ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:45:36.971444 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f51321ee-9fc8-4cad-8161-6ed5d45ee619 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "PUT /v2.0/floatingips/fc052098-0e79-4129-a1b3-8c5d1d7dc32f HTTP/1.1" status: 200 len: 991 time: 3.2036881 Mar 28 13:45:36.971444 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81205a7a-3841-4d6b-b481-77365f38218a', 'tag': 'a18e5b15-c8e3-4960-85c2-3c772fab2e02'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:45:36.977901 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-b33fa717-0ab0-4e5f-b1e0-4214decbb998 None None] For port c65973c8-6218-45dd-889d-fcf264ab166b, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:45:36.987266 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-b33fa717-0ab0-4e5f-b1e0-4214decbb998 None None] For port c65973c8-6218-45dd-889d-fcf264ab166b, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=c65973c8-6218-45dd-889d-fcf264ab166b,segment=NetworkSegment(17b42518-8ec4-41cb-8b71-6bb13c525515),segment_id=17b42518-8ec4-41cb-8b71-6bb13c525515)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:45:37.003654 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3618405f-0cca-40fa-ad58-68611def49c7" -d '{"events": [{"name": "network-changed", "server_uuid": "81205a7a-3841-4d6b-b481-77365f38218a", "tag": "a18e5b15-c8e3-4960-85c2-3c772fab2e02"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:45:37.017007 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2efd85-3980-420b-863d-44a8a74b1b0e req-451fe6b8-7c24-41c3-a00b-c4b0b7d5b74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:37.018525 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3d2efd85-3980-420b-863d-44a8a74b1b0e req-451fe6b8-7c24-41c3-a00b-c4b0b7d5b74b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a167ade0-c005-4c90-9729-9d5afaf497ea HTTP/1.1" status: 200 len: 845 time: 0.2932236 Mar 28 13:45:37.054872 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b33fa717-0ab0-4e5f-b1e0-4214decbb998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:37.111218 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 13:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6932b7-d7e0-4721-9b8d-ef45bc6f2564 x-openstack-request-id: req-4d6932b7-d7e0-4721-9b8d-ef45bc6f2564 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:45:37.111508 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81205a7a-3841-4d6b-b481-77365f38218a", "tag": "a18e5b15-c8e3-4960-85c2-3c772fab2e02", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:45:37.111759 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4d6932b7-d7e0-4721-9b8d-ef45bc6f2564 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:45:37.112152 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81205a7a-3841-4d6b-b481-77365f38218a', 'tag': 'a18e5b15-c8e3-4960-85c2-3c772fab2e02', 'status': 'completed', 'code': 200} Mar 28 13:45:37.128316 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f99b9d-4817-4c2e-a58c-459a7fd4d156 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:45:37.149961 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb787d9-1029-4164-9176-af38084d037a None None] Sync routers for ids ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:45:37.166291 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-72f99b9d-4817-4c2e-a58c-459a7fd4d156 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:37.185105 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb787d9-1029-4164-9176-af38084d037a None None] Routers {'64b40f23-ed6d-4a73-9b91-50a4ab03783e'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:37.186347 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-efb787d9-1029-4164-9176-af38084d037a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:37.203017 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-e5b73f45-6011-492c-b847-cff2598ed757 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Request body: {'networks': [{'name': 'tempest-network--1679721613'}, {'name': 'tempest-network--2094148718'}]} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:37.203017 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-e5b73f45-6011-492c-b847-cff2598ed757 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Request body: {'network': {'name': 'tempest-network--1679721613'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:37.203017 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-e5b73f45-6011-492c-b847-cff2598ed757 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Request body: {'network': {'name': 'tempest-network--2094148718'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:37.219121 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-5ff04db8-4197-4cf2-a09b-95439a8a61d3 None None] Set router 932ca29e-8b40-4b6f-9e96-e6798079555f gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:45:37.237460 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1e6a81-3bb8-424a-affe-7f567c23221b tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Made reservation on behalf of 0affbb95b27f439fba78458f489e0ae3 for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:45:37.241209 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-fc1e6a81-3bb8-424a-affe-7f567c23221b tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:37.253783 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-efb787d9-1029-4164-9176-af38084d037a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:37.260716 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33fa717-0ab0-4e5f-b1e0-4214decbb998 None None] Pushing event updated for resources: {'Port': ['ID=c65973c8-6218-45dd-889d-fcf264ab166b,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:37.285544 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb787d9-1029-4164-9176-af38084d037a None None] Routers {'64b40f23-ed6d-4a73-9b91-50a4ab03783e'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:37.288874 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-efb787d9-1029-4164-9176-af38084d037a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:37.292276 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2efd85-3980-420b-863d-44a8a74b1b0e req-9a9237c6-774a-4595-9723-f4f517997727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:37.298987 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3d2efd85-3980-420b-863d-44a8a74b1b0e req-9a9237c6-774a-4595-9723-f4f517997727 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1402460-c752-45db-a270-47c08ce9fb97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2737107 Mar 28 13:45:37.318021 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0af0d14d-11aa-4aa9-a110-99513a1daf47 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:37.329784 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-72f99b9d-4817-4c2e-a58c-459a7fd4d156 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "PUT /v2.0/floatingips/7dc1d4ef-7faf-4734-ad80-c8100d1a0a7b HTTP/1.1" status: 200 len: 688 time: 2.1487682 Mar 28 13:45:37.330012 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42078e0f-de74-47d5-ac10-83c098cde942 req-77659386-52a1-46fe-ada9-3afae464e4b4 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:37.330012 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-42078e0f-de74-47d5-ac10-83c098cde942 req-77659386-52a1-46fe-ada9-3afae464e4b4 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.2167213 Mar 28 13:45:37.331472 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58096) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:37.368082 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618405f-0cca-40fa-ad58-68611def49c7 req-5a05664a-e8a0-476f-998a-11f551c0c3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:37.369041 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-3618405f-0cca-40fa-ad58-68611def49c7 req-5a05664a-e8a0-476f-998a-11f551c0c3ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa9aa9bd837f49a494e03678d3365504&device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 1098 time: 0.2786560 Mar 28 13:45:37.387940 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-efb787d9-1029-4164-9176-af38084d037a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:37.389596 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb787d9-1029-4164-9176-af38084d037a None None] The sync data for ids ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:45:37.452503 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc1e6a81-3bb8-424a-affe-7f567c23221b tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:45:37.463398 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c68acd-4fdb-4c6e-97b4-cc578a57de91 None None] New status for floating IP 6fd9be1f-5834-488a-aa7b-e7352d8ae000: ACTIVE {{(pid=109615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 13:45:37.532650 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-fc1e6a81-3bb8-424a-affe-7f567c23221b tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:37.533335 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-fc1e6a81-3bb8-424a-affe-7f567c23221b tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Added segment f6be8490-b7e3-469c-948f-19407366c176 of type vlan for network a6f3ff36-9875-4847-b95f-085a7a1eea87 Mar 28 13:45:37.543839 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b73f45-6011-492c-b847-cff2598ed757 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Made reservation on behalf of aab71cad3a0c4b25a9fb46d0855ce7ef for: {'network': 2} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:45:37.556400 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e5b73f45-6011-492c-b847-cff2598ed757 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:37.585187 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58098) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:37.651290 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e5b73f45-6011-492c-b847-cff2598ed757 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:37.689300 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device c65973c8-6218-45dd-889d-fcf264ab166b up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:45:37.709848 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-fc1e6a81-3bb8-424a-affe-7f567c23221b tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:37.715035 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-42078e0f-de74-47d5-ac10-83c098cde942 req-8d488ca0-cddc-4abb-9d61-36dbfe9c48c1 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2237029 Mar 28 13:45:37.736484 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-60998029-4527-412b-bd3f-0aeda4d13875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:37.796220 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ada7e543-d1f4-4853-bba5-4346112036c4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:37.810478 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3d2efd85-3980-420b-863d-44a8a74b1b0e req-1105ad39-b0e3-4bc3-b38d-221f3d90be45 service neutron] 10.222.0.20 "GET /v2.0/networks/e1402460-c752-45db-a270-47c08ce9fb97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4797485 Mar 28 13:45:37.812411 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618405f-0cca-40fa-ad58-68611def49c7 req-a464131c-2b3a-4502-9041-753b7780d553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:37.813896 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-3618405f-0cca-40fa-ad58-68611def49c7 req-a464131c-2b3a-4502-9041-753b7780d553 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c012b94c-56e1-42f2-8be1-d11ff4eca693 HTTP/1.1" status: 200 len: 911 time: 0.4372294 Mar 28 13:45:37.844302 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port c65973c8-6218-45dd-889d-fcf264ab166b triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:45:37.844714 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:37.895021 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-08dcb1c4-bfa3-449c-9152-820fe2b34bfb tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Deleting port e739665e-6be6-4e3c-b19e-388212caa597 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:45:37.898684 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-08dcb1c4-bfa3-449c-9152-820fe2b34bfb tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:37.935698 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-fc1e6a81-3bb8-424a-affe-7f567c23221b tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:37.941428 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1e6a81-3bb8-424a-affe-7f567c23221b tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:37.942169 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-fc1e6a81-3bb8-424a-affe-7f567c23221b tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:37.971338 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-08dcb1c4-bfa3-449c-9152-820fe2b34bfb tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:37.971661 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-08dcb1c4-bfa3-449c-9152-820fe2b34bfb tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:37.975041 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:37.984134 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-08dcb1c4-bfa3-449c-9152-820fe2b34bfb tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Calling delete_port for e739665e-6be6-4e3c-b19e-388212caa597 owned by network:floatingip {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:45:38.007001 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada7e543-d1f4-4853-bba5-4346112036c4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event updated for resources: {'Subnet': ['ID=e6e6a7ef-3d25-452b-92e2-871f0471e1a8,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:38.017474 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port c65973c8-6218-45dd-889d-fcf264ab166b, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=c65973c8-6218-45dd-889d-fcf264ab166b,segment=NetworkSegment(17b42518-8ec4-41cb-8b71-6bb13c525515),segment_id=17b42518-8ec4-41cb-8b71-6bb13c525515)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:45:38.041943 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-5ff04db8-4197-4cf2-a09b-95439a8a61d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932ca29e-8b40-4b6f-9e96-e6798079555f', 'name': 'tempest-ServerActionsTestJSON-68342897-router', 'tenant_id': 'aa9aa9bd837f49a494e03678d3365504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '476469b4-76e1-4d32-9033-5987432e6cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:44:30Z', 'updated_at': '2022-03-28T13:44:42Z', 'revision_number': 4, 'project_id': 'aa9aa9bd837f49a494e03678d3365504', 'gw_port': {'id': '476469b4-76e1-4d32-9033-5987432e6cab', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:49:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932ca29e-8b40-4b6f-9e96-e6798079555f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:44:32Z', 'updated_at': '2022-03-28T13:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': 'fc052098-0e79-4129-a1b3-8c5d1d7dc32f', 'tenant_id': 'aa9aa9bd837f49a494e03678d3365504', 'floating_ip_address': '172.26.2.121', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '932ca29e-8b40-4b6f-9e96-e6798079555f', 'port_id': 'a18e5b15-c8e3-4960-85c2-3c772fab2e02', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c012b94c-56e1-42f2-8be1-d11ff4eca693', 'mac_address': 'fa:16:3e:78:ce:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81205a7a-3841-4d6b-b481-77365f38218a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T13:44:53Z', 'updated_at': '2022-03-28T13:45:34Z', 'revision_number': 1, 'project_id': 'aa9aa9bd837f49a494e03678d3365504', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f841483-577f-4991-8127-0ecfed500ee2', 'name': '', 'network_id': 'c012b94c-56e1-42f2-8be1-d11ff4eca693', 'tenant_id': 'aa9aa9bd837f49a494e03678d3365504', 'mac_address': 'fa:16:3e:7f:e4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932ca29e-8b40-4b6f-9e96-e6798079555f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '470f589b-de11-4359-b1c6-d35a22ef5cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:44:40Z', 'updated_at': '2022-03-28T13:44:49Z', 'revision_number': 5, 'project_id': 'aa9aa9bd837f49a494e03678d3365504', 'subnets': [{'id': '470f589b-de11-4359-b1c6-d35a22ef5cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:38.083949 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff04db8-4197-4cf2-a09b-95439a8a61d3 None None] Checking router: 932ca29e-8b40-4b6f-9e96-e6798079555f for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:45:38.090321 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:38.097297 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-3618405f-0cca-40fa-ad58-68611def49c7 req-89229e1f-8b2a-4313-9a62-38d0d36d5035 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a18e5b15-c8e3-4960-85c2-3c772fab2e02 HTTP/1.1" status: 200 len: 999 time: 0.2554424 Mar 28 13:45:38.120787 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-fc1e6a81-3bb8-424a-affe-7f567c23221b tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3137226 Mar 28 13:45:38.123320 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff04db8-4197-4cf2-a09b-95439a8a61d3 None None] Routers {'932ca29e-8b40-4b6f-9e96-e6798079555f'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:38.124709 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-5ff04db8-4197-4cf2-a09b-95439a8a61d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['932ca29e-8b40-4b6f-9e96-e6798079555f'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:38.139248 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58102) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:38.167130 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-48ec01ad-c24a-40e1-8de1-323fb3b77ed1 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Request body: {'subnet': {'network_id': '7243ba21-938a-43dd-ad2e-7d60a16015f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:38.169621 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=c65973c8-6218-45dd-889d-fcf264ab166b,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:38.197915 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3d2efd85-3980-420b-863d-44a8a74b1b0e req-2a93fb06-4697-4d3d-bd52-dd0bd7c023d8 service neutron] 10.222.0.20 "GET /v2.0/networks/e1402460-c752-45db-a270-47c08ce9fb97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744800 Mar 28 13:45:38.214883 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e6a81-3bb8-424a-affe-7f567c23221b tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Pushing event updated for resources: {'Network': ['ID=a6f3ff36-9875-4847-b95f-085a7a1eea87,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:38.224315 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736c44f-c3b6-4aae-a249-6a9c4f6dfac4 req-8feb625b-19fb-42d4-b472-0b185ec9c70a tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:38.226179 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7736c44f-c3b6-4aae-a249-6a9c4f6dfac4 req-8feb625b-19fb-42d4-b472-0b185ec9c70a tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.3406742 Mar 28 13:45:38.227904 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e5b73f45-6011-492c-b847-cff2598ed757 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:38.238085 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada7e543-d1f4-4853-bba5-4346112036c4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Checking segment: {'id': '6f1cfe15-d822-4a9c-a51f-80a9f098b0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9ac88ac2-ecf9-4825-ab12-0a3a31315a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:45:38.239763 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network a6f3ff36-9875-4847-b95f-085a7a1eea87 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:45:38.244944 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada7e543-d1f4-4853-bba5-4346112036c4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Network hostable DHCP agents. Network: 9ac88ac2-ecf9-4825-ab12-0a3a31315a45, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:45:38.283693 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-60998029-4527-412b-bd3f-0aeda4d13875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:38.324683 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e5b73f45-6011-492c-b847-cff2598ed757 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:38.325156 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e5b73f45-6011-492c-b847-cff2598ed757 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:38.341579 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-5ff04db8-4197-4cf2-a09b-95439a8a61d3 None None] Set router 932ca29e-8b40-4b6f-9e96-e6798079555f gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:45:38.350437 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618405f-0cca-40fa-ad58-68611def49c7 req-94022151-d975-4f99-a2ce-062184e5d6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:38.350884 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-3618405f-0cca-40fa-ad58-68611def49c7 req-94022151-d975-4f99-a2ce-062184e5d6d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=470f589b-de11-4359-b1c6-d35a22ef5cbb HTTP/1.1" status: 200 len: 849 time: 0.2503414 Mar 28 13:45:38.354134 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-60998029-4527-412b-bd3f-0aeda4d13875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:38.357549 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7736c44f-c3b6-4aae-a249-6a9c4f6dfac4 req-a35907a6-54a1-4332-96a5-9e28d51d35fa tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622406 Mar 28 13:45:38.472730 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b73f45-6011-492c-b847-cff2598ed757 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1476c5-9504-4b6f-8b00-89e6ab0a63ea,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:38.495563 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-60998029-4527-412b-bd3f-0aeda4d13875 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3c7ef913002246738259a93934e5b9c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9006524 Mar 28 13:45:38.495563 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60998029-4527-412b-bd3f-0aeda4d13875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5773b54-e846-4491-a1bc-f51789365ffc,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:38.496004 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58104) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:38.496004 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5b73f45-6011-492c-b847-cff2598ed757 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:45:38.530199 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada7e543-d1f4-4853-bba5-4346112036c4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Network 9ac88ac2-ecf9-4825-ab12-0a3a31315a45 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:45:38.532574 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e5b73f45-6011-492c-b847-cff2598ed757 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:38.533063 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-e5b73f45-6011-492c-b847-cff2598ed757 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Added segment d082ab5c-4767-4670-90cc-544d999ebf72 of type vlan for network 02d32d83-15f2-4ff9-8ab6-912d7339f0e0 Mar 28 13:45:38.552906 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618405f-0cca-40fa-ad58-68611def49c7 req-4284e93a-cd10-41ce-a4e1-2bf66fb367d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:38.555421 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-3618405f-0cca-40fa-ad58-68611def49c7 req-4284e93a-cd10-41ce-a4e1-2bf66fb367d8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c012b94c-56e1-42f2-8be1-d11ff4eca693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1883287 Mar 28 13:45:38.606018 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ec01ad-c24a-40e1-8de1-323fb3b77ed1 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Made reservation on behalf of 0affbb95b27f439fba78458f489e0ae3 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:45:38.609592 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-48ec01ad-c24a-40e1-8de1-323fb3b77ed1 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:38.632022 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b80f494-e9a4-4471-ab62-ef8c9dde5a67 None None] Network 2ff6b938-e89e-4a04-957b-7a0a7b94e041 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:45:38.661822 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-ada7e543-d1f4-4853-bba5-4346112036c4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 9ac88ac2-ecf9-4825-ab12-0a3a31315a45) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:38.672526 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada7e543-d1f4-4853-bba5-4346112036c4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:38.673137 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ada7e543-d1f4-4853-bba5-4346112036c4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:38.673313 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-5ff04db8-4197-4cf2-a09b-95439a8a61d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932ca29e-8b40-4b6f-9e96-e6798079555f', 'name': 'tempest-ServerActionsTestJSON-68342897-router', 'tenant_id': 'aa9aa9bd837f49a494e03678d3365504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '476469b4-76e1-4d32-9033-5987432e6cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:44:30Z', 'updated_at': '2022-03-28T13:44:42Z', 'revision_number': 4, 'project_id': 'aa9aa9bd837f49a494e03678d3365504', 'gw_port': {'id': '476469b4-76e1-4d32-9033-5987432e6cab', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:49:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932ca29e-8b40-4b6f-9e96-e6798079555f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:44:32Z', 'updated_at': '2022-03-28T13:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': 'fc052098-0e79-4129-a1b3-8c5d1d7dc32f', 'tenant_id': 'aa9aa9bd837f49a494e03678d3365504', 'floating_ip_address': '172.26.2.121', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '932ca29e-8b40-4b6f-9e96-e6798079555f', 'port_id': 'a18e5b15-c8e3-4960-85c2-3c772fab2e02', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c012b94c-56e1-42f2-8be1-d11ff4eca693', 'mac_address': 'fa:16:3e:78:ce:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81205a7a-3841-4d6b-b481-77365f38218a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T13:44:53Z', 'updated_at': '2022-03-28T13:45:34Z', 'revision_number': 1, 'project_id': 'aa9aa9bd837f49a494e03678d3365504', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f841483-577f-4991-8127-0ecfed500ee2', 'name': '', 'network_id': 'c012b94c-56e1-42f2-8be1-d11ff4eca693', 'tenant_id': 'aa9aa9bd837f49a494e03678d3365504', 'mac_address': 'fa:16:3e:7f:e4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932ca29e-8b40-4b6f-9e96-e6798079555f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '470f589b-de11-4359-b1c6-d35a22ef5cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:44:40Z', 'updated_at': '2022-03-28T13:44:49Z', 'revision_number': 5, 'project_id': 'aa9aa9bd837f49a494e03678d3365504', 'subnets': [{'id': '470f589b-de11-4359-b1c6-d35a22ef5cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:38.708566 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff04db8-4197-4cf2-a09b-95439a8a61d3 None None] The sync data for ids ['932ca29e-8b40-4b6f-9e96-e6798079555f'] in dv-neutron-835335-1-hyperv is: [{'id': '932ca29e-8b40-4b6f-9e96-e6798079555f', 'name': 'tempest-ServerActionsTestJSON-68342897-router', 'tenant_id': 'aa9aa9bd837f49a494e03678d3365504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '476469b4-76e1-4d32-9033-5987432e6cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:44:30Z', 'updated_at': '2022-03-28T13:44:42Z', 'revision_number': 4, 'project_id': 'aa9aa9bd837f49a494e03678d3365504', 'gw_port': {'id': '476469b4-76e1-4d32-9033-5987432e6cab', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:49:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932ca29e-8b40-4b6f-9e96-e6798079555f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:44:32Z', 'updated_at': '2022-03-28T13:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': 'fc052098-0e79-4129-a1b3-8c5d1d7dc32f', 'tenant_id': 'aa9aa9bd837f49a494e03678d3365504', 'floating_ip_address': '172.26.2.121', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '932ca29e-8b40-4b6f-9e96-e6798079555f', 'port_id': 'a18e5b15-c8e3-4960-85c2-3c772fab2e02', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c012b94c-56e1-42f2-8be1-d11ff4eca693', 'mac_address': 'fa:16:3e:78:ce:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81205a7a-3841-4d6b-b481-77365f38218a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T13:44:53Z', 'updated_at': '2022-03-28T13:45:34Z', 'revision_number': 1, 'project_id': 'aa9aa9bd837f49a494e03678d3365504', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f841483-577f-4991-8127-0ecfed500ee2', 'name': '', 'network_id': 'c012b94c-56e1-42f2-8be1-d11ff4eca693', 'tenant_id': 'aa9aa9bd837f49a494e03678d3365504', 'mac_address': 'fa:16:3e:7f:e4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932ca29e-8b40-4b6f-9e96-e6798079555f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '470f589b-de11-4359-b1c6-d35a22ef5cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:44:40Z', 'updated_at': '2022-03-28T13:44:49Z', 'revision_number': 5, 'project_id': 'aa9aa9bd837f49a494e03678d3365504', 'subnets': [{'id': '470f589b-de11-4359-b1c6-d35a22ef5cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:45:38.719840 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e5b73f45-6011-492c-b847-cff2598ed757 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:38.730157 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb7fcde-812f-4beb-98b0-9a8289fea691 None None] Network 9ac88ac2-ecf9-4825-ab12-0a3a31315a45 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:45:38.734315 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-08dcb1c4-bfa3-449c-9152-820fe2b34bfb tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:38.790224 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dcb1c4-bfa3-449c-9152-820fe2b34bfb tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Pushing event deleted for resources: {'Port': ['ID=e739665e-6be6-4e3c-b19e-388212caa597,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:38.845137 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6a1f3d24-96c8-4139-b0ec-d8bd5467d8fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:38.872749 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-31c594f7-62f2-4e22-b1a1-33ccc3bb2d64 None None] Provisioning complete for port c65973c8-6218-45dd-889d-fcf264ab166b triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:45:38.873364 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-31c594f7-62f2-4e22-b1a1-33ccc3bb2d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:38.904207 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5b73f45-6011-492c-b847-cff2598ed757 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:45:38.946260 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6a1f3d24-96c8-4139-b0ec-d8bd5467d8fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:38.969865 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e5b73f45-6011-492c-b847-cff2598ed757 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:38.970355 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-e5b73f45-6011-492c-b847-cff2598ed757 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Added segment 88f19ba4-0a8e-4589-8d08-9e0547af2a5c of type vlan for network 92ad2e5f-248c-4aa1-85be-8de8a98898d0 Mar 28 13:45:39.002082 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-08dcb1c4-bfa3-449c-9152-820fe2b34bfb tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for floatingip, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:39.005060 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-08dcb1c4-bfa3-449c-9152-820fe2b34bfb tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:39.009886 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-08dcb1c4-bfa3-449c-9152-820fe2b34bfb tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "DELETE /v2.0/floatingips/7dc1d4ef-7faf-4734-ad80-c8100d1a0a7b HTTP/1.1" status: 204 len: 168 time: 1.6772745 Mar 28 13:45:39.011205 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58106) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:39.049652 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d838b914-7238-4edc-9e8a-583df5fb6f20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-9ac88ac2-ecf9-4825-ab12-0a3a31315a45', 'network_id': '9ac88ac2-ecf9-4825-ab12-0a3a31315a45', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'fixed_ips': [{'subnet_id': 'e6e6a7ef-3d25-452b-92e2-871f0471e1a8'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:45:39.051096 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d838b914-7238-4edc-9e8a-583df5fb6f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:39.096880 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f233eb82-2759-4ba1-9baa-217e8360564d None None] New status for floating IP fc052098-0e79-4129-a1b3-8c5d1d7dc32f: ACTIVE {{(pid=109614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 13:45:39.115137 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e5b73f45-6011-492c-b847-cff2598ed757 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:39.171004 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-de7d7a9c-0440-4960-bee5-3dedd873c35b tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] delete failed (client error): The resource could not be found. Mar 28 13:45:39.177189 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-de7d7a9c-0440-4960-bee5-3dedd873c35b tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "DELETE /v2.0/floatingips/7dc1d4ef-7faf-4734-ad80-c8100d1a0a7b HTTP/1.1" status: 404 len: 345 time: 0.1633232 Mar 28 13:45:39.178072 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58108) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:39.196592 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-3618405f-0cca-40fa-ad58-68611def49c7 req-b944eb3f-822a-4385-a271-cc38ab8bfa07 service neutron] 10.222.0.20 "GET /v2.0/networks/c012b94c-56e1-42f2-8be1-d11ff4eca693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6330130 Mar 28 13:45:39.237656 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-48ec01ad-c24a-40e1-8de1-323fb3b77ed1 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:39.244029 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e5b73f45-6011-492c-b847-cff2598ed757 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:39.245603 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e5b73f45-6011-492c-b847-cff2598ed757 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:39.251911 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b73f45-6011-492c-b847-cff2598ed757 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:39.258589 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b73f45-6011-492c-b847-cff2598ed757 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:39.259513 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e5b73f45-6011-492c-b847-cff2598ed757 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:39.265114 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0af0d14d-11aa-4aa9-a110-99513a1daf47 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133933759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133929745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12481'] for router, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:39.282279 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ada7e543-d1f4-4853-bba5-4346112036c4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1242025 Mar 28 13:45:39.288048 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58110) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:39.296519 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-87e5d7c3-fae2-4231-80b2-e3e4e5d97d45 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Request body: {'subnet': {'network_id': 'fb4e5a8f-5f68-4cb8-8abf-8456320faba9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:39.305531 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0af0d14d-11aa-4aa9-a110-99513a1daf47 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133933750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133933709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133929832'] for router, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:39.315054 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6a1f3d24-96c8-4139-b0ec-d8bd5467d8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:39.317740 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6a1f3d24-96c8-4139-b0ec-d8bd5467d8fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:39.321972 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-6a1f3d24-96c8-4139-b0ec-d8bd5467d8fa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a5773b54-e846-4491-a1bc-f51789365ffc HTTP/1.1" status: 204 len: 168 time: 0.8214495 Mar 28 13:45:39.391259 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b73f45-6011-492c-b847-cff2598ed757 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Pushing event updated for resources: {'Network': ['ID=02d32d83-15f2-4ff9-8ab6-912d7339f0e0,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:39.400272 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f3d24-96c8-4139-b0ec-d8bd5467d8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5773b54-e846-4491-a1bc-f51789365ffc,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:39.409394 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32730ac-1860-4cb6-a1be-2cae369dbb95 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:39.417823 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32730ac-1860-4cb6-a1be-2cae369dbb95 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:39.425298 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32730ac-1860-4cb6-a1be-2cae369dbb95 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:39.430244 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-b32730ac-1860-4cb6-a1be-2cae369dbb95 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "GET /v2.0/ports?network_id=775fb646-a369-4595-989d-470f7dd0c52a HTTP/1.1" status: 200 len: 2359 time: 0.2450399 Mar 28 13:45:39.448174 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58116) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:39.466455 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 02d32d83-15f2-4ff9-8ab6-912d7339f0e0 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:45:39.486802 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ec01ad-c24a-40e1-8de1-323fb3b77ed1 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Checking segment: {'id': 'a0a7647a-8624-48f9-8874-3beafcfe9fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7243ba21-938a-43dd-ad2e-7d60a16015f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:45:39.487159 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ec01ad-c24a-40e1-8de1-323fb3b77ed1 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Network hostable DHCP agents. Network: 7243ba21-938a-43dd-ad2e-7d60a16015f1, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:45:39.545526 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e5b73f45-6011-492c-b847-cff2598ed757 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.8091838 Mar 28 13:45:39.562607 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58118) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:39.597996 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ec01ad-c24a-40e1-8de1-323fb3b77ed1 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Pushing event updated for resources: {'Subnet': ['ID=dce6d2a8-2431-4126-a715-51a069cd1770,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:39.605212 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device c65973c8-6218-45dd-889d-fcf264ab166b up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:45:39.680947 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b73f45-6011-492c-b847-cff2598ed757 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Pushing event updated for resources: {'Network': ['ID=92ad2e5f-248c-4aa1-85be-8de8a98898d0,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:39.686106 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-6fb916cc-f9a4-41bf-927e-036c59fec66f None None] Provisioning complete for port c65973c8-6218-45dd-889d-fcf264ab166b triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:45:39.686746 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6fb916cc-f9a4-41bf-927e-036c59fec66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:39.695334 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-d838b914-7238-4edc-9e8a-583df5fb6f20 None None] Allocated IP 172.20.0.2 (9ac88ac2-ecf9-4825-ab12-0a3a31315a45/e6e6a7ef-3d25-452b-92e2-871f0471e1a8/c9325674-93a0-4efd-9aac-6cbad614798d) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:45:39.755478 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12ae649-7436-4ccc-8dac-c26eda7d761a tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:39.757549 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 92ad2e5f-248c-4aa1-85be-8de8a98898d0 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:45:39.759707 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f12ae649-7436-4ccc-8dac-c26eda7d761a tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "GET /v2.0/subnets/6f1fa25c-9590-4af8-94e6-bbf8b8df9528 HTTP/1.1" status: 200 len: 797 time: 0.2900085 Mar 28 13:45:39.790891 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58120) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:39.814696 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ec01ad-c24a-40e1-8de1-323fb3b77ed1 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Network 7243ba21-938a-43dd-ad2e-7d60a16015f1 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:45:39.829692 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-e7cb92c8-72a3-4955-a929-f226d07ecaf6 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Request body: {'port': {'network_id': '775fb646-a369-4595-989d-470f7dd0c52a', 'name': 'tempest-FloatingIPTestJSON-1944280045', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:39.881255 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c849a-9605-4d7f-8436-c0c6e9003182 req-2c1d2017-36c4-4053-b2b6-950d1e18e3bb tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:39.883428 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-645c849a-9605-4d7f-8436-c0c6e9003182 req-2c1d2017-36c4-4053-b2b6-950d1e18e3bb tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.3985980 Mar 28 13:45:39.915222 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af0d14d-11aa-4aa9-a110-99513a1daf47 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Router eaf39f9f-6a1c-40a0-b508-b7a57d473fb9 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:45:39.955620 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-3618405f-0cca-40fa-ad58-68611def49c7 req-d05c6e72-ac9f-436e-a1fe-feafc594ceae service neutron] 10.222.0.20 "GET /v2.0/networks/c012b94c-56e1-42f2-8be1-d11ff4eca693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7353034 Mar 28 13:45:39.997385 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b639a7d4-f757-467e-ab9f-fc8282539466 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:40.003655 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b639a7d4-f757-467e-ab9f-fc8282539466 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:40.009984 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b639a7d4-f757-467e-ab9f-fc8282539466 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:40.015420 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b639a7d4-f757-467e-ab9f-fc8282539466 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:40.017359 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b639a7d4-f757-467e-ab9f-fc8282539466 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4203346 Mar 28 13:45:40.020705 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58124) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:40.048133 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-48ec01ad-c24a-40e1-8de1-323fb3b77ed1 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 7243ba21-938a-43dd-ad2e-7d60a16015f1) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:40.049450 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e5d7c3-fae2-4231-80b2-e3e4e5d97d45 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Made reservation on behalf of 42c7f4b113aa41f19f4ff0f48ffaebf2 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:45:40.053941 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-87e5d7c3-fae2-4231-80b2-e3e4e5d97d45 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:40.063653 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcaa91b-274b-48b5-89f6-f32c21371a44 None None] Network 7243ba21-938a-43dd-ad2e-7d60a16015f1 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:45:40.079507 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ec01ad-c24a-40e1-8de1-323fb3b77ed1 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:40.080148 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-48ec01ad-c24a-40e1-8de1-323fb3b77ed1 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:40.089618 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-645c849a-9605-4d7f-8436-c0c6e9003182 req-f4960c0e-6d63-47ef-a683-8ec5e80a8330 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610494 Mar 28 13:45:40.107902 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port c65973c8-6218-45dd-889d-fcf264ab166b triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:45:40.108344 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:40.170326 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-40e06ed2-a9d7-4868-8e06-270a13874e73 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:40.216768 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-48ec01ad-c24a-40e1-8de1-323fb3b77ed1 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0731616 Mar 28 13:45:40.219299 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58126) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:40.234777 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-826dcc90-20db-4856-9299-22d7123d6017 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Request body: {'subnet': {'network_id': 'a6f3ff36-9875-4847-b95f-085a7a1eea87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:40.238221 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7cb92c8-72a3-4955-a929-f226d07ecaf6 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Made reservation on behalf of f752b5828898440a9970d48ba87421b7 for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:45:40.262678 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af0d14d-11aa-4aa9-a110-99513a1daf47 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:45:40.269785 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0af0d14d-11aa-4aa9-a110-99513a1daf47 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:40.275174 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-0af0d14d-11aa-4aa9-a110-99513a1daf47 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] 10.222.0.24 "PUT /v2.0/routers/eaf39f9f-6a1c-40a0-b508-b7a57d473fb9 HTTP/1.1" status: 200 len: 922 time: 4.3847950 Mar 28 13:45:40.275174 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58128) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:40.286926 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6387522-86b6-406e-a4bc-54d2f2814066 None None] Sync routers for ids ['eaf39f9f-6a1c-40a0-b508-b7a57d473fb9'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:45:40.303350 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6387522-86b6-406e-a4bc-54d2f2814066 None None] Routers {'eaf39f9f-6a1c-40a0-b508-b7a57d473fb9'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:40.308533 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-e6387522-86b6-406e-a4bc-54d2f2814066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['eaf39f9f-6a1c-40a0-b508-b7a57d473fb9'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:40.344943 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58130) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:40.367640 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d838b914-7238-4edc-9e8a-583df5fb6f20 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:40.374829 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-e6387522-86b6-406e-a4bc-54d2f2814066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:40.390095 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6387522-86b6-406e-a4bc-54d2f2814066 None None] Routers {'eaf39f9f-6a1c-40a0-b508-b7a57d473fb9'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:40.391383 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-e6387522-86b6-406e-a4bc-54d2f2814066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['eaf39f9f-6a1c-40a0-b508-b7a57d473fb9'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:40.402406 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-025b8699-7772-4320-b3ef-2a5c0892ec00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:40.449302 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca6f26a-568b-4d33-8901-0cff0f6cc840 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-7243ba21-938a-43dd-ad2e-7d60a16015f1', 'network_id': '7243ba21-938a-43dd-ad2e-7d60a16015f1', 'tenant_id': '0affbb95b27f439fba78458f489e0ae3', 'fixed_ips': [{'subnet_id': 'dce6d2a8-2431-4126-a715-51a069cd1770'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:45:40.450189 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6ca6f26a-568b-4d33-8901-0cff0f6cc840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:40.474250 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-e6387522-86b6-406e-a4bc-54d2f2814066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:40.475153 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6387522-86b6-406e-a4bc-54d2f2814066 None None] The sync data for ids ['eaf39f9f-6a1c-40a0-b508-b7a57d473fb9'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:45:40.482473 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d838b914-7238-4edc-9e8a-583df5fb6f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:40.570472 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-bf80ee7a-1b3b-4ee7-bbc7-b6d575713935 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] 10.222.0.24 "GET /v2.0/routers/eaf39f9f-6a1c-40a0-b508-b7a57d473fb9 HTTP/1.1" status: 200 len: 922 time: 0.2917404 Mar 28 13:45:40.570710 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58132) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:40.593273 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d838b914-7238-4edc-9e8a-583df5fb6f20 None None] Network 9ac88ac2-ecf9-4825-ab12-0a3a31315a45 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:45:40.602468 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-d838b914-7238-4edc-9e8a-583df5fb6f20 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:40.604122 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838b914-7238-4edc-9e8a-583df5fb6f20 None None] Pushing event updated for resources: {'Port': ['ID=c9325674-93a0-4efd-9aac-6cbad614798d,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:40.606333 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d838b914-7238-4edc-9e8a-583df5fb6f20 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:45:40.632276 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-87e5d7c3-fae2-4231-80b2-e3e4e5d97d45 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:40.659382 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-40e06ed2-a9d7-4868-8e06-270a13874e73 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:40.676816 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-025b8699-7772-4320-b3ef-2a5c0892ec00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:40.698917 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-d838b914-7238-4edc-9e8a-583df5fb6f20 None None] Attempting to bind port c9325674-93a0-4efd-9aac-6cbad614798d on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:45:40.699289 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-d838b914-7238-4edc-9e8a-583df5fb6f20 None None] Attempting to bind port c9325674-93a0-4efd-9aac-6cbad614798d by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '6f1cfe15-d822-4a9c-a51f-80a9f098b0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9ac88ac2-ecf9-4825-ab12-0a3a31315a45'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:45:40.699646 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d838b914-7238-4edc-9e8a-583df5fb6f20 None None] Attempting to bind port c9325674-93a0-4efd-9aac-6cbad614798d on network 9ac88ac2-ecf9-4825-ab12-0a3a31315a45 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:45:40.707571 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-40e06ed2-a9d7-4868-8e06-270a13874e73 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02d32d83-15f2-4ff9-8ab6-912d7339f0e0']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:40.708480 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d838b914-7238-4edc-9e8a-583df5fb6f20 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:45:40.708857 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d838b914-7238-4edc-9e8a-583df5fb6f20 None None] Checking segment: {'id': '6f1cfe15-d822-4a9c-a51f-80a9f098b0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9ac88ac2-ecf9-4825-ab12-0a3a31315a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:45:40.710046 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d838b914-7238-4edc-9e8a-583df5fb6f20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:40.710444 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d838b914-7238-4edc-9e8a-583df5fb6f20 None None] Bound using segment: {'id': '6f1cfe15-d822-4a9c-a51f-80a9f098b0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9ac88ac2-ecf9-4825-ab12-0a3a31315a45'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:45:40.711576 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-d838b914-7238-4edc-9e8a-583df5fb6f20 None None] Bound port: c9325674-93a0-4efd-9aac-6cbad614798d, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f1cfe15-d822-4a9c-a51f-80a9f098b0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9ac88ac2-ecf9-4825-ab12-0a3a31315a45'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:45:40.711965 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d838b914-7238-4edc-9e8a-583df5fb6f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:40.722975 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-6ca6f26a-568b-4d33-8901-0cff0f6cc840 None None] Allocated IP 172.20.0.2 (7243ba21-938a-43dd-ad2e-7d60a16015f1/dce6d2a8-2431-4126-a715-51a069cd1770/d0c56c8b-c79a-4a13-a333-4c0fc40cb627) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:45:40.726508 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7d1031-1989-4313-bb7a-07829227a6c6 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:40.728126 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-9f7d1031-1989-4313-bb7a-07829227a6c6 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=1cb296ed-c863-4502-973a-f31b82091846&device_id=eaf39f9f-6a1c-40a0-b508-b7a57d473fb9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1565473 Mar 28 13:45:40.731430 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5d7c3-fae2-4231-80b2-e3e4e5d97d45 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event updated for resources: {'Subnet': ['ID=97b7e29d-8614-4333-8e81-6057dedac968,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:40.733926 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58134) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:40.734069 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-40e06ed2-a9d7-4868-8e06-270a13874e73 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd082ab5c-4767-4670-90cc-544d999ebf72') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:40.734436 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-40e06ed2-a9d7-4868-8e06-270a13874e73 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd082ab5c-4767-4670-90cc-544d999ebf72') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:40.744753 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e7cb92c8-72a3-4955-a929-f226d07ecaf6 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:40.755413 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-025b8699-7772-4320-b3ef-2a5c0892ec00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:40.764898 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-40e06ed2-a9d7-4868-8e06-270a13874e73 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:40.778839 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-e7cb92c8-72a3-4955-a929-f226d07ecaf6 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] device_id is not set on port e49a87a3-d086-478f-a9b4-165edd48719a yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:45:40.789898 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-40e06ed2-a9d7-4868-8e06-270a13874e73 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:40.809150 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e5d7c3-fae2-4231-80b2-e3e4e5d97d45 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Checking segment: {'id': '90346687-dcef-4bfe-970b-4a839b29d1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'fb4e5a8f-5f68-4cb8-8abf-8456320faba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:45:40.812611 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e5d7c3-fae2-4231-80b2-e3e4e5d97d45 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Network hostable DHCP agents. Network: fb4e5a8f-5f68-4cb8-8abf-8456320faba9, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:45:40.848803 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40e06ed2-a9d7-4868-8e06-270a13874e73 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:45:40.849217 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-40e06ed2-a9d7-4868-8e06-270a13874e73 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:40.850226 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-d838b914-7238-4edc-9e8a-583df5fb6f20 None None] For port c9325674-93a0-4efd-9aac-6cbad614798d, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:45:40.852679 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:45:40.852679 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:45:40.852679 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:45:40.852679 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:45:40.852679 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:45:40.852679 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:45:40.852679 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:45:40.852679 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:45:40.852679 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:45:40.852679 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:45:40.852679 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:45:40.852679 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:45:40.852679 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:45:40.852679 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:45:40.852679 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:45:40.852679 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:45:40.852679 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:45:40.852679 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:45:40.852679 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:45:40.852679 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:45:40.852679 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:45:40.852679 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:45:40.852679 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:45:40.852679 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:45:40.852679 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:45:40.852679 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:45:40.852679 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:45:40.852679 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:45:40.852679 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:45:40.852679 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:45:40.852679 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:45:40.852679 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:45:40.855029 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-025b8699-7772-4320-b3ef-2a5c0892ec00 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=10f63f457bab4b97b5b8113fd5279fa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5067346 Mar 28 13:45:40.857982 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58136) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:40.859508 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-d838b914-7238-4edc-9e8a-583df5fb6f20 None None] For port c9325674-93a0-4efd-9aac-6cbad614798d, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=c9325674-93a0-4efd-9aac-6cbad614798d,segment=NetworkSegment(6f1cfe15-d822-4a9c-a51f-80a9f098b0d7),segment_id=6f1cfe15-d822-4a9c-a51f-80a9f098b0d7)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:45:40.867593 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b8699-7772-4320-b3ef-2a5c0892ec00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497fbed8-0fd5-4b88-b74a-373ee08ea663,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:40.888194 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826dcc90-20db-4856-9299-22d7123d6017 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Made reservation on behalf of 0affbb95b27f439fba78458f489e0ae3 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:45:40.891647 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-826dcc90-20db-4856-9299-22d7123d6017 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:40.923748 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52857b3c-1d82-4db9-a741-0a3e60128cf1 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:40.925170 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-52857b3c-1d82-4db9-a741-0a3e60128cf1 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] 10.222.0.24 "GET /v2.0/networks/1cb296ed-c863-4502-973a-f31b82091846 HTTP/1.1" status: 200 len: 881 time: 0.1903603 Mar 28 13:45:40.928644 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58138) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:40.954643 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d838b914-7238-4edc-9e8a-583df5fb6f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:40.960901 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6ca6f26a-568b-4d33-8901-0cff0f6cc840 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:40.970951 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-f92be40f-0206-4fb7-94b8-d2417bbb3948 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaf39f9f-6a1c-40a0-b508-b7a57d473fb9 HTTP/1.1" status: 200 len: 205 time: 0.0375283 Mar 28 13:45:40.970951 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e5d7c3-fae2-4231-80b2-e3e4e5d97d45 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Network fb4e5a8f-5f68-4cb8-8abf-8456320faba9 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:45:40.972038 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e478a45e-314a-4a88-8b1e-e53d0eeb5845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:40.973611 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58140) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:41.021416 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838b914-7238-4edc-9e8a-583df5fb6f20 None None] Pushing event updated for resources: {'Port': ['ID=c9325674-93a0-4efd-9aac-6cbad614798d,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:41.047616 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e478a45e-314a-4a88-8b1e-e53d0eeb5845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:41.059828 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6ca6f26a-568b-4d33-8901-0cff0f6cc840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:41.113919 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-87e5d7c3-fae2-4231-80b2-e3e4e5d97d45 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, fb4e5a8f-5f68-4cb8-8abf-8456320faba9) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:41.118193 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca6f26a-568b-4d33-8901-0cff0f6cc840 None None] Network 7243ba21-938a-43dd-ad2e-7d60a16015f1 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:45:41.118913 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-40e06ed2-a9d7-4868-8e06-270a13874e73 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:41.123119 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-6ca6f26a-568b-4d33-8901-0cff0f6cc840 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:41.128075 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca6f26a-568b-4d33-8901-0cff0f6cc840 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:45:41.129784 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e5d7c3-fae2-4231-80b2-e3e4e5d97d45 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:41.130272 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-87e5d7c3-fae2-4231-80b2-e3e4e5d97d45 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:41.153007 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-40e06ed2-a9d7-4868-8e06-270a13874e73 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:41.153007 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-40e06ed2-a9d7-4868-8e06-270a13874e73 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] 10.222.0.24 "DELETE /v2.0/networks/02d32d83-15f2-4ff9-8ab6-912d7339f0e0 HTTP/1.1" status: 204 len: 168 time: 1.1313043 Mar 28 13:45:41.155939 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58144) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:41.162689 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2522789e-41e7-4ecc-8ee9-e729ab0aaef3 None None] Network fb4e5a8f-5f68-4cb8-8abf-8456320faba9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:45:41.168798 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6f26a-568b-4d33-8901-0cff0f6cc840 None None] Pushing event updated for resources: {'Port': ['ID=d0c56c8b-c79a-4a13-a333-4c0fc40cb627,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:41.171775 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d45fefd8-9c33-4fca-8d38-422ff9edcd18 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for router, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:41.232199 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-87e5d7c3-fae2-4231-80b2-e3e4e5d97d45 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9415765 Mar 28 13:45:41.237318 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e06ed2-a9d7-4868-8e06-270a13874e73 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Pushing event deleted for resources: {'Network': ['ID=02d32d83-15f2-4ff9-8ab6-912d7339f0e0,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:41.246437 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58146) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:41.255608 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-4449ac75-bebd-41ba-b643-9eedbeeedb8f tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-981055369', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:41.262438 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-6ca6f26a-568b-4d33-8901-0cff0f6cc840 None None] Attempting to bind port d0c56c8b-c79a-4a13-a333-4c0fc40cb627 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:45:41.263677 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-6ca6f26a-568b-4d33-8901-0cff0f6cc840 None None] Attempting to bind port d0c56c8b-c79a-4a13-a333-4c0fc40cb627 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'a0a7647a-8624-48f9-8874-3beafcfe9fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7243ba21-938a-43dd-ad2e-7d60a16015f1'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:45:41.264015 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca6f26a-568b-4d33-8901-0cff0f6cc840 None None] Attempting to bind port d0c56c8b-c79a-4a13-a333-4c0fc40cb627 on network 7243ba21-938a-43dd-ad2e-7d60a16015f1 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:45:41.272160 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca6f26a-568b-4d33-8901-0cff0f6cc840 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:45:41.272563 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca6f26a-568b-4d33-8901-0cff0f6cc840 None None] Checking segment: {'id': 'a0a7647a-8624-48f9-8874-3beafcfe9fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7243ba21-938a-43dd-ad2e-7d60a16015f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:45:41.272960 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6ca6f26a-568b-4d33-8901-0cff0f6cc840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:41.273909 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca6f26a-568b-4d33-8901-0cff0f6cc840 None None] Bound using segment: {'id': 'a0a7647a-8624-48f9-8874-3beafcfe9fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7243ba21-938a-43dd-ad2e-7d60a16015f1'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:45:41.274799 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-6ca6f26a-568b-4d33-8901-0cff0f6cc840 None None] Bound port: d0c56c8b-c79a-4a13-a333-4c0fc40cb627, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0a7647a-8624-48f9-8874-3beafcfe9fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7243ba21-938a-43dd-ad2e-7d60a16015f1'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:45:41.274799 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6ca6f26a-568b-4d33-8901-0cff0f6cc840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:41.278397 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e478a45e-314a-4a88-8b1e-e53d0eeb5845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:41.281009 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e478a45e-314a-4a88-8b1e-e53d0eeb5845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:41.282186 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-e478a45e-314a-4a88-8b1e-e53d0eeb5845 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/497fbed8-0fd5-4b88-b74a-373ee08ea663 HTTP/1.1" status: 204 len: 168 time: 0.4214251 Mar 28 13:45:41.386892 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e478a45e-314a-4a88-8b1e-e53d0eeb5845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497fbed8-0fd5-4b88-b74a-373ee08ea663,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:41.407528 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4449ac75-bebd-41ba-b643-9eedbeeedb8f tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:41.408748 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4449ac75-bebd-41ba-b643-9eedbeeedb8f tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:41.415873 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-eb40b6ea-fda1-45c6-b928-66cb76fcb6f6 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:41.458092 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-6ca6f26a-568b-4d33-8901-0cff0f6cc840 None None] For port d0c56c8b-c79a-4a13-a333-4c0fc40cb627, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:45:41.488569 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-6ca6f26a-568b-4d33-8901-0cff0f6cc840 None None] For port d0c56c8b-c79a-4a13-a333-4c0fc40cb627, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=d0c56c8b-c79a-4a13-a333-4c0fc40cb627,segment=NetworkSegment(a0a7647a-8624-48f9-8874-3beafcfe9fde),segment_id=a0a7647a-8624-48f9-8874-3beafcfe9fde)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:45:41.494539 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d45fefd8-9c33-4fca-8d38-422ff9edcd18 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:41.543888 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40393eb2-e530-4a03-b77e-9ec130463e2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-fb4e5a8f-5f68-4cb8-8abf-8456320faba9', 'network_id': 'fb4e5a8f-5f68-4cb8-8abf-8456320faba9', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'fixed_ips': [{'subnet_id': '97b7e29d-8614-4333-8e81-6057dedac968'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:45:41.544983 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-40393eb2-e530-4a03-b77e-9ec130463e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:41.567831 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6ca6f26a-568b-4d33-8901-0cff0f6cc840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:41.612316 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4449ac75-bebd-41ba-b643-9eedbeeedb8f tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:41.624876 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device c9325674-93a0-4efd-9aac-6cbad614798d up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:45:41.625232 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d26798-874b-41a3-aa2b-29af9a07f9e6 req-bc154b5d-c429-475b-a152-7b40b8493f21 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:41.628978 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e4d26798-874b-41a3-aa2b-29af9a07f9e6 req-bc154b5d-c429-475b-a152-7b40b8493f21 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.3876414 Mar 28 13:45:41.688335 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-eb40b6ea-fda1-45c6-b928-66cb76fcb6f6 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:41.705229 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4449ac75-bebd-41ba-b643-9eedbeeedb8f tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:41.718242 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-eb40b6ea-fda1-45c6-b928-66cb76fcb6f6 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92ad2e5f-248c-4aa1-85be-8de8a98898d0']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:41.735448 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-e7cb92c8-72a3-4955-a929-f226d07ecaf6 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Allocated IP 172.20.0.14 (775fb646-a369-4595-989d-470f7dd0c52a/6f1fa25c-9590-4af8-94e6-bbf8b8df9528/e49a87a3-d086-478f-a9b4-165edd48719a) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:45:41.739211 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-eb40b6ea-fda1-45c6-b928-66cb76fcb6f6 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88f19ba4-0a8e-4589-8d08-9e0547af2a5c') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:41.739503 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-eb40b6ea-fda1-45c6-b928-66cb76fcb6f6 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88f19ba4-0a8e-4589-8d08-9e0547af2a5c') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:41.750505 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-d45fefd8-9c33-4fca-8d38-422ff9edcd18 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Deleting port 59c9e760-861a-4419-8f58-5bb63d42c5dd {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:45:41.750757 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d45fefd8-9c33-4fca-8d38-422ff9edcd18 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:41.757154 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-eb40b6ea-fda1-45c6-b928-66cb76fcb6f6 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:41.762585 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6f26a-568b-4d33-8901-0cff0f6cc840 None None] Pushing event updated for resources: {'Port': ['ID=d0c56c8b-c79a-4a13-a333-4c0fc40cb627,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:41.764653 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-e7cb92c8-72a3-4955-a929-f226d07ecaf6 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Allocated IP 172.20.0.12 (775fb646-a369-4595-989d-470f7dd0c52a/6f1fa25c-9590-4af8-94e6-bbf8b8df9528/e49a87a3-d086-478f-a9b4-165edd48719a) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:45:41.819196 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e4d26798-874b-41a3-aa2b-29af9a07f9e6 req-8a500728-9b4e-4e7d-8522-cb9bfefef541 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544240 Mar 28 13:45:41.829083 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-eb40b6ea-fda1-45c6-b928-66cb76fcb6f6 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:41.837479 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port c9325674-93a0-4efd-9aac-6cbad614798d triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:45:41.837851 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:41.858919 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb40b6ea-fda1-45c6-b928-66cb76fcb6f6 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:45:41.859783 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-eb40b6ea-fda1-45c6-b928-66cb76fcb6f6 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:41.864065 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:45:41.864065 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:45:41.864065 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:45:41.864065 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:45:41.864065 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:45:41.864065 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:45:41.864065 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:45:41.864065 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:45:41.864065 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:45:41.864065 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:45:41.864065 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:45:41.864065 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:45:41.864065 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:45:41.864065 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:45:41.864065 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:45:41.864065 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:45:41.864065 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:45:41.864065 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:45:41.864065 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:45:41.864065 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:45:41.864065 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:45:41.864065 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:45:41.864065 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:45:41.864065 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:45:41.864065 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:45:41.864065 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:45:41.864065 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:45:41.864065 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:45:41.864065 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:45:41.864065 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:45:41.864065 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:45:41.864065 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:45:41.899485 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-40393eb2-e530-4a03-b77e-9ec130463e2c None None] Allocated IP 172.21.0.2 (fb4e5a8f-5f68-4cb8-8abf-8456320faba9/97b7e29d-8614-4333-8e81-6057dedac968/4ce5c50b-a955-4a01-bc40-fd22d9552261) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:45:42.022034 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4449ac75-bebd-41ba-b643-9eedbeeedb8f tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:42.037698 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-4449ac75-bebd-41ba-b643-9eedbeeedb8f tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7869744 Mar 28 13:45:42.037841 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d45fefd8-9c33-4fca-8d38-422ff9edcd18 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:42.038416 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-826dcc90-20db-4856-9299-22d7123d6017 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:42.042782 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58154) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:42.154595 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-eb40b6ea-fda1-45c6-b928-66cb76fcb6f6 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:42.158861 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-eb40b6ea-fda1-45c6-b928-66cb76fcb6f6 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:42.160787 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-40393eb2-e530-4a03-b77e-9ec130463e2c None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:42.167869 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-eb40b6ea-fda1-45c6-b928-66cb76fcb6f6 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] 10.222.0.24 "DELETE /v2.0/networks/92ad2e5f-248c-4aa1-85be-8de8a98898d0 HTTP/1.1" status: 204 len: 168 time: 1.0060778 Mar 28 13:45:42.172616 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-d45fefd8-9c33-4fca-8d38-422ff9edcd18 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Calling delete_port for 59c9e760-861a-4419-8f58-5bb63d42c5dd owned by network:router_gateway {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:45:42.174302 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58160) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:42.194162 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:42.224172 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-40393eb2-e530-4a03-b77e-9ec130463e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:42.256618 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826dcc90-20db-4856-9299-22d7123d6017 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Pushing event updated for resources: {'Subnet': ['ID=5e693c91-8980-4f14-b7b7-de4b191aa5aa,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:42.299513 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a427c-89ba-436d-8479-5a5f06f10985 req-39b0556e-09de-4609-a4a5-3c3ed0d2d8bc tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:42.304530 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dc7a427c-89ba-436d-8479-5a5f06f10985 req-39b0556e-09de-4609-a4a5-3c3ed0d2d8bc tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.3015468 Mar 28 13:45:42.309436 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e7cb92c8-72a3-4955-a929-f226d07ecaf6 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:42.333821 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb40b6ea-fda1-45c6-b928-66cb76fcb6f6 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Pushing event deleted for resources: {'Network': ['ID=92ad2e5f-248c-4aa1-85be-8de8a98898d0,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:42.355086 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826dcc90-20db-4856-9299-22d7123d6017 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Checking segment: {'id': 'f6be8490-b7e3-469c-948f-19407366c176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a6f3ff36-9875-4847-b95f-085a7a1eea87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:45:42.355453 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826dcc90-20db-4856-9299-22d7123d6017 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Network hostable DHCP agents. Network: a6f3ff36-9875-4847-b95f-085a7a1eea87, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:45:42.407836 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dc7a427c-89ba-436d-8479-5a5f06f10985 req-0a07d61b-c076-434d-8a7b-8edf5e8fdb3c tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928807 Mar 28 13:45:42.447936 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e7cb92c8-72a3-4955-a929-f226d07ecaf6 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:42.474003 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port c9325674-93a0-4efd-9aac-6cbad614798d, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=c9325674-93a0-4efd-9aac-6cbad614798d,segment=NetworkSegment(6f1cfe15-d822-4a9c-a51f-80a9f098b0d7),segment_id=6f1cfe15-d822-4a9c-a51f-80a9f098b0d7)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:45:42.489302 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40393eb2-e530-4a03-b77e-9ec130463e2c None None] Network fb4e5a8f-5f68-4cb8-8abf-8456320faba9 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:45:42.493303 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-40393eb2-e530-4a03-b77e-9ec130463e2c None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:42.498520 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40393eb2-e530-4a03-b77e-9ec130463e2c None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:45:42.500939 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cb92c8-72a3-4955-a929-f226d07ecaf6 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Network 775fb646-a369-4595-989d-470f7dd0c52a is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:45:42.505984 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-e7cb92c8-72a3-4955-a929-f226d07ecaf6 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:42.508899 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40393eb2-e530-4a03-b77e-9ec130463e2c None None] Pushing event updated for resources: {'Port': ['ID=4ce5c50b-a955-4a01-bc40-fd22d9552261,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:42.515462 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:42.557448 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826dcc90-20db-4856-9299-22d7123d6017 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Network a6f3ff36-9875-4847-b95f-085a7a1eea87 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:45:42.578943 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cb92c8-72a3-4955-a929-f226d07ecaf6 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:45:42.620270 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-40393eb2-e530-4a03-b77e-9ec130463e2c None None] Attempting to bind port 4ce5c50b-a955-4a01-bc40-fd22d9552261 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:45:42.620270 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-40393eb2-e530-4a03-b77e-9ec130463e2c None None] Attempting to bind port 4ce5c50b-a955-4a01-bc40-fd22d9552261 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '90346687-dcef-4bfe-970b-4a839b29d1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'fb4e5a8f-5f68-4cb8-8abf-8456320faba9'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:45:42.630841 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40393eb2-e530-4a03-b77e-9ec130463e2c None None] Attempting to bind port 4ce5c50b-a955-4a01-bc40-fd22d9552261 on network fb4e5a8f-5f68-4cb8-8abf-8456320faba9 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:45:42.630841 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=c9325674-93a0-4efd-9aac-6cbad614798d,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:42.631944 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40393eb2-e530-4a03-b77e-9ec130463e2c None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:45:42.633070 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40393eb2-e530-4a03-b77e-9ec130463e2c None None] Checking segment: {'id': '90346687-dcef-4bfe-970b-4a839b29d1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'fb4e5a8f-5f68-4cb8-8abf-8456320faba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:45:42.633677 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-40393eb2-e530-4a03-b77e-9ec130463e2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:42.634323 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40393eb2-e530-4a03-b77e-9ec130463e2c None None] Bound using segment: {'id': '90346687-dcef-4bfe-970b-4a839b29d1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'fb4e5a8f-5f68-4cb8-8abf-8456320faba9'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:45:42.634935 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-40393eb2-e530-4a03-b77e-9ec130463e2c None None] Bound port: 4ce5c50b-a955-4a01-bc40-fd22d9552261, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90346687-dcef-4bfe-970b-4a839b29d1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'fb4e5a8f-5f68-4cb8-8abf-8456320faba9'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:45:42.635419 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-40393eb2-e530-4a03-b77e-9ec130463e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:42.637409 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cb92c8-72a3-4955-a929-f226d07ecaf6 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:42.638056 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e7cb92c8-72a3-4955-a929-f226d07ecaf6 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:42.654720 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-826dcc90-20db-4856-9299-22d7123d6017 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, a6f3ff36-9875-4847-b95f-085a7a1eea87) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:42.667356 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826dcc90-20db-4856-9299-22d7123d6017 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:42.667956 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-826dcc90-20db-4856-9299-22d7123d6017 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:42.679267 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb92c8-72a3-4955-a929-f226d07ecaf6 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Pushing event updated for resources: {'Port': ['ID=e49a87a3-d086-478f-a9b4-165edd48719a,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:42.684428 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df1ba94-dc35-4ca1-8585-ec69977aaf4a None None] Network a6f3ff36-9875-4847-b95f-085a7a1eea87 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:45:42.736453 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e7cb92c8-72a3-4955-a929-f226d07ecaf6 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.9415560 Mar 28 13:45:42.740652 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58170) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:42.745710 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-a30fe886-c81e-4d13-a8ee-c8a33fb79e9f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Request body: {'floatingip': {'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'port_id': 'e49a87a3-d086-478f-a9b4-165edd48719a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:42.767343 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-826dcc90-20db-4856-9299-22d7123d6017 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5469077 Mar 28 13:45:42.770991 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58172) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:42.801819 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-40393eb2-e530-4a03-b77e-9ec130463e2c None None] For port 4ce5c50b-a955-4a01-bc40-fd22d9552261, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:45:42.807521 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-40393eb2-e530-4a03-b77e-9ec130463e2c None None] For port 4ce5c50b-a955-4a01-bc40-fd22d9552261, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=4ce5c50b-a955-4a01-bc40-fd22d9552261,segment=NetworkSegment(90346687-dcef-4bfe-970b-4a839b29d1b5),segment_id=90346687-dcef-4bfe-970b-4a839b29d1b5)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:45:42.809591 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b1001e-f057-40c5-b1a5-d3f0504d3136 None None] Network 9ac88ac2-ecf9-4825-ab12-0a3a31315a45 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:45:42.838928 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a30fe886-c81e-4d13-a8ee-c8a33fb79e9f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for floatingip, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:42.986882 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-40393eb2-e530-4a03-b77e-9ec130463e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:43.102846 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40393eb2-e530-4a03-b77e-9ec130463e2c None None] Pushing event updated for resources: {'Port': ['ID=4ce5c50b-a955-4a01-bc40-fd22d9552261,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:43.142416 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-fced5495-1e4c-4e9a-926a-bc304bd6ad86 None None] Provisioning complete for port c9325674-93a0-4efd-9aac-6cbad614798d triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:45:43.145318 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-fced5495-1e4c-4e9a-926a-bc304bd6ad86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:43.356550 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c9d908-e221-48ae-89bb-ffdd8e838b99 req-7c5e8f68-0647-4928-af74-1227a0a0c3cc tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:43.364308 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-62c9d908-e221-48ae-89bb-ffdd8e838b99 req-7c5e8f68-0647-4928-af74-1227a0a0c3cc tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.2143581 Mar 28 13:45:43.407688 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c60d5ac6-1c6f-4c38-bc42-1b6d72d8cd97 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:43.428113 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:43.434324 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-62c9d908-e221-48ae-89bb-ffdd8e838b99 req-099ab41d-d2a4-45e4-ac86-c67fa8e5abce tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688519 Mar 28 13:45:43.441116 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a30fe886-c81e-4d13-a8ee-c8a33fb79e9f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:43.506034 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6832ba-86aa-469f-9ca0-70758fa02c12 None None] Network 7243ba21-938a-43dd-ad2e-7d60a16015f1 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:45:43.527780 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3b956271-0fa3-4b64-bc04-f9011e00583d tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:43.671773 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13da464-86c5-4723-81e7-80c202cec24d tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:43.702347 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e17b5b-6c5b-4723-917f-db650f20590f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-a6f3ff36-9875-4847-b95f-085a7a1eea87', 'network_id': 'a6f3ff36-9875-4847-b95f-085a7a1eea87', 'tenant_id': '0affbb95b27f439fba78458f489e0ae3', 'fixed_ips': [{'subnet_id': '5e693c91-8980-4f14-b7b7-de4b191aa5aa'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:45:43.703197 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-22e17b5b-6c5b-4723-917f-db650f20590f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:43.706933 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13da464-86c5-4723-81e7-80c202cec24d tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:43.716000 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d13da464-86c5-4723-81e7-80c202cec24d tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.5324633 Mar 28 13:45:43.738108 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58192) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:43.757102 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-327b992f-9c39-4636-b7f0-0774d8afc3e9 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-783108812'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:43.829186 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device d0c56c8b-c79a-4a13-a333-4c0fc40cb627 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:45:43.871480 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-a30fe886-c81e-4d13-a8ee-c8a33fb79e9f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Allocated IP 172.26.2.29 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/18272a0d-cfe4-41dc-ab5a-7be71629c44f) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:45:43.924782 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-7c45ac46-c294-493f-9d4d-afc1df95aa5e None None] Provisioning complete for port c9325674-93a0-4efd-9aac-6cbad614798d triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:45:43.926057 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7c45ac46-c294-493f-9d4d-afc1df95aa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:43.990985 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327b992f-9c39-4636-b7f0-0774d8afc3e9 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Made reservation on behalf of aab71cad3a0c4b25a9fb46d0855ce7ef for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:45:43.999783 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-327b992f-9c39-4636-b7f0-0774d8afc3e9 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:44.021415 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a30fe886-c81e-4d13-a8ee-c8a33fb79e9f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:44.055862 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port d0c56c8b-c79a-4a13-a333-4c0fc40cb627 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:45:44.058236 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:44.079994 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-327b992f-9c39-4636-b7f0-0774d8afc3e9 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:45:44.099799 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-327b992f-9c39-4636-b7f0-0774d8afc3e9 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:44.100141 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-327b992f-9c39-4636-b7f0-0774d8afc3e9 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Added segment 5f75800f-f5f5-4e53-87a1-a9e7f22abacc of type vlan for network 6f5decaf-8d33-4b59-b5e9-556ec9a1a5fd Mar 28 13:45:44.102095 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-22e17b5b-6c5b-4723-917f-db650f20590f None None] Allocated IP 172.20.0.2 (a6f3ff36-9875-4847-b95f-085a7a1eea87/5e693c91-8980-4f14-b7b7-de4b191aa5aa/7e969682-d6d7-4c66-a747-47f72936d464) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:45:44.112667 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d45fefd8-9c33-4fca-8d38-422ff9edcd18 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:44.151828 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a30fe886-c81e-4d13-a8ee-c8a33fb79e9f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:44.266000 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30fe886-c81e-4d13-a8ee-c8a33fb79e9f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Pushing event updated for resources: {'Port': ['ID=18272a0d-cfe4-41dc-ab5a-7be71629c44f,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:44.289715 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-327b992f-9c39-4636-b7f0-0774d8afc3e9 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:44.325148 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45fefd8-9c33-4fca-8d38-422ff9edcd18 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Pushing event deleted for resources: {'Port': ['ID=59c9e760-861a-4419-8f58-5bb63d42c5dd,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:44.337893 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:44.353074 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30fe886-c81e-4d13-a8ee-c8a33fb79e9f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:45:44.400033 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-327b992f-9c39-4636-b7f0-0774d8afc3e9 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:44.406360 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327b992f-9c39-4636-b7f0-0774d8afc3e9 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:44.407520 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-327b992f-9c39-4636-b7f0-0774d8afc3e9 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:44.424184 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-a30fe886-c81e-4d13-a8ee-c8a33fb79e9f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:44.431402 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30fe886-c81e-4d13-a8ee-c8a33fb79e9f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:45:44.438728 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-7c45ac46-c294-493f-9d4d-afc1df95aa5e None None] Provisioning complete for port d0c56c8b-c79a-4a13-a333-4c0fc40cb627 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:45:44.439288 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7c45ac46-c294-493f-9d4d-afc1df95aa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:44.441654 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port d0c56c8b-c79a-4a13-a333-4c0fc40cb627, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=d0c56c8b-c79a-4a13-a333-4c0fc40cb627,segment=NetworkSegment(a0a7647a-8624-48f9-8874-3beafcfe9fde),segment_id=a0a7647a-8624-48f9-8874-3beafcfe9fde)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:45:44.491065 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-c60d5ac6-1c6f-4c38-bc42-1b6d72d8cd97 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Allocated IP 172.20.0.1 (9ac88ac2-ecf9-4825-ab12-0a3a31315a45/e6e6a7ef-3d25-452b-92e2-871f0471e1a8/5a43e202-5377-4722-954e-a01c81c9171a) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:45:44.515192 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327b992f-9c39-4636-b7f0-0774d8afc3e9 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Pushing event updated for resources: {'Network': ['ID=6f5decaf-8d33-4b59-b5e9-556ec9a1a5fd,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:44.519643 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58206) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:44.585277 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-22e17b5b-6c5b-4723-917f-db650f20590f None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:44.585277 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:44.585277 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device c9325674-93a0-4efd-9aac-6cbad614798d up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:45:44.587784 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 6f5decaf-8d33-4b59-b5e9-556ec9a1a5fd details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:45:44.592172 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d45fefd8-9c33-4fca-8d38-422ff9edcd18 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133933816'] for router_gateway, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:44.697851 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-22e17b5b-6c5b-4723-917f-db650f20590f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:44.709166 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-3b956271-0fa3-4b64-bc04-f9011e00583d tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Allocated IP 172.20.0.1 (7243ba21-938a-43dd-ad2e-7d60a16015f1/dce6d2a8-2431-4126-a715-51a069cd1770/baaad4ed-b248-45e5-a69f-6b6ce3af785c) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:45:44.736549 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d45fefd8-9c33-4fca-8d38-422ff9edcd18 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:44.738779 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d45fefd8-9c33-4fca-8d38-422ff9edcd18 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:44.794694 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-327b992f-9c39-4636-b7f0-0774d8afc3e9 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0505438 Mar 28 13:45:44.802585 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e17b5b-6c5b-4723-917f-db650f20590f None None] Network a6f3ff36-9875-4847-b95f-085a7a1eea87 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:45:44.804825 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58212) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:44.813185 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-22e17b5b-6c5b-4723-917f-db650f20590f None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:44.821192 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-91d1d443-8fb6-4d78-b45d-6d92e177597a tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1670999771'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:44.826743 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e17b5b-6c5b-4723-917f-db650f20590f None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:45:44.828984 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8d1a6c-80cb-431f-90ce-bdc0f715094c None None] Network fb4e5a8f-5f68-4cb8-8abf-8456320faba9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:45:44.861383 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=d0c56c8b-c79a-4a13-a333-4c0fc40cb627,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:44.891833 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-5da353a3-ffb2-4435-83e4-938ae24d7f5c tempest-PortsAdminExtendedAttrsTestJSON-1743177508 tempest-PortsAdminExtendedAttrsTestJSON-1743177508-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-722337832'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:44.899126 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d45fefd8-9c33-4fca-8d38-422ff9edcd18 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:44.899126 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45fefd8-9c33-4fca-8d38-422ff9edcd18 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Fanout notify agent at l3_agent the message router_deleted on router eaf39f9f-6a1c-40a0-b508-b7a57d473fb9 {{(pid=109612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:45:44.907607 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845cc26-12cf-47c0-928c-c0971fa60121 req-758bd522-9b21-483b-b196-144ffd249040 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:44.910638 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d45fefd8-9c33-4fca-8d38-422ff9edcd18 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:44.911739 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d45fefd8-9c33-4fca-8d38-422ff9edcd18 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] 10.222.0.24 "DELETE /v2.0/routers/eaf39f9f-6a1c-40a0-b508-b7a57d473fb9 HTTP/1.1" status: 204 len: 168 time: 3.9363799 Mar 28 13:45:44.917113 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3845cc26-12cf-47c0-928c-c0971fa60121 req-758bd522-9b21-483b-b196-144ffd249040 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.2333696 Mar 28 13:45:44.919397 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58214) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:44.930217 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c60d5ac6-1c6f-4c38-bc42-1b6d72d8cd97 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:44.994817 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-c30ecef3-28b7-4763-bd4a-38b2bd51d585 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1496315285', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:45.019252 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da353a3-ffb2-4435-83e4-938ae24d7f5c tempest-PortsAdminExtendedAttrsTestJSON-1743177508 tempest-PortsAdminExtendedAttrsTestJSON-1743177508-project] Made reservation on behalf of 5484470cf45c4448a3482ae6c9b10bfb for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:45:45.024620 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5da353a3-ffb2-4435-83e4-938ae24d7f5c tempest-PortsAdminExtendedAttrsTestJSON-1743177508 tempest-PortsAdminExtendedAttrsTestJSON-1743177508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:45.035745 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5da353a3-ffb2-4435-83e4-938ae24d7f5c tempest-PortsAdminExtendedAttrsTestJSON-1743177508 tempest-PortsAdminExtendedAttrsTestJSON-1743177508-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:45.046980 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c60d5ac6-1c6f-4c38-bc42-1b6d72d8cd97 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:45.075111 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3845cc26-12cf-47c0-928c-c0971fa60121 req-fdc17e16-26e2-46fd-a231-fb7bac3522f9 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571319 Mar 28 13:45:45.097504 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d5ac6-1c6f-4c38-bc42-1b6d72d8cd97 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event updated for resources: {'Port': ['ID=5a43e202-5377-4722-954e-a01c81c9171a,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:45.121698 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d1d443-8fb6-4d78-b45d-6d92e177597a tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Made reservation on behalf of aab71cad3a0c4b25a9fb46d0855ce7ef for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:45:45.122600 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60d5ac6-1c6f-4c38-bc42-1b6d72d8cd97 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Network 9ac88ac2-ecf9-4825-ab12-0a3a31315a45 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:45:45.125346 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-91d1d443-8fb6-4d78-b45d-6d92e177597a tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:45.127113 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-c60d5ac6-1c6f-4c38-bc42-1b6d72d8cd97 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:45.132117 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60d5ac6-1c6f-4c38-bc42-1b6d72d8cd97 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:45:45.153623 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port c9325674-93a0-4efd-9aac-6cbad614798d triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:45:45.153987 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:45.158742 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e17b5b-6c5b-4723-917f-db650f20590f None None] Pushing event updated for resources: {'Port': ['ID=7e969682-d6d7-4c66-a747-47f72936d464,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:45.167916 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c30ecef3-28b7-4763-bd4a-38b2bd51d585 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:45.169333 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c30ecef3-28b7-4763-bd4a-38b2bd51d585 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:45.196071 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c60d5ac6-1c6f-4c38-bc42-1b6d72d8cd97 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:45.232043 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-22e17b5b-6c5b-4723-917f-db650f20590f None None] Attempting to bind port 7e969682-d6d7-4c66-a747-47f72936d464 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:45:45.232425 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-22e17b5b-6c5b-4723-917f-db650f20590f None None] Attempting to bind port 7e969682-d6d7-4c66-a747-47f72936d464 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'f6be8490-b7e3-469c-948f-19407366c176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a6f3ff36-9875-4847-b95f-085a7a1eea87'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:45:45.232792 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e17b5b-6c5b-4723-917f-db650f20590f None None] Attempting to bind port 7e969682-d6d7-4c66-a747-47f72936d464 on network a6f3ff36-9875-4847-b95f-085a7a1eea87 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:45:45.235992 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91d1d443-8fb6-4d78-b45d-6d92e177597a tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:45:45.242431 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-e85dcb21-b2dc-49ac-b0b6-17cfae314ead None None] Provisioning complete for port d0c56c8b-c79a-4a13-a333-4c0fc40cb627 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:45:45.242801 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e85dcb21-b2dc-49ac-b0b6-17cfae314ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:45.254162 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-91d1d443-8fb6-4d78-b45d-6d92e177597a tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:45.254777 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-91d1d443-8fb6-4d78-b45d-6d92e177597a tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Added segment 27589480-37de-4506-af56-c0c01068e73a of type vlan for network faccea05-e1cb-428e-8452-de44e7fa5e52 Mar 28 13:45:45.281115 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e17b5b-6c5b-4723-917f-db650f20590f None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:45:45.281482 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e17b5b-6c5b-4723-917f-db650f20590f None None] Checking segment: {'id': 'f6be8490-b7e3-469c-948f-19407366c176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a6f3ff36-9875-4847-b95f-085a7a1eea87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:45:45.281876 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-22e17b5b-6c5b-4723-917f-db650f20590f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:45.282264 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e17b5b-6c5b-4723-917f-db650f20590f None None] Bound using segment: {'id': 'f6be8490-b7e3-469c-948f-19407366c176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a6f3ff36-9875-4847-b95f-085a7a1eea87'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:45:45.282734 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-22e17b5b-6c5b-4723-917f-db650f20590f None None] Bound port: 7e969682-d6d7-4c66-a747-47f72936d464, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6be8490-b7e3-469c-948f-19407366c176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a6f3ff36-9875-4847-b95f-085a7a1eea87'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:45:45.283216 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-22e17b5b-6c5b-4723-917f-db650f20590f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:45.286448 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5da353a3-ffb2-4435-83e4-938ae24d7f5c tempest-PortsAdminExtendedAttrsTestJSON-1743177508 tempest-PortsAdminExtendedAttrsTestJSON-1743177508-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:45.303923 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3b956271-0fa3-4b64-bc04-f9011e00583d tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:45.356734 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5da353a3-ffb2-4435-83e4-938ae24d7f5c tempest-PortsAdminExtendedAttrsTestJSON-1743177508 tempest-PortsAdminExtendedAttrsTestJSON-1743177508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:45.376273 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5da353a3-ffb2-4435-83e4-938ae24d7f5c tempest-PortsAdminExtendedAttrsTestJSON-1743177508 tempest-PortsAdminExtendedAttrsTestJSON-1743177508-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:45:45.432938 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5da353a3-ffb2-4435-83e4-938ae24d7f5c tempest-PortsAdminExtendedAttrsTestJSON-1743177508 tempest-PortsAdminExtendedAttrsTestJSON-1743177508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:45.433317 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-5da353a3-ffb2-4435-83e4-938ae24d7f5c tempest-PortsAdminExtendedAttrsTestJSON-1743177508 tempest-PortsAdminExtendedAttrsTestJSON-1743177508-project] Added segment 56dbd5b1-3d3a-46e6-8dd1-997cbcd21789 of type vlan for network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 Mar 28 13:45:45.447482 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da353a3-ffb2-4435-83e4-938ae24d7f5c tempest-PortsAdminExtendedAttrsTestJSON-1743177508 tempest-PortsAdminExtendedAttrsTestJSON-1743177508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8cb9d0-147b-4d57-aa6d-6f11c9e347a6,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:45.487068 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c60d5ac6-1c6f-4c38-bc42-1b6d72d8cd97 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:45.489785 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5da353a3-ffb2-4435-83e4-938ae24d7f5c tempest-PortsAdminExtendedAttrsTestJSON-1743177508 tempest-PortsAdminExtendedAttrsTestJSON-1743177508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:45.512359 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-22e17b5b-6c5b-4723-917f-db650f20590f None None] For port 7e969682-d6d7-4c66-a747-47f72936d464, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:45:45.539580 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-22e17b5b-6c5b-4723-917f-db650f20590f None None] For port 7e969682-d6d7-4c66-a747-47f72936d464, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=7e969682-d6d7-4c66-a747-47f72936d464,segment=NetworkSegment(f6be8490-b7e3-469c-948f-19407366c176),segment_id=f6be8490-b7e3-469c-948f-19407366c176)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:45:45.566150 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-e85dcb21-b2dc-49ac-b0b6-17cfae314ead None None] Provisioning complete for port 4ce5c50b-a955-4a01-bc40-fd22d9552261 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:45:45.566527 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e85dcb21-b2dc-49ac-b0b6-17cfae314ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:45.599297 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-22e17b5b-6c5b-4723-917f-db650f20590f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:45.653843 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5da353a3-ffb2-4435-83e4-938ae24d7f5c tempest-PortsAdminExtendedAttrsTestJSON-1743177508 tempest-PortsAdminExtendedAttrsTestJSON-1743177508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:45.660360 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da353a3-ffb2-4435-83e4-938ae24d7f5c tempest-PortsAdminExtendedAttrsTestJSON-1743177508 tempest-PortsAdminExtendedAttrsTestJSON-1743177508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:45.661817 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5da353a3-ffb2-4435-83e4-938ae24d7f5c tempest-PortsAdminExtendedAttrsTestJSON-1743177508 tempest-PortsAdminExtendedAttrsTestJSON-1743177508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:45.673236 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-91d1d443-8fb6-4d78-b45d-6d92e177597a tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:45.712154 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c30ecef3-28b7-4763-bd4a-38b2bd51d585 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:45.801607 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-5da353a3-ffb2-4435-83e4-938ae24d7f5c tempest-PortsAdminExtendedAttrsTestJSON-1743177508 tempest-PortsAdminExtendedAttrsTestJSON-1743177508-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.2665710 Mar 28 13:45:45.803365 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c30ecef3-28b7-4763-bd4a-38b2bd51d585 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:45.811181 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e85dcb21-b2dc-49ac-b0b6-17cfae314ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:45.822552 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e17b5b-6c5b-4723-917f-db650f20590f None None] Pushing event updated for resources: {'Port': ['ID=7e969682-d6d7-4c66-a747-47f72936d464,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:45.855608 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-e85dcb21-b2dc-49ac-b0b6-17cfae314ead None None] For port 4ce5c50b-a955-4a01-bc40-fd22d9552261, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=4ce5c50b-a955-4a01-bc40-fd22d9552261,segment=NetworkSegment(90346687-dcef-4bfe-970b-4a839b29d1b5),segment_id=90346687-dcef-4bfe-970b-4a839b29d1b5)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:45:45.861573 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device d0c56c8b-c79a-4a13-a333-4c0fc40cb627 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:45:45.898499 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-91d1d443-8fb6-4d78-b45d-6d92e177597a tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:45.905246 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d1d443-8fb6-4d78-b45d-6d92e177597a tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:45.905998 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-91d1d443-8fb6-4d78-b45d-6d92e177597a tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:45.946097 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da353a3-ffb2-4435-83e4-938ae24d7f5c tempest-PortsAdminExtendedAttrsTestJSON-1743177508 tempest-PortsAdminExtendedAttrsTestJSON-1743177508-project] Pushing event updated for resources: {'Network': ['ID=0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:45.957401 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e85dcb21-b2dc-49ac-b0b6-17cfae314ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:45.971165 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:45:45.983053 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c00cbb-84c2-4416-8e05-5381474e2c7b req-023b5d52-580f-4a01-8cf4-754e7d7e1eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:45.984619 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-22c00cbb-84c2-4416-8e05-5381474e2c7b req-023b5d52-580f-4a01-8cf4-754e7d7e1eb2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa9aa9bd837f49a494e03678d3365504&device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 1098 time: 0.3098860 Mar 28 13:45:46.009317 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3b956271-0fa3-4b64-bc04-f9011e00583d tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:46.031321 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c30ecef3-28b7-4763-bd4a-38b2bd51d585 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:46.031321 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c30ecef3-28b7-4763-bd4a-38b2bd51d585 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1050918 Mar 28 13:45:46.055368 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port d0c56c8b-c79a-4a13-a333-4c0fc40cb627 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:45:46.055999 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:46.094213 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58220) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:46.136247 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-91d1d443-8fb6-4d78-b45d-6d92e177597a tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3264232 Mar 28 13:45:46.136430 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-5c06f46f-ac13-45a1-9648-0466b712ba6c tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Request body: {'router': {'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:46.142695 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58224) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:46.143016 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58226) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:46.184221 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-82548f0c-fd80-4675-85f7-c7145c53aa74 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Request body: {'ports': [{'network_id': '6f5decaf-8d33-4b59-b5e9-556ec9a1a5fd', 'name': 'tempest-port--662117653', 'admin_state_up': True}, {'network_id': 'faccea05-e1cb-428e-8452-de44e7fa5e52', 'admin_state_up': False}]} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:46.184462 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-82548f0c-fd80-4675-85f7-c7145c53aa74 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Request body: {'port': {'network_id': '6f5decaf-8d33-4b59-b5e9-556ec9a1a5fd', 'name': 'tempest-port--662117653', 'admin_state_up': True}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:46.184792 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-82548f0c-fd80-4675-85f7-c7145c53aa74 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Request body: {'port': {'network_id': 'faccea05-e1cb-428e-8452-de44e7fa5e52', 'admin_state_up': False}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:46.190509 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Request body: {'port': {'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0', 'binding:host_id': 'hv-neutron-8353', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-421999320'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:46.216087 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d1d443-8fb6-4d78-b45d-6d92e177597a tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Pushing event updated for resources: {'Network': ['ID=faccea05-e1cb-428e-8452-de44e7fa5e52,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:46.219901 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b956271-0fa3-4b64-bc04-f9011e00583d tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Network 7243ba21-938a-43dd-ad2e-7d60a16015f1 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:45:46.234060 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85dcb21-b2dc-49ac-b0b6-17cfae314ead None None] Pushing event updated for resources: {'Port': ['ID=4ce5c50b-a955-4a01-bc40-fd22d9552261,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:46.239138 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network faccea05-e1cb-428e-8452-de44e7fa5e52 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:45:46.240430 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a30fe886-c81e-4d13-a8ee-c8a33fb79e9f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:46.251203 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-3b956271-0fa3-4b64-bc04-f9011e00583d tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:46.258658 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b956271-0fa3-4b64-bc04-f9011e00583d tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:45:46.315199 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-4a56fb86-f7ef-4591-9df8-59bb588f0ed9 None None] Provisioning complete for port 5a43e202-5377-4722-954e-a01c81c9171a triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:45:46.315565 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4a56fb86-f7ef-4591-9df8-59bb588f0ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:46.372877 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b956271-0fa3-4b64-bc04-f9011e00583d tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Pushing event updated for resources: {'Port': ['ID=baaad4ed-b248-45e5-a69f-6b6ce3af785c,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:46.382113 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3b956271-0fa3-4b64-bc04-f9011e00583d tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:46.425490 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-4a56fb86-f7ef-4591-9df8-59bb588f0ed9 None None] Port 5a43e202-5377-4722-954e-a01c81c9171a cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:45:46.427860 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 4ce5c50b-a955-4a01-bc40-fd22d9552261 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:45:46.473399 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-4a56fb86-f7ef-4591-9df8-59bb588f0ed9 None None] Provisioning complete for port 4ce5c50b-a955-4a01-bc40-fd22d9552261 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:45:46.473399 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4a56fb86-f7ef-4591-9df8-59bb588f0ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:46.505409 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Made reservation on behalf of 9dceeb768353418b93dd17b714eed254 for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:45:46.507274 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:46.509449 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a30fe886-c81e-4d13-a8ee-c8a33fb79e9f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:46.525031 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffa857-5638-42cd-b806-9f76dab4b05a req-bad8288c-ae6c-4888-9970-35f5193a93f5 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:46.532748 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ddffa857-5638-42cd-b806-9f76dab4b05a req-bad8288c-ae6c-4888-9970-35f5193a93f5 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.3303018 Mar 28 13:45:46.533565 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c60d5ac6-1c6f-4c38-bc42-1b6d72d8cd97 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:46.542316 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 4ce5c50b-a955-4a01-bc40-fd22d9552261 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:45:46.542866 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:46.587101 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:46.614071 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ddffa857-5638-42cd-b806-9f76dab4b05a req-63f6bb88-d2fb-40f0-a1b3-8da434ce2e00 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757737 Mar 28 13:45:46.676415 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3b956271-0fa3-4b64-bc04-f9011e00583d tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:46.775860 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-341ec25c-f1a8-4c2f-9584-595b45025629 None None] Provisioning complete for port baaad4ed-b248-45e5-a69f-6b6ce3af785c triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:45:46.776591 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-341ec25c-f1a8-4c2f-9584-595b45025629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:46.819101 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-341ec25c-f1a8-4c2f-9584-595b45025629 None None] Port baaad4ed-b248-45e5-a69f-6b6ce3af785c cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:45:46.889894 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a30fe886-c81e-4d13-a8ee-c8a33fb79e9f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:46.906968 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c00cbb-84c2-4416-8e05-5381474e2c7b req-8a8fcf90-b6d4-4f61-a01b-75325befe376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:46.908496 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-22c00cbb-84c2-4416-8e05-5381474e2c7b req-8a8fcf90-b6d4-4f61-a01b-75325befe376 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c012b94c-56e1-42f2-8be1-d11ff4eca693 HTTP/1.1" status: 200 len: 911 time: 0.8993995 Mar 28 13:45:46.918613 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c60d5ac6-1c6f-4c38-bc42-1b6d72d8cd97 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:46.950603 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a30fe886-c81e-4d13-a8ee-c8a33fb79e9f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:47.047785 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5c06f46f-ac13-45a1-9648-0466b712ba6c tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:47.060863 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30fe886-c81e-4d13-a8ee-c8a33fb79e9f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Pushing event updated for resources: {'Port': ['ID=18272a0d-cfe4-41dc-ab5a-7be71629c44f,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:47.085683 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a30fe886-c81e-4d13-a8ee-c8a33fb79e9f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:47.113403 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d5ac6-1c6f-4c38-bc42-1b6d72d8cd97 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event updated for resources: {'Port': ['ID=5a43e202-5377-4722-954e-a01c81c9171a,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:47.132919 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c60d5ac6-1c6f-4c38-bc42-1b6d72d8cd97 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:47.141370 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-22c00cbb-84c2-4416-8e05-5381474e2c7b req-d5adbd26-0b98-412f-be7a-c209dd6a7869 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a18e5b15-c8e3-4960-85c2-3c772fab2e02 HTTP/1.1" status: 200 len: 1001 time: 0.2168994 Mar 28 13:45:47.145652 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27484927-2e61-443e-8562-dd07512f86c3 None None] Network a6f3ff36-9875-4847-b95f-085a7a1eea87 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:45:47.163106 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3b956271-0fa3-4b64-bc04-f9011e00583d tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:47.218611 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [None req-a30fe886-c81e-4d13-a8ee-c8a33fb79e9f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Floating IP 926aef84-87ef-4498-b1bb-498553850075 associated. External IP: 172.26.2.29, port: e49a87a3-d086-478f-a9b4-165edd48719a. Mar 28 13:45:47.230112 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82548f0c-fd80-4675-85f7-c7145c53aa74 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Made reservation on behalf of aab71cad3a0c4b25a9fb46d0855ce7ef for: {'port': 2} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:45:47.234485 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-82548f0c-fd80-4675-85f7-c7145c53aa74 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:47.269210 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3b956271-0fa3-4b64-bc04-f9011e00583d tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:47.284697 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-ec29eaa4-c94b-4675-896e-c939c9f097c7 None None] Provisioning complete for port 7e969682-d6d7-4c66-a747-47f72936d464 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:45:47.285224 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ec29eaa4-c94b-4675-896e-c939c9f097c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:47.332773 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c00cbb-84c2-4416-8e05-5381474e2c7b req-3c96a196-de03-4789-9efb-8a386e03e4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:47.334164 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-22c00cbb-84c2-4416-8e05-5381474e2c7b req-3c96a196-de03-4789-9efb-8a386e03e4a2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=470f589b-de11-4359-b1c6-d35a22ef5cbb HTTP/1.1" status: 200 len: 849 time: 0.1760783 Mar 28 13:45:47.342213 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-82548f0c-fd80-4675-85f7-c7145c53aa74 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:47.352908 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:47.388731 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3b956271-0fa3-4b64-bc04-f9011e00583d tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:47.390486 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b956271-0fa3-4b64-bc04-f9011e00583d tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Pushing event updated for resources: {'Port': ['ID=baaad4ed-b248-45e5-a69f-6b6ce3af785c,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:47.416536 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ec29eaa4-c94b-4675-896e-c939c9f097c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:47.425531 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:47.451047 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-ec29eaa4-c94b-4675-896e-c939c9f097c7 None None] For port 7e969682-d6d7-4c66-a747-47f72936d464, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=7e969682-d6d7-4c66-a747-47f72936d464,segment=NetworkSegment(f6be8490-b7e3-469c-948f-19407366c176),segment_id=f6be8490-b7e3-469c-948f-19407366c176)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:45:47.475368 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] device_id is not set on port dab619de-d58d-4131-bc70-b0072950c4e2 yet. {{(pid=109612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:45:47.519881 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ec29eaa4-c94b-4675-896e-c939c9f097c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:47.554883 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60d5ac6-1c6f-4c38-bc42-1b6d72d8cd97 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Network 9ac88ac2-ecf9-4825-ab12-0a3a31315a45 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:45:47.585278 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec29eaa4-c94b-4675-896e-c939c9f097c7 None None] Pushing event updated for resources: {'Port': ['ID=7e969682-d6d7-4c66-a747-47f72936d464,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:47.595910 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b956271-0fa3-4b64-bc04-f9011e00583d tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Network 7243ba21-938a-43dd-ad2e-7d60a16015f1 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:45:47.602103 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-3b956271-0fa3-4b64-bc04-f9011e00583d tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:47.661497 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-c60d5ac6-1c6f-4c38-bc42-1b6d72d8cd97 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:47.673561 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c00cbb-84c2-4416-8e05-5381474e2c7b req-8c16880a-5f9c-4e25-a190-e2ae13268bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:47.675093 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-22c00cbb-84c2-4416-8e05-5381474e2c7b req-8c16880a-5f9c-4e25-a190-e2ae13268bf9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c012b94c-56e1-42f2-8be1-d11ff4eca693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3294601 Mar 28 13:45:47.749861 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-bc27c9b8-9319-4150-80fc-62d5c8cba0d7 None None] Provisioning complete for port 7e969682-d6d7-4c66-a747-47f72936d464 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:45:47.750503 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-bc27c9b8-9319-4150-80fc-62d5c8cba0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:47.769445 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a30fe886-c81e-4d13-a8ee-c8a33fb79e9f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Router 64b40f23-ed6d-4a73-9b91-50a4ab03783e has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:45:47.802457 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 4ce5c50b-a955-4a01-bc40-fd22d9552261 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:45:47.832140 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264166cb-f943-4bf8-b483-0afef308f1df,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:47.929903 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508fbcf-7aec-438c-8d7d-3017fe9b82bc req-011c9e2b-d52a-463f-8295-0c6e412af842 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:47.930128 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 4ce5c50b-a955-4a01-bc40-fd22d9552261 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:45:47.930617 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:47.932094 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4508fbcf-7aec-438c-8d7d-3017fe9b82bc req-011c9e2b-d52a-463f-8295-0c6e412af842 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.1746912 Mar 28 13:45:47.940278 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [None req-82548f0c-fd80-4675-85f7-c7145c53aa74 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] device_id is not set on port fd4d1f26-a095-4c68-817d-aa996f0b9cb8 yet. {{(pid=109612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:45:48.021393 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 7e969682-d6d7-4c66-a747-47f72936d464 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:45:48.022179 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4508fbcf-7aec-438c-8d7d-3017fe9b82bc req-7a510332-6f70-4bec-b81a-d00703af4cfb tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806124 Mar 28 13:45:48.032756 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30fe886-c81e-4d13-a8ee-c8a33fb79e9f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:45:48.055108 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb5b4b9-49bb-4caa-a806-509b6ea7a325 None None] Sync routers for ids ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:45:48.058107 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b956271-0fa3-4b64-bc04-f9011e00583d tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Router 0547cdfe-d547-4989-a0d6-c3ddbba37381 is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:45:48.088267 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb5b4b9-49bb-4caa-a806-509b6ea7a325 None None] Routers {'64b40f23-ed6d-4a73-9b91-50a4ab03783e'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:48.088914 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-8bb5b4b9-49bb-4caa-a806-509b6ea7a325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:48.125981 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-f1017860-a058-4841-a5f3-995f4a40f6a0 None None] Provisioning complete for port baaad4ed-b248-45e5-a69f-6b6ce3af785c triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:45:48.126330 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f1017860-a058-4841-a5f3-995f4a40f6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:48.128657 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-8bb5b4b9-49bb-4caa-a806-509b6ea7a325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:48.138665 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a30fe886-c81e-4d13-a8ee-c8a33fb79e9f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:48.175922 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a30fe886-c81e-4d13-a8ee-c8a33fb79e9f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.4341488 Mar 28 13:45:48.178633 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 7e969682-d6d7-4c66-a747-47f72936d464 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:45:48.178760 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58232) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:48.179332 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:48.183351 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-52afb90d-4bd2-43eb-999c-013921c93259 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Request body: {'floatingip': {'port_id': 'e49a87a3-d086-478f-a9b4-165edd48719a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:48.189491 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b956271-0fa3-4b64-bc04-f9011e00583d tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:45:48.201729 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b98179-2242-44c9-996c-598e5df974e1 None None] Sync routers for ids ['0547cdfe-d547-4989-a0d6-c3ddbba37381'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:45:48.212135 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b98179-2242-44c9-996c-598e5df974e1 None None] Routers {'0547cdfe-d547-4989-a0d6-c3ddbba37381'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:48.213040 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-b1b98179-2242-44c9-996c-598e5df974e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['0547cdfe-d547-4989-a0d6-c3ddbba37381'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:48.228470 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3b956271-0fa3-4b64-bc04-f9011e00583d tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] 10.222.0.24 "PUT /v2.0/routers/0547cdfe-d547-4989-a0d6-c3ddbba37381/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4562786 Mar 28 13:45:48.229007 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58234) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:48.230570 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb5b4b9-49bb-4caa-a806-509b6ea7a325 None None] Routers {'64b40f23-ed6d-4a73-9b91-50a4ab03783e'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:48.231300 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-8bb5b4b9-49bb-4caa-a806-509b6ea7a325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:48.249894 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-b1b98179-2242-44c9-996c-598e5df974e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:48.263437 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b98179-2242-44c9-996c-598e5df974e1 None None] Routers {'0547cdfe-d547-4989-a0d6-c3ddbba37381'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:48.264243 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-b1b98179-2242-44c9-996c-598e5df974e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['0547cdfe-d547-4989-a0d6-c3ddbba37381'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:48.268382 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-f1017860-a058-4841-a5f3-995f4a40f6a0 None None] Port baaad4ed-b248-45e5-a69f-6b6ce3af785c cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:45:48.279029 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-8bb5b4b9-49bb-4caa-a806-509b6ea7a325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:48.279784 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb5b4b9-49bb-4caa-a806-509b6ea7a325 None None] The sync data for ids ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:45:48.306249 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-b1b98179-2242-44c9-996c-598e5df974e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:48.307248 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b98179-2242-44c9-996c-598e5df974e1 None None] The sync data for ids ['0547cdfe-d547-4989-a0d6-c3ddbba37381'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:45:48.326802 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-52afb90d-4bd2-43eb-999c-013921c93259 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for floatingip, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:48.329489 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-f1017860-a058-4841-a5f3-995f4a40f6a0 None None] Provisioning complete for port 5a43e202-5377-4722-954e-a01c81c9171a triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:45:48.329852 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f1017860-a058-4841-a5f3-995f4a40f6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:48.369330 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-f1017860-a058-4841-a5f3-995f4a40f6a0 None None] Port 5a43e202-5377-4722-954e-a01c81c9171a cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:45:48.402450 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-82548f0c-fd80-4675-85f7-c7145c53aa74 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:48.454872 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-22c00cbb-84c2-4416-8e05-5381474e2c7b req-69ac89ad-57e0-40c2-9394-e393d38f7fa7 service neutron] 10.222.0.20 "GET /v2.0/networks/c012b94c-56e1-42f2-8be1-d11ff4eca693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4827776 Mar 28 13:45:48.455410 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60d5ac6-1c6f-4c38-bc42-1b6d72d8cd97 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Router a7dabb3f-ab06-41dc-9e82-cad40ba65f5d is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:45:48.463372 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5c06f46f-ac13-45a1-9648-0466b712ba6c tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for router_gateway, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:48.538341 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5c06f46f-ac13-45a1-9648-0466b712ba6c tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:48.542095 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] device_id is not set on port dab619de-d58d-4131-bc70-b0072950c4e2 yet. {{(pid=109612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:45:48.638638 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:48.641952 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [None req-82548f0c-fd80-4675-85f7-c7145c53aa74 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] device_id is not set on port 3bfbf46f-a0a7-4ed2-84f8-b4010d2e931a yet. {{(pid=109612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:45:48.725799 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:48.818040 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60d5ac6-1c6f-4c38-bc42-1b6d72d8cd97 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:45:48.827762 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92b76ea-940f-45b4-b3eb-bd185f608dd4 None None] Sync routers for ids ['a7dabb3f-ab06-41dc-9e82-cad40ba65f5d'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:45:48.843106 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92b76ea-940f-45b4-b3eb-bd185f608dd4 None None] Routers {'a7dabb3f-ab06-41dc-9e82-cad40ba65f5d'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:48.844043 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-f92b76ea-940f-45b4-b3eb-bd185f608dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['a7dabb3f-ab06-41dc-9e82-cad40ba65f5d'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:48.852638 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c60d5ac6-1c6f-4c38-bc42-1b6d72d8cd97 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "PUT /v2.0/routers/a7dabb3f-ab06-41dc-9e82-cad40ba65f5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8057685 Mar 28 13:45:48.855870 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58236) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:48.863149 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-22c00cbb-84c2-4416-8e05-5381474e2c7b req-7509b1f5-e416-4eb9-ba40-6b102e8cd5e3 service neutron] 10.222.0.20 "GET /v2.0/networks/c012b94c-56e1-42f2-8be1-d11ff4eca693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3959856 Mar 28 13:45:48.898304 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-f92b76ea-940f-45b4-b3eb-bd185f608dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:48.903442 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Pushing event updated for resources: {'Port': ['ID=dab619de-d58d-4131-bc70-b0072950c4e2,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:48.908521 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92b76ea-940f-45b4-b3eb-bd185f608dd4 None None] Routers {'a7dabb3f-ab06-41dc-9e82-cad40ba65f5d'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:48.910015 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-f92b76ea-940f-45b4-b3eb-bd185f608dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['a7dabb3f-ab06-41dc-9e82-cad40ba65f5d'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:48.954806 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-5c06f46f-ac13-45a1-9648-0466b712ba6c tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Allocated IP 172.26.2.86 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/8ef8920f-c5fb-4a64-9403-eed5da1bfd91) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:45:48.966388 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9ae82d-e6b7-4b72-b6b4-1f5946973fb3 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:48.967823 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ae9ae82d-e6b7-4b72-b6b4-1f5946973fb3 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "GET /v2.0/ports/5a43e202-5377-4722-954e-a01c81c9171a HTTP/1.1" status: 200 len: 910 time: 0.1069772 Mar 28 13:45:48.971290 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58238) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:49.010778 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Checking segment: {'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:45:49.011062 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Network hostable DHCP agents. Network: 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:45:49.077941 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-82548f0c-fd80-4675-85f7-c7145c53aa74 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:49.105694 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-f92b76ea-940f-45b4-b3eb-bd185f608dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:49.106496 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92b76ea-940f-45b4-b3eb-bd185f608dd4 None None] The sync data for ids ['a7dabb3f-ab06-41dc-9e82-cad40ba65f5d'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:45:49.148579 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:45:49.167251 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5c06f46f-ac13-45a1-9648-0466b712ba6c tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:49.202087 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-82548f0c-fd80-4675-85f7-c7145c53aa74 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:49.240890 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:49.251898 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5c06f46f-ac13-45a1-9648-0466b712ba6c tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:49.253857 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbccef1-86ea-4693-93fb-51db865ba391 None None] Network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:45:49.266695 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:45:49.291342 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82548f0c-fd80-4675-85f7-c7145c53aa74 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Pushing event updated for resources: {'Port': ['ID=fd4d1f26-a095-4c68-817d-aa996f0b9cb8,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:49.303801 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c06f46f-ac13-45a1-9648-0466b712ba6c tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:45:49.306238 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port dab619de-d58d-4131-bc70-b0072950c4e2 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:45:49.306568 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port dab619de-d58d-4131-bc70-b0072950c4e2 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] {{(pid=109612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:45:49.306942 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port dab619de-d58d-4131-bc70-b0072950c4e2 on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:45:49.333867 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-5c06f46f-ac13-45a1-9648-0466b712ba6c tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:49.336663 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-50655b13-0ea8-4c76-bc4c-14609d6fcb5f tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:45:49.340660 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-50655b13-0ea8-4c76-bc4c-14609d6fcb5f tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] 10.222.0.24 "PUT /v2.0/routers/0547cdfe-d547-4989-a0d6-c3ddbba37381/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1056995 Mar 28 13:45:49.340887 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c06f46f-ac13-45a1-9648-0466b712ba6c tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:45:49.342130 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58242) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:49.354043 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18deb4c7-784f-4fb7-bc1f-e9806b0856f1 req-56855c45-76e5-436e-99be-9fccfcc08410 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:49.355770 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-18deb4c7-784f-4fb7-bc1f-e9806b0856f1 req-56855c45-76e5-436e-99be-9fccfcc08410 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.2276728 Mar 28 13:45:49.355982 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Port dab619de-d58d-4131-bc70-b0072950c4e2 on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:45:49.356272 dv-neutron-835335-1-hyperv neutron-server[109612]: ERROR neutron.plugins.ml2.managers [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Failed to bind port dab619de-d58d-4131-bc70-b0072950c4e2 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] Mar 28 13:45:49.375407 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.plugins.ml2.plugin [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempt 2 to bind port dab619de-d58d-4131-bc70-b0072950c4e2 Mar 28 13:45:49.464752 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82548f0c-fd80-4675-85f7-c7145c53aa74 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Checking segment: {'id': '5f75800f-f5f5-4e53-87a1-a9e7f22abacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f5decaf-8d33-4b59-b5e9-556ec9a1a5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:45:49.465110 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82548f0c-fd80-4675-85f7-c7145c53aa74 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Network hostable DHCP agents. Network: 6f5decaf-8d33-4b59-b5e9-556ec9a1a5fd, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:45:49.467048 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06f46f-ac13-45a1-9648-0466b712ba6c tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Pushing event updated for resources: {'Port': ['ID=8ef8920f-c5fb-4a64-9403-eed5da1bfd91,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:49.473703 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port dab619de-d58d-4131-bc70-b0072950c4e2 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:45:49.474031 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port dab619de-d58d-4131-bc70-b0072950c4e2 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] {{(pid=109612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:45:49.474360 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port dab619de-d58d-4131-bc70-b0072950c4e2 on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:45:49.494203 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Port dab619de-d58d-4131-bc70-b0072950c4e2 on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:45:49.494525 dv-neutron-835335-1-hyperv neutron-server[109612]: ERROR neutron.plugins.ml2.managers [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Failed to bind port dab619de-d58d-4131-bc70-b0072950c4e2 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] Mar 28 13:45:49.496924 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.plugins.ml2.plugin [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempt 3 to bind port dab619de-d58d-4131-bc70-b0072950c4e2 Mar 28 13:45:49.520893 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-18deb4c7-784f-4fb7-bc1f-e9806b0856f1 req-30c81160-d7f0-4272-b91d-83f65953217b tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521256 Mar 28 13:45:49.598444 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port dab619de-d58d-4131-bc70-b0072950c4e2 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:45:49.598767 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port dab619de-d58d-4131-bc70-b0072950c4e2 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] {{(pid=109612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:45:49.599092 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port dab619de-d58d-4131-bc70-b0072950c4e2 on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:45:49.615821 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 7e969682-d6d7-4c66-a747-47f72936d464 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:45:49.653382 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82548f0c-fd80-4675-85f7-c7145c53aa74 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Network 6f5decaf-8d33-4b59-b5e9-556ec9a1a5fd is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:45:49.658217 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-52afb90d-4bd2-43eb-999c-013921c93259 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:49.662362 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Port dab619de-d58d-4131-bc70-b0072950c4e2 on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:45:49.662688 dv-neutron-835335-1-hyperv neutron-server[109612]: ERROR neutron.plugins.ml2.managers [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Failed to bind port dab619de-d58d-4131-bc70-b0072950c4e2 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] Mar 28 13:45:49.667161 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 7e969682-d6d7-4c66-a747-47f72936d464 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:45:49.667161 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:49.669870 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.plugins.ml2.plugin [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempt 4 to bind port dab619de-d58d-4131-bc70-b0072950c4e2 Mar 28 13:45:49.694649 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-255200cf-517d-46d7-ba52-7a2790fd6829 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:49.748404 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-52afb90d-4bd2-43eb-999c-013921c93259 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:49.973009 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-82548f0c-fd80-4675-85f7-c7145c53aa74 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 6f5decaf-8d33-4b59-b5e9-556ec9a1a5fd) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:49.983842 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51211e18-2a4b-4e72-b33b-562389a95984 None None] Network 6f5decaf-8d33-4b59-b5e9-556ec9a1a5fd requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:45:49.989824 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82548f0c-fd80-4675-85f7-c7145c53aa74 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:45:49.990694 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-82548f0c-fd80-4675-85f7-c7145c53aa74 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:50.008933 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port dab619de-d58d-4131-bc70-b0072950c4e2 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:45:50.009295 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port dab619de-d58d-4131-bc70-b0072950c4e2 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] {{(pid=109612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:45:50.009806 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port dab619de-d58d-4131-bc70-b0072950c4e2 on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:45:50.046354 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Port dab619de-d58d-4131-bc70-b0072950c4e2 on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:45:50.046684 dv-neutron-835335-1-hyperv neutron-server[109612]: ERROR neutron.plugins.ml2.managers [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Failed to bind port dab619de-d58d-4131-bc70-b0072950c4e2 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] Mar 28 13:45:50.051148 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.plugins.ml2.plugin [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempt 5 to bind port dab619de-d58d-4131-bc70-b0072950c4e2 Mar 28 13:45:50.124867 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-255200cf-517d-46d7-ba52-7a2790fd6829 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Allocated IP 172.21.0.1 (fb4e5a8f-5f68-4cb8-8abf-8456320faba9/97b7e29d-8614-4333-8e81-6057dedac968/1fab7679-302f-4d97-a004-1a05dfd273ff) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:45:50.141088 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port dab619de-d58d-4131-bc70-b0072950c4e2 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:45:50.141420 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port dab619de-d58d-4131-bc70-b0072950c4e2 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] {{(pid=109612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:45:50.141580 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52afb90d-4bd2-43eb-999c-013921c93259 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Router 64b40f23-ed6d-4a73-9b91-50a4ab03783e has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:45:50.141748 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port dab619de-d58d-4131-bc70-b0072950c4e2 on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:45:50.158860 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82548f0c-fd80-4675-85f7-c7145c53aa74 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Pushing event updated for resources: {'Port': ['ID=3bfbf46f-a0a7-4ed2-84f8-b4010d2e931a,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:50.168654 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Port dab619de-d58d-4131-bc70-b0072950c4e2 on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:45:50.168947 dv-neutron-835335-1-hyperv neutron-server[109612]: ERROR neutron.plugins.ml2.managers [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Failed to bind port dab619de-d58d-4131-bc70-b0072950c4e2 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] Mar 28 13:45:50.173398 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.plugins.ml2.plugin [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempt 6 to bind port dab619de-d58d-4131-bc70-b0072950c4e2 Mar 28 13:45:50.261760 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82548f0c-fd80-4675-85f7-c7145c53aa74 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Checking segment: {'id': '27589480-37de-4506-af56-c0c01068e73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'faccea05-e1cb-428e-8452-de44e7fa5e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:45:50.262125 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82548f0c-fd80-4675-85f7-c7145c53aa74 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Network hostable DHCP agents. Network: faccea05-e1cb-428e-8452-de44e7fa5e52, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:45:50.268054 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port dab619de-d58d-4131-bc70-b0072950c4e2 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:45:50.268402 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port dab619de-d58d-4131-bc70-b0072950c4e2 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] {{(pid=109612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:45:50.268738 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port dab619de-d58d-4131-bc70-b0072950c4e2 on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:45:50.296400 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Port dab619de-d58d-4131-bc70-b0072950c4e2 on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:45:50.296736 dv-neutron-835335-1-hyperv neutron-server[109612]: ERROR neutron.plugins.ml2.managers [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Failed to bind port dab619de-d58d-4131-bc70-b0072950c4e2 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] Mar 28 13:45:50.301664 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.plugins.ml2.plugin [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempt 7 to bind port dab619de-d58d-4131-bc70-b0072950c4e2 Mar 28 13:45:50.329287 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-255200cf-517d-46d7-ba52-7a2790fd6829 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:50.330451 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5c06f46f-ac13-45a1-9648-0466b712ba6c tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for router_gateway, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:50.337643 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port dab619de-d58d-4131-bc70-b0072950c4e2 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:45:50.337975 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port dab619de-d58d-4131-bc70-b0072950c4e2 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] {{(pid=109612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:45:50.338303 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52afb90d-4bd2-43eb-999c-013921c93259 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:45:50.338822 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port dab619de-d58d-4131-bc70-b0072950c4e2 on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:45:50.343372 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-52afb90d-4bd2-43eb-999c-013921c93259 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:50.348497 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1c6926-435f-492c-8ace-346bda0f4f00 None None] Sync routers for ids ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:45:50.360950 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1c6926-435f-492c-8ace-346bda0f4f00 None None] Routers {'64b40f23-ed6d-4a73-9b91-50a4ab03783e'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:50.361799 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-dd1c6926-435f-492c-8ace-346bda0f4f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:50.383650 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82548f0c-fd80-4675-85f7-c7145c53aa74 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Network faccea05-e1cb-428e-8452-de44e7fa5e52 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:45:50.395222 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-dd1c6926-435f-492c-8ace-346bda0f4f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:50.397024 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Port dab619de-d58d-4131-bc70-b0072950c4e2 on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:45:50.397349 dv-neutron-835335-1-hyperv neutron-server[109612]: ERROR neutron.plugins.ml2.managers [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Failed to bind port dab619de-d58d-4131-bc70-b0072950c4e2 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] Mar 28 13:45:50.403915 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1c6926-435f-492c-8ace-346bda0f4f00 None None] Routers {'64b40f23-ed6d-4a73-9b91-50a4ab03783e'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:50.404504 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.plugins.ml2.plugin [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempt 8 to bind port dab619de-d58d-4131-bc70-b0072950c4e2 Mar 28 13:45:50.405045 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-dd1c6926-435f-492c-8ace-346bda0f4f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:50.414331 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-52afb90d-4bd2-43eb-999c-013921c93259 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "PUT /v2.0/floatingips/926aef84-87ef-4498-b1bb-498553850075 HTTP/1.1" status: 200 len: 978 time: 2.2346187 Mar 28 13:45:50.417523 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58244) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:50.443104 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-dd1c6926-435f-492c-8ace-346bda0f4f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:50.443749 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1c6926-435f-492c-8ace-346bda0f4f00 None None] The sync data for ids ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:45:50.488544 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-82548f0c-fd80-4675-85f7-c7145c53aa74 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, faccea05-e1cb-428e-8452-de44e7fa5e52) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:50.495402 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port dab619de-d58d-4131-bc70-b0072950c4e2 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:45:50.495731 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port dab619de-d58d-4131-bc70-b0072950c4e2 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] {{(pid=109612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:45:50.496060 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port dab619de-d58d-4131-bc70-b0072950c4e2 on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:45:50.497788 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4263fcb-948b-4a35-85ba-87a857ecfbe5 None None] Network faccea05-e1cb-428e-8452-de44e7fa5e52 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:45:50.507477 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82548f0c-fd80-4675-85f7-c7145c53aa74 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:45:50.516830 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82548f0c-fd80-4675-85f7-c7145c53aa74 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:50.517001 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-255200cf-517d-46d7-ba52-7a2790fd6829 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:50.518114 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82548f0c-fd80-4675-85f7-c7145c53aa74 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:50.518794 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-82548f0c-fd80-4675-85f7-c7145c53aa74 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:50.533379 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Port dab619de-d58d-4131-bc70-b0072950c4e2 on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:45:50.533689 dv-neutron-835335-1-hyperv neutron-server[109612]: ERROR neutron.plugins.ml2.managers [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Failed to bind port dab619de-d58d-4131-bc70-b0072950c4e2 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] Mar 28 13:45:50.540922 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.plugins.ml2.plugin [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempt 9 to bind port dab619de-d58d-4131-bc70-b0072950c4e2 Mar 28 13:45:50.592468 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255200cf-517d-46d7-ba52-7a2790fd6829 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Network fb4e5a8f-5f68-4cb8-8abf-8456320faba9 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:45:50.607855 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-255200cf-517d-46d7-ba52-7a2790fd6829 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:50.612074 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port dab619de-d58d-4131-bc70-b0072950c4e2 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:45:50.612451 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port dab619de-d58d-4131-bc70-b0072950c4e2 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] {{(pid=109612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:45:50.612754 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port dab619de-d58d-4131-bc70-b0072950c4e2 on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:45:50.620170 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-82548f0c-fd80-4675-85f7-c7145c53aa74 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.4722555 Mar 28 13:45:50.627118 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58248) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:50.627118 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255200cf-517d-46d7-ba52-7a2790fd6829 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:45:50.632339 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Port dab619de-d58d-4131-bc70-b0072950c4e2 on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:45:50.633066 dv-neutron-835335-1-hyperv neutron-server[109612]: ERROR neutron.plugins.ml2.managers [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Failed to bind port dab619de-d58d-4131-bc70-b0072950c4e2 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] Mar 28 13:45:50.634303 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.plugins.ml2.plugin [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempt 10 to bind port dab619de-d58d-4131-bc70-b0072950c4e2 Mar 28 13:45:50.646127 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255200cf-517d-46d7-ba52-7a2790fd6829 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event updated for resources: {'Port': ['ID=1fab7679-302f-4d97-a004-1a05dfd273ff,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:50.685972 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bd4a1dcd-ed79-493f-935e-9e51771eb320 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:50.693160 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port dab619de-d58d-4131-bc70-b0072950c4e2 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:45:50.693486 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port dab619de-d58d-4131-bc70-b0072950c4e2 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] {{(pid=109612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:45:50.693812 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port dab619de-d58d-4131-bc70-b0072950c4e2 on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:45:50.762440 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Port dab619de-d58d-4131-bc70-b0072950c4e2 on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:45:50.762728 dv-neutron-835335-1-hyperv neutron-server[109612]: ERROR neutron.plugins.ml2.managers [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Failed to bind port dab619de-d58d-4131-bc70-b0072950c4e2 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] Mar 28 13:45:50.763093 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:50.786206 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5c06f46f-ac13-45a1-9648-0466b712ba6c tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133933759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133929745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12481'] for router, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:50.788022 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-255200cf-517d-46d7-ba52-7a2790fd6829 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:50.799879 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5c06f46f-ac13-45a1-9648-0466b712ba6c tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133933750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133933709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133929832'] for router, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:50.852941 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e391cee-720e-4c36-8b68-73697d84d4fa req-b99290d6-5ec4-4291-a382-7e7ed741e972 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:50.854418 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6e391cee-720e-4c36-8b68-73697d84d4fa req-b99290d6-5ec4-4291-a382-7e7ed741e972 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.2563560 Mar 28 13:45:50.863860 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8d37d0-29ac-46cd-920d-f5570807d842 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:50.870223 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8d37d0-29ac-46cd-920d-f5570807d842 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:50.871673 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-2b8d37d0-29ac-46cd-920d-f5570807d842 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2425077 Mar 28 13:45:50.878388 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58250) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:50.910789 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-2c919a11-ffb8-4eab-9a5b-2c50c0668f0f None None] Provisioning complete for port 1fab7679-302f-4d97-a004-1a05dfd273ff triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:45:50.911393 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2c919a11-ffb8-4eab-9a5b-2c50c0668f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:50.956349 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-ce1740ea-afd3-4785-8d43-113723a02161 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Deleting port 18272a0d-cfe4-41dc-ab5a-7be71629c44f {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:45:50.956713 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ce1740ea-afd3-4785-8d43-113723a02161 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:50.959309 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-2c919a11-ffb8-4eab-9a5b-2c50c0668f0f None None] Port 1fab7679-302f-4d97-a004-1a05dfd273ff cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:45:50.979144 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] For port dab619de-d58d-4131-bc70-b0072950c4e2, host hv-neutron-8353, cleared binding levels {{(pid=109612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:45:50.979753 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempted to set empty binding levels {{(pid=109612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 28 13:45:51.047169 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:51.094822 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:51.095418 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:51.155325 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Pushing event updated for resources: {'Port': ['ID=dab619de-d58d-4131-bc70-b0072950c4e2,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:51.206393 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-7ba29e9c-45de-4df3-ab2f-67fc00cb877b tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 5.0622592 Mar 28 13:45:51.209136 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58252) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:51.291396 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-bd4a1dcd-ed79-493f-935e-9e51771eb320 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Deleting port baaad4ed-b248-45e5-a69f-6b6ce3af785c {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:45:51.291996 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bd4a1dcd-ed79-493f-935e-9e51771eb320 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:51.297342 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c06f46f-ac13-45a1-9648-0466b712ba6c tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Router 4fcab03a-b85b-4cac-961e-c18a1e8721ce is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:45:51.357197 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6e391cee-720e-4c36-8b68-73697d84d4fa req-3c35a2b3-eec9-4481-967c-534e75719c1b tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4834564 Mar 28 13:45:51.400470 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ce1740ea-afd3-4785-8d43-113723a02161 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:51.400919 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ce1740ea-afd3-4785-8d43-113723a02161 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:51.416252 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-253647af-27c5-4fa4-862f-f0d0dd70437a tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Deleting port fd4d1f26-a095-4c68-817d-aa996f0b9cb8 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:45:51.416634 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-253647af-27c5-4fa4-862f-f0d0dd70437a tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:51.419677 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-ce1740ea-afd3-4785-8d43-113723a02161 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Calling delete_port for 18272a0d-cfe4-41dc-ab5a-7be71629c44f owned by network:floatingip {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:45:51.426546 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-ae39d799-7dd6-4a05-875b-3b2178b04741 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Deleting port dab619de-d58d-4131-bc70-b0072950c4e2 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:45:51.426880 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ae39d799-7dd6-4a05-875b-3b2178b04741 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:51.481755 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bd4a1dcd-ed79-493f-935e-9e51771eb320 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:51.534672 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-bd4a1dcd-ed79-493f-935e-9e51771eb320 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Calling delete_port for baaad4ed-b248-45e5-a69f-6b6ce3af785c owned by network:router_interface {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:45:51.553131 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-255200cf-517d-46d7-ba52-7a2790fd6829 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:51.559661 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-253647af-27c5-4fa4-862f-f0d0dd70437a tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:51.571841 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-ae39d799-7dd6-4a05-875b-3b2178b04741 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] For port dab619de-d58d-4131-bc70-b0072950c4e2, host hv-neutron-8353, got binding levels [] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:45:51.572203 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ae39d799-7dd6-4a05-875b-3b2178b04741 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:51.574815 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c06f46f-ac13-45a1-9648-0466b712ba6c tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:45:51.587153 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0769b6-388d-4c24-ac5c-5c66961ec272 None None] Sync routers for ids ['4fcab03a-b85b-4cac-961e-c18a1e8721ce'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:45:51.599551 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0769b6-388d-4c24-ac5c-5c66961ec272 None None] Routers {'4fcab03a-b85b-4cac-961e-c18a1e8721ce'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:51.600312 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-be0769b6-388d-4c24-ac5c-5c66961ec272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['4fcab03a-b85b-4cac-961e-c18a1e8721ce'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:51.614740 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5c06f46f-ac13-45a1-9648-0466b712ba6c tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:51.617029 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-5c06f46f-ac13-45a1-9648-0466b712ba6c tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] 10.222.0.24 "PUT /v2.0/routers/4fcab03a-b85b-4cac-961e-c18a1e8721ce HTTP/1.1" status: 200 len: 879 time: 5.5210853 Mar 28 13:45:51.618027 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-253647af-27c5-4fa4-862f-f0d0dd70437a tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Calling delete_port for fd4d1f26-a095-4c68-817d-aa996f0b9cb8 owned by {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:45:51.620792 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58254) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:51.630081 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-ae39d799-7dd6-4a05-875b-3b2178b04741 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Calling delete_port for dab619de-d58d-4131-bc70-b0072950c4e2 owned by {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:45:51.637524 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-be0769b6-388d-4c24-ac5c-5c66961ec272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:51.646445 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0769b6-388d-4c24-ac5c-5c66961ec272 None None] Routers {'4fcab03a-b85b-4cac-961e-c18a1e8721ce'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:51.647043 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-be0769b6-388d-4c24-ac5c-5c66961ec272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['4fcab03a-b85b-4cac-961e-c18a1e8721ce'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:51.678712 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-be0769b6-388d-4c24-ac5c-5c66961ec272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:51.680554 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0769b6-388d-4c24-ac5c-5c66961ec272 None None] The sync data for ids ['4fcab03a-b85b-4cac-961e-c18a1e8721ce'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:45:51.846552 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-b4b1b04e-3d89-4ba8-ba34-8fe707b8f825 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] 10.222.0.24 "GET /v2.0/routers/4fcab03a-b85b-4cac-961e-c18a1e8721ce HTTP/1.1" status: 200 len: 920 time: 0.2245467 Mar 28 13:45:51.849562 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58256) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:51.922742 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-253647af-27c5-4fa4-862f-f0d0dd70437a tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:51.934298 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ae39d799-7dd6-4a05-875b-3b2178b04741 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:51.940912 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbb29e9-aebc-462a-8cf1-7102f73b35e2 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:51.945054 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-1dbb29e9-aebc-462a-8cf1-7102f73b35e2 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=1cb296ed-c863-4502-973a-f31b82091846&device_id=4fcab03a-b85b-4cac-961e-c18a1e8721ce&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0898490 Mar 28 13:45:51.962851 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58258) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:51.971910 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253647af-27c5-4fa4-862f-f0d0dd70437a tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Pushing event deleted for resources: {'Port': ['ID=fd4d1f26-a095-4c68-817d-aa996f0b9cb8,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:51.974923 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae39d799-7dd6-4a05-875b-3b2178b04741 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Pushing event deleted for resources: {'Port': ['ID=dab619de-d58d-4131-bc70-b0072950c4e2,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:51.976434 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-253647af-27c5-4fa4-862f-f0d0dd70437a tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:51.982491 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-253647af-27c5-4fa4-862f-f0d0dd70437a tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] 10.222.0.24 "DELETE /v2.0/ports/fd4d1f26-a095-4c68-817d-aa996f0b9cb8 HTTP/1.1" status: 204 len: 168 time: 1.1032255 Mar 28 13:45:51.983446 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58260) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:51.995783 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ae39d799-7dd6-4a05-875b-3b2178b04741 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:51.999163 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ae39d799-7dd6-4a05-875b-3b2178b04741 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] 10.222.0.24 "DELETE /v2.0/ports/dab619de-d58d-4131-bc70-b0072950c4e2 HTTP/1.1" status: 204 len: 168 time: 0.7890103 Mar 28 13:45:52.018261 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ce1740ea-afd3-4785-8d43-113723a02161 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:52.023760 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58262) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:52.084617 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1740ea-afd3-4785-8d43-113723a02161 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Pushing event deleted for resources: {'Port': ['ID=18272a0d-cfe4-41dc-ab5a-7be71629c44f,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:52.095534 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-255200cf-517d-46d7-ba52-7a2790fd6829 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:52.098199 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-33529b07-d1e5-4e88-bf9a-1cf24a91ca97 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] GET failed (client error): The resource could not be found. Mar 28 13:45:52.099760 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-33529b07-d1e5-4e88-bf9a-1cf24a91ca97 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] 10.222.0.24 "GET /v2.0/ports/dab619de-d58d-4131-bc70-b0072950c4e2 HTTP/1.1" status: 404 len: 333 time: 0.0736206 Mar 28 13:45:52.126671 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58264) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:52.147333 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-8b71a811-4e40-48b4-8a3a-a368b108c74c tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Request body: {'port': {'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1668959117'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:52.159286 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-255200cf-517d-46d7-ba52-7a2790fd6829 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:52.278868 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255200cf-517d-46d7-ba52-7a2790fd6829 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event updated for resources: {'Port': ['ID=1fab7679-302f-4d97-a004-1a05dfd273ff,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:52.289431 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ce1740ea-afd3-4785-8d43-113723a02161 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for floatingip, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:52.289760 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [None req-ce1740ea-afd3-4785-8d43-113723a02161 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Floating IP 926aef84-87ef-4498-b1bb-498553850075 disassociated (deleted). External IP: 172.26.2.29, port: e49a87a3-d086-478f-a9b4-165edd48719a. Mar 28 13:45:52.295063 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-255200cf-517d-46d7-ba52-7a2790fd6829 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:52.297792 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bd4a1dcd-ed79-493f-935e-9e51771eb320 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:52.330807 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a1dcd-ed79-493f-935e-9e51771eb320 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Pushing event deleted for resources: {'Port': ['ID=baaad4ed-b248-45e5-a69f-6b6ce3af785c,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:52.338703 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b71a811-4e40-48b4-8a3a-a368b108c74c tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Made reservation on behalf of 9dceeb768353418b93dd17b714eed254 for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:45:52.340518 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8b71a811-4e40-48b4-8a3a-a368b108c74c tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:52.364834 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-a3ec8859-3c36-4dd9-8fa4-c29f64765607 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Deleting port 3bfbf46f-a0a7-4ed2-84f8-b4010d2e931a {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:45:52.365460 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a3ec8859-3c36-4dd9-8fa4-c29f64765607 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:52.404698 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3479f41d-dd48-4c1f-bc78-2f5a133fb8a0 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:52.406089 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-3479f41d-dd48-4c1f-bc78-2f5a133fb8a0 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] 10.222.0.24 "GET /v2.0/networks/1cb296ed-c863-4502-973a-f31b82091846 HTTP/1.1" status: 200 len: 881 time: 0.4425781 Mar 28 13:45:52.410377 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58268) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:52.442433 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-84486ac9-76d2-46c3-a171-020fef957556 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fcab03a-b85b-4cac-961e-c18a1e8721ce HTTP/1.1" status: 200 len: 205 time: 0.0311430 Mar 28 13:45:52.445103 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58270) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:52.509729 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-8b71a811-4e40-48b4-8a3a-a368b108c74c tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] device_id is not set on port 94ed9546-4bc9-494c-b399-0cc371cef50b yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:45:52.567045 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bd4a1dcd-ed79-493f-935e-9e51771eb320 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:52.600834 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a3ec8859-3c36-4dd9-8fa4-c29f64765607 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:52.634092 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-a3ec8859-3c36-4dd9-8fa4-c29f64765607 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Calling delete_port for 3bfbf46f-a0a7-4ed2-84f8-b4010d2e931a owned by {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:45:52.682577 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4a5375e8-0814-418a-ac61-b17a9a54c5db tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for router, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:52.774632 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab1ce1-c89d-48cf-af43-ab261bcf2abc req-7f3c6855-084c-4bed-b30e-90e9d103fee7 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:52.776103 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b8ab1ce1-c89d-48cf-af43-ab261bcf2abc req-7f3c6855-084c-4bed-b30e-90e9d103fee7 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.2951176 Mar 28 13:45:52.814758 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255200cf-517d-46d7-ba52-7a2790fd6829 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Network fb4e5a8f-5f68-4cb8-8abf-8456320faba9 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:45:52.834291 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd4a1dcd-ed79-493f-935e-9e51771eb320 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Router 0547cdfe-d547-4989-a0d6-c3ddbba37381 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:45:52.855679 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4a5375e8-0814-418a-ac61-b17a9a54c5db tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:52.861234 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-255200cf-517d-46d7-ba52-7a2790fd6829 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:52.929031 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4a1dcd-ed79-493f-935e-9e51771eb320 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:45:52.934310 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-bd4a1dcd-ed79-493f-935e-9e51771eb320 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] 10.222.0.24 "PUT /v2.0/routers/0547cdfe-d547-4989-a0d6-c3ddbba37381/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5899842 Mar 28 13:45:52.940340 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58272) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:52.941645 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cb3407-6323-4025-a844-74fd3db87e79 None None] Sync routers for ids ['0547cdfe-d547-4989-a0d6-c3ddbba37381'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:45:52.954283 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cb3407-6323-4025-a844-74fd3db87e79 None None] Routers {'0547cdfe-d547-4989-a0d6-c3ddbba37381'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:52.955947 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-94cb3407-6323-4025-a844-74fd3db87e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['0547cdfe-d547-4989-a0d6-c3ddbba37381'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:52.983340 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-ebca8403-55f9-4923-9901-dc826af595bb tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] delete failed (client error): The resource could not be found. Mar 28 13:45:52.984158 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ebca8403-55f9-4923-9901-dc826af595bb tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-1532796378 HTTP/1.1" status: 404 len: 335 time: 0.0450425 Mar 28 13:45:52.996360 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58274) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:52.999396 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-94cb3407-6323-4025-a844-74fd3db87e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:53.009902 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cb3407-6323-4025-a844-74fd3db87e79 None None] Routers {'0547cdfe-d547-4989-a0d6-c3ddbba37381'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:53.010819 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-94cb3407-6323-4025-a844-74fd3db87e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['0547cdfe-d547-4989-a0d6-c3ddbba37381'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:53.029629 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-4a5375e8-0814-418a-ac61-b17a9a54c5db tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Deleting port 8ef8920f-c5fb-4a64-9403-eed5da1bfd91 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:45:53.030219 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4a5375e8-0814-418a-ac61-b17a9a54c5db tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:53.034480 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b8ab1ce1-c89d-48cf-af43-ab261bcf2abc req-9d9b87b6-e992-4c24-a7a8-b1193acc3e46 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2469814 Mar 28 13:45:53.038136 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-c47fac9e-f2c2-495d-9725-37b50f3b3d76 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Request body: {'router': {'external_gateway_info': {'network_id': '0547cdfe-d547-4989-a0d6-c3ddbba37381'}}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:53.073009 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-94cb3407-6323-4025-a844-74fd3db87e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:53.073931 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cb3407-6323-4025-a844-74fd3db87e79 None None] The sync data for ids ['0547cdfe-d547-4989-a0d6-c3ddbba37381'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:45:53.099233 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8b71a811-4e40-48b4-8a3a-a368b108c74c tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:53.113077 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce1740ea-afd3-4785-8d43-113723a02161 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Router 64b40f23-ed6d-4a73-9b91-50a4ab03783e has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:45:53.123286 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4a5375e8-0814-418a-ac61-b17a9a54c5db tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:53.136482 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-4a5375e8-0814-418a-ac61-b17a9a54c5db tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Calling delete_port for 8ef8920f-c5fb-4a64-9403-eed5da1bfd91 owned by network:router_gateway {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:45:53.212266 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255200cf-517d-46d7-ba52-7a2790fd6829 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Router a7dabb3f-ab06-41dc-9e82-cad40ba65f5d has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:45:53.212503 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-d4cbac25-a6b9-46f4-8067-66a256897de0 None None] Provisioning complete for port 1fab7679-302f-4d97-a004-1a05dfd273ff triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:45:53.212974 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d4cbac25-a6b9-46f4-8067-66a256897de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:53.214191 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 13:45:53.250568 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-d4cbac25-a6b9-46f4-8067-66a256897de0 None None] Port 1fab7679-302f-4d97-a004-1a05dfd273ff cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:45:53.255383 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a3ec8859-3c36-4dd9-8fa4-c29f64765607 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:53.310202 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec8859-3c36-4dd9-8fa4-c29f64765607 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Pushing event deleted for resources: {'Port': ['ID=3bfbf46f-a0a7-4ed2-84f8-b4010d2e931a,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:53.367410 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4a5375e8-0814-418a-ac61-b17a9a54c5db tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:53.400806 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5375e8-0814-418a-ac61-b17a9a54c5db tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Pushing event deleted for resources: {'Port': ['ID=8ef8920f-c5fb-4a64-9403-eed5da1bfd91,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:53.413375 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a3ec8859-3c36-4dd9-8fa4-c29f64765607 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:53.416562 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a3ec8859-3c36-4dd9-8fa4-c29f64765607 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] 10.222.0.24 "DELETE /v2.0/ports/3bfbf46f-a0a7-4ed2-84f8-b4010d2e931a HTTP/1.1" status: 204 len: 168 time: 1.4307408 Mar 28 13:45:53.423956 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58276) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:53.450951 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8b71a811-4e40-48b4-8a3a-a368b108c74c tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:53.455787 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c47fac9e-f2c2-495d-9725-37b50f3b3d76 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:53.470247 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-5a9e50b0-fb7a-424d-84d1-1d6310aabb13 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0435655 Mar 28 13:45:53.473908 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58278) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:53.480964 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-ad6751fb-affa-4d76-a6bd-0ead927ad572 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-57932324'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:53.502277 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4a5375e8-0814-418a-ac61-b17a9a54c5db tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133933816'] for router_gateway, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:53.571713 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6751fb-affa-4d76-a6bd-0ead927ad572 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Made reservation on behalf of aab71cad3a0c4b25a9fb46d0855ce7ef for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:45:53.575229 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ad6751fb-affa-4d76-a6bd-0ead927ad572 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:53.622921 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4a5375e8-0814-418a-ac61-b17a9a54c5db tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:53.626011 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4a5375e8-0814-418a-ac61-b17a9a54c5db tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:53.675429 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad6751fb-affa-4d76-a6bd-0ead927ad572 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:45:53.686109 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ad6751fb-affa-4d76-a6bd-0ead927ad572 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:53.686452 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-ad6751fb-affa-4d76-a6bd-0ead927ad572 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Added segment c37b6a4c-817b-4e09-947b-24a1e043c24a of type vlan for network 62cb0f45-def8-4370-bd6d-0decdb30c317 Mar 28 13:45:53.730217 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ad6751fb-affa-4d76-a6bd-0ead927ad572 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:53.747447 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4a5375e8-0814-418a-ac61-b17a9a54c5db tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:53.747999 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5375e8-0814-418a-ac61-b17a9a54c5db tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Fanout notify agent at l3_agent the message router_deleted on router 4fcab03a-b85b-4cac-961e-c18a1e8721ce {{(pid=109612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:45:53.756058 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4a5375e8-0814-418a-ac61-b17a9a54c5db tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:53.762109 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-4a5375e8-0814-418a-ac61-b17a9a54c5db tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] 10.222.0.24 "DELETE /v2.0/routers/4fcab03a-b85b-4cac-961e-c18a1e8721ce HTTP/1.1" status: 204 len: 168 time: 1.3111107 Mar 28 13:45:53.762109 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58280) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:53.767234 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-c097a855-ebe2-4c16-b2d4-8a48bda69caa tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1295742785', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:53.846908 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ad6751fb-affa-4d76-a6bd-0ead927ad572 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:53.853285 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6751fb-affa-4d76-a6bd-0ead927ad572 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:53.853875 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ad6751fb-affa-4d76-a6bd-0ead927ad572 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:53.887396 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-c47fac9e-f2c2-495d-9725-37b50f3b3d76 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] update failed (client error): The resource could not be found. Mar 28 13:45:53.893906 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c47fac9e-f2c2-495d-9725-37b50f3b3d76 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] 10.222.0.24 "PUT /v2.0/routers/0547cdfe-d547-4989-a0d6-c3ddbba37381 HTTP/1.1" status: 404 len: 339 time: 0.8910897 Mar 28 13:45:53.893906 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b71a811-4e40-48b4-8a3a-a368b108c74c tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:45:53.893906 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-8b71a811-4e40-48b4-8a3a-a368b108c74c tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:53.895420 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58282) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:53.898444 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b71a811-4e40-48b4-8a3a-a368b108c74c tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Pushing event updated for resources: {'Port': ['ID=94ed9546-4bc9-494c-b399-0cc371cef50b,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:53.905685 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c097a855-ebe2-4c16-b2d4-8a48bda69caa tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:53.906149 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255200cf-517d-46d7-ba52-7a2790fd6829 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:45:53.906614 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c097a855-ebe2-4c16-b2d4-8a48bda69caa tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:53.909411 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b71a811-4e40-48b4-8a3a-a368b108c74c tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:45:53.910335 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b71a811-4e40-48b4-8a3a-a368b108c74c tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:53.911418 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8b71a811-4e40-48b4-8a3a-a368b108c74c tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:53.919795 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-255200cf-517d-46d7-ba52-7a2790fd6829 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "PUT /v2.0/routers/a7dabb3f-ab06-41dc-9e82-cad40ba65f5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9450617 Mar 28 13:45:53.920846 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58284) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:53.926417 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1436f3be-819b-4860-a22f-ba8371c932a9 None None] Sync routers for ids ['a7dabb3f-ab06-41dc-9e82-cad40ba65f5d'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:45:53.930641 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6751fb-affa-4d76-a6bd-0ead927ad572 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Pushing event updated for resources: {'Network': ['ID=62cb0f45-def8-4370-bd6d-0decdb30c317,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:53.940626 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1436f3be-819b-4860-a22f-ba8371c932a9 None None] Routers {'a7dabb3f-ab06-41dc-9e82-cad40ba65f5d'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:53.941242 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-1436f3be-819b-4860-a22f-ba8371c932a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['a7dabb3f-ab06-41dc-9e82-cad40ba65f5d'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:53.942853 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ad6751fb-affa-4d76-a6bd-0ead927ad572 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4677672 Mar 28 13:45:53.954956 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58286) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:53.972154 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-3aa21fb9-c9fc-4213-8830-faf165df68ec tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-891760153'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:53.979928 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 62cb0f45-def8-4370-bd6d-0decdb30c317 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:45:53.982265 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-1436f3be-819b-4860-a22f-ba8371c932a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:53.984564 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f0d79be5-e262-4ca8-a22d-b4d83967a5b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:53.985997 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c097a855-ebe2-4c16-b2d4-8a48bda69caa tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:54.032696 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1740ea-afd3-4785-8d43-113723a02161 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:45:54.043138 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ce1740ea-afd3-4785-8d43-113723a02161 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:54.044874 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1436f3be-819b-4860-a22f-ba8371c932a9 None None] Routers {'a7dabb3f-ab06-41dc-9e82-cad40ba65f5d'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:54.045011 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943ec82b-7014-489a-bdc8-9880e9adbe7c None None] Sync routers for ids ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:45:54.045765 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-1436f3be-819b-4860-a22f-ba8371c932a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['a7dabb3f-ab06-41dc-9e82-cad40ba65f5d'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:54.061243 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c097a855-ebe2-4c16-b2d4-8a48bda69caa tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:54.063194 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943ec82b-7014-489a-bdc8-9880e9adbe7c None None] Routers {'64b40f23-ed6d-4a73-9b91-50a4ab03783e'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:54.063990 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-943ec82b-7014-489a-bdc8-9880e9adbe7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:54.089475 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-1436f3be-819b-4860-a22f-ba8371c932a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:54.089475 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1436f3be-819b-4860-a22f-ba8371c932a9 None None] The sync data for ids ['a7dabb3f-ab06-41dc-9e82-cad40ba65f5d'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:45:54.103732 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-943ec82b-7014-489a-bdc8-9880e9adbe7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:54.112965 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943ec82b-7014-489a-bdc8-9880e9adbe7c None None] Routers {'64b40f23-ed6d-4a73-9b91-50a4ab03783e'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:54.113903 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-943ec82b-7014-489a-bdc8-9880e9adbe7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:54.120220 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79e6cc7-65e0-480d-9935-abf16507cb72 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:54.121609 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c79e6cc7-65e0-480d-9935-abf16507cb72 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "GET /v2.0/ports/1fab7679-302f-4d97-a004-1a05dfd273ff HTTP/1.1" status: 200 len: 910 time: 0.1705527 Mar 28 13:45:54.124742 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58290) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:54.151660 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-943ec82b-7014-489a-bdc8-9880e9adbe7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:54.152581 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943ec82b-7014-489a-bdc8-9880e9adbe7c None None] The sync data for ids ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:45:54.170522 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c097a855-ebe2-4c16-b2d4-8a48bda69caa tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:54.170723 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-8b71a811-4e40-48b4-8a3a-a368b108c74c tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.0428717 Mar 28 13:45:54.174659 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c097a855-ebe2-4c16-b2d4-8a48bda69caa tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4091909 Mar 28 13:45:54.178388 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58292) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:54.178647 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58294) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:54.184122 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ce1740ea-afd3-4785-8d43-113723a02161 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "DELETE /v2.0/floatingips/926aef84-87ef-4498-b1bb-498553850075 HTTP/1.1" status: 204 len: 168 time: 3.7655404 Mar 28 13:45:54.200765 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58296) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:54.201615 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8353'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:54.206315 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-7efc0b61-1f53-49ff-b066-26c50df0a9bd tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'enable_snat': True}}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:54.258322 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa21fb9-c9fc-4213-8830-faf165df68ec tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Made reservation on behalf of aab71cad3a0c4b25a9fb46d0855ce7ef for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:45:54.261655 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3aa21fb9-c9fc-4213-8830-faf165df68ec tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:54.383611 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-62373751-de9d-44dc-95a7-20921ed662a4 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Deleting port e49a87a3-d086-478f-a9b4-165edd48719a {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:45:54.383950 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-62373751-de9d-44dc-95a7-20921ed662a4 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:54.497659 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920d7b8-6945-41e4-b61f-59ecd5fc5744 req-7f5d496c-7990-49f6-a660-52c0bb9f1a55 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:54.499054 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2920d7b8-6945-41e4-b61f-59ecd5fc5744 req-7f5d496c-7990-49f6-a660-52c0bb9f1a55 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.3366454 Mar 28 13:45:54.510998 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:54.512895 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aa21fb9-c9fc-4213-8830-faf165df68ec tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:45:54.526181 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-62373751-de9d-44dc-95a7-20921ed662a4 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:54.540640 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-62373751-de9d-44dc-95a7-20921ed662a4 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Calling delete_port for e49a87a3-d086-478f-a9b4-165edd48719a owned by {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:45:54.588962 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3aa21fb9-c9fc-4213-8830-faf165df68ec tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:54.589305 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-3aa21fb9-c9fc-4213-8830-faf165df68ec tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Added segment 451d8652-42b2-4c58-831e-fb4ef22ed792 of type vlan for network 9487c777-effe-42e2-8697-87881e91b034 Mar 28 13:45:54.661071 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-02c76313-983f-4fee-b5e2-df320a0ed45a tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:54.672143 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-84a49de8-614d-4495-9119-c782a1d097c6 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:54.676790 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7efc0b61-1f53-49ff-b066-26c50df0a9bd tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:54.745253 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3aa21fb9-c9fc-4213-8830-faf165df68ec tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:54.754389 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2920d7b8-6945-41e4-b61f-59ecd5fc5744 req-b8e4c6b9-2301-4e4e-8d45-86d339dad94a tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2364402 Mar 28 13:45:54.864226 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.db.resource_extend [None req-3aa21fb9-c9fc-4213-8830-faf165df68ec tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 13:45:54.945974 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-62373751-de9d-44dc-95a7-20921ed662a4 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:54.981015 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62373751-de9d-44dc-95a7-20921ed662a4 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Pushing event deleted for resources: {'Port': ['ID=e49a87a3-d086-478f-a9b4-165edd48719a,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:54.992709 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3aa21fb9-c9fc-4213-8830-faf165df68ec tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:54.998119 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa21fb9-c9fc-4213-8830-faf165df68ec tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:54.998719 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3aa21fb9-c9fc-4213-8830-faf165df68ec tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:55.102213 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-02c76313-983f-4fee-b5e2-df320a0ed45a tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Deleting port 1fab7679-302f-4d97-a004-1a05dfd273ff {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:45:55.102773 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-02c76313-983f-4fee-b5e2-df320a0ed45a tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:55.117261 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-62373751-de9d-44dc-95a7-20921ed662a4 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:55.123878 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-62373751-de9d-44dc-95a7-20921ed662a4 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "DELETE /v2.0/ports/e49a87a3-d086-478f-a9b4-165edd48719a HTTP/1.1" status: 204 len: 168 time: 0.9186878 Mar 28 13:45:55.124050 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58300) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:55.130344 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-ac5a2233-e26a-4225-8246-940b092b4c44 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Request body: {'floatingip': {'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:55.140764 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3aa21fb9-c9fc-4213-8830-faf165df68ec tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1751046 Mar 28 13:45:55.159742 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] device_id is not set on port 94ed9546-4bc9-494c-b399-0cc371cef50b yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:45:55.167392 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa21fb9-c9fc-4213-8830-faf165df68ec tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Pushing event updated for resources: {'Network': ['ID=9487c777-effe-42e2-8697-87881e91b034,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:55.179070 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:55.192068 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 9487c777-effe-42e2-8697-87881e91b034 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:45:55.216488 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-02c76313-983f-4fee-b5e2-df320a0ed45a tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:55.233875 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-02c76313-983f-4fee-b5e2-df320a0ed45a tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Calling delete_port for 1fab7679-302f-4d97-a004-1a05dfd273ff owned by network:router_interface {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:45:55.238100 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ac5a2233-e26a-4225-8246-940b092b4c44 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for floatingip, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:55.249609 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-84a49de8-614d-4495-9119-c782a1d097c6 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Allocated IP 172.20.0.1 (2ff6b938-e89e-4a04-957b-7a0a7b94e041/9612e3f5-aa3d-40ba-98d0-0d494c6f2b66/bb3e7209-263a-46e3-84f8-c0da22282089) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:45:55.259308 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:55.278863 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58302) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:55.285443 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-95c8121f-e2ee-4274-b9bc-09619770ed27 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Request body: {'subnets': [{'network_id': '62cb0f45-def8-4370-bd6d-0decdb30c317', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1875047516', 'ip_version': 4}, {'network_id': '9487c777-effe-42e2-8697-87881e91b034', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:55.288677 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-95c8121f-e2ee-4274-b9bc-09619770ed27 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Request body: {'subnet': {'network_id': '62cb0f45-def8-4370-bd6d-0decdb30c317', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1875047516', 'ip_version': 4}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:55.288677 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-95c8121f-e2ee-4274-b9bc-09619770ed27 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Request body: {'subnet': {'network_id': '9487c777-effe-42e2-8697-87881e91b034', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:55.472556 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ac5a2233-e26a-4225-8246-940b092b4c44 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:55.511696 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Pushing event updated for resources: {'Port': ['ID=94ed9546-4bc9-494c-b399-0cc371cef50b,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:55.546304 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 94ed9546-4bc9-494c-b399-0cc371cef50b on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:45:55.546640 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 94ed9546-4bc9-494c-b399-0cc371cef50b by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:45:55.546973 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 94ed9546-4bc9-494c-b399-0cc371cef50b on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:45:55.558755 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-02c76313-983f-4fee-b5e2-df320a0ed45a tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:55.581020 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Port 94ed9546-4bc9-494c-b399-0cc371cef50b on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:45:55.581342 dv-neutron-835335-1-hyperv neutron-server[109613]: ERROR neutron.plugins.ml2.managers [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Failed to bind port 94ed9546-4bc9-494c-b399-0cc371cef50b on host hv-neutron-8353 for vnic_type normal using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] Mar 28 13:45:55.592977 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c76313-983f-4fee-b5e2-df320a0ed45a tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event deleted for resources: {'Port': ['ID=1fab7679-302f-4d97-a004-1a05dfd273ff,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:55.615563 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.plugins.ml2.plugin [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempt 2 to bind port 94ed9546-4bc9-494c-b399-0cc371cef50b Mar 28 13:45:55.630898 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-ac5a2233-e26a-4225-8246-940b092b4c44 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Allocated IP 172.26.2.10 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/b3b040a6-f8c9-4f1e-8101-53777931ea35) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:45:55.652960 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7efc0b61-1f53-49ff-b066-26c50df0a9bd tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:55.686841 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 94ed9546-4bc9-494c-b399-0cc371cef50b on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:45:55.687168 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 94ed9546-4bc9-494c-b399-0cc371cef50b by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:45:55.687489 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 94ed9546-4bc9-494c-b399-0cc371cef50b on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:45:55.691969 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-84a49de8-614d-4495-9119-c782a1d097c6 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:55.695157 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7efc0b61-1f53-49ff-b066-26c50df0a9bd tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:55.710073 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Port 94ed9546-4bc9-494c-b399-0cc371cef50b on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:45:55.710960 dv-neutron-835335-1-hyperv neutron-server[109613]: ERROR neutron.plugins.ml2.managers [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Failed to bind port 94ed9546-4bc9-494c-b399-0cc371cef50b on host hv-neutron-8353 for vnic_type normal using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] Mar 28 13:45:55.715150 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.plugins.ml2.plugin [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempt 3 to bind port 94ed9546-4bc9-494c-b399-0cc371cef50b Mar 28 13:45:55.769900 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 94ed9546-4bc9-494c-b399-0cc371cef50b on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:45:55.770240 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 94ed9546-4bc9-494c-b399-0cc371cef50b by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:45:55.770560 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 94ed9546-4bc9-494c-b399-0cc371cef50b on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:45:55.797706 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Port 94ed9546-4bc9-494c-b399-0cc371cef50b on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:45:55.797978 dv-neutron-835335-1-hyperv neutron-server[109613]: ERROR neutron.plugins.ml2.managers [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Failed to bind port 94ed9546-4bc9-494c-b399-0cc371cef50b on host hv-neutron-8353 for vnic_type normal using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] Mar 28 13:45:55.802884 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.plugins.ml2.plugin [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempt 4 to bind port 94ed9546-4bc9-494c-b399-0cc371cef50b Mar 28 13:45:55.823993 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 94ed9546-4bc9-494c-b399-0cc371cef50b on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:45:55.824327 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 94ed9546-4bc9-494c-b399-0cc371cef50b by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:45:55.824683 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 94ed9546-4bc9-494c-b399-0cc371cef50b on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:45:55.830079 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Port 94ed9546-4bc9-494c-b399-0cc371cef50b on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:45:55.830412 dv-neutron-835335-1-hyperv neutron-server[109613]: ERROR neutron.plugins.ml2.managers [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Failed to bind port 94ed9546-4bc9-494c-b399-0cc371cef50b on host hv-neutron-8353 for vnic_type normal using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] Mar 28 13:45:55.830793 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.plugins.ml2.plugin [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempt 5 to bind port 94ed9546-4bc9-494c-b399-0cc371cef50b Mar 28 13:45:55.854398 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c8121f-e2ee-4274-b9bc-09619770ed27 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Made reservation on behalf of aab71cad3a0c4b25a9fb46d0855ce7ef for: {'subnet': 2} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:45:55.859012 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-95c8121f-e2ee-4274-b9bc-09619770ed27 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:55.859357 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-95c8121f-e2ee-4274-b9bc-09619770ed27 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:55.862491 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 94ed9546-4bc9-494c-b399-0cc371cef50b on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:45:55.862827 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 94ed9546-4bc9-494c-b399-0cc371cef50b by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:45:55.863152 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 94ed9546-4bc9-494c-b399-0cc371cef50b on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:45:55.900163 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Port 94ed9546-4bc9-494c-b399-0cc371cef50b on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:45:55.900417 dv-neutron-835335-1-hyperv neutron-server[109613]: ERROR neutron.plugins.ml2.managers [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Failed to bind port 94ed9546-4bc9-494c-b399-0cc371cef50b on host hv-neutron-8353 for vnic_type normal using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] Mar 28 13:45:55.901390 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-84a49de8-614d-4495-9119-c782a1d097c6 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:55.906849 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.plugins.ml2.plugin [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempt 6 to bind port 94ed9546-4bc9-494c-b399-0cc371cef50b Mar 28 13:45:56.001518 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 94ed9546-4bc9-494c-b399-0cc371cef50b on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:45:56.001780 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 94ed9546-4bc9-494c-b399-0cc371cef50b by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:45:56.002072 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 94ed9546-4bc9-494c-b399-0cc371cef50b on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:45:56.010168 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a49de8-614d-4495-9119-c782a1d097c6 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Network 2ff6b938-e89e-4a04-957b-7a0a7b94e041 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:45:56.019701 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-84a49de8-614d-4495-9119-c782a1d097c6 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:56.027753 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a49de8-614d-4495-9119-c782a1d097c6 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Pushing event updated for resources: {'Port': ['ID=bb3e7209-263a-46e3-84f8-c0da22282089,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:56.030176 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a49de8-614d-4495-9119-c782a1d097c6 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:45:56.037135 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Port 94ed9546-4bc9-494c-b399-0cc371cef50b on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:45:56.037460 dv-neutron-835335-1-hyperv neutron-server[109613]: ERROR neutron.plugins.ml2.managers [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Failed to bind port 94ed9546-4bc9-494c-b399-0cc371cef50b on host hv-neutron-8353 for vnic_type normal using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] Mar 28 13:45:56.041682 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.plugins.ml2.plugin [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempt 7 to bind port 94ed9546-4bc9-494c-b399-0cc371cef50b Mar 28 13:45:56.050850 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743ba12-438d-4d97-ad5c-0acdf3d6cbad req-15b42b65-9e96-4e1c-8a15-32245d8e2c20 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:56.052575 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e743ba12-438d-4d97-ad5c-0acdf3d6cbad req-15b42b65-9e96-4e1c-8a15-32245d8e2c20 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.2126553 Mar 28 13:45:56.111419 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-02c76313-983f-4fee-b5e2-df320a0ed45a tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:56.120141 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 94ed9546-4bc9-494c-b399-0cc371cef50b on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:45:56.120535 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 94ed9546-4bc9-494c-b399-0cc371cef50b by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:45:56.120874 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 94ed9546-4bc9-494c-b399-0cc371cef50b on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:45:56.136510 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ac5a2233-e26a-4225-8246-940b092b4c44 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:56.138611 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-84a49de8-614d-4495-9119-c782a1d097c6 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:56.148666 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Port 94ed9546-4bc9-494c-b399-0cc371cef50b on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:45:56.148666 dv-neutron-835335-1-hyperv neutron-server[109613]: ERROR neutron.plugins.ml2.managers [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Failed to bind port 94ed9546-4bc9-494c-b399-0cc371cef50b on host hv-neutron-8353 for vnic_type normal using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] Mar 28 13:45:56.181724 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.plugins.ml2.plugin [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempt 8 to bind port 94ed9546-4bc9-494c-b399-0cc371cef50b Mar 28 13:45:56.226687 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e743ba12-438d-4d97-ad5c-0acdf3d6cbad req-1bce62c7-0905-4a92-a971-bcf6593f0949 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495461 Mar 28 13:45:56.236881 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 94ed9546-4bc9-494c-b399-0cc371cef50b on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:45:56.237210 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 94ed9546-4bc9-494c-b399-0cc371cef50b by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:45:56.237624 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 94ed9546-4bc9-494c-b399-0cc371cef50b on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:45:56.264663 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-63e11a83-2495-4462-8777-9522e3c60b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:56.298433 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-01f34e2f-a5fa-4525-b0a0-d76eaac71fb4 None None] Provisioning complete for port bb3e7209-263a-46e3-84f8-c0da22282089 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:45:56.299389 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-01f34e2f-a5fa-4525-b0a0-d76eaac71fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:56.324002 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ac5a2233-e26a-4225-8246-940b092b4c44 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:56.339250 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-01f34e2f-a5fa-4525-b0a0-d76eaac71fb4 None None] Port bb3e7209-263a-46e3-84f8-c0da22282089 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:45:56.379389 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5a2233-e26a-4225-8246-940b092b4c44 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:45:56.385914 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-ac5a2233-e26a-4225-8246-940b092b4c44 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:56.390662 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5a2233-e26a-4225-8246-940b092b4c44 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:45:56.398738 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a2233-e26a-4225-8246-940b092b4c44 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Pushing event updated for resources: {'Port': ['ID=b3b040a6-f8c9-4f1e-8101-53777931ea35,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:56.402286 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c76313-983f-4fee-b5e2-df320a0ed45a tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Router a7dabb3f-ab06-41dc-9e82-cad40ba65f5d has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:45:56.566664 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ac5a2233-e26a-4225-8246-940b092b4c44 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:56.568298 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c76313-983f-4fee-b5e2-df320a0ed45a tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:45:56.576683 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-02c76313-983f-4fee-b5e2-df320a0ed45a tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "PUT /v2.0/routers/a7dabb3f-ab06-41dc-9e82-cad40ba65f5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4507585 Mar 28 13:45:56.579522 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58306) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:56.582563 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Port 94ed9546-4bc9-494c-b399-0cc371cef50b on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:45:56.583043 dv-neutron-835335-1-hyperv neutron-server[109613]: ERROR neutron.plugins.ml2.managers [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Failed to bind port 94ed9546-4bc9-494c-b399-0cc371cef50b on host hv-neutron-8353 for vnic_type normal using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] Mar 28 13:45:56.583297 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f50275e-109e-4d82-862c-c169cb2ea282 None None] Sync routers for ids ['a7dabb3f-ab06-41dc-9e82-cad40ba65f5d'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:45:56.594098 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f50275e-109e-4d82-862c-c169cb2ea282 None None] Routers {'a7dabb3f-ab06-41dc-9e82-cad40ba65f5d'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:56.594830 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-1f50275e-109e-4d82-862c-c169cb2ea282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['a7dabb3f-ab06-41dc-9e82-cad40ba65f5d'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:56.603883 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.plugins.ml2.plugin [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempt 9 to bind port 94ed9546-4bc9-494c-b399-0cc371cef50b Mar 28 13:45:56.631495 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-1f50275e-109e-4d82-862c-c169cb2ea282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:56.641072 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f50275e-109e-4d82-862c-c169cb2ea282 None None] Routers {'a7dabb3f-ab06-41dc-9e82-cad40ba65f5d'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:56.641732 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-1f50275e-109e-4d82-862c-c169cb2ea282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['a7dabb3f-ab06-41dc-9e82-cad40ba65f5d'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:56.667252 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 94ed9546-4bc9-494c-b399-0cc371cef50b on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:45:56.668157 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 94ed9546-4bc9-494c-b399-0cc371cef50b by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:45:56.668157 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 94ed9546-4bc9-494c-b399-0cc371cef50b on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:45:56.674054 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-1f50275e-109e-4d82-862c-c169cb2ea282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:56.674702 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f50275e-109e-4d82-862c-c169cb2ea282 None None] The sync data for ids ['a7dabb3f-ab06-41dc-9e82-cad40ba65f5d'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:45:56.683628 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ac5a2233-e26a-4225-8246-940b092b4c44 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:56.694397 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-7efc0b61-1f53-49ff-b066-26c50df0a9bd tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Allocated IP 172.26.2.111 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/eaa54f88-0d63-436b-8981-9cbdc788abfe) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:45:56.698602 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Port 94ed9546-4bc9-494c-b399-0cc371cef50b on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:45:56.698924 dv-neutron-835335-1-hyperv neutron-server[109613]: ERROR neutron.plugins.ml2.managers [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Failed to bind port 94ed9546-4bc9-494c-b399-0cc371cef50b on host hv-neutron-8353 for vnic_type normal using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] Mar 28 13:45:56.712209 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.plugins.ml2.plugin [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempt 10 to bind port 94ed9546-4bc9-494c-b399-0cc371cef50b Mar 28 13:45:56.790479 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 94ed9546-4bc9-494c-b399-0cc371cef50b on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:45:56.790806 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 94ed9546-4bc9-494c-b399-0cc371cef50b by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:45:56.791133 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 94ed9546-4bc9-494c-b399-0cc371cef50b on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:45:56.804950 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-84a49de8-614d-4495-9119-c782a1d097c6 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:56.810054 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Port 94ed9546-4bc9-494c-b399-0cc371cef50b on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:45:56.810378 dv-neutron-835335-1-hyperv neutron-server[109613]: ERROR neutron.plugins.ml2.managers [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Failed to bind port 94ed9546-4bc9-494c-b399-0cc371cef50b on host hv-neutron-8353 for vnic_type normal using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] Mar 28 13:45:56.810731 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:56.982557 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ac5a2233-e26a-4225-8246-940b092b4c44 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:57.038316 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-893b0aaa-3854-499c-86b8-5eb0f9fb0929 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:57.075235 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ac5a2233-e26a-4225-8246-940b092b4c44 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:57.111904 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7efc0b61-1f53-49ff-b066-26c50df0a9bd tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:57.117660 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] For port 94ed9546-4bc9-494c-b399-0cc371cef50b, host hv-neutron-8353, cleared binding levels {{(pid=109613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:45:57.118018 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempted to set empty binding levels {{(pid=109613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 28 13:45:57.183289 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:57.217425 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a2233-e26a-4225-8246-940b092b4c44 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Pushing event updated for resources: {'Port': ['ID=b3b040a6-f8c9-4f1e-8101-53777931ea35,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:57.242100 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ac5a2233-e26a-4225-8246-940b092b4c44 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:57.243577 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] In _notify_port_updated(), no bound segment for port 94ed9546-4bc9-494c-b399-0cc371cef50b on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 {{(pid=109613) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 28 13:45:57.244520 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:57.249183 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:57.249183 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] 10.222.0.24 "PUT /v2.0/ports/94ed9546-4bc9-494c-b399-0cc371cef50b HTTP/1.1" status: 200 len: 977 time: 3.0649121 Mar 28 13:45:57.249369 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58308) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:57.299356 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-95c8121f-e2ee-4274-b9bc-09619770ed27 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:57.322915 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eed0f5-24ab-4eba-ba45-10617093c084 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Pushing event updated for resources: {'Port': ['ID=94ed9546-4bc9-494c-b399-0cc371cef50b,revision_number=3']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:57.334440 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa49e0a7-3aef-417e-a913-05c0aa7fdc42 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:57.334914 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa49e0a7-3aef-417e-a913-05c0aa7fdc42 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:57.335915 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa49e0a7-3aef-417e-a913-05c0aa7fdc42 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:57.336418 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa49e0a7-3aef-417e-a913-05c0aa7fdc42 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:57.336848 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa49e0a7-3aef-417e-a913-05c0aa7fdc42 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:57.337301 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa49e0a7-3aef-417e-a913-05c0aa7fdc42 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:57.337750 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa49e0a7-3aef-417e-a913-05c0aa7fdc42 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:57.338198 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa49e0a7-3aef-417e-a913-05c0aa7fdc42 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:57.338647 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa49e0a7-3aef-417e-a913-05c0aa7fdc42 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:57.339095 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa49e0a7-3aef-417e-a913-05c0aa7fdc42 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:57.339553 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa49e0a7-3aef-417e-a913-05c0aa7fdc42 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:57.339992 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa49e0a7-3aef-417e-a913-05c0aa7fdc42 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:57.340463 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa49e0a7-3aef-417e-a913-05c0aa7fdc42 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:57.340911 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa49e0a7-3aef-417e-a913-05c0aa7fdc42 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:57.341361 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa49e0a7-3aef-417e-a913-05c0aa7fdc42 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:57.341812 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa49e0a7-3aef-417e-a913-05c0aa7fdc42 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:57.342263 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa49e0a7-3aef-417e-a913-05c0aa7fdc42 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:57.342710 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa49e0a7-3aef-417e-a913-05c0aa7fdc42 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:57.343154 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa49e0a7-3aef-417e-a913-05c0aa7fdc42 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:57.343598 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa49e0a7-3aef-417e-a913-05c0aa7fdc42 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:57.344044 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa49e0a7-3aef-417e-a913-05c0aa7fdc42 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:57.344517 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa49e0a7-3aef-417e-a913-05c0aa7fdc42 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:57.344966 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa49e0a7-3aef-417e-a913-05c0aa7fdc42 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:57.345411 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa49e0a7-3aef-417e-a913-05c0aa7fdc42 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:57.345855 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa49e0a7-3aef-417e-a913-05c0aa7fdc42 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:57.346308 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa49e0a7-3aef-417e-a913-05c0aa7fdc42 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:57.346751 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa49e0a7-3aef-417e-a913-05c0aa7fdc42 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:57.349809 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-aa49e0a7-3aef-417e-a913-05c0aa7fdc42 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24084 time: 0.0977111 Mar 28 13:45:57.355395 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ac5a2233-e26a-4225-8246-940b092b4c44 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:57.358421 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ac5a2233-e26a-4225-8246-940b092b4c44 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2308419 Mar 28 13:45:57.358421 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58312) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:57.359761 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58314) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:57.388434 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-44be62cc-5c2e-410a-b073-146f7196b377 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Request body: {'port': {'network_id': '775fb646-a369-4595-989d-470f7dd0c52a', 'name': 'tempest-FloatingIPTestJSON-777817896'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:57.434938 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7efc0b61-1f53-49ff-b066-26c50df0a9bd tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:57.494542 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:57.495111 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-fd57be7e-4787-4714-88f2-fe954f077ad1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Deleting port 94ed9546-4bc9-494c-b399-0cc371cef50b {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:45:57.495111 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-fd57be7e-4787-4714-88f2-fe954f077ad1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:57.499609 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-893b0aaa-3854-499c-86b8-5eb0f9fb0929 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Deleting port 5a43e202-5377-4722-954e-a01c81c9171a {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:45:57.500006 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-893b0aaa-3854-499c-86b8-5eb0f9fb0929 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:57.516078 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c8121f-e2ee-4274-b9bc-09619770ed27 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Pushing event updated for resources: {'Subnet': ['ID=d2c86970-e692-4a08-9d91-f4a7c30b2ff6,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:57.553395 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efc0b61-1f53-49ff-b066-26c50df0a9bd tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:45:57.572843 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-7efc0b61-1f53-49ff-b066-26c50df0a9bd tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:57.585557 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c8121f-e2ee-4274-b9bc-09619770ed27 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Checking segment: {'id': 'c37b6a4c-817b-4e09-947b-24a1e043c24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '62cb0f45-def8-4370-bd6d-0decdb30c317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:45:57.586206 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c8121f-e2ee-4274-b9bc-09619770ed27 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Network hostable DHCP agents. Network: 62cb0f45-def8-4370-bd6d-0decdb30c317, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:45:57.594864 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6a38e-ffe4-4661-8b30-5ea99f674e4c req-6c76ef81-1644-43cf-a85f-7313748d2d02 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:57.596396 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-27d6a38e-ffe4-4661-8b30-5ea99f674e4c req-6c76ef81-1644-43cf-a85f-7313748d2d02 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.2859476 Mar 28 13:45:57.599924 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efc0b61-1f53-49ff-b066-26c50df0a9bd tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:45:57.620737 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-fd57be7e-4787-4714-88f2-fe954f077ad1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] For port 94ed9546-4bc9-494c-b399-0cc371cef50b, host hv-neutron-8353, got binding levels [] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:45:57.621099 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-fd57be7e-4787-4714-88f2-fe954f077ad1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:57.639513 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efc0b61-1f53-49ff-b066-26c50df0a9bd tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Pushing event updated for resources: {'Port': ['ID=eaa54f88-0d63-436b-8981-9cbdc788abfe,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:57.643124 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-fd57be7e-4787-4714-88f2-fe954f077ad1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Calling delete_port for 94ed9546-4bc9-494c-b399-0cc371cef50b owned by {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:45:57.654541 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-84a49de8-614d-4495-9119-c782a1d097c6 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:57.664410 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-893b0aaa-3854-499c-86b8-5eb0f9fb0929 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:57.704524 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-893b0aaa-3854-499c-86b8-5eb0f9fb0929 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Calling delete_port for 5a43e202-5377-4722-954e-a01c81c9171a owned by network:router_interface {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:45:57.749277 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-27d6a38e-ffe4-4661-8b30-5ea99f674e4c req-6ad36e29-f3a0-429f-9f1d-07725ccefa8a tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271923 Mar 28 13:45:57.751629 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-84a49de8-614d-4495-9119-c782a1d097c6 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:57.826480 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c8121f-e2ee-4274-b9bc-09619770ed27 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Network 62cb0f45-def8-4370-bd6d-0decdb30c317 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:45:57.836772 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44be62cc-5c2e-410a-b073-146f7196b377 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Made reservation on behalf of f752b5828898440a9970d48ba87421b7 for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:45:57.840172 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-44be62cc-5c2e-410a-b073-146f7196b377 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:57.873222 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-fd57be7e-4787-4714-88f2-fe954f077ad1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:57.908603 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-84a49de8-614d-4495-9119-c782a1d097c6 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:57.912168 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a49de8-614d-4495-9119-c782a1d097c6 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Pushing event updated for resources: {'Port': ['ID=bb3e7209-263a-46e3-84f8-c0da22282089,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:57.921203 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd57be7e-4787-4714-88f2-fe954f077ad1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Pushing event deleted for resources: {'Port': ['ID=94ed9546-4bc9-494c-b399-0cc371cef50b,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:57.927245 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-fd57be7e-4787-4714-88f2-fe954f077ad1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:57.930223 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-fd57be7e-4787-4714-88f2-fe954f077ad1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] 10.222.0.24 "DELETE /v2.0/ports/94ed9546-4bc9-494c-b399-0cc371cef50b HTTP/1.1" status: 204 len: 168 time: 0.5708957 Mar 28 13:45:57.931606 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-44be62cc-5c2e-410a-b073-146f7196b377 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] device_id is not set on port 8bbcbf89-f082-4528-87e6-f20551d89c39 yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:45:57.933098 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58316) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:57.957602 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-95c8121f-e2ee-4274-b9bc-09619770ed27 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 62cb0f45-def8-4370-bd6d-0decdb30c317) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:57.961155 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a5cd7a5-1aec-451e-afc1-8a9e6b5260ee tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] GET failed (client error): The resource could not be found. Mar 28 13:45:57.962666 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-0a5cd7a5-1aec-451e-afc1-8a9e6b5260ee tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] 10.222.0.24 "GET /v2.0/ports/94ed9546-4bc9-494c-b399-0cc371cef50b HTTP/1.1" status: 404 len: 333 time: 0.0285447 Mar 28 13:45:57.966605 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58318) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:57.970884 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf504f50-df47-4761-bf83-25d3a63d907c None None] Network 62cb0f45-def8-4370-bd6d-0decdb30c317 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:45:57.971080 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-e3d1a67e-30e7-43ae-a2cd-a34b181ec16e tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-72473166', 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:45:58.012989 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-95c8121f-e2ee-4274-b9bc-09619770ed27 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:58.047863 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d1a67e-30e7-43ae-a2cd-a34b181ec16e tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Made reservation on behalf of 9dceeb768353418b93dd17b714eed254 for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:45:58.050549 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e3d1a67e-30e7-43ae-a2cd-a34b181ec16e tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:58.062071 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-893b0aaa-3854-499c-86b8-5eb0f9fb0929 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:58.093958 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b0aaa-3854-499c-86b8-5eb0f9fb0929 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event deleted for resources: {'Port': ['ID=5a43e202-5377-4722-954e-a01c81c9171a,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:58.119564 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [None req-e3d1a67e-30e7-43ae-a2cd-a34b181ec16e tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] device_id is not set on port f6df0198-d27d-49d4-9670-29968202a0db yet. {{(pid=109612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:45:58.143553 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c8121f-e2ee-4274-b9bc-09619770ed27 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Pushing event updated for resources: {'Subnet': ['ID=5e9f33c0-0467-44d6-8a92-d35186fc0497,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:58.155100 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b48dcf-5ad0-467a-9f64-ba1e73fff4de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-62cb0f45-def8-4370-bd6d-0decdb30c317', 'network_id': '62cb0f45-def8-4370-bd6d-0decdb30c317', 'tenant_id': 'aab71cad3a0c4b25a9fb46d0855ce7ef', 'fixed_ips': [{'subnet_id': 'd2c86970-e692-4a08-9d91-f4a7c30b2ff6'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:45:58.156207 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-07b48dcf-5ad0-467a-9f64-ba1e73fff4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:58.299714 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-44be62cc-5c2e-410a-b073-146f7196b377 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Allocated IP 172.20.0.10 (775fb646-a369-4595-989d-470f7dd0c52a/6f1fa25c-9590-4af8-94e6-bbf8b8df9528/8bbcbf89-f082-4528-87e6-f20551d89c39) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:45:58.313472 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-893b0aaa-3854-499c-86b8-5eb0f9fb0929 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:58.327866 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7efc0b61-1f53-49ff-b066-26c50df0a9bd tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:58.346480 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-07b48dcf-5ad0-467a-9f64-ba1e73fff4de None None] Allocated IP 172.20.0.2 (62cb0f45-def8-4370-bd6d-0decdb30c317/d2c86970-e692-4a08-9d91-f4a7c30b2ff6/cd34b5f9-05e4-4872-9c0f-ea6bcdc08cb9) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:45:58.412603 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a49de8-614d-4495-9119-c782a1d097c6 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Network 2ff6b938-e89e-4a04-957b-7a0a7b94e041 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:45:58.418320 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c8121f-e2ee-4274-b9bc-09619770ed27 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Checking segment: {'id': '451d8652-42b2-4c58-831e-fb4ef22ed792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9487c777-effe-42e2-8697-87881e91b034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:45:58.418673 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c8121f-e2ee-4274-b9bc-09619770ed27 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Network hostable DHCP agents. Network: 9487c777-effe-42e2-8697-87881e91b034, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:45:58.427326 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-84a49de8-614d-4495-9119-c782a1d097c6 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:58.539149 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-07b48dcf-5ad0-467a-9f64-ba1e73fff4de None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:58.584684 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-07b48dcf-5ad0-467a-9f64-ba1e73fff4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:58.646470 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b48dcf-5ad0-467a-9f64-ba1e73fff4de None None] Network 62cb0f45-def8-4370-bd6d-0decdb30c317 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:45:58.657365 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-07b48dcf-5ad0-467a-9f64-ba1e73fff4de None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:58.662178 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b48dcf-5ad0-467a-9f64-ba1e73fff4de None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:45:58.666497 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b48dcf-5ad0-467a-9f64-ba1e73fff4de None None] Pushing event updated for resources: {'Port': ['ID=cd34b5f9-05e4-4872-9c0f-ea6bcdc08cb9,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:58.698068 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c8121f-e2ee-4274-b9bc-09619770ed27 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Network 9487c777-effe-42e2-8697-87881e91b034 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:45:58.716226 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-51cc54be-22b0-4f17-bca6-11f5336f1fea None None] Provisioning complete for port bb3e7209-263a-46e3-84f8-c0da22282089 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:45:58.716674 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-51cc54be-22b0-4f17-bca6-11f5336f1fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:58.743354 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a49de8-614d-4495-9119-c782a1d097c6 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Router 0547cdfe-d547-4989-a0d6-c3ddbba37381 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:45:58.749464 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-44be62cc-5c2e-410a-b073-146f7196b377 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:58.785723 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-07b48dcf-5ad0-467a-9f64-ba1e73fff4de None None] Attempting to bind port cd34b5f9-05e4-4872-9c0f-ea6bcdc08cb9 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:45:58.786230 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-07b48dcf-5ad0-467a-9f64-ba1e73fff4de None None] Attempting to bind port cd34b5f9-05e4-4872-9c0f-ea6bcdc08cb9 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'c37b6a4c-817b-4e09-947b-24a1e043c24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '62cb0f45-def8-4370-bd6d-0decdb30c317'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:45:58.786685 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b48dcf-5ad0-467a-9f64-ba1e73fff4de None None] Attempting to bind port cd34b5f9-05e4-4872-9c0f-ea6bcdc08cb9 on network 62cb0f45-def8-4370-bd6d-0decdb30c317 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:45:58.793502 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-51cc54be-22b0-4f17-bca6-11f5336f1fea None None] Port bb3e7209-263a-46e3-84f8-c0da22282089 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:45:58.795560 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b48dcf-5ad0-467a-9f64-ba1e73fff4de None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:45:58.796065 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b48dcf-5ad0-467a-9f64-ba1e73fff4de None None] Checking segment: {'id': 'c37b6a4c-817b-4e09-947b-24a1e043c24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '62cb0f45-def8-4370-bd6d-0decdb30c317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:45:58.796590 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-07b48dcf-5ad0-467a-9f64-ba1e73fff4de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:58.797059 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b48dcf-5ad0-467a-9f64-ba1e73fff4de None None] Bound using segment: {'id': 'c37b6a4c-817b-4e09-947b-24a1e043c24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '62cb0f45-def8-4370-bd6d-0decdb30c317'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:45:58.797623 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-07b48dcf-5ad0-467a-9f64-ba1e73fff4de None None] Bound port: cd34b5f9-05e4-4872-9c0f-ea6bcdc08cb9, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c37b6a4c-817b-4e09-947b-24a1e043c24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '62cb0f45-def8-4370-bd6d-0decdb30c317'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:45:58.798094 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-07b48dcf-5ad0-467a-9f64-ba1e73fff4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:58.852651 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:58.881706 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-07b48dcf-5ad0-467a-9f64-ba1e73fff4de None None] For port cd34b5f9-05e4-4872-9c0f-ea6bcdc08cb9, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:45:58.883689 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893b0aaa-3854-499c-86b8-5eb0f9fb0929 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Router a7dabb3f-ab06-41dc-9e82-cad40ba65f5d has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:45:58.886764 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-07b48dcf-5ad0-467a-9f64-ba1e73fff4de None None] For port cd34b5f9-05e4-4872-9c0f-ea6bcdc08cb9, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=cd34b5f9-05e4-4872-9c0f-ea6bcdc08cb9,segment=NetworkSegment(c37b6a4c-817b-4e09-947b-24a1e043c24a),segment_id=c37b6a4c-817b-4e09-947b-24a1e043c24a)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:45:58.887046 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e3d1a67e-30e7-43ae-a2cd-a34b181ec16e tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:58.939185 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-07b48dcf-5ad0-467a-9f64-ba1e73fff4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:58.986214 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893b0aaa-3854-499c-86b8-5eb0f9fb0929 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:45:58.992351 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-893b0aaa-3854-499c-86b8-5eb0f9fb0929 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "PUT /v2.0/routers/a7dabb3f-ab06-41dc-9e82-cad40ba65f5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4118266 Mar 28 13:45:58.995193 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58322) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:59.003194 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ccb71c-fb66-4a02-81d9-5c287eb14c05 None None] Sync routers for ids ['a7dabb3f-ab06-41dc-9e82-cad40ba65f5d'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:45:59.014119 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ccb71c-fb66-4a02-81d9-5c287eb14c05 None None] Routers {'a7dabb3f-ab06-41dc-9e82-cad40ba65f5d'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:59.015087 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-87ccb71c-fb66-4a02-81d9-5c287eb14c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['a7dabb3f-ab06-41dc-9e82-cad40ba65f5d'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:59.039499 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-47126307-e671-4025-b0a6-54fcd3fded12 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7dabb3f-ab06-41dc-9e82-cad40ba65f5d HTTP/1.1" status: 200 len: 205 time: 0.0394406 Mar 28 13:45:59.039707 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b48dcf-5ad0-467a-9f64-ba1e73fff4de None None] Pushing event updated for resources: {'Port': ['ID=cd34b5f9-05e4-4872-9c0f-ea6bcdc08cb9,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:59.039805 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58324) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:59.072294 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-87ccb71c-fb66-4a02-81d9-5c287eb14c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:59.078413 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e3d1a67e-30e7-43ae-a2cd-a34b181ec16e tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:59.084025 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ccb71c-fb66-4a02-81d9-5c287eb14c05 None None] Routers {'a7dabb3f-ab06-41dc-9e82-cad40ba65f5d'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:59.084686 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-87ccb71c-fb66-4a02-81d9-5c287eb14c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['a7dabb3f-ab06-41dc-9e82-cad40ba65f5d'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:59.122312 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-87ccb71c-fb66-4a02-81d9-5c287eb14c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:59.122967 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ccb71c-fb66-4a02-81d9-5c287eb14c05 None None] The sync data for ids ['a7dabb3f-ab06-41dc-9e82-cad40ba65f5d'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:45:59.137298 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-95c8121f-e2ee-4274-b9bc-09619770ed27 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 9487c777-effe-42e2-8697-87881e91b034) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:59.145393 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d917d701-cee3-4d5d-8b3c-a020e1bc8b7e None None] Network 9487c777-effe-42e2-8697-87881e91b034 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:45:59.167431 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-702b1258-b3f0-4fc8-b14a-d3a9c812bb0b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for router, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:59.170760 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d1a67e-30e7-43ae-a2cd-a34b181ec16e tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:45:59.175630 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-e3d1a67e-30e7-43ae-a2cd-a34b181ec16e tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:59.192672 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7efc0b61-1f53-49ff-b066-26c50df0a9bd tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133933759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133929745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12481'] for router, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:59.199505 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c8121f-e2ee-4274-b9bc-09619770ed27 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:59.200477 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c8121f-e2ee-4274-b9bc-09619770ed27 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:59.201125 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-95c8121f-e2ee-4274-b9bc-09619770ed27 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:59.209477 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d1a67e-30e7-43ae-a2cd-a34b181ec16e tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Pushing event updated for resources: {'Port': ['ID=f6df0198-d27d-49d4-9670-29968202a0db,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:59.212924 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d1a67e-30e7-43ae-a2cd-a34b181ec16e tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:45:59.215023 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d1a67e-30e7-43ae-a2cd-a34b181ec16e tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:59.215693 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e3d1a67e-30e7-43ae-a2cd-a34b181ec16e tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:59.223859 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7efc0b61-1f53-49ff-b066-26c50df0a9bd tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133933750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133933709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133929832'] for router, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:59.353202 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-e3d1a67e-30e7-43ae-a2cd-a34b181ec16e tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 1.3845561 Mar 28 13:45:59.354810 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58326) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:59.372114 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-95c8121f-e2ee-4274-b9bc-09619770ed27 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.0904064 Mar 28 13:45:59.376712 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58328) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:59.399719 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:59.420832 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-702b1258-b3f0-4fc8-b14a-d3a9c812bb0b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:59.424799 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-702b1258-b3f0-4fc8-b14a-d3a9c812bb0b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:59.430875 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eab1d9c-1ff5-47b9-ae18-6be486880503 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:59.434881 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-2eab1d9c-1ff5-47b9-ae18-6be486880503 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] 10.222.0.24 "GET /v2.0/ports/f6df0198-d27d-49d4-9670-29968202a0db HTTP/1.1" status: 200 len: 953 time: 0.0765553 Mar 28 13:45:59.435742 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58330) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:59.439131 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfa2ebb-56a9-4b2e-81b8-4efebbab68af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-9487c777-effe-42e2-8697-87881e91b034', 'network_id': '9487c777-effe-42e2-8697-87881e91b034', 'tenant_id': 'aab71cad3a0c4b25a9fb46d0855ce7ef', 'fixed_ips': [{'subnet_id': '5e9f33c0-0467-44d6-8a92-d35186fc0497'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:45:59.440295 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-fcfa2ebb-56a9-4b2e-81b8-4efebbab68af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:59.500021 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75951fe-e500-4fe9-828a-f9f44e174104 req-1222e7d3-1649-402d-851e-f0af7df27525 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:59.501540 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b75951fe-e500-4fe9-828a-f9f44e174104 req-1222e7d3-1649-402d-851e-f0af7df27525 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.3817229 Mar 28 13:45:59.557694 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-fff0938d-2cb4-48b3-a103-af214b065069 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Deleting port f6df0198-d27d-49d4-9670-29968202a0db {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:45:59.558052 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-fff0938d-2cb4-48b3-a103-af214b065069 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:59.566214 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-44be62cc-5c2e-410a-b073-146f7196b377 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:59.603661 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a49de8-614d-4495-9119-c782a1d097c6 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:45:59.608060 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e731ff3-94b3-4431-8533-4f348fdf5f6a tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:59.609703 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e731ff3-94b3-4431-8533-4f348fdf5f6a tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:59.611313 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e731ff3-94b3-4431-8533-4f348fdf5f6a tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:59.616918 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-2e731ff3-94b3-4431-8533-4f348fdf5f6a tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2375865 Mar 28 13:45:59.617601 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58332) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:59.628949 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-fcfa2ebb-56a9-4b2e-81b8-4efebbab68af None None] Allocated IP 172.20.0.18 (9487c777-effe-42e2-8697-87881e91b034/5e9f33c0-0467-44d6-8a92-d35186fc0497/1fd54811-90b2-409b-a5d2-4f09413f9572) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:45:59.636433 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-fff0938d-2cb4-48b3-a103-af214b065069 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:59.643771 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-84a49de8-614d-4495-9119-c782a1d097c6 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] 10.222.0.24 "PUT /v2.0/routers/0547cdfe-d547-4989-a0d6-c3ddbba37381/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7428846 Mar 28 13:45:59.652332 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58334) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:59.654802 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-fff0938d-2cb4-48b3-a103-af214b065069 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Calling delete_port for f6df0198-d27d-49d4-9670-29968202a0db owned by {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:45:59.662459 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb979bc3-d521-44b5-8533-954a12439637 None None] Sync routers for ids ['0547cdfe-d547-4989-a0d6-c3ddbba37381'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:45:59.669779 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-702b1258-b3f0-4fc8-b14a-d3a9c812bb0b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:59.671470 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702b1258-b3f0-4fc8-b14a-d3a9c812bb0b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Fanout notify agent at l3_agent the message router_deleted on router a7dabb3f-ab06-41dc-9e82-cad40ba65f5d {{(pid=109612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:45:59.696076 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-702b1258-b3f0-4fc8-b14a-d3a9c812bb0b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:59.709724 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-702b1258-b3f0-4fc8-b14a-d3a9c812bb0b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "DELETE /v2.0/routers/a7dabb3f-ab06-41dc-9e82-cad40ba65f5d HTTP/1.1" status: 204 len: 168 time: 0.6689453 Mar 28 13:45:59.711662 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb979bc3-d521-44b5-8533-954a12439637 None None] Routers {'0547cdfe-d547-4989-a0d6-c3ddbba37381'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:59.712035 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58336) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:45:59.712305 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-cb979bc3-d521-44b5-8533-954a12439637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['0547cdfe-d547-4989-a0d6-c3ddbba37381'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:59.767272 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44be62cc-5c2e-410a-b073-146f7196b377 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Network 775fb646-a369-4595-989d-470f7dd0c52a is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:45:59.805477 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-44be62cc-5c2e-410a-b073-146f7196b377 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:45:59.815895 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b75951fe-e500-4fe9-828a-f9f44e174104 req-608e12e9-aa8e-4b9d-b16b-a6fe3ced8c85 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2662680 Mar 28 13:45:59.821385 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44be62cc-5c2e-410a-b073-146f7196b377 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:45:59.825722 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be62cc-5c2e-410a-b073-146f7196b377 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Pushing event updated for resources: {'Port': ['ID=8bbcbf89-f082-4528-87e6-f20551d89c39,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:45:59.855422 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c5dfa38-edc8-4287-af95-de4c162f5f92 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Deleting subnet 97b7e29d-8614-4333-8e81-6057dedac968 {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:45:59.861050 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8c5dfa38-edc8-4287-af95-de4c162f5f92 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:59.872492 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-5152eea2-8ca8-4b47-b04c-5fd4af3869db tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Deleting subnet d2c86970-e692-4a08-9d91-f4a7c30b2ff6 {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:45:59.880961 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-cb979bc3-d521-44b5-8533-954a12439637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:59.883913 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device cd34b5f9-05e4-4872-9c0f-ea6bcdc08cb9 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:45:59.887127 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5152eea2-8ca8-4b47-b04c-5fd4af3869db tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:59.909951 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8c5dfa38-edc8-4287-af95-de4c162f5f92 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:59.935131 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0f135447-a6de-4e81-a43b-ba6c6fa60f9c tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks [] for router, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:59.951064 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb979bc3-d521-44b5-8533-954a12439637 None None] Routers {'0547cdfe-d547-4989-a0d6-c3ddbba37381'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:45:59.951706 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-cb979bc3-d521-44b5-8533-954a12439637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['0547cdfe-d547-4989-a0d6-c3ddbba37381'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:59.991781 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44be62cc-5c2e-410a-b073-146f7196b377 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:45:59.992476 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-44be62cc-5c2e-410a-b073-146f7196b377 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:45:59.994490 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-cb979bc3-d521-44b5-8533-954a12439637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:45:59.995190 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb979bc3-d521-44b5-8533-954a12439637 None None] The sync data for ids ['0547cdfe-d547-4989-a0d6-c3ddbba37381'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:45:59.997402 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5152eea2-8ca8-4b47-b04c-5fd4af3869db tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:00.004927 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-fff0938d-2cb4-48b3-a103-af214b065069 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:00.042102 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff0938d-2cb4-48b3-a103-af214b065069 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Pushing event deleted for resources: {'Port': ['ID=f6df0198-d27d-49d4-9670-29968202a0db,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:00.053428 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-fcfa2ebb-56a9-4b2e-81b8-4efebbab68af None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:00.062090 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-fff0938d-2cb4-48b3-a103-af214b065069 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:00.064833 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port cd34b5f9-05e4-4872-9c0f-ea6bcdc08cb9 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:00.065866 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:00.067525 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-fff0938d-2cb4-48b3-a103-af214b065069 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] 10.222.0.24 "DELETE /v2.0/ports/f6df0198-d27d-49d4-9670-29968202a0db HTTP/1.1" status: 204 len: 168 time: 0.6287701 Mar 28 13:46:00.068325 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58338) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:00.097920 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-1beb1b49-9c7d-4bec-8707-d89ff6461d50 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] GET failed (client error): The resource could not be found. Mar 28 13:46:00.105560 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58340) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:00.105769 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-1beb1b49-9c7d-4bec-8707-d89ff6461d50 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] 10.222.0.24 "GET /v2.0/ports/f6df0198-d27d-49d4-9670-29968202a0db HTTP/1.1" status: 404 len: 333 time: 0.0337062 Mar 28 13:46:00.112315 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-4167fe4f-4a0d-4d1b-9f5e-c52d808e0865 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Request body: {'port': {'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-991298634'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:00.121890 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8c5dfa38-edc8-4287-af95-de4c162f5f92 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:00.153953 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-0f135447-a6de-4e81-a43b-ba6c6fa60f9c tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 28 13:46:00.155343 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-0f135447-a6de-4e81-a43b-ba6c6fa60f9c tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] 10.222.0.24 "DELETE /v2.0/routers/0547cdfe-d547-4989-a0d6-c3ddbba37381 HTTP/1.1" status: 409 len: 329 time: 0.4980605 Mar 28 13:46:00.158693 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7efc0b61-1f53-49ff-b066-26c50df0a9bd tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Router e8828df0-79d0-459a-99c6-21d253e6b708 is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:46:00.165046 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58342) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:00.169524 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-fcfa2ebb-56a9-4b2e-81b8-4efebbab68af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:00.232182 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:00.236812 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfa2ebb-56a9-4b2e-81b8-4efebbab68af None None] Network 9487c777-effe-42e2-8697-87881e91b034 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:46:00.246940 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-fcfa2ebb-56a9-4b2e-81b8-4efebbab68af None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:00.252898 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfa2ebb-56a9-4b2e-81b8-4efebbab68af None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:46:00.263847 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa2ebb-56a9-4b2e-81b8-4efebbab68af None None] Pushing event updated for resources: {'Port': ['ID=1fd54811-90b2-409b-a5d2-4f09413f9572,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:00.273509 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8c5dfa38-edc8-4287-af95-de4c162f5f92 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:00.315816 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port cd34b5f9-05e4-4872-9c0f-ea6bcdc08cb9, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=cd34b5f9-05e4-4872-9c0f-ea6bcdc08cb9,segment=NetworkSegment(c37b6a4c-817b-4e09-947b-24a1e043c24a),segment_id=c37b6a4c-817b-4e09-947b-24a1e043c24a)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:46:00.317736 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-44be62cc-5c2e-410a-b073-146f7196b377 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9408596 Mar 28 13:46:00.325641 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58344) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:00.332947 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-e36aab56-ea01-4688-9961-253a0c8cd876 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Request body: {'floatingip': {'port_id': '8bbcbf89-f082-4528-87e6-f20551d89c39'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:00.333229 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-fcfa2ebb-56a9-4b2e-81b8-4efebbab68af None None] Attempting to bind port 1fd54811-90b2-409b-a5d2-4f09413f9572 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:46:00.334247 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-fcfa2ebb-56a9-4b2e-81b8-4efebbab68af None None] Attempting to bind port 1fd54811-90b2-409b-a5d2-4f09413f9572 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '451d8652-42b2-4c58-831e-fb4ef22ed792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9487c777-effe-42e2-8697-87881e91b034'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:46:00.334633 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfa2ebb-56a9-4b2e-81b8-4efebbab68af None None] Attempting to bind port 1fd54811-90b2-409b-a5d2-4f09413f9572 on network 9487c777-effe-42e2-8697-87881e91b034 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:46:00.338332 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5dfa38-edc8-4287-af95-de4c162f5f92 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event deleted for resources: {'Subnet': ['ID=97b7e29d-8614-4333-8e81-6057dedac968,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:00.343304 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfa2ebb-56a9-4b2e-81b8-4efebbab68af None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:46:00.343651 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfa2ebb-56a9-4b2e-81b8-4efebbab68af None None] Checking segment: {'id': '451d8652-42b2-4c58-831e-fb4ef22ed792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9487c777-effe-42e2-8697-87881e91b034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:46:00.344017 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-fcfa2ebb-56a9-4b2e-81b8-4efebbab68af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:00.344534 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfa2ebb-56a9-4b2e-81b8-4efebbab68af None None] Bound using segment: {'id': '451d8652-42b2-4c58-831e-fb4ef22ed792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9487c777-effe-42e2-8697-87881e91b034'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:46:00.344837 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8c5dfa38-edc8-4287-af95-de4c162f5f92 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:00.345057 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-fcfa2ebb-56a9-4b2e-81b8-4efebbab68af None None] Bound port: 1fd54811-90b2-409b-a5d2-4f09413f9572, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451d8652-42b2-4c58-831e-fb4ef22ed792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9487c777-effe-42e2-8697-87881e91b034'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:46:00.345645 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-fcfa2ebb-56a9-4b2e-81b8-4efebbab68af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:00.349203 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-8c5dfa38-edc8-4287-af95-de4c162f5f92 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "DELETE /v2.0/subnets/97b7e29d-8614-4333-8e81-6057dedac968 HTTP/1.1" status: 204 len: 168 time: 0.5801070 Mar 28 13:46:00.349596 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c2fc66-9fc7-45be-964d-7c1e1c76eacb None None] Network fb4e5a8f-5f68-4cb8-8abf-8456320faba9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:46:00.359217 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58346) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:00.399522 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e36aab56-ea01-4688-9961-253a0c8cd876 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for floatingip, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:00.421278 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:00.463398 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4167fe4f-4a0d-4d1b-9f5e-c52d808e0865 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Made reservation on behalf of 9dceeb768353418b93dd17b714eed254 for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:00.465717 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4167fe4f-4a0d-4d1b-9f5e-c52d808e0865 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:00.471468 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8fcd4c-a331-43d4-8eaf-b4591a879dc6 None None] Network 62cb0f45-def8-4370-bd6d-0decdb30c317 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:46:00.479997 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5152eea2-8ca8-4b47-b04c-5fd4af3869db tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:00.568769 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4d43cb8-e9ea-4611-bf14-c93e6ece2c60 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Deleting subnet e6e6a7ef-3d25-452b-92e2-871f0471e1a8 {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:46:00.609524 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=cd34b5f9-05e4-4872-9c0f-ea6bcdc08cb9,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:00.628298 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e4d43cb8-e9ea-4611-bf14-c93e6ece2c60 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:00.631007 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-fcfa2ebb-56a9-4b2e-81b8-4efebbab68af None None] For port 1fd54811-90b2-409b-a5d2-4f09413f9572, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:46:00.631530 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-4167fe4f-4a0d-4d1b-9f5e-c52d808e0865 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] device_id is not set on port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:46:00.660029 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-fcfa2ebb-56a9-4b2e-81b8-4efebbab68af None None] For port 1fd54811-90b2-409b-a5d2-4f09413f9572, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=1fd54811-90b2-409b-a5d2-4f09413f9572,segment=NetworkSegment(451d8652-42b2-4c58-831e-fb4ef22ed792),segment_id=451d8652-42b2-4c58-831e-fb4ef22ed792)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:46:00.661662 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-469af8c9-a92a-4dd6-add1-a2d7eaf71558 None None] Provisioning complete for port cd34b5f9-05e4-4872-9c0f-ea6bcdc08cb9 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:00.661662 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-469af8c9-a92a-4dd6-add1-a2d7eaf71558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:00.737183 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e4d43cb8-e9ea-4611-bf14-c93e6ece2c60 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:00.742214 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-fcfa2ebb-56a9-4b2e-81b8-4efebbab68af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:00.783917 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7efc0b61-1f53-49ff-b066-26c50df0a9bd tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:46:00.799636 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05ab8e7-1f69-4c52-a3dd-3808a68ce033 None None] Sync routers for ids ['e8828df0-79d0-459a-99c6-21d253e6b708'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:46:00.814535 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05ab8e7-1f69-4c52-a3dd-3808a68ce033 None None] Routers {'e8828df0-79d0-459a-99c6-21d253e6b708'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:46:00.815251 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-b05ab8e7-1f69-4c52-a3dd-3808a68ce033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['e8828df0-79d0-459a-99c6-21d253e6b708'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:00.816814 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7efc0b61-1f53-49ff-b066-26c50df0a9bd tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:00.818020 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-7efc0b61-1f53-49ff-b066-26c50df0a9bd tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] 10.222.0.24 "PUT /v2.0/routers/e8828df0-79d0-459a-99c6-21d253e6b708 HTTP/1.1" status: 200 len: 915 time: 6.6354120 Mar 28 13:46:00.823529 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58348) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:00.865783 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad2eb3c-f42d-4247-be33-854518a196ac None None] DHCP port deletion for fb4e5a8f-5f68-4cb8-8abf-8456320faba9 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:46:00.879377 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-b05ab8e7-1f69-4c52-a3dd-3808a68ce033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:00.896290 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5152eea2-8ca8-4b47-b04c-5fd4af3869db tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:00.901529 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05ab8e7-1f69-4c52-a3dd-3808a68ce033 None None] Routers {'e8828df0-79d0-459a-99c6-21d253e6b708'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:46:00.902409 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-b05ab8e7-1f69-4c52-a3dd-3808a68ce033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['e8828df0-79d0-459a-99c6-21d253e6b708'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:00.962109 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-b05ab8e7-1f69-4c52-a3dd-3808a68ce033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:00.963076 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05ab8e7-1f69-4c52-a3dd-3808a68ce033 None None] The sync data for ids ['e8828df0-79d0-459a-99c6-21d253e6b708'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:46:01.002504 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152eea2-8ca8-4b47-b04c-5fd4af3869db tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Pushing event deleted for resources: {'Subnet': ['ID=d2c86970-e692-4a08-9d91-f4a7c30b2ff6,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:01.004311 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa2ebb-56a9-4b2e-81b8-4efebbab68af None None] Pushing event updated for resources: {'Port': ['ID=1fd54811-90b2-409b-a5d2-4f09413f9572,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:01.059704 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-bad2eb3c-f42d-4247-be33-854518a196ac None None] Deleting port 4ce5c50b-a955-4a01-bc40-fd22d9552261 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:01.060189 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-bad2eb3c-f42d-4247-be33-854518a196ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:01.070125 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-4e651e03-5f02-4bb7-841c-241442b2bece tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] 10.222.0.24 "GET /v2.0/routers/e8828df0-79d0-459a-99c6-21d253e6b708 HTTP/1.1" status: 200 len: 921 time: 0.2396879 Mar 28 13:46:01.070932 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5152eea2-8ca8-4b47-b04c-5fd4af3869db tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:01.076357 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58352) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:01.076907 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-5152eea2-8ca8-4b47-b04c-5fd4af3869db tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] 10.222.0.24 "DELETE /v2.0/subnets/d2c86970-e692-4a08-9d91-f4a7c30b2ff6 HTTP/1.1" status: 204 len: 168 time: 1.4319942 Mar 28 13:46:01.087033 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58354) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:01.125905 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e36aab56-ea01-4688-9961-253a0c8cd876 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:01.154174 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-bad2eb3c-f42d-4247-be33-854518a196ac None None] For port 4ce5c50b-a955-4a01-bc40-fd22d9552261, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=4ce5c50b-a955-4a01-bc40-fd22d9552261,segment=NetworkSegment(90346687-dcef-4bfe-970b-4a839b29d1b5),segment_id=90346687-dcef-4bfe-970b-4a839b29d1b5)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:46:01.154174 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-bad2eb3c-f42d-4247-be33-854518a196ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:01.186010 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e36aab56-ea01-4688-9961-253a0c8cd876 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:01.186824 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e4d43cb8-e9ea-4611-bf14-c93e6ece2c60 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:01.193252 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28aa7f26-3e2f-4ff2-b730-c8eb251e97ae tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:01.197777 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-28aa7f26-3e2f-4ff2-b730-c8eb251e97ae tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=1cb296ed-c863-4502-973a-f31b82091846&device_id=e8828df0-79d0-459a-99c6-21d253e6b708&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1206937 Mar 28 13:46:01.202028 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-bad2eb3c-f42d-4247-be33-854518a196ac None None] Calling delete_port for 4ce5c50b-a955-4a01-bc40-fd22d9552261 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:01.261370 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58356) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:01.396654 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-bad2eb3c-f42d-4247-be33-854518a196ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:01.426974 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85c5ca8-b0eb-4ce8-916d-df64c0eba913 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:01.431385 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c85c5ca8-b0eb-4ce8-916d-df64c0eba913 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] 10.222.0.24 "GET /v2.0/networks/1cb296ed-c863-4502-973a-f31b82091846 HTTP/1.1" status: 200 len: 881 time: 0.1667905 Mar 28 13:46:01.436932 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58358) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:01.445538 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fd64d4-38fc-466a-b3d2-7e912986891d None None] Network 62cb0f45-def8-4370-bd6d-0decdb30c317 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:46:01.447788 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad2eb3c-f42d-4247-be33-854518a196ac None None] No DVR routers for this DVR port 4ce5c50b-a955-4a01-bc40-fd22d9552261 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:46:01.449721 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad2eb3c-f42d-4247-be33-854518a196ac None None] Pushing event deleted for resources: {'Port': ['ID=4ce5c50b-a955-4a01-bc40-fd22d9552261,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:01.490301 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-fe66b95b-2343-40cb-a486-b16325651a42 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8828df0-79d0-459a-99c6-21d253e6b708 HTTP/1.1" status: 200 len: 205 time: 0.0479350 Mar 28 13:46:01.490301 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.l3_db [None req-e36aab56-ea01-4688-9961-253a0c8cd876 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Floating IP 448993db-50e7-4d85-aad8-c6277c29545b associated. External IP: 172.26.2.10, port: 8bbcbf89-f082-4528-87e6-f20551d89c39. Mar 28 13:46:01.492492 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58360) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:01.538503 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-5a66bb36-6fb6-4440-9272-4ff58975e75c None None] Provisioning complete for port cd34b5f9-05e4-4872-9c0f-ea6bcdc08cb9 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:01.539265 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5a66bb36-6fb6-4440-9272-4ff58975e75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:01.566454 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4167fe4f-4a0d-4d1b-9f5e-c52d808e0865 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:01.587182 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-56f3a73d-159f-4184-9c2e-3b827b8534ee tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Deleting subnet 5e9f33c0-0467-44d6-8a92-d35186fc0497 {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:46:01.602276 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a91cb-81ad-43c7-b2b4-7c9e474f24a8 req-6fc8a241-8a29-4ead-bd3c-94e3902eb6f2 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:01.603817 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-da4a91cb-81ad-43c7-b2b4-7c9e474f24a8 req-6fc8a241-8a29-4ead-bd3c-94e3902eb6f2 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.6401153 Mar 28 13:46:01.610177 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-56f3a73d-159f-4184-9c2e-3b827b8534ee tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:01.703188 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-56f3a73d-159f-4184-9c2e-3b827b8534ee tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:01.712187 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cf12fbaa-5478-45d7-9ddd-97d3bd838b9f tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for router, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:01.754818 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29a6f19-4e58-455b-a748-f80dc9908b86 None None] DHCP port deletion for 62cb0f45-def8-4370-bd6d-0decdb30c317 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:46:01.806589 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 1fd54811-90b2-409b-a5d2-4f09413f9572 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:46:01.825212 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-da4a91cb-81ad-43c7-b2b4-7c9e474f24a8 req-724a2be0-6aad-4a9d-a147-2a389c8af85a tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326790 Mar 28 13:46:01.859706 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-d29a6f19-4e58-455b-a748-f80dc9908b86 None None] Deleting port cd34b5f9-05e4-4872-9c0f-ea6bcdc08cb9 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:01.860202 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d29a6f19-4e58-455b-a748-f80dc9908b86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:01.885234 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e4d43cb8-e9ea-4611-bf14-c93e6ece2c60 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:01.953047 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 1fd54811-90b2-409b-a5d2-4f09413f9572 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:01.953565 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:01.961920 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4167fe4f-4a0d-4d1b-9f5e-c52d808e0865 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:01.969841 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d43cb8-e9ea-4611-bf14-c93e6ece2c60 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event deleted for resources: {'Subnet': ['ID=e6e6a7ef-3d25-452b-92e2-871f0471e1a8,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:01.983761 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e4d43cb8-e9ea-4611-bf14-c93e6ece2c60 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:01.986920 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e4d43cb8-e9ea-4611-bf14-c93e6ece2c60 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "DELETE /v2.0/subnets/e6e6a7ef-3d25-452b-92e2-871f0471e1a8 HTTP/1.1" status: 204 len: 168 time: 1.5842032 Mar 28 13:46:01.999950 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58364) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:02.000181 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500b85b9-e89e-48e6-95b6-8fa3d169b95c None None] Network 9ac88ac2-ecf9-4825-ab12-0a3a31315a45 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:46:02.031589 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-d29a6f19-4e58-455b-a748-f80dc9908b86 None None] For port cd34b5f9-05e4-4872-9c0f-ea6bcdc08cb9, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=cd34b5f9-05e4-4872-9c0f-ea6bcdc08cb9,segment=NetworkSegment(c37b6a4c-817b-4e09-947b-24a1e043c24a),segment_id=c37b6a4c-817b-4e09-947b-24a1e043c24a)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:46:02.032168 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d29a6f19-4e58-455b-a748-f80dc9908b86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:02.082901 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-56f3a73d-159f-4184-9c2e-3b827b8534ee tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:02.087864 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-d29a6f19-4e58-455b-a748-f80dc9908b86 None None] Calling delete_port for cd34b5f9-05e4-4872-9c0f-ea6bcdc08cb9 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:02.171371 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4167fe4f-4a0d-4d1b-9f5e-c52d808e0865 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:46:02.188874 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-4167fe4f-4a0d-4d1b-9f5e-c52d808e0865 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:02.197403 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167fe4f-4a0d-4d1b-9f5e-c52d808e0865 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Pushing event updated for resources: {'Port': ['ID=3c45f2fe-f018-49cb-b0f4-f036f63c6f3d,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:02.199983 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4167fe4f-4a0d-4d1b-9f5e-c52d808e0865 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:46:02.201302 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4167fe4f-4a0d-4d1b-9f5e-c52d808e0865 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:02.202077 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4167fe4f-4a0d-4d1b-9f5e-c52d808e0865 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:02.272972 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4f792f8c-50d8-431b-8b3b-1b8a9bf27625 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:02.284031 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-12bf9391-1906-4523-aa78-4e6af598fc5a tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:02.299428 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:02.399116 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d13a10f-3e51-4162-bbca-60c6c3627464 None None] Network 9487c777-effe-42e2-8697-87881e91b034 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:46:02.482039 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e36aab56-ea01-4688-9961-253a0c8cd876 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Router 64b40f23-ed6d-4a73-9b91-50a4ab03783e has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:46:02.497045 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe8c75-54c4-49c0-b54c-3b77ea94a399 req-bcb7ffbe-9f06-4693-889e-3cf4d0ea05f1 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:02.499178 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ccfe8c75-54c4-49c0-b54c-3b77ea94a399 req-bcb7ffbe-9f06-4693-889e-3cf4d0ea05f1 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.2555311 Mar 28 13:46:02.509144 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-4167fe4f-4a0d-4d1b-9f5e-c52d808e0865 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.3973479 Mar 28 13:46:02.510360 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58368) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:02.515370 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8353'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:02.554915 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-56f3a73d-159f-4184-9c2e-3b827b8534ee tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:02.555628 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c617b2b3-5837-4e7d-a308-192b2d02806b None None] DHCP port deletion for 9ac88ac2-ecf9-4825-ab12-0a3a31315a45 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:46:02.558909 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d29a6f19-4e58-455b-a748-f80dc9908b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:02.585562 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5c7ee-9112-4291-be5d-493b8d330fbc req-8e724d68-dadd-48b6-a064-42715233ac64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:02.587047 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-9ae5c7ee-9112-4291-be5d-493b8d330fbc req-8e724d68-dadd-48b6-a064-42715233ac64 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa9aa9bd837f49a494e03678d3365504&device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 1098 time: 0.1676526 Mar 28 13:46:02.590324 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cf12fbaa-5478-45d7-9ddd-97d3bd838b9f tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:02.615901 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-12bf9391-1906-4523-aa78-4e6af598fc5a tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:02.617580 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.db.api [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 13:46:02.617929 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG oslo_db.api [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 13:46:02.621926 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f3a73d-159f-4184-9c2e-3b827b8534ee tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Pushing event deleted for resources: {'Subnet': ['ID=5e9f33c0-0467-44d6-8a92-d35186fc0497,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:02.640392 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-56f3a73d-159f-4184-9c2e-3b827b8534ee tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:02.643585 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-56f3a73d-159f-4184-9c2e-3b827b8534ee tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] 10.222.0.24 "DELETE /v2.0/subnets/5e9f33c0-0467-44d6-8a92-d35186fc0497 HTTP/1.1" status: 204 len: 168 time: 1.5536709 Mar 28 13:46:02.648775 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58370) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:02.652408 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a6f19-4e58-455b-a748-f80dc9908b86 None None] Pushing event deleted for resources: {'Port': ['ID=cd34b5f9-05e4-4872-9c0f-ea6bcdc08cb9,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:02.671917 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-69439ceb-86e2-441e-b3a5-d1a17ec472f8 None None] Provisioning complete for port 1fd54811-90b2-409b-a5d2-4f09413f9572 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:02.672292 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-69439ceb-86e2-441e-b3a5-d1a17ec472f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:02.674387 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-12bf9391-1906-4523-aa78-4e6af598fc5a tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb4e5a8f-5f68-4cb8-8abf-8456320faba9']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:02.686539 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ccfe8c75-54c4-49c0-b54c-3b77ea94a399 req-a609998f-1851-46e6-b943-f98704e010d8 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514850 Mar 28 13:46:02.691587 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-12bf9391-1906-4523-aa78-4e6af598fc5a tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90346687-dcef-4bfe-970b-4a839b29d1b5') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:02.691980 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-12bf9391-1906-4523-aa78-4e6af598fc5a tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90346687-dcef-4bfe-970b-4a839b29d1b5') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:02.713658 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-12bf9391-1906-4523-aa78-4e6af598fc5a tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:02.732977 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29a6f19-4e58-455b-a748-f80dc9908b86 None None] No DVR routers for this DVR port cd34b5f9-05e4-4872-9c0f-ea6bcdc08cb9 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:46:02.763278 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:02.763905 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-12bf9391-1906-4523-aa78-4e6af598fc5a tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:02.798926 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12bf9391-1906-4523-aa78-4e6af598fc5a tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:46:02.799416 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-12bf9391-1906-4523-aa78-4e6af598fc5a tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:02.802839 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:46:02.802839 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:46:02.802839 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:46:02.802839 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:46:02.802839 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:46:02.802839 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:46:02.802839 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:46:02.802839 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:46:02.802839 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:46:02.802839 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:46:02.802839 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:46:02.802839 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:46:02.802839 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:46:02.802839 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:46:02.802839 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:46:02.802839 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:46:02.802839 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:46:02.802839 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:46:02.802839 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:46:02.802839 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:46:02.802839 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:46:02.802839 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:46:02.802839 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:46:02.802839 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:46:02.802839 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:46:02.802839 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:46:02.802839 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:46:02.802839 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:46:02.802839 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:46:02.802839 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:46:02.802839 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:46:02.802839 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:46:02.850341 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-69439ceb-86e2-441e-b3a5-d1a17ec472f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:02.878180 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-c617b2b3-5837-4e7d-a308-192b2d02806b None None] Deleting port c9325674-93a0-4efd-9aac-6cbad614798d {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:02.878541 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c617b2b3-5837-4e7d-a308-192b2d02806b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:02.879899 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-4f792f8c-50d8-431b-8b3b-1b8a9bf27625 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Deleting port bb3e7209-263a-46e3-84f8-c0da22282089 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:02.880394 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4f792f8c-50d8-431b-8b3b-1b8a9bf27625 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:02.911804 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36aab56-ea01-4688-9961-253a0c8cd876 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:46:02.924300 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e36aab56-ea01-4688-9961-253a0c8cd876 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:02.929347 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ec3749-d723-437a-9702-a955fe4d9194 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:02.934716 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-12ec3749-d723-437a-9702-a955fe4d9194 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2781045 Mar 28 13:46:02.934869 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-12bf9391-1906-4523-aa78-4e6af598fc5a tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:02.934869 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58372) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:02.964854 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555a994e-991e-493c-a62d-0956305a0d9e None None] Sync routers for ids ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:46:02.969413 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-69439ceb-86e2-441e-b3a5-d1a17ec472f8 None None] For port 1fd54811-90b2-409b-a5d2-4f09413f9572, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=1fd54811-90b2-409b-a5d2-4f09413f9572,segment=NetworkSegment(451d8652-42b2-4c58-831e-fb4ef22ed792),segment_id=451d8652-42b2-4c58-831e-fb4ef22ed792)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:46:02.978687 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5c7ee-9112-4291-be5d-493b8d330fbc req-debe459d-a764-408f-b880-35d5d29f4778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:02.979239 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-12bf9391-1906-4523-aa78-4e6af598fc5a tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:02.980359 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-9ae5c7ee-9112-4291-be5d-493b8d330fbc req-debe459d-a764-408f-b880-35d5d29f4778 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c012b94c-56e1-42f2-8be1-d11ff4eca693 HTTP/1.1" status: 200 len: 911 time: 0.3787987 Mar 28 13:46:02.984940 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-12bf9391-1906-4523-aa78-4e6af598fc5a tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "DELETE /v2.0/networks/fb4e5a8f-5f68-4cb8-8abf-8456320faba9 HTTP/1.1" status: 204 len: 168 time: 0.9816008 Mar 28 13:46:02.987661 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58374) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:02.990479 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf9391-1906-4523-aa78-4e6af598fc5a tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event deleted for resources: {'Network': ['ID=fb4e5a8f-5f68-4cb8-8abf-8456320faba9,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:03.001864 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-c617b2b3-5837-4e7d-a308-192b2d02806b None None] For port c9325674-93a0-4efd-9aac-6cbad614798d, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=c9325674-93a0-4efd-9aac-6cbad614798d,segment=NetworkSegment(6f1cfe15-d822-4a9c-a51f-80a9f098b0d7),segment_id=6f1cfe15-d822-4a9c-a51f-80a9f098b0d7)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:46:03.002282 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c617b2b3-5837-4e7d-a308-192b2d02806b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:03.014194 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555a994e-991e-493c-a62d-0956305a0d9e None None] Routers {'64b40f23-ed6d-4a73-9b91-50a4ab03783e'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:46:03.014787 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-555a994e-991e-493c-a62d-0956305a0d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:03.022150 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-c617b2b3-5837-4e7d-a308-192b2d02806b None None] Calling delete_port for c9325674-93a0-4efd-9aac-6cbad614798d owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:03.052106 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-e36aab56-ea01-4688-9961-253a0c8cd876 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "PUT /v2.0/floatingips/448993db-50e7-4d85-aad8-c6277c29545b HTTP/1.1" status: 200 len: 977 time: 2.7253075 Mar 28 13:46:03.057516 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58376) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:03.066569 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-69439ceb-86e2-441e-b3a5-d1a17ec472f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:03.068386 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-555a994e-991e-493c-a62d-0956305a0d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:03.110696 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46fae33-19fb-418f-9a47-57319cc16adf None None] DHCP port deletion for 9487c777-effe-42e2-8697-87881e91b034 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:46:03.114125 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1c5957b5-a619-4e0d-8cba-2f49d10460fa tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:03.120132 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4f792f8c-50d8-431b-8b3b-1b8a9bf27625 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:03.171214 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-4f792f8c-50d8-431b-8b3b-1b8a9bf27625 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Calling delete_port for bb3e7209-263a-46e3-84f8-c0da22282089 owned by network:router_interface {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:03.175754 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-cf12fbaa-5478-45d7-9ddd-97d3bd838b9f tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Deleting port eaa54f88-0d63-436b-8981-9cbdc788abfe {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:03.176103 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cf12fbaa-5478-45d7-9ddd-97d3bd838b9f tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:03.178200 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555a994e-991e-493c-a62d-0956305a0d9e None None] Routers {'64b40f23-ed6d-4a73-9b91-50a4ab03783e'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:46:03.179430 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-555a994e-991e-493c-a62d-0956305a0d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:03.237055 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-249350d2-e5a6-45bd-9eb0-c7241c61e27d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:03.243437 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-9ae5c7ee-9112-4291-be5d-493b8d330fbc req-92dfb518-0528-429f-a338-106a94bdac2d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a18e5b15-c8e3-4960-85c2-3c772fab2e02 HTTP/1.1" status: 200 len: 1001 time: 0.2444751 Mar 28 13:46:03.252413 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-555a994e-991e-493c-a62d-0956305a0d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:03.257585 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555a994e-991e-493c-a62d-0956305a0d9e None None] The sync data for ids ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:46:03.273244 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69439ceb-86e2-441e-b3a5-d1a17ec472f8 None None] Pushing event updated for resources: {'Port': ['ID=1fd54811-90b2-409b-a5d2-4f09413f9572,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:03.289739 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-c703cfbb-1e81-4d25-b15b-a8472bdc6c00 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Deleting port 8bbcbf89-f082-4528-87e6-f20551d89c39 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:03.290079 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c703cfbb-1e81-4d25-b15b-a8472bdc6c00 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:03.317835 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-f46fae33-19fb-418f-9a47-57319cc16adf None None] Deleting port 1fd54811-90b2-409b-a5d2-4f09413f9572 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:03.318149 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f46fae33-19fb-418f-9a47-57319cc16adf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:03.387343 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cf12fbaa-5478-45d7-9ddd-97d3bd838b9f tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:03.390461 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-1c5957b5-a619-4e0d-8cba-2f49d10460fa tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Deleting port 1fd54811-90b2-409b-a5d2-4f09413f9572 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:03.390806 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1c5957b5-a619-4e0d-8cba-2f49d10460fa tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:03.391630 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] device_id is not set on port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d yet. {{(pid=109612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:46:03.392044 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c617b2b3-5837-4e7d-a308-192b2d02806b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:03.401547 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 4ce5c50b-a955-4a01-bc40-fd22d9552261 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:46:03.405836 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5c7ee-9112-4291-be5d-493b8d330fbc req-7606c83a-ecd5-418d-a972-ccac1f073a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:03.406834 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-9ae5c7ee-9112-4291-be5d-493b8d330fbc req-7606c83a-ecd5-418d-a972-ccac1f073a6a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=470f589b-de11-4359-b1c6-d35a22ef5cbb HTTP/1.1" status: 200 len: 849 time: 0.1447244 Mar 28 13:46:03.409634 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:03.427363 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-cf12fbaa-5478-45d7-9ddd-97d3bd838b9f tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Calling delete_port for eaa54f88-0d63-436b-8981-9cbdc788abfe owned by network:router_gateway {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:03.458449 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c617b2b3-5837-4e7d-a308-192b2d02806b None None] Pushing event deleted for resources: {'Port': ['ID=c9325674-93a0-4efd-9aac-6cbad614798d,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:03.462379 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 4ce5c50b-a955-4a01-bc40-fd22d9552261 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:46:03.462379 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 4ce5c50b-a955-4a01-bc40-fd22d9552261 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:46:03.467290 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c617b2b3-5837-4e7d-a308-192b2d02806b None None] No DVR routers for this DVR port c9325674-93a0-4efd-9aac-6cbad614798d on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:46:03.473741 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-f46fae33-19fb-418f-9a47-57319cc16adf None None] For port 1fd54811-90b2-409b-a5d2-4f09413f9572, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=1fd54811-90b2-409b-a5d2-4f09413f9572,segment=NetworkSegment(451d8652-42b2-4c58-831e-fb4ef22ed792),segment_id=451d8652-42b2-4c58-831e-fb4ef22ed792)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:46:03.474153 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f46fae33-19fb-418f-9a47-57319cc16adf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:03.493914 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-f46fae33-19fb-418f-9a47-57319cc16adf None None] Calling delete_port for 1fd54811-90b2-409b-a5d2-4f09413f9572 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:03.505343 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:03.546300 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c703cfbb-1e81-4d25-b15b-a8472bdc6c00 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:03.549779 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-1c5957b5-a619-4e0d-8cba-2f49d10460fa tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] For port 1fd54811-90b2-409b-a5d2-4f09413f9572, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=1fd54811-90b2-409b-a5d2-4f09413f9572,segment=NetworkSegment(451d8652-42b2-4c58-831e-fb4ef22ed792),segment_id=451d8652-42b2-4c58-831e-fb4ef22ed792)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:46:03.550135 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1c5957b5-a619-4e0d-8cba-2f49d10460fa tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:03.558977 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5c7ee-9112-4291-be5d-493b8d330fbc req-35f333bb-57b6-4d3d-98cb-f16ddc472115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:03.560513 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-9ae5c7ee-9112-4291-be5d-493b8d330fbc req-35f333bb-57b6-4d3d-98cb-f16ddc472115 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c012b94c-56e1-42f2-8be1-d11ff4eca693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1458249 Mar 28 13:46:03.598851 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-1c5957b5-a619-4e0d-8cba-2f49d10460fa tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Calling delete_port for 1fd54811-90b2-409b-a5d2-4f09413f9572 owned by network:dhcp {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:03.601006 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-249350d2-e5a6-45bd-9eb0-c7241c61e27d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Deleting port c9325674-93a0-4efd-9aac-6cbad614798d {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:03.601319 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-249350d2-e5a6-45bd-9eb0-c7241c61e27d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:03.641494 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f46fae33-19fb-418f-9a47-57319cc16adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:03.661207 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Pushing event updated for resources: {'Port': ['ID=3c45f2fe-f018-49cb-b0f4-f036f63c6f3d,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:03.695922 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 1fd54811-90b2-409b-a5d2-4f09413f9572 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:46:03.700003 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46fae33-19fb-418f-9a47-57319cc16adf None None] Pushing event deleted for resources: {'Port': ['ID=1fd54811-90b2-409b-a5d2-4f09413f9572,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:03.720468 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46fae33-19fb-418f-9a47-57319cc16adf None None] No DVR routers for this DVR port 1fd54811-90b2-409b-a5d2-4f09413f9572 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:46:03.728221 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 1fd54811-90b2-409b-a5d2-4f09413f9572 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:46:03.728589 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 1fd54811-90b2-409b-a5d2-4f09413f9572 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:46:03.729546 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device c9325674-93a0-4efd-9aac-6cbad614798d no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:46:03.769410 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: c9325674-93a0-4efd-9aac-6cbad614798d {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:46:03.769644 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:46:03.769910 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] {{(pid=109612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:46:03.770031 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device c9325674-93a0-4efd-9aac-6cbad614798d not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:46:03.770244 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:46:03.770673 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device cd34b5f9-05e4-4872-9c0f-ea6bcdc08cb9 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:46:03.795829 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-249350d2-e5a6-45bd-9eb0-c7241c61e27d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] For port c9325674-93a0-4efd-9aac-6cbad614798d, host dv-neutron-835335-1-hyperv, got binding levels [] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:46:03.796046 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: cd34b5f9-05e4-4872-9c0f-ea6bcdc08cb9 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:46:03.796143 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-249350d2-e5a6-45bd-9eb0-c7241c61e27d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:03.796564 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device cd34b5f9-05e4-4872-9c0f-ea6bcdc08cb9 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:46:03.801956 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:46:03.802286 dv-neutron-835335-1-hyperv neutron-server[109612]: ERROR neutron.plugins.ml2.managers [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Failed to bind port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d on host hv-neutron-8353 for vnic_type normal using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] Mar 28 13:46:03.811061 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4f792f8c-50d8-431b-8b3b-1b8a9bf27625 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:03.814791 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.plugins.ml2.plugin [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempt 2 to bind port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d Mar 28 13:46:03.834602 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-249350d2-e5a6-45bd-9eb0-c7241c61e27d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Calling delete_port for c9325674-93a0-4efd-9aac-6cbad614798d owned by network:dhcp {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:03.839405 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.ipam_backend_mixin [None req-249350d2-e5a6-45bd-9eb0-c7241c61e27d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Port c9325674-93a0-4efd-9aac-6cbad614798d was not found and therefore no delete operation was performed {{(pid=109612) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 28 13:46:03.858136 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-9ae5c7ee-9112-4291-be5d-493b8d330fbc req-f26ff50a-fbff-42dc-8650-dd38d8f823f8 service neutron] 10.222.0.20 "GET /v2.0/networks/c012b94c-56e1-42f2-8be1-d11ff4eca693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806785 Mar 28 13:46:03.861988 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:46:03.862699 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] {{(pid=109612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:46:03.863034 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:46:03.867748 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-249350d2-e5a6-45bd-9eb0-c7241c61e27d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:03.890556 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f792f8c-50d8-431b-8b3b-1b8a9bf27625 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Pushing event deleted for resources: {'Port': ['ID=bb3e7209-263a-46e3-84f8-c0da22282089,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:03.923878 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:46:03.924891 dv-neutron-835335-1-hyperv neutron-server[109612]: ERROR neutron.plugins.ml2.managers [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Failed to bind port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d on host hv-neutron-8353 for vnic_type normal using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] Mar 28 13:46:03.928466 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.plugins.ml2.plugin [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempt 3 to bind port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d Mar 28 13:46:03.931134 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249350d2-e5a6-45bd-9eb0-c7241c61e27d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event deleted for resources: {'Port': ['ID=c9325674-93a0-4efd-9aac-6cbad614798d,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:03.936020 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249350d2-e5a6-45bd-9eb0-c7241c61e27d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] No DVR routers for this DVR port c9325674-93a0-4efd-9aac-6cbad614798d on host dv-neutron-835335-1-hyperv {{(pid=109612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:46:04.008073 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:46:04.008293 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] {{(pid=109612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:46:04.008652 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:46:04.034837 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:46:04.035156 dv-neutron-835335-1-hyperv neutron-server[109612]: ERROR neutron.plugins.ml2.managers [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Failed to bind port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d on host hv-neutron-8353 for vnic_type normal using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] Mar 28 13:46:04.037540 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1e1e7-37a3-481a-9490-f2ce252ed1ee req-2671b423-dc67-4fc5-9719-9a69c372e396 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:04.039695 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.plugins.ml2.plugin [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempt 4 to bind port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d Mar 28 13:46:04.039824 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3cf1e1e7-37a3-481a-9490-f2ce252ed1ee req-2671b423-dc67-4fc5-9719-9a69c372e396 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.2141569 Mar 28 13:46:04.044995 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1c5957b5-a619-4e0d-8cba-2f49d10460fa tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:04.058177 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c703cfbb-1e81-4d25-b15b-a8472bdc6c00 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:04.058541 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c703cfbb-1e81-4d25-b15b-a8472bdc6c00 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:04.058858 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [None req-c703cfbb-1e81-4d25-b15b-a8472bdc6c00 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Floating IP 448993db-50e7-4d85-aad8-c6277c29545b disassociated. External IP: 172.26.2.10, port: 8bbcbf89-f082-4528-87e6-f20551d89c39. Mar 28 13:46:04.059441 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-c703cfbb-1e81-4d25-b15b-a8472bdc6c00 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Calling delete_port for 8bbcbf89-f082-4528-87e6-f20551d89c39 owned by {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:04.102051 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-249350d2-e5a6-45bd-9eb0-c7241c61e27d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:04.118705 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cf12fbaa-5478-45d7-9ddd-97d3bd838b9f tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:04.126059 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:46:04.126381 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] {{(pid=109612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:46:04.126717 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:46:04.129884 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5957b5-a619-4e0d-8cba-2f49d10460fa tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Pushing event deleted for resources: {'Port': ['ID=1fd54811-90b2-409b-a5d2-4f09413f9572,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:04.134558 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5957b5-a619-4e0d-8cba-2f49d10460fa tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] No DVR routers for this DVR port 1fd54811-90b2-409b-a5d2-4f09413f9572 on host dv-neutron-835335-1-hyperv {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:46:04.166747 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-9ae5c7ee-9112-4291-be5d-493b8d330fbc req-0eb0f620-a742-4faf-9c78-a3a5047b9068 service neutron] 10.222.0.20 "GET /v2.0/networks/c012b94c-56e1-42f2-8be1-d11ff4eca693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976918 Mar 28 13:46:04.168991 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-249350d2-e5a6-45bd-9eb0-c7241c61e27d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ac88ac2-ecf9-4825-ab12-0a3a31315a45']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:04.172703 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf12fbaa-5478-45d7-9ddd-97d3bd838b9f tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Pushing event deleted for resources: {'Port': ['ID=eaa54f88-0d63-436b-8981-9cbdc788abfe,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:04.175588 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:46:04.175916 dv-neutron-835335-1-hyperv neutron-server[109612]: ERROR neutron.plugins.ml2.managers [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Failed to bind port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d on host hv-neutron-8353 for vnic_type normal using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] Mar 28 13:46:04.181343 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.plugins.ml2.plugin [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempt 5 to bind port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d Mar 28 13:46:04.213240 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-249350d2-e5a6-45bd-9eb0-c7241c61e27d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f1cfe15-d822-4a9c-a51f-80a9f098b0d7') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:04.213441 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-249350d2-e5a6-45bd-9eb0-c7241c61e27d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f1cfe15-d822-4a9c-a51f-80a9f098b0d7') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:04.242572 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4f792f8c-50d8-431b-8b3b-1b8a9bf27625 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:04.244610 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:46:04.244940 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] {{(pid=109612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:46:04.245268 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:46:04.248119 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-249350d2-e5a6-45bd-9eb0-c7241c61e27d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:04.267100 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:46:04.267425 dv-neutron-835335-1-hyperv neutron-server[109612]: ERROR neutron.plugins.ml2.managers [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Failed to bind port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d on host hv-neutron-8353 for vnic_type normal using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] Mar 28 13:46:04.269787 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.plugins.ml2.plugin [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempt 6 to bind port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d Mar 28 13:46:04.272983 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-249350d2-e5a6-45bd-9eb0-c7241c61e27d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:04.288756 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3cf1e1e7-37a3-481a-9490-f2ce252ed1ee req-cc7aa452-56c2-4b08-89a4-d31b35b56633 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2408631 Mar 28 13:46:04.294050 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-249350d2-e5a6-45bd-9eb0-c7241c61e27d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:46:04.294442 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-249350d2-e5a6-45bd-9eb0-c7241c61e27d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:04.297718 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:46:04.297718 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:46:04.297718 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:46:04.297718 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:46:04.297718 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:46:04.297718 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:46:04.297718 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:46:04.297718 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:46:04.297718 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:46:04.297718 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:46:04.297718 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:46:04.297718 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:46:04.297718 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:46:04.297718 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:46:04.297718 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:46:04.297718 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:46:04.297718 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:46:04.297718 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:46:04.297718 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:46:04.297718 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:46:04.297718 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:46:04.297718 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:46:04.297718 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:46:04.297718 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:46:04.297718 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:46:04.297718 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:46:04.297718 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:46:04.297718 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:46:04.297718 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:46:04.297718 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:46:04.297718 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:46:04.297718 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:46:04.313179 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cf12fbaa-5478-45d7-9ddd-97d3bd838b9f tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133933816'] for router_gateway, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:04.320991 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:46:04.321316 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] {{(pid=109612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:46:04.321644 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:46:04.349335 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1c5957b5-a619-4e0d-8cba-2f49d10460fa tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:04.408163 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-1c5957b5-a619-4e0d-8cba-2f49d10460fa tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9487c777-effe-42e2-8697-87881e91b034']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:04.415508 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:46:04.415831 dv-neutron-835335-1-hyperv neutron-server[109612]: ERROR neutron.plugins.ml2.managers [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Failed to bind port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d on host hv-neutron-8353 for vnic_type normal using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] Mar 28 13:46:04.418612 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.plugins.ml2.plugin [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempt 7 to bind port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d Mar 28 13:46:04.423162 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-1c5957b5-a619-4e0d-8cba-2f49d10460fa tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '451d8652-42b2-4c58-831e-fb4ef22ed792') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:04.423462 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-1c5957b5-a619-4e0d-8cba-2f49d10460fa tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '451d8652-42b2-4c58-831e-fb4ef22ed792') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:04.453519 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1c5957b5-a619-4e0d-8cba-2f49d10460fa tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:04.454957 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cf12fbaa-5478-45d7-9ddd-97d3bd838b9f tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:04.457747 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cf12fbaa-5478-45d7-9ddd-97d3bd838b9f tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:04.465808 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:46:04.466068 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] {{(pid=109612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:46:04.466394 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:46:04.498799 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:46:04.499122 dv-neutron-835335-1-hyperv neutron-server[109612]: ERROR neutron.plugins.ml2.managers [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Failed to bind port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d on host hv-neutron-8353 for vnic_type normal using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] Mar 28 13:46:04.500019 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.plugins.ml2.plugin [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempt 8 to bind port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d Mar 28 13:46:04.513102 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:46:04.513752 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] {{(pid=109612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:46:04.513904 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:46:04.518173 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:46:04.518491 dv-neutron-835335-1-hyperv neutron-server[109612]: ERROR neutron.plugins.ml2.managers [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Failed to bind port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d on host hv-neutron-8353 for vnic_type normal using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] Mar 28 13:46:04.518863 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.plugins.ml2.plugin [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempt 9 to bind port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d Mar 28 13:46:04.535695 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-249350d2-e5a6-45bd-9eb0-c7241c61e27d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:04.536950 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1c5957b5-a619-4e0d-8cba-2f49d10460fa tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:04.542168 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-249350d2-e5a6-45bd-9eb0-c7241c61e27d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:04.550230 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-249350d2-e5a6-45bd-9eb0-c7241c61e27d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "DELETE /v2.0/networks/9ac88ac2-ecf9-4825-ab12-0a3a31315a45 HTTP/1.1" status: 204 len: 168 time: 1.5570288 Mar 28 13:46:04.550230 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:46:04.550230 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] {{(pid=109612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:46:04.550230 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:46:04.551225 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c5957b5-a619-4e0d-8cba-2f49d10460fa tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:46:04.551225 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1c5957b5-a619-4e0d-8cba-2f49d10460fa tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:04.552418 dv-neutron-835335-1-hyperv neutron-server[109613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 13:46:04.552418 dv-neutron-835335-1-hyperv neutron-server[109613]: self.session.flush() Mar 28 13:46:04.552418 dv-neutron-835335-1-hyperv neutron-server[109613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 13:46:04.552418 dv-neutron-835335-1-hyperv neutron-server[109613]: self.session.flush() Mar 28 13:46:04.552418 dv-neutron-835335-1-hyperv neutron-server[109613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 13:46:04.552418 dv-neutron-835335-1-hyperv neutron-server[109613]: self.session.flush() Mar 28 13:46:04.552418 dv-neutron-835335-1-hyperv neutron-server[109613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 13:46:04.552418 dv-neutron-835335-1-hyperv neutron-server[109613]: self.session.flush() Mar 28 13:46:04.552418 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:46:04.552418 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:46:04.552418 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:46:04.552418 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:46:04.552418 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:46:04.552418 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:46:04.552418 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:46:04.552418 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:46:04.552418 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:46:04.552418 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:46:04.552418 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:46:04.552418 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:46:04.552418 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:46:04.552418 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:46:04.552418 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:46:04.552418 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:46:04.552418 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:46:04.552418 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:46:04.552418 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:46:04.552418 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:46:04.552418 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:46:04.552418 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:46:04.552418 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:46:04.552418 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:46:04.552418 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:46:04.552418 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:46:04.552418 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:46:04.552418 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:46:04.552418 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:46:04.552418 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:46:04.552418 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:46:04.552418 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:46:04.555251 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58382) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:04.556004 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:46:04.556004 dv-neutron-835335-1-hyperv neutron-server[109612]: ERROR neutron.plugins.ml2.managers [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Failed to bind port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d on host hv-neutron-8353 for vnic_type normal using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] Mar 28 13:46:04.557511 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.plugins.ml2.plugin [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempt 10 to bind port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d Mar 28 13:46:04.567996 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-0a4748f9-cab1-4837-b156-2c1de2883e0c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Request body: {'network': {'name': 'tempest-RoutersTest-1059745087'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:04.575172 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249350d2-e5a6-45bd-9eb0-c7241c61e27d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event deleted for resources: {'Network': ['ID=9ac88ac2-ecf9-4825-ab12-0a3a31315a45,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:04.578981 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f792f8c-50d8-431b-8b3b-1b8a9bf27625 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Router 0547cdfe-d547-4989-a0d6-c3ddbba37381 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:46:04.582032 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:46:04.582507 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] {{(pid=109612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:46:04.582840 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempting to bind port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:46:04.587146 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:46:04.587462 dv-neutron-835335-1-hyperv neutron-server[109612]: ERROR neutron.plugins.ml2.managers [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Failed to bind port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d on host hv-neutron-8353 for vnic_type normal using segments [{'id': '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0'}] Mar 28 13:46:04.587820 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:04.590904 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cf12fbaa-5478-45d7-9ddd-97d3bd838b9f tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:04.591399 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf12fbaa-5478-45d7-9ddd-97d3bd838b9f tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Fanout notify agent at l3_agent the message router_deleted on router e8828df0-79d0-459a-99c6-21d253e6b708 {{(pid=109612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:46:04.599336 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cf12fbaa-5478-45d7-9ddd-97d3bd838b9f tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:04.604209 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-cf12fbaa-5478-45d7-9ddd-97d3bd838b9f tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] 10.222.0.24 "DELETE /v2.0/routers/e8828df0-79d0-459a-99c6-21d253e6b708 HTTP/1.1" status: 204 len: 168 time: 3.1106622 Mar 28 13:46:04.604799 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58384) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:04.619830 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-2b50b459-b3db-4804-8d94-505607d07f87 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-348568905', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:04.695965 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] For port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d, host hv-neutron-8353, cleared binding levels {{(pid=109612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:46:04.696334 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attempted to set empty binding levels {{(pid=109612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 28 13:46:04.743726 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2b50b459-b3db-4804-8d94-505607d07f87 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:04.744859 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2b50b459-b3db-4804-8d94-505607d07f87 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:04.781435 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:04.819174 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] In _notify_port_updated(), no bound segment for port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d on network 0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 {{(pid=109612) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 28 13:46:04.820297 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:04.821125 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:04.825705 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] 10.222.0.24 "PUT /v2.0/ports/3c45f2fe-f018-49cb-b0f4-f036f63c6f3d HTTP/1.1" status: 200 len: 976 time: 2.3110962 Mar 28 13:46:04.825705 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58386) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:04.859633 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba17108-df68-422c-8759-8bc754e382a1 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Pushing event updated for resources: {'Port': ['ID=3c45f2fe-f018-49cb-b0f4-f036f63c6f3d,revision_number=3']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:04.913309 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-67fe208c-6321-406d-b0a1-4fd5354ce8d5 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Deleting port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:04.914121 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-67fe208c-6321-406d-b0a1-4fd5354ce8d5 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:04.915150 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c703cfbb-1e81-4d25-b15b-a8472bdc6c00 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:04.957704 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c703cfbb-1e81-4d25-b15b-a8472bdc6c00 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Pushing event deleted for resources: {'Port': ['ID=8bbcbf89-f082-4528-87e6-f20551d89c39,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:04.984121 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-67fe208c-6321-406d-b0a1-4fd5354ce8d5 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] For port 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d, host hv-neutron-8353, got binding levels [] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:46:04.984518 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-67fe208c-6321-406d-b0a1-4fd5354ce8d5 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:05.000016 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-67fe208c-6321-406d-b0a1-4fd5354ce8d5 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Calling delete_port for 3c45f2fe-f018-49cb-b0f4-f036f63c6f3d owned by {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:05.061657 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f792f8c-50d8-431b-8b3b-1b8a9bf27625 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:46:05.067449 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-4f792f8c-50d8-431b-8b3b-1b8a9bf27625 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] 10.222.0.24 "PUT /v2.0/routers/0547cdfe-d547-4989-a0d6-c3ddbba37381/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9010742 Mar 28 13:46:05.072315 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58388) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:05.077172 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1c5957b5-a619-4e0d-8cba-2f49d10460fa tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:05.085896 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b4fccc-d83c-4d7b-b129-5fdbeef43038 None None] Sync routers for ids ['0547cdfe-d547-4989-a0d6-c3ddbba37381'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:46:05.086389 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4748f9-cab1-4837-b156-2c1de2883e0c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Made reservation on behalf of 42c7f4b113aa41f19f4ff0f48ffaebf2 for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:05.086389 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0a4748f9-cab1-4837-b156-2c1de2883e0c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:05.088916 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b4fccc-d83c-4d7b-b129-5fdbeef43038 None None] Routers {'0547cdfe-d547-4989-a0d6-c3ddbba37381'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:46:05.088916 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-01b4fccc-d83c-4d7b-b129-5fdbeef43038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['0547cdfe-d547-4989-a0d6-c3ddbba37381'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:05.093025 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1c5957b5-a619-4e0d-8cba-2f49d10460fa tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:05.096108 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-1c5957b5-a619-4e0d-8cba-2f49d10460fa tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] 10.222.0.24 "DELETE /v2.0/networks/9487c777-effe-42e2-8697-87881e91b034 HTTP/1.1" status: 204 len: 168 time: 2.1603286 Mar 28 13:46:05.134521 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58390) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:05.144586 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-0c511c27-8e0e-47e6-af1f-64353ebfb395 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] show failed (client error): The resource could not be found. Mar 28 13:46:05.145615 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-0c511c27-8e0e-47e6-af1f-64353ebfb395 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-1102503805 HTTP/1.1" status: 404 len: 335 time: 0.0722337 Mar 28 13:46:05.152876 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58392) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:05.156281 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5957b5-a619-4e0d-8cba-2f49d10460fa tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Pushing event deleted for resources: {'Network': ['ID=9487c777-effe-42e2-8697-87881e91b034,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:05.162580 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-712624b8-3fb6-4d6e-8cdd-639ed2f4fc14 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:05.181714 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2b50b459-b3db-4804-8d94-505607d07f87 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:05.189614 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-67fe208c-6321-406d-b0a1-4fd5354ce8d5 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:05.218530 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-01b4fccc-d83c-4d7b-b129-5fdbeef43038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:05.228234 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b4fccc-d83c-4d7b-b129-5fdbeef43038 None None] Routers {'0547cdfe-d547-4989-a0d6-c3ddbba37381'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:46:05.228893 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-01b4fccc-d83c-4d7b-b129-5fdbeef43038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['0547cdfe-d547-4989-a0d6-c3ddbba37381'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:05.249824 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-712624b8-3fb6-4d6e-8cdd-639ed2f4fc14 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] update failed (client error): The resource could not be found. Mar 28 13:46:05.250947 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-712624b8-3fb6-4d6e-8cdd-639ed2f4fc14 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-1784130157 HTTP/1.1" status: 404 len: 335 time: 0.0957501 Mar 28 13:46:05.261305 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-01b4fccc-d83c-4d7b-b129-5fdbeef43038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:05.261964 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b4fccc-d83c-4d7b-b129-5fdbeef43038 None None] The sync data for ids ['0547cdfe-d547-4989-a0d6-c3ddbba37381'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:46:05.265635 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58394) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:05.280079 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a4748f9-cab1-4837-b156-2c1de2883e0c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:46:05.328674 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0a4748f9-cab1-4837-b156-2c1de2883e0c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:05.330192 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-0a4748f9-cab1-4837-b156-2c1de2883e0c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Added segment 4420cc58-2a28-4c58-91e6-6d946ab1096e of type vlan for network 834c5ac1-6345-4f50-accf-d8eb27d761e4 Mar 28 13:46:05.339523 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f0b83785-af45-433f-8fb4-9e0419730d85 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:05.352319 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c703cfbb-1e81-4d25-b15b-a8472bdc6c00 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Router 64b40f23-ed6d-4a73-9b91-50a4ab03783e has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:46:05.417228 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb620ad4-4e7b-4512-8de8-9427a727d0b8 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Deleting subnet 5e693c91-8980-4f14-b7b7-de4b191aa5aa {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:46:05.426322 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cb620ad4-4e7b-4512-8de8-9427a727d0b8 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:05.431488 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0a4748f9-cab1-4837-b156-2c1de2883e0c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:05.516074 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe208c-6321-406d-b0a1-4fd5354ce8d5 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c45f2fe-f018-49cb-b0f4-f036f63c6f3d,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:05.519425 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2b50b459-b3db-4804-8d94-505607d07f87 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:05.532535 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-67fe208c-6321-406d-b0a1-4fd5354ce8d5 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:05.535723 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-67fe208c-6321-406d-b0a1-4fd5354ce8d5 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] 10.222.0.24 "DELETE /v2.0/ports/3c45f2fe-f018-49cb-b0f4-f036f63c6f3d HTTP/1.1" status: 204 len: 168 time: 0.7094729 Mar 28 13:46:05.539005 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58398) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:05.565149 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-313cd0a4-bf0e-42fe-99db-b7a933010b33 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] GET failed (client error): The resource could not be found. Mar 28 13:46:05.566658 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-313cd0a4-bf0e-42fe-99db-b7a933010b33 tempest-PortsAdminExtendedAttrsTestJSON-1026144418 tempest-PortsAdminExtendedAttrsTestJSON-1026144418-project-admin] 10.222.0.24 "GET /v2.0/ports/3c45f2fe-f018-49cb-b0f4-f036f63c6f3d HTTP/1.1" status: 404 len: 333 time: 0.0265844 Mar 28 13:46:05.570203 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58400) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:05.575952 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cb620ad4-4e7b-4512-8de8-9427a727d0b8 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:05.628215 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2b50b459-b3db-4804-8d94-505607d07f87 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:05.629390 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-2b50b459-b3db-4804-8d94-505607d07f87 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0177610 Mar 28 13:46:05.632963 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58402) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:05.641827 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-96b48e08-4b64-47f6-9443-d91781ba925e tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'enable_snat': False}}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:05.692745 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f0b83785-af45-433f-8fb4-9e0419730d85 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:05.696009 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0a4748f9-cab1-4837-b156-2c1de2883e0c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:05.701518 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4748f9-cab1-4837-b156-2c1de2883e0c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:05.702116 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0a4748f9-cab1-4837-b156-2c1de2883e0c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:05.722793 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60949a-9f82-489b-a6f3-defaec5636b3 req-33682327-bd8f-4f38-aaee-36c317b99313 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:05.724332 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2f60949a-9f82-489b-a6f3-defaec5636b3 req-33682327-bd8f-4f38-aaee-36c317b99313 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.3316941 Mar 28 13:46:05.770274 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-df48dbfa-e5e0-44b1-8619-1a1d98cde9d0 tempest-PortsAdminExtendedAttrsTestJSON-1743177508 tempest-PortsAdminExtendedAttrsTestJSON-1743177508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:05.822627 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-f0b83785-af45-433f-8fb4-9e0419730d85 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62cb0f45-def8-4370-bd6d-0decdb30c317']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:05.847340 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-f0b83785-af45-433f-8fb4-9e0419730d85 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c37b6a4c-817b-4e09-947b-24a1e043c24a') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:05.847642 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-f0b83785-af45-433f-8fb4-9e0419730d85 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c37b6a4c-817b-4e09-947b-24a1e043c24a') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:05.867693 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c703cfbb-1e81-4d25-b15b-a8472bdc6c00 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:46:05.881011 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a7e6d6-05a9-440f-8c71-8dd3734ccf7b None None] Sync routers for ids ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:46:05.890094 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f0b83785-af45-433f-8fb4-9e0419730d85 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:05.895772 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a7e6d6-05a9-440f-8c71-8dd3734ccf7b None None] Routers {'64b40f23-ed6d-4a73-9b91-50a4ab03783e'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:46:05.897341 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-e5a7e6d6-05a9-440f-8c71-8dd3734ccf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:05.912071 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-96b48e08-4b64-47f6-9443-d91781ba925e tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:05.916167 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4748f9-cab1-4837-b156-2c1de2883e0c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event updated for resources: {'Network': ['ID=834c5ac1-6345-4f50-accf-d8eb27d761e4,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:05.929075 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-0a4748f9-cab1-4837-b156-2c1de2883e0c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3733792 Mar 28 13:46:05.947280 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58404) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:05.952078 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-7d1da565-affd-46e8-846a-71a1d696b6fb tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Request body: {'subnet': {'network_id': '834c5ac1-6345-4f50-accf-d8eb27d761e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:05.965679 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2f60949a-9f82-489b-a6f3-defaec5636b3 req-a8dc40ab-598b-4d48-86ad-acbaa6ca8b79 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2281284 Mar 28 13:46:05.968990 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f0b83785-af45-433f-8fb4-9e0419730d85 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:05.981010 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cb620ad4-4e7b-4512-8de8-9427a727d0b8 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:05.990094 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-df48dbfa-e5e0-44b1-8619-1a1d98cde9d0 tempest-PortsAdminExtendedAttrsTestJSON-1743177508 tempest-PortsAdminExtendedAttrsTestJSON-1743177508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:05.994984 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 834c5ac1-6345-4f50-accf-d8eb27d761e4 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:46:05.999389 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-e5a7e6d6-05a9-440f-8c71-8dd3734ccf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:06.009672 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0b83785-af45-433f-8fb4-9e0419730d85 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:46:06.010203 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f0b83785-af45-433f-8fb4-9e0419730d85 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:06.015410 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:46:06.015410 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:46:06.015410 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:46:06.015410 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:46:06.015410 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:46:06.015410 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:46:06.015410 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:46:06.015410 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:46:06.015410 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:46:06.015410 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:46:06.015410 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:46:06.015410 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:46:06.015410 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:46:06.015410 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:46:06.015410 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:46:06.015410 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:46:06.015410 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:46:06.015410 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:46:06.015410 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:46:06.015410 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:46:06.015410 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:46:06.015410 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:46:06.015410 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:46:06.015410 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:46:06.015410 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:46:06.015410 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:46:06.015410 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:46:06.015410 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:46:06.015410 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:46:06.015410 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:46:06.015410 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:46:06.015410 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:46:06.076094 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c703cfbb-1e81-4d25-b15b-a8472bdc6c00 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:06.081839 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c703cfbb-1e81-4d25-b15b-a8472bdc6c00 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "DELETE /v2.0/ports/8bbcbf89-f082-4528-87e6-f20551d89c39 HTTP/1.1" status: 204 len: 168 time: 3.0208085 Mar 28 13:46:06.081992 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-df48dbfa-e5e0-44b1-8619-1a1d98cde9d0 tempest-PortsAdminExtendedAttrsTestJSON-1743177508 tempest-PortsAdminExtendedAttrsTestJSON-1743177508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:06.088190 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58408) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:06.115464 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a7e6d6-05a9-440f-8c71-8dd3734ccf7b None None] Routers {'64b40f23-ed6d-4a73-9b91-50a4ab03783e'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:46:06.116683 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-e5a7e6d6-05a9-440f-8c71-8dd3734ccf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:06.130276 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-df48dbfa-e5e0-44b1-8619-1a1d98cde9d0 tempest-PortsAdminExtendedAttrsTestJSON-1743177508 tempest-PortsAdminExtendedAttrsTestJSON-1743177508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:06.130584 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-df48dbfa-e5e0-44b1-8619-1a1d98cde9d0 tempest-PortsAdminExtendedAttrsTestJSON-1743177508 tempest-PortsAdminExtendedAttrsTestJSON-1743177508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56dbd5b1-3d3a-46e6-8dd1-997cbcd21789') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:06.160747 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-bc6dfe40-2c46-49e8-8fea-593cd7795a23 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "GET /v2.0/floatingips/448993db-50e7-4d85-aad8-c6277c29545b HTTP/1.1" status: 200 len: 687 time: 0.0713744 Mar 28 13:46:06.168134 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-e5a7e6d6-05a9-440f-8c71-8dd3734ccf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:06.168811 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a7e6d6-05a9-440f-8c71-8dd3734ccf7b None None] The sync data for ids ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:46:06.170780 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-df48dbfa-e5e0-44b1-8619-1a1d98cde9d0 tempest-PortsAdminExtendedAttrsTestJSON-1743177508 tempest-PortsAdminExtendedAttrsTestJSON-1743177508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:06.172183 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58410) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:06.179625 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f0b83785-af45-433f-8fb4-9e0419730d85 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:06.189485 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f0b83785-af45-433f-8fb4-9e0419730d85 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:06.192810 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f0b83785-af45-433f-8fb4-9e0419730d85 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] 10.222.0.24 "DELETE /v2.0/networks/62cb0f45-def8-4370-bd6d-0decdb30c317 HTTP/1.1" status: 204 len: 168 time: 1.0498738 Mar 28 13:46:06.204678 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58412) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:06.214408 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b83785-af45-433f-8fb4-9e0419730d85 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Pushing event deleted for resources: {'Network': ['ID=62cb0f45-def8-4370-bd6d-0decdb30c317,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:06.262700 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-df48dbfa-e5e0-44b1-8619-1a1d98cde9d0 tempest-PortsAdminExtendedAttrsTestJSON-1743177508 tempest-PortsAdminExtendedAttrsTestJSON-1743177508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:06.277563 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b42fdf-e224-43a5-bd3f-71505c32d0b2 req-c70d16c3-e04f-4530-85f7-fe953c72d287 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:06.279089 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b5b42fdf-e224-43a5-bd3f-71505c32d0b2 req-c70d16c3-e04f-4530-85f7-fe953c72d287 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.1373892 Mar 28 13:46:06.310555 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cb620ad4-4e7b-4512-8de8-9427a727d0b8 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:06.326306 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df48dbfa-e5e0-44b1-8619-1a1d98cde9d0 tempest-PortsAdminExtendedAttrsTestJSON-1743177508 tempest-PortsAdminExtendedAttrsTestJSON-1743177508-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:46:06.326709 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-df48dbfa-e5e0-44b1-8619-1a1d98cde9d0 tempest-PortsAdminExtendedAttrsTestJSON-1743177508 tempest-PortsAdminExtendedAttrsTestJSON-1743177508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:06.327745 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3209e3d9-884d-47d3-bdd2-2f0a565db14c tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:06.332904 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:46:06.332904 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:46:06.332904 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:46:06.332904 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:46:06.332904 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:46:06.332904 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:46:06.332904 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:46:06.332904 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:46:06.332904 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:46:06.332904 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:46:06.332904 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:46:06.332904 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:46:06.332904 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:46:06.332904 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:46:06.332904 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:46:06.332904 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:46:06.332904 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:46:06.332904 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:46:06.332904 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:46:06.332904 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:46:06.332904 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:46:06.332904 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:46:06.332904 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:46:06.332904 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:46:06.332904 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:46:06.332904 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:46:06.332904 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:46:06.332904 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:46:06.332904 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:46:06.332904 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:46:06.332904 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:46:06.332904 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:46:06.345341 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1da565-affd-46e8-846a-71a1d696b6fb tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Made reservation on behalf of 42c7f4b113aa41f19f4ff0f48ffaebf2 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:06.348837 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7d1da565-affd-46e8-846a-71a1d696b6fb tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:06.358778 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb620ad4-4e7b-4512-8de8-9427a727d0b8 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Pushing event deleted for resources: {'Subnet': ['ID=5e693c91-8980-4f14-b7b7-de4b191aa5aa,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:06.371281 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cb620ad4-4e7b-4512-8de8-9427a727d0b8 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:06.380663 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-cb620ad4-4e7b-4512-8de8-9427a727d0b8 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] 10.222.0.24 "DELETE /v2.0/subnets/5e693c91-8980-4f14-b7b7-de4b191aa5aa HTTP/1.1" status: 204 len: 168 time: 1.1073854 Mar 28 13:46:06.380748 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b4d068-3837-4b2c-b086-934ccf624bb8 None None] Network a6f3ff36-9875-4847-b95f-085a7a1eea87 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:46:06.382500 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58414) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:06.392502 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b5b42fdf-e224-43a5-bd3f-71505c32d0b2 req-0309249a-7853-4114-8d12-91178f0a20be tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057770 Mar 28 13:46:06.503743 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b356fee-caa1-41db-9395-0817740f2502 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Deleting subnet dce6d2a8-2431-4126-a715-51a069cd1770 {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:46:06.511711 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8b356fee-caa1-41db-9395-0817740f2502 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:06.515214 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3209e3d9-884d-47d3-bdd2-2f0a565db14c tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:06.562099 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-3209e3d9-884d-47d3-bdd2-2f0a565db14c tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faccea05-e1cb-428e-8452-de44e7fa5e52']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:06.570855 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-b9e453f6-a01c-41d1-8043-545b28b81d1c tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Deleting port b3b040a6-f8c9-4f1e-8101-53777931ea35 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:06.571459 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b9e453f6-a01c-41d1-8043-545b28b81d1c tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:06.574980 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8b356fee-caa1-41db-9395-0817740f2502 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:06.579377 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-3209e3d9-884d-47d3-bdd2-2f0a565db14c tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27589480-37de-4506-af56-c0c01068e73a') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:06.579667 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-3209e3d9-884d-47d3-bdd2-2f0a565db14c tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27589480-37de-4506-af56-c0c01068e73a') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:06.607268 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-df48dbfa-e5e0-44b1-8619-1a1d98cde9d0 tempest-PortsAdminExtendedAttrsTestJSON-1743177508 tempest-PortsAdminExtendedAttrsTestJSON-1743177508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:06.613320 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3209e3d9-884d-47d3-bdd2-2f0a565db14c tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:06.635664 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3209e3d9-884d-47d3-bdd2-2f0a565db14c tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:06.646652 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3209e3d9-884d-47d3-bdd2-2f0a565db14c tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:46:06.647063 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3209e3d9-884d-47d3-bdd2-2f0a565db14c tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:06.650147 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:46:06.650147 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:46:06.650147 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:46:06.650147 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:46:06.650147 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:46:06.650147 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:46:06.650147 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:46:06.650147 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:46:06.650147 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:46:06.650147 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:46:06.650147 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:46:06.650147 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:46:06.650147 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:46:06.650147 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:46:06.650147 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:46:06.650147 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:46:06.650147 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:46:06.650147 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:46:06.650147 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:46:06.650147 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:46:06.650147 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:46:06.650147 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:46:06.650147 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:46:06.650147 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:46:06.650147 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:46:06.650147 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:46:06.650147 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:46:06.650147 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:46:06.650147 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:46:06.650147 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:46:06.650147 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:46:06.650147 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:46:06.678121 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1235f2-e4f9-47a5-9a17-a9d1a59e17b2 None None] DHCP port deletion for a6f3ff36-9875-4847-b95f-085a7a1eea87 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:46:06.693730 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-df48dbfa-e5e0-44b1-8619-1a1d98cde9d0 tempest-PortsAdminExtendedAttrsTestJSON-1743177508 tempest-PortsAdminExtendedAttrsTestJSON-1743177508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:06.699646 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-df48dbfa-e5e0-44b1-8619-1a1d98cde9d0 tempest-PortsAdminExtendedAttrsTestJSON-1743177508 tempest-PortsAdminExtendedAttrsTestJSON-1743177508-project] 10.222.0.24 "DELETE /v2.0/networks/0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0 HTTP/1.1" status: 204 len: 168 time: 1.1258678 Mar 28 13:46:06.742877 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8b356fee-caa1-41db-9395-0817740f2502 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:06.760470 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df48dbfa-e5e0-44b1-8619-1a1d98cde9d0 tempest-PortsAdminExtendedAttrsTestJSON-1743177508 tempest-PortsAdminExtendedAttrsTestJSON-1743177508-project] Pushing event deleted for resources: {'Network': ['ID=0b5c3a53-a809-4ea0-a71e-1ba9be7ea4c0,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:06.793127 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-0b1235f2-e4f9-47a5-9a17-a9d1a59e17b2 None None] Deleting port 7e969682-d6d7-4c66-a747-47f72936d464 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:06.794660 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0b1235f2-e4f9-47a5-9a17-a9d1a59e17b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:06.820191 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3209e3d9-884d-47d3-bdd2-2f0a565db14c tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:06.836063 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3209e3d9-884d-47d3-bdd2-2f0a565db14c tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:06.839326 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3209e3d9-884d-47d3-bdd2-2f0a565db14c tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] 10.222.0.24 "DELETE /v2.0/networks/faccea05-e1cb-428e-8452-de44e7fa5e52 HTTP/1.1" status: 204 len: 168 time: 0.6336918 Mar 28 13:46:06.844491 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58420) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:06.866836 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b9e453f6-a01c-41d1-8043-545b28b81d1c tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:06.866836 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b9e453f6-a01c-41d1-8043-545b28b81d1c tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:06.890017 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-b9e453f6-a01c-41d1-8043-545b28b81d1c tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Calling delete_port for b3b040a6-f8c9-4f1e-8101-53777931ea35 owned by network:floatingip {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:06.897577 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-96b48e08-4b64-47f6-9443-d91781ba925e tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:06.935822 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-0b1235f2-e4f9-47a5-9a17-a9d1a59e17b2 None None] For port 7e969682-d6d7-4c66-a747-47f72936d464, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=7e969682-d6d7-4c66-a747-47f72936d464,segment=NetworkSegment(f6be8490-b7e3-469c-948f-19407366c176),segment_id=f6be8490-b7e3-469c-948f-19407366c176)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:46:06.936453 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0b1235f2-e4f9-47a5-9a17-a9d1a59e17b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:06.940917 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3209e3d9-884d-47d3-bdd2-2f0a565db14c tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Pushing event deleted for resources: {'Network': ['ID=faccea05-e1cb-428e-8452-de44e7fa5e52,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:06.950555 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-96b48e08-4b64-47f6-9443-d91781ba925e tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:06.951402 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-0b1235f2-e4f9-47a5-9a17-a9d1a59e17b2 None None] Calling delete_port for 7e969682-d6d7-4c66-a747-47f72936d464 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:06.987969 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8b356fee-caa1-41db-9395-0817740f2502 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:07.056297 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7d1da565-affd-46e8-846a-71a1d696b6fb tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:07.062101 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b356fee-caa1-41db-9395-0817740f2502 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Pushing event deleted for resources: {'Subnet': ['ID=dce6d2a8-2431-4126-a715-51a069cd1770,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:07.089570 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8b356fee-caa1-41db-9395-0817740f2502 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:07.096804 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-8b356fee-caa1-41db-9395-0817740f2502 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] 10.222.0.24 "DELETE /v2.0/subnets/dce6d2a8-2431-4126-a715-51a069cd1770 HTTP/1.1" status: 204 len: 168 time: 0.7132332 Mar 28 13:46:07.101302 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58424) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:07.126863 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb924d-f4c4-4367-9908-5f3d11ec523a req-646e11a2-8308-437b-a8be-a49fb017f03c tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:07.128601 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1efb924d-f4c4-4367-9908-5f3d11ec523a req-646e11a2-8308-437b-a8be-a49fb017f03c tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.1889839 Mar 28 13:46:07.134161 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ee5b77f2-da05-42f9-9e04-3adc5a692710 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:07.182105 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf1a66d-4eac-4213-862b-7b5b9040aa8a None None] Network 7243ba21-938a-43dd-ad2e-7d60a16015f1 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:46:07.230270 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1da565-affd-46e8-846a-71a1d696b6fb tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event updated for resources: {'Subnet': ['ID=0ed58ad5-5428-42f8-b281-da7afcb8bfb8,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:07.273483 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1efb924d-f4c4-4367-9908-5f3d11ec523a req-93c54552-38d0-4f2b-80bc-06ce42f07b8c tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318417 Mar 28 13:46:07.283570 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ee5b77f2-da05-42f9-9e04-3adc5a692710 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:07.305884 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-96b48e08-4b64-47f6-9443-d91781ba925e tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Allocated IP 172.26.2.217 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/1bdff052-c764-4a7a-aec9-415d7b3fd87e) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:46:07.313821 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c60c93a9-3040-4b53-91b0-68b8247207cf tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:07.334988 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-ee5b77f2-da05-42f9-9e04-3adc5a692710 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f5decaf-8d33-4b59-b5e9-556ec9a1a5fd']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:07.345112 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1da565-affd-46e8-846a-71a1d696b6fb tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Checking segment: {'id': '4420cc58-2a28-4c58-91e6-6d946ab1096e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '834c5ac1-6345-4f50-accf-d8eb27d761e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:46:07.345476 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1da565-affd-46e8-846a-71a1d696b6fb tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Network hostable DHCP agents. Network: 834c5ac1-6345-4f50-accf-d8eb27d761e4, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:46:07.361899 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-ee5b77f2-da05-42f9-9e04-3adc5a692710 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f75800f-f5f5-4e53-87a1-a9e7f22abacc') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:07.361899 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-ee5b77f2-da05-42f9-9e04-3adc5a692710 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f75800f-f5f5-4e53-87a1-a9e7f22abacc') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:07.382235 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ee5b77f2-da05-42f9-9e04-3adc5a692710 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:07.402431 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0b1235f2-e4f9-47a5-9a17-a9d1a59e17b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:07.408044 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58430) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:07.421943 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ee5b77f2-da05-42f9-9e04-3adc5a692710 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:07.443477 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1235f2-e4f9-47a5-9a17-a9d1a59e17b2 None None] No DVR routers for this DVR port 7e969682-d6d7-4c66-a747-47f72936d464 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:46:07.450713 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1235f2-e4f9-47a5-9a17-a9d1a59e17b2 None None] Pushing event deleted for resources: {'Port': ['ID=7e969682-d6d7-4c66-a747-47f72936d464,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:07.453156 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee5b77f2-da05-42f9-9e04-3adc5a692710 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:46:07.453725 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ee5b77f2-da05-42f9-9e04-3adc5a692710 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:07.457701 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:46:07.457701 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:46:07.457701 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:46:07.457701 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:46:07.457701 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:46:07.457701 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:46:07.457701 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:46:07.457701 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:46:07.457701 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:46:07.457701 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:46:07.457701 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:46:07.457701 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:46:07.457701 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:46:07.457701 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:46:07.457701 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:46:07.457701 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:46:07.457701 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:46:07.457701 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:46:07.457701 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:46:07.457701 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:46:07.457701 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:46:07.457701 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:46:07.457701 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:46:07.457701 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:46:07.457701 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:46:07.457701 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:46:07.457701 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:46:07.457701 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:46:07.457701 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:46:07.457701 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:46:07.457701 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:46:07.457701 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:46:07.473117 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151345f6-c896-403b-a148-bec524171975 None None] DHCP port deletion for 7243ba21-938a-43dd-ad2e-7d60a16015f1 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:46:07.473708 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-c60c93a9-3040-4b53-91b0-68b8247207cf tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] The port '7e969682-d6d7-4c66-a747-47f72936d464' was deleted {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1982}} Mar 28 13:46:07.529082 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-151345f6-c896-403b-a148-bec524171975 None None] Deleting port d0c56c8b-c79a-4a13-a333-4c0fc40cb627 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:07.529711 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-151345f6-c896-403b-a148-bec524171975 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:07.536616 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219049c6-f2ad-489e-b91f-340725e1abcc req-128d6aa1-e701-445a-8e7f-d4ca913bcf90 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:07.538298 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-219049c6-f2ad-489e-b91f-340725e1abcc req-128d6aa1-e701-445a-8e7f-d4ca913bcf90 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.1386971 Mar 28 13:46:07.586124 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-219049c6-f2ad-489e-b91f-340725e1abcc req-ae7eca63-9ea9-4226-a5be-cd7015767291 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407193 Mar 28 13:46:07.624328 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ee5b77f2-da05-42f9-9e04-3adc5a692710 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:07.632272 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1da565-affd-46e8-846a-71a1d696b6fb tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Network 834c5ac1-6345-4f50-accf-d8eb27d761e4 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:46:07.633072 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ee5b77f2-da05-42f9-9e04-3adc5a692710 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:07.636560 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ee5b77f2-da05-42f9-9e04-3adc5a692710 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] 10.222.0.24 "DELETE /v2.0/networks/6f5decaf-8d33-4b59-b5e9-556ec9a1a5fd HTTP/1.1" status: 204 len: 168 time: 0.7910576 Mar 28 13:46:07.645800 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device d0c56c8b-c79a-4a13-a333-4c0fc40cb627 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:46:07.651405 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b9e453f6-a01c-41d1-8043-545b28b81d1c tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:07.667635 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c60c93a9-3040-4b53-91b0-68b8247207cf tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:07.678817 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b77f2-da05-42f9-9e04-3adc5a692710 tempest-BulkNetworkOpsTest-113305926 tempest-BulkNetworkOpsTest-113305926-project] Pushing event deleted for resources: {'Network': ['ID=6f5decaf-8d33-4b59-b5e9-556ec9a1a5fd,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:07.711371 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-151345f6-c896-403b-a148-bec524171975 None None] For port d0c56c8b-c79a-4a13-a333-4c0fc40cb627, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=d0c56c8b-c79a-4a13-a333-4c0fc40cb627,segment=NetworkSegment(a0a7647a-8624-48f9-8874-3beafcfe9fde),segment_id=a0a7647a-8624-48f9-8874-3beafcfe9fde)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:46:07.711931 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-151345f6-c896-403b-a148-bec524171975 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:07.726833 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e453f6-a01c-41d1-8043-545b28b81d1c tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Pushing event deleted for resources: {'Port': ['ID=b3b040a6-f8c9-4f1e-8101-53777931ea35,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:07.742587 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-151345f6-c896-403b-a148-bec524171975 None None] Calling delete_port for d0c56c8b-c79a-4a13-a333-4c0fc40cb627 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:07.746608 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-c60c93a9-3040-4b53-91b0-68b8247207cf tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6f3ff36-9875-4847-b95f-085a7a1eea87']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:07.759079 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d54db-67b6-444e-8c85-1a961c82f464 req-e96a7f4f-1334-47e4-a46f-8022aee6aa47 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:07.761258 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cb1d54db-67b6-444e-8c85-1a961c82f464 req-e96a7f4f-1334-47e4-a46f-8022aee6aa47 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.0672171 Mar 28 13:46:07.778729 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-7d1da565-affd-46e8-846a-71a1d696b6fb tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 834c5ac1-6345-4f50-accf-d8eb27d761e4) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:07.793576 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-c60c93a9-3040-4b53-91b0-68b8247207cf tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6be8490-b7e3-469c-948f-19407366c176') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:07.793868 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-c60c93a9-3040-4b53-91b0-68b8247207cf tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6be8490-b7e3-469c-948f-19407366c176') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:07.807861 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cb1d54db-67b6-444e-8c85-1a961c82f464 req-31ac08c4-6f2b-44c6-9e74-ff8a82c78a83 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372255 Mar 28 13:46:07.818413 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1da565-affd-46e8-846a-71a1d696b6fb tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:07.818979 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7d1da565-affd-46e8-846a-71a1d696b6fb tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:07.823008 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-7a2f172f-1e20-4d59-87b1-7db34ce70d8f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5484470cf45c4448a3482ae6c9b10bfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4118142 Mar 28 13:46:07.825503 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb1f0a2-5900-4471-9ede-a606c480aa35 None None] Network 834c5ac1-6345-4f50-accf-d8eb27d761e4 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:46:07.829009 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-96b48e08-4b64-47f6-9443-d91781ba925e tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:07.832532 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58438) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:07.842307 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c60c93a9-3040-4b53-91b0-68b8247207cf tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:07.851427 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:07.884813 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c60c93a9-3040-4b53-91b0-68b8247207cf tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:07.900333 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c60c93a9-3040-4b53-91b0-68b8247207cf tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:46:07.900809 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c60c93a9-3040-4b53-91b0-68b8247207cf tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:07.903835 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b9e453f6-a01c-41d1-8043-545b28b81d1c tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for floatingip, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:07.906403 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b9e453f6-a01c-41d1-8043-545b28b81d1c tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:07.907522 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-b9e453f6-a01c-41d1-8043-545b28b81d1c tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "DELETE /v2.0/floatingips/448993db-50e7-4d85-aad8-c6277c29545b HTTP/1.1" status: 204 len: 168 time: 1.7327640 Mar 28 13:46:07.910913 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:46:07.910913 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:46:07.910913 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:46:07.910913 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:46:07.910913 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:46:07.910913 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:46:07.910913 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:46:07.910913 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:46:07.910913 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:46:07.910913 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:46:07.910913 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:46:07.910913 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:46:07.910913 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:46:07.910913 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:46:07.910913 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:46:07.910913 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:46:07.910913 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:46:07.910913 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:46:07.910913 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:46:07.910913 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:46:07.910913 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:46:07.910913 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:46:07.910913 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:46:07.910913 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:46:07.910913 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:46:07.910913 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:46:07.910913 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:46:07.910913 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:46:07.910913 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:46:07.910913 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:46:07.910913 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:46:07.910913 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:46:07.916912 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58442) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:07.920423 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-d6df8f89-3a32-48e9-bd8f-b94366101af9 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Request body: {'floatingip': {'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'port_id': 'b88b46b9-11ee-4632-bb30-e65ac2e95e1b'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:07.956879 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port d0c56c8b-c79a-4a13-a333-4c0fc40cb627, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=d0c56c8b-c79a-4a13-a333-4c0fc40cb627,segment=NetworkSegment(a0a7647a-8624-48f9-8874-3beafcfe9fde),segment_id=a0a7647a-8624-48f9-8874-3beafcfe9fde)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:46:07.986453 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-7d1da565-affd-46e8-846a-71a1d696b6fb tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0359099 Mar 28 13:46:07.986817 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58444) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:07.995835 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-e8c305c0-bd1f-4ea8-906a-2f57831962fb tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-340345675', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:08.007359 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b9369e79-6476-439e-87de-11b0105429a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:08.030849 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b9369e79-6476-439e-87de-11b0105429a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:08.035638 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:08.036338 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 7e969682-d6d7-4c66-a747-47f72936d464 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:46:08.059984 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66df85ca-1015-43e1-817b-360533e79172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-834c5ac1-6345-4f50-accf-d8eb27d761e4', 'network_id': '834c5ac1-6345-4f50-accf-d8eb27d761e4', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'fixed_ips': [{'subnet_id': '0ed58ad5-5428-42f8-b281-da7afcb8bfb8'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:46:08.061111 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-66df85ca-1015-43e1-817b-360533e79172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:08.064824 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c60c93a9-3040-4b53-91b0-68b8247207cf tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:08.075460 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c60c93a9-3040-4b53-91b0-68b8247207cf tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:08.076258 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c60c93a9-3040-4b53-91b0-68b8247207cf tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] 10.222.0.24 "DELETE /v2.0/networks/a6f3ff36-9875-4847-b95f-085a7a1eea87 HTTP/1.1" status: 204 len: 168 time: 0.9647319 Mar 28 13:46:08.080423 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58446) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:08.080902 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d6df8f89-3a32-48e9-bd8f-b94366101af9 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for floatingip, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:08.081638 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 7e969682-d6d7-4c66-a747-47f72936d464 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:46:08.081983 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 7e969682-d6d7-4c66-a747-47f72936d464 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:46:08.100103 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c93a9-3040-4b53-91b0-68b8247207cf tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Pushing event deleted for resources: {'Network': ['ID=a6f3ff36-9875-4847-b95f-085a7a1eea87,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:08.152454 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e8c305c0-bd1f-4ea8-906a-2f57831962fb tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:08.159588 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e8c305c0-bd1f-4ea8-906a-2f57831962fb tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:08.177324 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=d0c56c8b-c79a-4a13-a333-4c0fc40cb627,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:08.180741 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-151345f6-c896-403b-a148-bec524171975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:08.194914 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-96b48e08-4b64-47f6-9443-d91781ba925e tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:08.199299 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151345f6-c896-403b-a148-bec524171975 None None] No DVR routers for this DVR port d0c56c8b-c79a-4a13-a333-4c0fc40cb627 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:46:08.226591 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151345f6-c896-403b-a148-bec524171975 None None] Pushing event deleted for resources: {'Port': ['ID=d0c56c8b-c79a-4a13-a333-4c0fc40cb627,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:08.285690 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b9369e79-6476-439e-87de-11b0105429a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:08.293403 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b9369e79-6476-439e-87de-11b0105429a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:08.294764 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-b9369e79-6476-439e-87de-11b0105429a1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cd8cb9d0-147b-4d57-aa6d-6f11c9e347a6 HTTP/1.1" status: 204 len: 168 time: 0.4613140 Mar 28 13:46:08.306168 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58454) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:08.325045 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8846b488-b183-4b25-b9ed-12b53049f91c tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:08.331531 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b48e08-4b64-47f6-9443-d91781ba925e tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:46:08.332575 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9369e79-6476-439e-87de-11b0105429a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8cb9d0-147b-4d57-aa6d-6f11c9e347a6,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:08.339215 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-96b48e08-4b64-47f6-9443-d91781ba925e tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:08.346427 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b48e08-4b64-47f6-9443-d91781ba925e tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:46:08.353709 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-66df85ca-1015-43e1-817b-360533e79172 None None] Allocated IP 172.20.0.2 (834c5ac1-6345-4f50-accf-d8eb27d761e4/0ed58ad5-5428-42f8-b281-da7afcb8bfb8/3a066dde-4153-4e29-ae6e-8222b577376b) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:46:08.358829 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e8c305c0-bd1f-4ea8-906a-2f57831962fb tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:08.382191 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b48e08-4b64-47f6-9443-d91781ba925e tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Pushing event updated for resources: {'Port': ['ID=1bdff052-c764-4a7a-aec9-415d7b3fd87e,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:08.394578 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0c427-8262-4cff-a398-7572c40a3be5 req-a267e995-958e-44ce-b452-a5de41d024ce tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:08.397974 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b5d0c427-8262-4cff-a398-7572c40a3be5 req-a267e995-958e-44ce-b452-a5de41d024ce tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.1467860 Mar 28 13:46:08.458468 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e8c305c0-bd1f-4ea8-906a-2f57831962fb tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:08.473122 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b5d0c427-8262-4cff-a398-7572c40a3be5 req-802b9179-b38a-4dd6-8da2-8b5864e485f6 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653975 Mar 28 13:46:08.478230 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d6df8f89-3a32-48e9-bd8f-b94366101af9 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:08.570357 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e8c305c0-bd1f-4ea8-906a-2f57831962fb tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:08.574466 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e8c305c0-bd1f-4ea8-906a-2f57831962fb tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5866065 Mar 28 13:46:08.575805 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8846b488-b183-4b25-b9ed-12b53049f91c tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:08.579390 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58458) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:08.587780 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-bc55bdd2-bcf7-4182-8a33-6107bd48673c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Request body: {'port': {'network_id': '834c5ac1-6345-4f50-accf-d8eb27d761e4', 'name': 'tempest-RoutersTest-115069311'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:08.634839 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-8846b488-b183-4b25-b9ed-12b53049f91c tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7243ba21-938a-43dd-ad2e-7d60a16015f1']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:08.639240 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-6d613c43-9d1d-4d7c-85d3-5cdc0030fe6d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aab71cad3a0c4b25a9fb46d0855ce7ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3300092 Mar 28 13:46:08.646077 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58462) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:08.670174 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-8846b488-b183-4b25-b9ed-12b53049f91c tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0a7647a-8624-48f9-8874-3beafcfe9fde') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:08.671707 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-8846b488-b183-4b25-b9ed-12b53049f91c tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0a7647a-8624-48f9-8874-3beafcfe9fde') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:08.681977 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-66df85ca-1015-43e1-817b-360533e79172 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:08.694264 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8846b488-b183-4b25-b9ed-12b53049f91c tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:08.708825 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-d6df8f89-3a32-48e9-bd8f-b94366101af9 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Allocated IP 172.26.2.123 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/c2b2b652-f1a0-46bd-b79b-8dcfa8384795) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:46:08.723412 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8846b488-b183-4b25-b9ed-12b53049f91c tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:08.733119 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8846b488-b183-4b25-b9ed-12b53049f91c tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:46:08.733744 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8846b488-b183-4b25-b9ed-12b53049f91c tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:08.736721 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:46:08.736721 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:46:08.736721 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:46:08.736721 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:46:08.736721 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:46:08.736721 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:46:08.736721 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:46:08.736721 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:46:08.736721 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:46:08.736721 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:46:08.736721 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:46:08.736721 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:46:08.736721 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:46:08.736721 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:46:08.736721 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:46:08.736721 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:46:08.736721 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:46:08.736721 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:46:08.736721 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:46:08.736721 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:46:08.736721 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:46:08.736721 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:46:08.736721 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:46:08.736721 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:46:08.736721 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:46:08.736721 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:46:08.736721 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:46:08.736721 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:46:08.736721 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:46:08.736721 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:46:08.736721 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:46:08.736721 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:46:08.759046 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-13ca223a-8cc3-40f3-969d-82053f711a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:08.802178 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-66df85ca-1015-43e1-817b-360533e79172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:08.853456 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-13ca223a-8cc3-40f3-969d-82053f711a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:08.855030 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66df85ca-1015-43e1-817b-360533e79172 None None] Network 834c5ac1-6345-4f50-accf-d8eb27d761e4 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:46:08.858596 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-66df85ca-1015-43e1-817b-360533e79172 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:08.863284 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66df85ca-1015-43e1-817b-360533e79172 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:46:08.871911 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df85ca-1015-43e1-817b-360533e79172 None None] Pushing event updated for resources: {'Port': ['ID=3a066dde-4153-4e29-ae6e-8222b577376b,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:08.932160 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-66df85ca-1015-43e1-817b-360533e79172 None None] Attempting to bind port 3a066dde-4153-4e29-ae6e-8222b577376b on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:46:08.932669 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-66df85ca-1015-43e1-817b-360533e79172 None None] Attempting to bind port 3a066dde-4153-4e29-ae6e-8222b577376b by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '4420cc58-2a28-4c58-91e6-6d946ab1096e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '834c5ac1-6345-4f50-accf-d8eb27d761e4'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:46:08.933028 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66df85ca-1015-43e1-817b-360533e79172 None None] Attempting to bind port 3a066dde-4153-4e29-ae6e-8222b577376b on network 834c5ac1-6345-4f50-accf-d8eb27d761e4 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:46:08.939060 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66df85ca-1015-43e1-817b-360533e79172 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:46:08.939426 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66df85ca-1015-43e1-817b-360533e79172 None None] Checking segment: {'id': '4420cc58-2a28-4c58-91e6-6d946ab1096e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '834c5ac1-6345-4f50-accf-d8eb27d761e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:46:08.939823 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-66df85ca-1015-43e1-817b-360533e79172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:08.940215 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66df85ca-1015-43e1-817b-360533e79172 None None] Bound using segment: {'id': '4420cc58-2a28-4c58-91e6-6d946ab1096e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '834c5ac1-6345-4f50-accf-d8eb27d761e4'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:46:08.940754 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-66df85ca-1015-43e1-817b-360533e79172 None None] Bound port: 3a066dde-4153-4e29-ae6e-8222b577376b, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4420cc58-2a28-4c58-91e6-6d946ab1096e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '834c5ac1-6345-4f50-accf-d8eb27d761e4'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:46:08.941121 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-66df85ca-1015-43e1-817b-360533e79172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:09.021034 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-66df85ca-1015-43e1-817b-360533e79172 None None] For port 3a066dde-4153-4e29-ae6e-8222b577376b, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:46:09.024800 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-66df85ca-1015-43e1-817b-360533e79172 None None] For port 3a066dde-4153-4e29-ae6e-8222b577376b, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=3a066dde-4153-4e29-ae6e-8222b577376b,segment=NetworkSegment(4420cc58-2a28-4c58-91e6-6d946ab1096e),segment_id=4420cc58-2a28-4c58-91e6-6d946ab1096e)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:46:09.094037 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-66df85ca-1015-43e1-817b-360533e79172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:09.128351 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58466) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:09.168657 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df85ca-1015-43e1-817b-360533e79172 None None] Pushing event updated for resources: {'Port': ['ID=3a066dde-4153-4e29-ae6e-8222b577376b,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:09.204250 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d384290f-c1c4-4120-825d-1f418aca839a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9dceeb768353418b93dd17b714eed254&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0726383 Mar 28 13:46:09.210520 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58468) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:09.217140 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8846b488-b183-4b25-b9ed-12b53049f91c tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:09.226837 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8846b488-b183-4b25-b9ed-12b53049f91c tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:09.230765 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-8846b488-b183-4b25-b9ed-12b53049f91c tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] 10.222.0.24 "DELETE /v2.0/networks/7243ba21-938a-43dd-ad2e-7d60a16015f1 HTTP/1.1" status: 204 len: 168 time: 1.1509895 Mar 28 13:46:09.233350 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d6df8f89-3a32-48e9-bd8f-b94366101af9 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:09.235844 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58470) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:09.259007 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8846b488-b183-4b25-b9ed-12b53049f91c tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Pushing event deleted for resources: {'Network': ['ID=7243ba21-938a-43dd-ad2e-7d60a16015f1,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:09.277461 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc55bdd2-bcf7-4182-8a33-6107bd48673c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Made reservation on behalf of 42c7f4b113aa41f19f4ff0f48ffaebf2 for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:09.281007 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bc55bdd2-bcf7-4182-8a33-6107bd48673c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:09.300649 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-96b48e08-4b64-47f6-9443-d91781ba925e tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:09.325808 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-bc55bdd2-bcf7-4182-8a33-6107bd48673c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] device_id is not set on port 5b36ddca-ad70-4407-b67e-ac648e4d8d86 yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:46:09.335376 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d6df8f89-3a32-48e9-bd8f-b94366101af9 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:09.348235 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-fad376b9-5ef0-40d7-9d8b-e75d4aab3cda tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Deleting subnet 9612e3f5-aa3d-40ba-98d0-0d494c6f2b66 {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:46:09.352787 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-fad376b9-5ef0-40d7-9d8b-e75d4aab3cda tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:09.380638 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-13ca223a-8cc3-40f3-969d-82053f711a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:09.380813 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-13ca223a-8cc3-40f3-969d-82053f711a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:09.388013 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-13ca223a-8cc3-40f3-969d-82053f711a17 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4d1476c5-9504-4b6f-8b00-89e6ab0a63ea HTTP/1.1" status: 204 len: 168 time: 0.7352922 Mar 28 13:46:09.419161 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca223a-8cc3-40f3-969d-82053f711a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1476c5-9504-4b6f-8b00-89e6ab0a63ea,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:09.461269 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-fad376b9-5ef0-40d7-9d8b-e75d4aab3cda tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:09.462479 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6df8f89-3a32-48e9-bd8f-b94366101af9 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:46:09.473183 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-d6df8f89-3a32-48e9-bd8f-b94366101af9 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:09.477586 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6df8f89-3a32-48e9-bd8f-b94366101af9 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:46:09.616738 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-da1040bb-7fb1-40c0-8aa3-ff870454b9e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:09.618723 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df8f89-3a32-48e9-bd8f-b94366101af9 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Pushing event updated for resources: {'Port': ['ID=c2b2b652-f1a0-46bd-b79b-8dcfa8384795,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:09.702381 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 3a066dde-4153-4e29-ae6e-8222b577376b up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:46:09.754421 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-fad376b9-5ef0-40d7-9d8b-e75d4aab3cda tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:09.760502 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 3a066dde-4153-4e29-ae6e-8222b577376b triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:09.761187 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:09.766591 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-da1040bb-7fb1-40c0-8aa3-ff870454b9e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:09.768903 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-bc55bdd2-bcf7-4182-8a33-6107bd48673c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Allocated IP 172.20.0.6 (834c5ac1-6345-4f50-accf-d8eb27d761e4/0ed58ad5-5428-42f8-b281-da7afcb8bfb8/5b36ddca-ad70-4407-b67e-ac648e4d8d86) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:46:09.818121 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-96b48e08-4b64-47f6-9443-d91781ba925e tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133933759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133929745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12481'] for router, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:09.829065 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-96b48e08-4b64-47f6-9443-d91781ba925e tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133933750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133933709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133929832'] for router, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:09.883499 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:09.884552 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbd63c-ad7d-4630-9e8f-2099fb9f8412 req-312fb340-6e05-4d23-a5e7-bf01d8f3e012 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:09.887074 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-60bbd63c-ad7d-4630-9e8f-2099fb9f8412 req-312fb340-6e05-4d23-a5e7-bf01d8f3e012 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.2378962 Mar 28 13:46:09.962291 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 3a066dde-4153-4e29-ae6e-8222b577376b, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=3a066dde-4153-4e29-ae6e-8222b577376b,segment=NetworkSegment(4420cc58-2a28-4c58-91e6-6d946ab1096e),segment_id=4420cc58-2a28-4c58-91e6-6d946ab1096e)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:46:10.008505 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:10.020965 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-60bbd63c-ad7d-4630-9e8f-2099fb9f8412 req-083c24c6-92af-49b2-8fc6-d3b45393e442 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223242 Mar 28 13:46:10.036882 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-fad376b9-5ef0-40d7-9d8b-e75d4aab3cda tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:10.103245 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad376b9-5ef0-40d7-9d8b-e75d4aab3cda tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Pushing event deleted for resources: {'Subnet': ['ID=9612e3f5-aa3d-40ba-98d0-0d494c6f2b66,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:10.110622 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b48e08-4b64-47f6-9443-d91781ba925e tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Router 83bcfbcf-485d-4f7f-8ed6-2cf01d4dff53 is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:46:10.124088 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=3a066dde-4153-4e29-ae6e-8222b577376b,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:10.138265 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-fad376b9-5ef0-40d7-9d8b-e75d4aab3cda tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:10.141947 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-fad376b9-5ef0-40d7-9d8b-e75d4aab3cda tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] 10.222.0.24 "DELETE /v2.0/subnets/9612e3f5-aa3d-40ba-98d0-0d494c6f2b66 HTTP/1.1" status: 204 len: 168 time: 0.9039540 Mar 28 13:46:10.144621 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ceecaf-b160-4054-8c15-701b15381867 None None] Network 2ff6b938-e89e-4a04-957b-7a0a7b94e041 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:46:10.187683 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58486) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:10.206026 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-da1040bb-7fb1-40c0-8aa3-ff870454b9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:10.206026 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-da1040bb-7fb1-40c0-8aa3-ff870454b9e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:10.206026 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-da1040bb-7fb1-40c0-8aa3-ff870454b9e1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/264166cb-f943-4bf8-b483-0afef308f1df HTTP/1.1" status: 204 len: 168 time: 0.9918671 Mar 28 13:46:10.290330 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-947e4b80-684c-4e17-84e2-c604a773658b tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:10.322561 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bc55bdd2-bcf7-4182-8a33-6107bd48673c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:10.402445 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1040bb-7fb1-40c0-8aa3-ff870454b9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264166cb-f943-4bf8-b483-0afef308f1df,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:10.491059 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b48e08-4b64-47f6-9443-d91781ba925e tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:46:10.501282 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-96b48e08-4b64-47f6-9443-d91781ba925e tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:10.502666 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-96b48e08-4b64-47f6-9443-d91781ba925e tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] 10.222.0.24 "PUT /v2.0/routers/83bcfbcf-485d-4f7f-8ed6-2cf01d4dff53 HTTP/1.1" status: 200 len: 915 time: 4.8686919 Mar 28 13:46:10.504394 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced359dd-0516-42a5-96ef-0961980babb3 None None] Sync routers for ids ['83bcfbcf-485d-4f7f-8ed6-2cf01d4dff53'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:46:10.507131 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58494) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:10.524611 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced359dd-0516-42a5-96ef-0961980babb3 None None] Routers {'83bcfbcf-485d-4f7f-8ed6-2cf01d4dff53'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:46:10.525402 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-ced359dd-0516-42a5-96ef-0961980babb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['83bcfbcf-485d-4f7f-8ed6-2cf01d4dff53'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:10.528189 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3fd66d-7f83-470d-8d6d-aeaff35817cb None None] DHCP port deletion for 2ff6b938-e89e-4a04-957b-7a0a7b94e041 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:46:10.563884 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-ced359dd-0516-42a5-96ef-0961980babb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:10.564094 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-947e4b80-684c-4e17-84e2-c604a773658b tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Deleting port c65973c8-6218-45dd-889d-fcf264ab166b {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:10.564215 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-947e4b80-684c-4e17-84e2-c604a773658b tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:10.576625 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced359dd-0516-42a5-96ef-0961980babb3 None None] Routers {'83bcfbcf-485d-4f7f-8ed6-2cf01d4dff53'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:46:10.580004 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-ced359dd-0516-42a5-96ef-0961980babb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['83bcfbcf-485d-4f7f-8ed6-2cf01d4dff53'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:10.630737 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-2b3fd66d-7f83-470d-8d6d-aeaff35817cb None None] Deleting port c65973c8-6218-45dd-889d-fcf264ab166b {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:10.631112 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2b3fd66d-7f83-470d-8d6d-aeaff35817cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:10.649632 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bc55bdd2-bcf7-4182-8a33-6107bd48673c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:10.659867 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-ced359dd-0516-42a5-96ef-0961980babb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:10.661187 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced359dd-0516-42a5-96ef-0961980babb3 None None] The sync data for ids ['83bcfbcf-485d-4f7f-8ed6-2cf01d4dff53'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:46:10.721167 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-947e4b80-684c-4e17-84e2-c604a773658b tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] For port c65973c8-6218-45dd-889d-fcf264ab166b, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=c65973c8-6218-45dd-889d-fcf264ab166b,segment=NetworkSegment(17b42518-8ec4-41cb-8b71-6bb13c525515),segment_id=17b42518-8ec4-41cb-8b71-6bb13c525515)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:46:10.721857 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-947e4b80-684c-4e17-84e2-c604a773658b tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:10.723456 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-2b3fd66d-7f83-470d-8d6d-aeaff35817cb None None] For port c65973c8-6218-45dd-889d-fcf264ab166b, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=c65973c8-6218-45dd-889d-fcf264ab166b,segment=NetworkSegment(17b42518-8ec4-41cb-8b71-6bb13c525515),segment_id=17b42518-8ec4-41cb-8b71-6bb13c525515)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:46:10.723807 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2b3fd66d-7f83-470d-8d6d-aeaff35817cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:10.744565 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-2b3fd66d-7f83-470d-8d6d-aeaff35817cb None None] Calling delete_port for c65973c8-6218-45dd-889d-fcf264ab166b owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:10.744745 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-947e4b80-684c-4e17-84e2-c604a773658b tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Calling delete_port for c65973c8-6218-45dd-889d-fcf264ab166b owned by network:dhcp {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:10.825935 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6423c4a5-a2e7-4f02-9641-602a1bee93dc None None] Network 834c5ac1-6345-4f50-accf-d8eb27d761e4 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:46:10.837294 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d6df8f89-3a32-48e9-bd8f-b94366101af9 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:10.898345 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc55bdd2-bcf7-4182-8a33-6107bd48673c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Network 834c5ac1-6345-4f50-accf-d8eb27d761e4 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:46:10.909233 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-bc55bdd2-bcf7-4182-8a33-6107bd48673c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:10.916213 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc55bdd2-bcf7-4182-8a33-6107bd48673c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:46:10.927467 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ffca58-62c4-467b-8209-c3b58c9117f5 req-1cea84f6-4c8c-4edd-88ec-8f63ce6a3f88 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:10.935165 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-06ffca58-62c4-467b-8209-c3b58c9117f5 req-1cea84f6-4c8c-4edd-88ec-8f63ce6a3f88 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.4723692 Mar 28 13:46:10.947462 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc55bdd2-bcf7-4182-8a33-6107bd48673c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event updated for resources: {'Port': ['ID=5b36ddca-ad70-4407-b67e-ac648e4d8d86,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:10.966119 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-1efe8739-a549-4e78-bc8e-797dd7e44936 None None] Provisioning complete for port 3a066dde-4153-4e29-ae6e-8222b577376b triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:10.966484 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1efe8739-a549-4e78-bc8e-797dd7e44936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:10.990107 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58510) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:10.992992 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-7286f840-efce-412c-af9a-1f176e669e38 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] 10.222.0.24 "GET /v2.0/routers/83bcfbcf-485d-4f7f-8ed6-2cf01d4dff53 HTTP/1.1" status: 200 len: 921 time: 0.4842374 Mar 28 13:46:11.054958 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-06ffca58-62c4-467b-8209-c3b58c9117f5 req-1c6f9c63-c7d5-4598-aed2-2b20eb94c537 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189086 Mar 28 13:46:11.067196 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc55bdd2-bcf7-4182-8a33-6107bd48673c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:11.067693 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bc55bdd2-bcf7-4182-8a33-6107bd48673c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:11.090251 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-947e4b80-684c-4e17-84e2-c604a773658b tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:11.097485 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2b3fd66d-7f83-470d-8d6d-aeaff35817cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:11.100187 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3425f134-f509-4cb6-be6b-6fd030398daf tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:11.103074 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3425f134-f509-4cb6-be6b-6fd030398daf tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=1cb296ed-c863-4502-973a-f31b82091846&device_id=83bcfbcf-485d-4f7f-8ed6-2cf01d4dff53&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1065323 Mar 28 13:46:11.104632 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58512) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:11.135315 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e4b80-684c-4e17-84e2-c604a773658b tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Pushing event deleted for resources: {'Port': ['ID=c65973c8-6218-45dd-889d-fcf264ab166b,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:11.137413 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947e4b80-684c-4e17-84e2-c604a773658b tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] No DVR routers for this DVR port c65973c8-6218-45dd-889d-fcf264ab166b on host dv-neutron-835335-1-hyperv {{(pid=109612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:46:11.186503 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-bc55bdd2-bcf7-4182-8a33-6107bd48673c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.6035345 Mar 28 13:46:11.192324 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58518) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:11.238855 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d6df8f89-3a32-48e9-bd8f-b94366101af9 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:11.301573 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3fd66d-7f83-470d-8d6d-aeaff35817cb None None] Pushing event deleted for resources: {'Port': ['ID=c65973c8-6218-45dd-889d-fcf264ab166b,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:11.316197 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3fd66d-7f83-470d-8d6d-aeaff35817cb None None] No DVR routers for this DVR port c65973c8-6218-45dd-889d-fcf264ab166b on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:46:11.322249 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-947e4b80-684c-4e17-84e2-c604a773658b tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:11.346744 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58520) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:11.365904 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-947e4b80-684c-4e17-84e2-c604a773658b tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ff6b938-e89e-4a04-957b-7a0a7b94e041']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:11.377086 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-947e4b80-684c-4e17-84e2-c604a773658b tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17b42518-8ec4-41cb-8b71-6bb13c525515') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:11.377681 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-947e4b80-684c-4e17-84e2-c604a773658b tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17b42518-8ec4-41cb-8b71-6bb13c525515') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:11.406466 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-947e4b80-684c-4e17-84e2-c604a773658b tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:11.412006 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962be437-8636-434c-bc2e-971fd3ad1a19 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:11.418101 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-962be437-8636-434c-bc2e-971fd3ad1a19 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] 10.222.0.24 "GET /v2.0/networks/1cb296ed-c863-4502-973a-f31b82091846 HTTP/1.1" status: 200 len: 881 time: 0.3123863 Mar 28 13:46:11.428978 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-947e4b80-684c-4e17-84e2-c604a773658b tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:11.436073 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58526) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:11.458876 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-947e4b80-684c-4e17-84e2-c604a773658b tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:46:11.460476 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-947e4b80-684c-4e17-84e2-c604a773658b tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:11.464193 dv-neutron-835335-1-hyperv neutron-server[109612]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 13:46:11.464193 dv-neutron-835335-1-hyperv neutron-server[109612]: self.session.flush() Mar 28 13:46:11.464193 dv-neutron-835335-1-hyperv neutron-server[109612]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 13:46:11.464193 dv-neutron-835335-1-hyperv neutron-server[109612]: self.session.flush() Mar 28 13:46:11.464193 dv-neutron-835335-1-hyperv neutron-server[109612]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 13:46:11.464193 dv-neutron-835335-1-hyperv neutron-server[109612]: self.session.flush() Mar 28 13:46:11.464193 dv-neutron-835335-1-hyperv neutron-server[109612]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 13:46:11.464193 dv-neutron-835335-1-hyperv neutron-server[109612]: self.session.flush() Mar 28 13:46:11.464193 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:46:11.464193 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:46:11.464193 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:46:11.464193 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:46:11.464193 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:46:11.464193 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:46:11.464193 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:46:11.464193 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:46:11.464193 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:46:11.464193 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:46:11.464193 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:46:11.464193 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:46:11.464193 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:46:11.464193 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:46:11.464193 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:46:11.464193 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:46:11.464193 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:46:11.464193 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:46:11.464193 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:46:11.464193 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:46:11.464193 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:46:11.464193 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:46:11.464193 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:46:11.464193 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:46:11.464193 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:46:11.464193 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:46:11.464193 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:46:11.464193 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:46:11.464193 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:46:11.464193 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:46:11.464193 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:46:11.464193 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:46:11.496438 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-5764eafd-8142-4be2-ba8d-72ef3a9cdaff tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] 10.222.0.24 "GET /v2.0/ports?device_id=83bcfbcf-485d-4f7f-8ed6-2cf01d4dff53 HTTP/1.1" status: 200 len: 205 time: 0.0573332 Mar 28 13:46:11.499902 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58530) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:11.561535 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-260248b7-4e3d-4f6b-8b57-6ad467ce5d73 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2130890605'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:11.665156 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 3a066dde-4153-4e29-ae6e-8222b577376b up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:46:11.712057 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-491bdc84-6691-4ad4-885f-1cef18303077 None None] Provisioning complete for port 3a066dde-4153-4e29-ae6e-8222b577376b triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:11.712727 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-491bdc84-6691-4ad4-885f-1cef18303077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:11.749740 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260248b7-4e3d-4f6b-8b57-6ad467ce5d73 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Made reservation on behalf of a8d0b895291d43e9afe1329c139db87b for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:11.749996 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fb7cc299-f232-4923-a4ef-9ee2d7101545 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:11.753312 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-260248b7-4e3d-4f6b-8b57-6ad467ce5d73 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:11.766575 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b7efa3c8-ff33-4f52-b19d-e4dbfe957c4f tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for router, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:11.771931 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-947e4b80-684c-4e17-84e2-c604a773658b tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:11.775284 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 3a066dde-4153-4e29-ae6e-8222b577376b triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:11.775645 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:11.797094 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d6df8f89-3a32-48e9-bd8f-b94366101af9 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:11.866713 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-947e4b80-684c-4e17-84e2-c604a773658b tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:11.869984 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-947e4b80-684c-4e17-84e2-c604a773658b tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] 10.222.0.24 "DELETE /v2.0/networks/2ff6b938-e89e-4a04-957b-7a0a7b94e041 HTTP/1.1" status: 204 len: 168 time: 1.6809862 Mar 28 13:46:11.871088 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e4b80-684c-4e17-84e2-c604a773658b tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Pushing event deleted for resources: {'Network': ['ID=2ff6b938-e89e-4a04-957b-7a0a7b94e041,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:11.873018 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-260248b7-4e3d-4f6b-8b57-6ad467ce5d73 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:11.876405 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58536) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:11.892620 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-491bdc84-6691-4ad4-885f-1cef18303077 None None] Provisioning complete for port 5b36ddca-ad70-4407-b67e-ac648e4d8d86 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:11.892989 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-491bdc84-6691-4ad4-885f-1cef18303077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:11.908731 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58538) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:11.918016 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d6df8f89-3a32-48e9-bd8f-b94366101af9 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:11.938667 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-13b6548a-2a93-401b-9948-fd509ed819c8 tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] 10.222.0.24 "GET /v2.0/ports?device_id=0547cdfe-d547-4989-a0d6-c3ddbba37381 HTTP/1.1" status: 200 len: 205 time: 0.0569870 Mar 28 13:46:11.941770 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58542) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:11.968454 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-491bdc84-6691-4ad4-885f-1cef18303077 None None] Port 5b36ddca-ad70-4407-b67e-ac648e4d8d86 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:46:12.071369 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-47d545e7-1229-4172-80e0-c75ed34e5cab tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks [] for router, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:12.080585 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device c65973c8-6218-45dd-889d-fcf264ab166b no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:46:12.114196 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: c65973c8-6218-45dd-889d-fcf264ab166b {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:46:12.114844 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device c65973c8-6218-45dd-889d-fcf264ab166b not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:46:12.117516 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-00a8c7f7-31d6-4378-80ac-6fbee95d0865 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1519690457'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:12.128921 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-be6c8239-6778-4c9c-b0e9-2042c90e3690 None None] Provisioning complete for port 5b36ddca-ad70-4407-b67e-ac648e4d8d86 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:12.129390 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-be6c8239-6778-4c9c-b0e9-2042c90e3690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:12.146902 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df8f89-3a32-48e9-bd8f-b94366101af9 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Pushing event updated for resources: {'Port': ['ID=c2b2b652-f1a0-46bd-b79b-8dcfa8384795,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:12.175307 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-be6c8239-6778-4c9c-b0e9-2042c90e3690 None None] Port 5b36ddca-ad70-4407-b67e-ac648e4d8d86 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:46:12.185960 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b7efa3c8-ff33-4f52-b19d-e4dbfe957c4f tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:12.187246 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d6df8f89-3a32-48e9-bd8f-b94366101af9 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:12.292720 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a8c7f7-31d6-4378-80ac-6fbee95d0865 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Made reservation on behalf of 894c1d00e5b7433997797c4b000f3d4a for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:12.296101 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-00a8c7f7-31d6-4378-80ac-6fbee95d0865 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:12.299326 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-47d545e7-1229-4172-80e0-c75ed34e5cab tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:12.311530 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-47d545e7-1229-4172-80e0-c75ed34e5cab tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:12.318019 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-260248b7-4e3d-4f6b-8b57-6ad467ce5d73 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:12.321593 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-00a8c7f7-31d6-4378-80ac-6fbee95d0865 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:12.323331 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50998d84-3b6b-4b3b-bed2-ef4def9fb9ee req-3ddfaf44-5bbc-4ec9-92a8-2671d438031f tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:12.328867 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-50998d84-3b6b-4b3b-bed2-ef4def9fb9ee req-3ddfaf44-5bbc-4ec9-92a8-2671d438031f tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.1609213 Mar 28 13:46:12.382898 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-260248b7-4e3d-4f6b-8b57-6ad467ce5d73 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:12.385670 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fb7cc299-f232-4923-a4ef-9ee2d7101545 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:12.392826 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [None req-d6df8f89-3a32-48e9-bd8f-b94366101af9 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Floating IP 798a5de1-0d0f-4eba-a0d7-8cb80ca36ae6 associated. External IP: 172.26.2.123, port: b88b46b9-11ee-4632-bb30-e65ac2e95e1b. Mar 28 13:46:12.431798 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-260248b7-4e3d-4f6b-8b57-6ad467ce5d73 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:46:12.435772 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-50998d84-3b6b-4b3b-bed2-ef4def9fb9ee req-41e50baf-ea91-48f3-a79f-93266f9cb9b9 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009996 Mar 28 13:46:12.455371 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260248b7-4e3d-4f6b-8b57-6ad467ce5d73 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fae4de8e-ba1b-466b-a26e-cacb7f8aa998,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:12.460715 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-260248b7-4e3d-4f6b-8b57-6ad467ce5d73 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:12.468753 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-260248b7-4e3d-4f6b-8b57-6ad467ce5d73 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Added segment d9f45b0b-84e9-4fa5-9d8d-8e5b42de71ec of type vlan for network 078b94d0-ce4e-4551-ada3-1a1c7aac343a Mar 28 13:46:12.482988 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fb7cc299-f232-4923-a4ef-9ee2d7101545 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:12.517150 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-47d545e7-1229-4172-80e0-c75ed34e5cab tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:12.517640 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d545e7-1229-4172-80e0-c75ed34e5cab tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Fanout notify agent at l3_agent the message router_deleted on router 0547cdfe-d547-4989-a0d6-c3ddbba37381 {{(pid=109612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:46:12.527073 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-47d545e7-1229-4172-80e0-c75ed34e5cab tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:12.528204 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-47d545e7-1229-4172-80e0-c75ed34e5cab tempest-RoutersNegativeTest-1067979026 tempest-RoutersNegativeTest-1067979026-project] 10.222.0.24 "DELETE /v2.0/routers/0547cdfe-d547-4989-a0d6-c3ddbba37381 HTTP/1.1" status: 204 len: 168 time: 0.5830574 Mar 28 13:46:12.557110 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-b7efa3c8-ff33-4f52-b19d-e4dbfe957c4f tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Deleting port 1bdff052-c764-4a7a-aec9-415d7b3fd87e {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:12.557583 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b7efa3c8-ff33-4f52-b19d-e4dbfe957c4f tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:12.568648 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-260248b7-4e3d-4f6b-8b57-6ad467ce5d73 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:12.618736 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cc299-f232-4923-a4ef-9ee2d7101545 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event updated for resources: {'Port': ['ID=5b36ddca-ad70-4407-b67e-ac648e4d8d86,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:12.637416 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-00a8c7f7-31d6-4378-80ac-6fbee95d0865 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:12.690865 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b7efa3c8-ff33-4f52-b19d-e4dbfe957c4f tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:12.703940 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-b7efa3c8-ff33-4f52-b19d-e4dbfe957c4f tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Calling delete_port for 1bdff052-c764-4a7a-aec9-415d7b3fd87e owned by network:router_gateway {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:12.717172 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9d4b2-69dc-4283-a863-ff4e1ea5b9b1 req-b5c3d772-9414-4f41-9f06-26be3bcfbba9 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:12.724261 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-52e9d4b2-69dc-4283-a863-ff4e1ea5b9b1 req-b5c3d772-9414-4f41-9f06-26be3bcfbba9 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.2043850 Mar 28 13:46:12.753574 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-00a8c7f7-31d6-4378-80ac-6fbee95d0865 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:12.764926 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-260248b7-4e3d-4f6b-8b57-6ad467ce5d73 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:12.770460 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260248b7-4e3d-4f6b-8b57-6ad467ce5d73 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:12.771065 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-260248b7-4e3d-4f6b-8b57-6ad467ce5d73 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:12.803873 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-7c07490c-e368-4f48-982b-629fd58644cb None None] Provisioning complete for port 5b36ddca-ad70-4407-b67e-ac648e4d8d86 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:12.804513 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7c07490c-e368-4f48-982b-629fd58644cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:12.838706 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-7c07490c-e368-4f48-982b-629fd58644cb None None] Port 5b36ddca-ad70-4407-b67e-ac648e4d8d86 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:46:12.890737 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00a8c7f7-31d6-4378-80ac-6fbee95d0865 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:46:12.914743 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a8c7f7-31d6-4378-80ac-6fbee95d0865 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f464534-222c-4254-acfa-cc64fe855bb7,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:13.078714 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58554) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:13.183507 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-52e9d4b2-69dc-4283-a863-ff4e1ea5b9b1 req-1683eeca-c59d-43c3-96fb-95921610e54d tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4583490 Mar 28 13:46:13.228603 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6df8f89-3a32-48e9-bd8f-b94366101af9 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Router 64b40f23-ed6d-4a73-9b91-50a4ab03783e has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:46:13.297777 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-260248b7-4e3d-4f6b-8b57-6ad467ce5d73 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.9487817 Mar 28 13:46:13.299171 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-00a8c7f7-31d6-4378-80ac-6fbee95d0865 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:13.299586 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-00a8c7f7-31d6-4378-80ac-6fbee95d0865 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Added segment cc63a462-54b4-44c0-bb7e-d637901fea10 of type vlan for network 5b836221-e5bf-4290-ae67-a22e9ba6146f Mar 28 13:46:13.303760 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58560) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:13.309392 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:13.322516 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260248b7-4e3d-4f6b-8b57-6ad467ce5d73 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event updated for resources: {'Network': ['ID=078b94d0-ce4e-4551-ada3-1a1c7aac343a,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:13.333547 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 078b94d0-ce4e-4551-ada3-1a1c7aac343a details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:46:13.350778 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-997ad723-3d85-42ca-b6b8-0e7282325d23 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Request body: {'port': {'network_id': '078b94d0-ce4e-4551-ada3-1a1c7aac343a', 'name': 'tempest-PortsTestJSON-984316814'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:13.355623 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fb7cc299-f232-4923-a4ef-9ee2d7101545 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:13.407002 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-00a8c7f7-31d6-4378-80ac-6fbee95d0865 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:13.458622 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b7efa3c8-ff33-4f52-b19d-e4dbfe957c4f tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:13.471444 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f8ea4b54-91c2-4db6-a07c-c477b8df04e8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0affbb95b27f439fba78458f489e0ae3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3901415 Mar 28 13:46:13.477670 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58562) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:13.489571 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-00a8c7f7-31d6-4378-80ac-6fbee95d0865 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:13.495734 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a8c7f7-31d6-4378-80ac-6fbee95d0865 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:13.496330 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-00a8c7f7-31d6-4378-80ac-6fbee95d0865 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:13.498714 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7efa3c8-ff33-4f52-b19d-e4dbfe957c4f tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Pushing event deleted for resources: {'Port': ['ID=1bdff052-c764-4a7a-aec9-415d7b3fd87e,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:13.610890 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff75cc-524a-4bcb-881e-78bd40936253 req-eefe0ebd-51c6-444d-abe5-d9979b28b8b4 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:13.612111 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bdff75cc-524a-4bcb-881e-78bd40936253 req-eefe0ebd-51c6-444d-abe5-d9979b28b8b4 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.3069804 Mar 28 13:46:13.612229 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a8c7f7-31d6-4378-80ac-6fbee95d0865 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Pushing event updated for resources: {'Network': ['ID=5b836221-e5bf-4290-ae67-a22e9ba6146f,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:13.619964 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-00a8c7f7-31d6-4378-80ac-6fbee95d0865 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6955941 Mar 28 13:46:13.624413 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58564) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:13.627505 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 5b836221-e5bf-4290-ae67-a22e9ba6146f details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:46:13.629559 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-2600e2cb-dbc3-4cc7-8eb7-269753b5ae9a tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Request body: {'subnet': {'network_id': '5b836221-e5bf-4290-ae67-a22e9ba6146f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:13.634023 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b7efa3c8-ff33-4f52-b19d-e4dbfe957c4f tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133933816'] for router_gateway, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:13.666027 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6df8f89-3a32-48e9-bd8f-b94366101af9 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:46:13.700476 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402811c0-427e-4c09-8e94-92ef65eed333 None None] Sync routers for ids ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:46:13.701882 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0c450132-6e02-4511-8170-03481bed58d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:13.730629 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402811c0-427e-4c09-8e94-92ef65eed333 None None] Routers {'64b40f23-ed6d-4a73-9b91-50a4ab03783e'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:46:13.731468 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-402811c0-427e-4c09-8e94-92ef65eed333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:13.735143 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bdff75cc-524a-4bcb-881e-78bd40936253 req-cb270d3b-1818-4553-9f82-dd3b0c04d28d tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052268 Mar 28 13:46:13.743062 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997ad723-3d85-42ca-b6b8-0e7282325d23 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Made reservation on behalf of a8d0b895291d43e9afe1329c139db87b for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:13.746530 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-997ad723-3d85-42ca-b6b8-0e7282325d23 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:13.766805 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0c450132-6e02-4511-8170-03481bed58d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:13.772868 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d6df8f89-3a32-48e9-bd8f-b94366101af9 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:13.781700 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fb7cc299-f232-4923-a4ef-9ee2d7101545 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:13.785267 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b7efa3c8-ff33-4f52-b19d-e4dbfe957c4f tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:13.790955 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b7efa3c8-ff33-4f52-b19d-e4dbfe957c4f tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:13.791209 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-402811c0-427e-4c09-8e94-92ef65eed333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:13.810148 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402811c0-427e-4c09-8e94-92ef65eed333 None None] Routers {'64b40f23-ed6d-4a73-9b91-50a4ab03783e'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:46:13.810817 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-402811c0-427e-4c09-8e94-92ef65eed333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:13.836926 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-997ad723-3d85-42ca-b6b8-0e7282325d23 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] device_id is not set on port 3c3bbee6-2f39-47d5-a953-dd2853f9d501 yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:46:13.858305 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-402811c0-427e-4c09-8e94-92ef65eed333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:13.858937 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402811c0-427e-4c09-8e94-92ef65eed333 None None] The sync data for ids ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:46:13.867620 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d6df8f89-3a32-48e9-bd8f-b94366101af9 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.9550097 Mar 28 13:46:13.870532 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58568) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:13.875582 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-95099613-473c-44a8-ac4e-eb1af254c89a tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-152156503'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:13.938119 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b7efa3c8-ff33-4f52-b19d-e4dbfe957c4f tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:13.938769 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7efa3c8-ff33-4f52-b19d-e4dbfe957c4f tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Fanout notify agent at l3_agent the message router_deleted on router 83bcfbcf-485d-4f7f-8ed6-2cf01d4dff53 {{(pid=109612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:46:13.946676 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b7efa3c8-ff33-4f52-b19d-e4dbfe957c4f tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:13.947780 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-b7efa3c8-ff33-4f52-b19d-e4dbfe957c4f tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] 10.222.0.24 "DELETE /v2.0/routers/83bcfbcf-485d-4f7f-8ed6-2cf01d4dff53 HTTP/1.1" status: 204 len: 168 time: 2.4470243 Mar 28 13:46:13.951871 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58570) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:13.957121 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-835734fc-d961-4fb4-ab2c-7c279f5b992e tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1062387450', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}, 'admin_state_up': False}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:13.967141 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2600e2cb-dbc3-4cc7-8eb7-269753b5ae9a tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Made reservation on behalf of 894c1d00e5b7433997797c4b000f3d4a for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:13.971659 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2600e2cb-dbc3-4cc7-8eb7-269753b5ae9a tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:13.974059 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95099613-473c-44a8-ac4e-eb1af254c89a tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Made reservation on behalf of f752b5828898440a9970d48ba87421b7 for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:13.977971 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-95099613-473c-44a8-ac4e-eb1af254c89a tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:14.058943 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0c450132-6e02-4511-8170-03481bed58d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:14.061515 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0c450132-6e02-4511-8170-03481bed58d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:14.062645 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-0c450132-6e02-4511-8170-03481bed58d2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0f96d48a-3e46-4cb5-9b50-8dac616c162c HTTP/1.1" status: 204 len: 168 time: 0.5764053 Mar 28 13:46:14.068836 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95099613-473c-44a8-ac4e-eb1af254c89a tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:46:14.070805 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392e95f-3a00-4f24-8f1d-33969a0a778f req-459650ed-cae3-4647-9703-0820b9ed400c tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:14.072338 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c392e95f-3a00-4f24-8f1d-33969a0a778f req-459650ed-cae3-4647-9703-0820b9ed400c tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.2305787 Mar 28 13:46:14.078070 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-835734fc-d961-4fb4-ab2c-7c279f5b992e tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:14.079136 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-835734fc-d961-4fb4-ab2c-7c279f5b992e tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:14.096199 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-95099613-473c-44a8-ac4e-eb1af254c89a tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:14.096576 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-95099613-473c-44a8-ac4e-eb1af254c89a tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Added segment bb79adb7-25f7-40d8-8096-718265c17bbe of type vlan for network befaafba-99e5-461e-bfa0-7f6cf1e8f0c1 Mar 28 13:46:14.101555 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c450132-6e02-4511-8170-03481bed58d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f96d48a-3e46-4cb5-9b50-8dac616c162c,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:14.187016 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-835734fc-d961-4fb4-ab2c-7c279f5b992e tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:14.192355 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-95099613-473c-44a8-ac4e-eb1af254c89a tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:14.243337 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c392e95f-3a00-4f24-8f1d-33969a0a778f req-4536b7db-e065-4ff7-b286-18b02640736d tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537735 Mar 28 13:46:14.268022 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-997ad723-3d85-42ca-b6b8-0e7282325d23 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:14.372706 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fb7cc299-f232-4923-a4ef-9ee2d7101545 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:14.419527 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180023fe-6002-4331-a3ee-cb90bddd9fe3 req-6cfa6441-a796-4eb2-8a3b-d3db9bfd79a3 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:14.423539 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-180023fe-6002-4331-a3ee-cb90bddd9fe3 req-6cfa6441-a796-4eb2-8a3b-d3db9bfd79a3 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.0638096 Mar 28 13:46:14.423539 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-997ad723-3d85-42ca-b6b8-0e7282325d23 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:14.470394 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fb7cc299-f232-4923-a4ef-9ee2d7101545 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:14.510397 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2600e2cb-dbc3-4cc7-8eb7-269753b5ae9a tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:14.512189 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-95099613-473c-44a8-ac4e-eb1af254c89a tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:14.517698 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95099613-473c-44a8-ac4e-eb1af254c89a tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:14.518528 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-95099613-473c-44a8-ac4e-eb1af254c89a tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:14.522783 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-835734fc-d961-4fb4-ab2c-7c279f5b992e tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:14.534515 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ad723-3d85-42ca-b6b8-0e7282325d23 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event updated for resources: {'Port': ['ID=3c3bbee6-2f39-47d5-a953-dd2853f9d501,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:14.591041 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-180023fe-6002-4331-a3ee-cb90bddd9fe3 req-02c73a3a-fb71-4be5-a86f-c53b2909a815 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553879 Mar 28 13:46:14.593918 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fb7cc299-f232-4923-a4ef-9ee2d7101545 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:14.611590 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997ad723-3d85-42ca-b6b8-0e7282325d23 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Checking segment: {'id': 'd9f45b0b-84e9-4fa5-9d8d-8e5b42de71ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '078b94d0-ce4e-4551-ada3-1a1c7aac343a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:46:14.611955 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997ad723-3d85-42ca-b6b8-0e7282325d23 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Network hostable DHCP agents. Network: 078b94d0-ce4e-4551-ada3-1a1c7aac343a, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:46:14.638976 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cc299-f232-4923-a4ef-9ee2d7101545 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event updated for resources: {'Port': ['ID=5b36ddca-ad70-4407-b67e-ac648e4d8d86,revision_number=3']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:14.670464 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95099613-473c-44a8-ac4e-eb1af254c89a tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Pushing event updated for resources: {'Network': ['ID=befaafba-99e5-461e-bfa0-7f6cf1e8f0c1,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:14.677850 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2600e2cb-dbc3-4cc7-8eb7-269753b5ae9a tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Pushing event updated for resources: {'Subnet': ['ID=c1d55cd2-9b19-4092-8905-4416c9ef2970,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:14.690591 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network befaafba-99e5-461e-bfa0-7f6cf1e8f0c1 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:46:14.727492 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2600e2cb-dbc3-4cc7-8eb7-269753b5ae9a tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Checking segment: {'id': 'cc63a462-54b4-44c0-bb7e-d637901fea10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5b836221-e5bf-4290-ae67-a22e9ba6146f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:46:14.731883 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2600e2cb-dbc3-4cc7-8eb7-269753b5ae9a tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Network hostable DHCP agents. Network: 5b836221-e5bf-4290-ae67-a22e9ba6146f, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:46:14.737876 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-95099613-473c-44a8-ac4e-eb1af254c89a tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8632472 Mar 28 13:46:14.737876 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58588) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:14.744219 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-be129aae-502a-4e5b-acd1-880efddb3fb2 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Request body: {'subnet': {'network_id': 'befaafba-99e5-461e-bfa0-7f6cf1e8f0c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:14.780351 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a89c4-900a-485a-b39b-a13b4683d2de req-b017b2a1-8743-44fc-b7ea-48ced38b9208 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:14.781921 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-261a89c4-900a-485a-b39b-a13b4683d2de req-b017b2a1-8743-44fc-b7ea-48ced38b9208 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.0727904 Mar 28 13:46:14.832688 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7cc299-f232-4923-a4ef-9ee2d7101545 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Network 834c5ac1-6345-4f50-accf-d8eb27d761e4 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:46:14.837928 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997ad723-3d85-42ca-b6b8-0e7282325d23 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Network 078b94d0-ce4e-4551-ada3-1a1c7aac343a is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:46:14.840317 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-fb7cc299-f232-4923-a4ef-9ee2d7101545 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:14.845370 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-261a89c4-900a-485a-b39b-a13b4683d2de req-8cb485cd-c74e-4f22-8603-352f76233033 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562465 Mar 28 13:46:14.864861 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2600e2cb-dbc3-4cc7-8eb7-269753b5ae9a tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Network 5b836221-e5bf-4290-ae67-a22e9ba6146f is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:46:14.964034 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be129aae-502a-4e5b-acd1-880efddb3fb2 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Made reservation on behalf of f752b5828898440a9970d48ba87421b7 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:14.967571 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-be129aae-502a-4e5b-acd1-880efddb3fb2 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:14.996280 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-997ad723-3d85-42ca-b6b8-0e7282325d23 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 078b94d0-ce4e-4551-ada3-1a1c7aac343a) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:15.007041 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997ad723-3d85-42ca-b6b8-0e7282325d23 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:46:15.008287 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7c5cb8-74c9-48b1-b987-9d1d1c6d1172 None None] Network 078b94d0-ce4e-4551-ada3-1a1c7aac343a requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:46:15.008839 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997ad723-3d85-42ca-b6b8-0e7282325d23 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:15.009453 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-997ad723-3d85-42ca-b6b8-0e7282325d23 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:15.052730 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-835734fc-d961-4fb4-ab2c-7c279f5b992e tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for router_gateway, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:15.064438 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-2600e2cb-dbc3-4cc7-8eb7-269753b5ae9a tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 5b836221-e5bf-4290-ae67-a22e9ba6146f) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:15.079165 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d892df6f-8ed8-414e-b6cb-400f4aa3cee7 None None] Network 5b836221-e5bf-4290-ae67-a22e9ba6146f requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:46:15.083897 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-997ad723-3d85-42ca-b6b8-0e7282325d23 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7762978 Mar 28 13:46:15.086550 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58598) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:15.089633 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-835734fc-d961-4fb4-ab2c-7c279f5b992e tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:15.089791 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-b4267398-77ca-4ff7-9f21-776ed6d0ae20 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1265581822'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:15.093024 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2600e2cb-dbc3-4cc7-8eb7-269753b5ae9a tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:15.093613 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2600e2cb-dbc3-4cc7-8eb7-269753b5ae9a tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:15.112583 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb7cc299-f232-4923-a4ef-9ee2d7101545 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Router 92b1cf13-f4da-4075-95d2-731c6220772a is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:46:15.198607 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4267398-77ca-4ff7-9f21-776ed6d0ae20 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Made reservation on behalf of a8d0b895291d43e9afe1329c139db87b for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:15.202037 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b4267398-77ca-4ff7-9f21-776ed6d0ae20 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:15.235268 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-bf308fbb-e0e4-45b9-acff-063ce6ae2ab0 None None] Provisioning complete for port 5b36ddca-ad70-4407-b67e-ac648e4d8d86 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:15.235778 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-bf308fbb-e0e4-45b9-acff-063ce6ae2ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:15.239808 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7cc299-f232-4923-a4ef-9ee2d7101545 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:46:15.242049 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4267398-77ca-4ff7-9f21-776ed6d0ae20 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:46:15.246881 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-fb7cc299-f232-4923-a4ef-9ee2d7101545 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "PUT /v2.0/routers/92b1cf13-f4da-4075-95d2-731c6220772a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0534644 Mar 28 13:46:15.250540 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58602) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:15.254553 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c2800a-ee35-48ac-8ef2-0b277aaaa7e2 None None] Sync routers for ids ['92b1cf13-f4da-4075-95d2-731c6220772a'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:46:15.267769 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58604) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:15.267960 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-2600e2cb-dbc3-4cc7-8eb7-269753b5ae9a tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6423101 Mar 28 13:46:15.269301 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c2800a-ee35-48ac-8ef2-0b277aaaa7e2 None None] Routers {'92b1cf13-f4da-4075-95d2-731c6220772a'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:46:15.269754 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b4267398-77ca-4ff7-9f21-776ed6d0ae20 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:15.270286 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-b4267398-77ca-4ff7-9f21-776ed6d0ae20 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Added segment 760b46b5-8f55-4962-be0c-305bb4a764a4 of type vlan for network 8dfca655-1117-4cbf-82c5-f9b30ddd8b0c Mar 28 13:46:15.274765 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-d7c2800a-ee35-48ac-8ef2-0b277aaaa7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['92b1cf13-f4da-4075-95d2-731c6220772a'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:15.279279 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-2c71840e-f8bf-454d-832a-e4063b3a5f68 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Request body: {'port': {'network_id': '5b836221-e5bf-4290-ae67-a22e9ba6146f', 'name': 'tempest-AllowedAddressPairTestJSON-867121613'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:15.318104 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-835734fc-d961-4fb4-ab2c-7c279f5b992e tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Allocated IP 172.26.2.78 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/43f1ccd8-eb62-451c-885d-1d5649d1783a) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:46:15.329039 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-d7c2800a-ee35-48ac-8ef2-0b277aaaa7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:15.339085 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c2800a-ee35-48ac-8ef2-0b277aaaa7e2 None None] Routers {'92b1cf13-f4da-4075-95d2-731c6220772a'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:46:15.339876 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-d7c2800a-ee35-48ac-8ef2-0b277aaaa7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['92b1cf13-f4da-4075-95d2-731c6220772a'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:15.364174 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-bf308fbb-e0e4-45b9-acff-063ce6ae2ab0 None None] Port 5b36ddca-ad70-4407-b67e-ac648e4d8d86 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:46:15.378129 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-d7c2800a-ee35-48ac-8ef2-0b277aaaa7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:15.379124 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c2800a-ee35-48ac-8ef2-0b277aaaa7e2 None None] The sync data for ids ['92b1cf13-f4da-4075-95d2-731c6220772a'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:46:15.400911 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58606) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:15.422577 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781a1bf0-47ad-432e-b7c6-a5116b33834a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-5b836221-e5bf-4290-ae67-a22e9ba6146f', 'network_id': '5b836221-e5bf-4290-ae67-a22e9ba6146f', 'tenant_id': '894c1d00e5b7433997797c4b000f3d4a', 'fixed_ips': [{'subnet_id': 'c1d55cd2-9b19-4092-8905-4416c9ef2970'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:46:15.423448 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-781a1bf0-47ad-432e-b7c6-a5116b33834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:15.442493 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b4267398-77ca-4ff7-9f21-776ed6d0ae20 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:15.456290 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c862c73-d319-4feb-a159-5b463c88109c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:15.457743 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-2c862c73-d319-4feb-a159-5b463c88109c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "GET /v2.0/ports/5b36ddca-ad70-4407-b67e-ac648e4d8d86 HTTP/1.1" status: 200 len: 976 time: 0.2045603 Mar 28 13:46:15.462552 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58610) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:15.509553 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-be129aae-502a-4e5b-acd1-880efddb3fb2 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:15.556678 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b4267398-77ca-4ff7-9f21-776ed6d0ae20 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:15.564925 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4267398-77ca-4ff7-9f21-776ed6d0ae20 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:15.566342 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b4267398-77ca-4ff7-9f21-776ed6d0ae20 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:15.589935 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-781a1bf0-47ad-432e-b7c6-a5116b33834a None None] Allocated IP 172.20.0.2 (5b836221-e5bf-4290-ae67-a22e9ba6146f/c1d55cd2-9b19-4092-8905-4416c9ef2970/eade4c8b-97d9-479a-b0be-f107faafe87d) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:46:15.597700 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-8ec66d2a-2b80-4a0b-a6f6-4f0e07d556eb tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2114068076'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:15.598902 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c71840e-f8bf-454d-832a-e4063b3a5f68 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Made reservation on behalf of 894c1d00e5b7433997797c4b000f3d4a for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:15.602599 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2c71840e-f8bf-454d-832a-e4063b3a5f68 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:15.656723 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be129aae-502a-4e5b-acd1-880efddb3fb2 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Pushing event updated for resources: {'Subnet': ['ID=cc61f821-099f-44a6-bb95-35f138bccb42,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:15.661123 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-2c71840e-f8bf-454d-832a-e4063b3a5f68 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] device_id is not set on port a0e58f3f-3eb7-4eea-a69c-22b3de1d0e68 yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:46:15.665799 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4267398-77ca-4ff7-9f21-776ed6d0ae20 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event updated for resources: {'Network': ['ID=8dfca655-1117-4cbf-82c5-f9b30ddd8b0c,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:15.670236 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-835734fc-d961-4fb4-ab2c-7c279f5b992e tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:15.682335 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 8dfca655-1117-4cbf-82c5-f9b30ddd8b0c details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:46:15.714067 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b4267398-77ca-4ff7-9f21-776ed6d0ae20 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6281159 Mar 28 13:46:15.717980 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58612) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:15.721672 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-f8e6e61b-dbb4-4362-9536-c4be9a70af22 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Request body: {'ports': [{'network_id': '078b94d0-ce4e-4551-ada3-1a1c7aac343a'}, {'network_id': '8dfca655-1117-4cbf-82c5-f9b30ddd8b0c'}]} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:15.721989 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-f8e6e61b-dbb4-4362-9536-c4be9a70af22 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Request body: {'port': {'network_id': '078b94d0-ce4e-4551-ada3-1a1c7aac343a'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:15.722460 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-f8e6e61b-dbb4-4362-9536-c4be9a70af22 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Request body: {'port': {'network_id': '8dfca655-1117-4cbf-82c5-f9b30ddd8b0c'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:15.776943 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec66d2a-2b80-4a0b-a6f6-4f0e07d556eb tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Made reservation on behalf of 2883fcb35d974de784a893fde6f7e688 for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:15.780245 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8ec66d2a-2b80-4a0b-a6f6-4f0e07d556eb tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:15.795138 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be129aae-502a-4e5b-acd1-880efddb3fb2 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Checking segment: {'id': 'bb79adb7-25f7-40d8-8096-718265c17bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'befaafba-99e5-461e-bfa0-7f6cf1e8f0c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:46:15.795489 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be129aae-502a-4e5b-acd1-880efddb3fb2 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Network hostable DHCP agents. Network: befaafba-99e5-461e-bfa0-7f6cf1e8f0c1, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:46:15.805372 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8ec66d2a-2b80-4a0b-a6f6-4f0e07d556eb tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:15.814664 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-781a1bf0-47ad-432e-b7c6-a5116b33834a None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:15.897722 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-835734fc-d961-4fb4-ab2c-7c279f5b992e tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:15.921558 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-781a1bf0-47ad-432e-b7c6-a5116b33834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:15.969730 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781a1bf0-47ad-432e-b7c6-a5116b33834a None None] Network 5b836221-e5bf-4290-ae67-a22e9ba6146f is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:46:15.971507 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-781a1bf0-47ad-432e-b7c6-a5116b33834a None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:15.976339 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781a1bf0-47ad-432e-b7c6-a5116b33834a None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:46:15.978716 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-2c71840e-f8bf-454d-832a-e4063b3a5f68 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Allocated IP 172.20.0.8 (5b836221-e5bf-4290-ae67-a22e9ba6146f/c1d55cd2-9b19-4092-8905-4416c9ef2970/a0e58f3f-3eb7-4eea-a69c-22b3de1d0e68) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:46:15.979271 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835734fc-d961-4fb4-ab2c-7c279f5b992e tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:46:15.991452 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e6e61b-dbb4-4362-9536-c4be9a70af22 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Made reservation on behalf of a8d0b895291d43e9afe1329c139db87b for: {'port': 2} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:15.991690 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-835734fc-d961-4fb4-ab2c-7c279f5b992e tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:15.996600 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f8e6e61b-dbb4-4362-9536-c4be9a70af22 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:15.996832 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835734fc-d961-4fb4-ab2c-7c279f5b992e tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Pushing event updated for resources: {'Port': ['ID=43f1ccd8-eb62-451c-885d-1d5649d1783a,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:16.004514 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835734fc-d961-4fb4-ab2c-7c279f5b992e tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:46:16.005292 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781a1bf0-47ad-432e-b7c6-a5116b33834a None None] Pushing event updated for resources: {'Port': ['ID=eade4c8b-97d9-479a-b0be-f107faafe87d,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:16.005622 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be129aae-502a-4e5b-acd1-880efddb3fb2 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Network befaafba-99e5-461e-bfa0-7f6cf1e8f0c1 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:46:16.022778 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f8e6e61b-dbb4-4362-9536-c4be9a70af22 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:16.044144 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-781a1bf0-47ad-432e-b7c6-a5116b33834a None None] Attempting to bind port eade4c8b-97d9-479a-b0be-f107faafe87d on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:46:16.044740 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-781a1bf0-47ad-432e-b7c6-a5116b33834a None None] Attempting to bind port eade4c8b-97d9-479a-b0be-f107faafe87d by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'cc63a462-54b4-44c0-bb7e-d637901fea10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5b836221-e5bf-4290-ae67-a22e9ba6146f'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:46:16.044740 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781a1bf0-47ad-432e-b7c6-a5116b33834a None None] Attempting to bind port eade4c8b-97d9-479a-b0be-f107faafe87d on network 5b836221-e5bf-4290-ae67-a22e9ba6146f {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:46:16.050662 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781a1bf0-47ad-432e-b7c6-a5116b33834a None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:46:16.056460 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781a1bf0-47ad-432e-b7c6-a5116b33834a None None] Checking segment: {'id': 'cc63a462-54b4-44c0-bb7e-d637901fea10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5b836221-e5bf-4290-ae67-a22e9ba6146f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:46:16.056460 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-781a1bf0-47ad-432e-b7c6-a5116b33834a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:16.056460 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781a1bf0-47ad-432e-b7c6-a5116b33834a None None] Bound using segment: {'id': 'cc63a462-54b4-44c0-bb7e-d637901fea10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5b836221-e5bf-4290-ae67-a22e9ba6146f'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:46:16.056460 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-781a1bf0-47ad-432e-b7c6-a5116b33834a None None] Bound port: eade4c8b-97d9-479a-b0be-f107faafe87d, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc63a462-54b4-44c0-bb7e-d637901fea10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5b836221-e5bf-4290-ae67-a22e9ba6146f'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:46:16.056460 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-781a1bf0-47ad-432e-b7c6-a5116b33834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:16.081809 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8ec66d2a-2b80-4a0b-a6f6-4f0e07d556eb tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:16.125979 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-781a1bf0-47ad-432e-b7c6-a5116b33834a None None] For port eade4c8b-97d9-479a-b0be-f107faafe87d, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:46:16.129072 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-781a1bf0-47ad-432e-b7c6-a5116b33834a None None] For port eade4c8b-97d9-479a-b0be-f107faafe87d, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=eade4c8b-97d9-479a-b0be-f107faafe87d,segment=NetworkSegment(cc63a462-54b4-44c0-bb7e-d637901fea10),segment_id=cc63a462-54b4-44c0-bb7e-d637901fea10)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:46:16.146387 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-be129aae-502a-4e5b-acd1-880efddb3fb2 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, befaafba-99e5-461e-bfa0-7f6cf1e8f0c1) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:16.152706 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be129aae-502a-4e5b-acd1-880efddb3fb2 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:16.153289 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-be129aae-502a-4e5b-acd1-880efddb3fb2 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:16.156723 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f30287-c5a9-4894-8689-e5f67196a544 None None] Network befaafba-99e5-461e-bfa0-7f6cf1e8f0c1 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:46:16.227415 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-781a1bf0-47ad-432e-b7c6-a5116b33834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:16.255319 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-f8e6e61b-dbb4-4362-9536-c4be9a70af22 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] device_id is not set on port ee042c96-f13a-4cdc-bb0e-19bdc1a499a6 yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:46:16.283341 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2c71840e-f8bf-454d-832a-e4063b3a5f68 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:16.347202 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781a1bf0-47ad-432e-b7c6-a5116b33834a None None] Pushing event updated for resources: {'Port': ['ID=eade4c8b-97d9-479a-b0be-f107faafe87d,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:16.387274 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2c71840e-f8bf-454d-832a-e4063b3a5f68 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:16.400711 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96462919-4c92-4d7b-a8d3-cd5ca7381094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-befaafba-99e5-461e-bfa0-7f6cf1e8f0c1', 'network_id': 'befaafba-99e5-461e-bfa0-7f6cf1e8f0c1', 'tenant_id': 'f752b5828898440a9970d48ba87421b7', 'fixed_ips': [{'subnet_id': 'cc61f821-099f-44a6-bb95-35f138bccb42'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:46:16.403153 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-96462919-4c92-4d7b-a8d3-cd5ca7381094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:16.471236 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f8e6e61b-dbb4-4362-9536-c4be9a70af22 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:16.568089 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8ec66d2a-2b80-4a0b-a6f6-4f0e07d556eb tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:16.583432 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c71840e-f8bf-454d-832a-e4063b3a5f68 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Pushing event updated for resources: {'Port': ['ID=a0e58f3f-3eb7-4eea-a69c-22b3de1d0e68,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:16.589990 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c71840e-f8bf-454d-832a-e4063b3a5f68 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Network 5b836221-e5bf-4290-ae67-a22e9ba6146f is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:46:16.595099 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-96462919-4c92-4d7b-a8d3-cd5ca7381094 None None] Allocated IP 172.20.0.2 (befaafba-99e5-461e-bfa0-7f6cf1e8f0c1/cc61f821-099f-44a6-bb95-35f138bccb42/1127c1dc-7331-42bf-9035-d9dd9f538324) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:46:16.600118 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-f8e6e61b-dbb4-4362-9536-c4be9a70af22 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] device_id is not set on port 019e9329-39c0-4b69-9f91-87297b3a8c35 yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:46:16.603477 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-2c71840e-f8bf-454d-832a-e4063b3a5f68 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:16.606406 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c71840e-f8bf-454d-832a-e4063b3a5f68 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:46:16.622500 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ec66d2a-2b80-4a0b-a6f6-4f0e07d556eb tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:46:16.643199 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec66d2a-2b80-4a0b-a6f6-4f0e07d556eb tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37ddee8a-140e-4f8d-bbd2-af671443dfad,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:16.677599 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c71840e-f8bf-454d-832a-e4063b3a5f68 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:16.684578 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2c71840e-f8bf-454d-832a-e4063b3a5f68 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:16.684843 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-be129aae-502a-4e5b-acd1-880efddb3fb2 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9451067 Mar 28 13:46:16.685259 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8ec66d2a-2b80-4a0b-a6f6-4f0e07d556eb tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:16.685604 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-8ec66d2a-2b80-4a0b-a6f6-4f0e07d556eb tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Added segment bf16481e-24ae-472e-8cb2-de6a07b568ae of type vlan for network 5851e040-d9f4-4b93-8c45-f8daee6ee459 Mar 28 13:46:16.687272 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58614) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:16.699804 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-78d22286-c935-41a1-a2f6-84d6299c84da tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-161665141', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}, 'admin_state_up': False}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:16.784693 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f8e6e61b-dbb4-4362-9536-c4be9a70af22 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:16.793233 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-2c71840e-f8bf-454d-832a-e4063b3a5f68 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5192444 Mar 28 13:46:16.795398 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58616) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:16.797521 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-70a525a1-e692-43dc-a130-f44edc7382e4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:16.800226 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-38a2e9c0-6f1c-42e1-98e7-ff8962ee8494 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Request body: {'port': {'network_id': '5b836221-e5bf-4290-ae67-a22e9ba6146f', 'name': 'tempest-AllowedAddressPairTestJSON-1531550455', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:e4:c1:1a'}]}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:16.802856 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8ec66d2a-2b80-4a0b-a6f6-4f0e07d556eb tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:16.807537 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-96462919-4c92-4d7b-a8d3-cd5ca7381094 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:16.817174 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-78d22286-c935-41a1-a2f6-84d6299c84da tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:16.818151 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-78d22286-c935-41a1-a2f6-84d6299c84da tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:16.860036 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-96462919-4c92-4d7b-a8d3-cd5ca7381094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:16.913876 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96462919-4c92-4d7b-a8d3-cd5ca7381094 None None] Pushing event updated for resources: {'Port': ['ID=1127c1dc-7331-42bf-9035-d9dd9f538324,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:16.932117 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96462919-4c92-4d7b-a8d3-cd5ca7381094 None None] Network befaafba-99e5-461e-bfa0-7f6cf1e8f0c1 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:46:16.934518 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-96462919-4c92-4d7b-a8d3-cd5ca7381094 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:16.937945 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96462919-4c92-4d7b-a8d3-cd5ca7381094 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:46:16.946546 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-78d22286-c935-41a1-a2f6-84d6299c84da tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:16.985334 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8ec66d2a-2b80-4a0b-a6f6-4f0e07d556eb tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:16.992403 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec66d2a-2b80-4a0b-a6f6-4f0e07d556eb tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:16.992403 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8ec66d2a-2b80-4a0b-a6f6-4f0e07d556eb tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:16.998094 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-835734fc-d961-4fb4-ab2c-7c279f5b992e tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for router_gateway, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:17.017206 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-96462919-4c92-4d7b-a8d3-cd5ca7381094 None None] Attempting to bind port 1127c1dc-7331-42bf-9035-d9dd9f538324 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:46:17.017524 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-96462919-4c92-4d7b-a8d3-cd5ca7381094 None None] Attempting to bind port 1127c1dc-7331-42bf-9035-d9dd9f538324 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'bb79adb7-25f7-40d8-8096-718265c17bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'befaafba-99e5-461e-bfa0-7f6cf1e8f0c1'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:46:17.017883 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96462919-4c92-4d7b-a8d3-cd5ca7381094 None None] Attempting to bind port 1127c1dc-7331-42bf-9035-d9dd9f538324 on network befaafba-99e5-461e-bfa0-7f6cf1e8f0c1 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:46:17.019689 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f8e6e61b-dbb4-4362-9536-c4be9a70af22 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:17.025896 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96462919-4c92-4d7b-a8d3-cd5ca7381094 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:46:17.026909 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96462919-4c92-4d7b-a8d3-cd5ca7381094 None None] Checking segment: {'id': 'bb79adb7-25f7-40d8-8096-718265c17bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'befaafba-99e5-461e-bfa0-7f6cf1e8f0c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:46:17.026909 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-96462919-4c92-4d7b-a8d3-cd5ca7381094 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:17.026909 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96462919-4c92-4d7b-a8d3-cd5ca7381094 None None] Bound using segment: {'id': 'bb79adb7-25f7-40d8-8096-718265c17bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'befaafba-99e5-461e-bfa0-7f6cf1e8f0c1'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:46:17.027232 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-96462919-4c92-4d7b-a8d3-cd5ca7381094 None None] Bound port: 1127c1dc-7331-42bf-9035-d9dd9f538324, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb79adb7-25f7-40d8-8096-718265c17bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'befaafba-99e5-461e-bfa0-7f6cf1e8f0c1'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:46:17.027587 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-96462919-4c92-4d7b-a8d3-cd5ca7381094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:17.092192 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-96462919-4c92-4d7b-a8d3-cd5ca7381094 None None] For port 1127c1dc-7331-42bf-9035-d9dd9f538324, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:46:17.098368 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-96462919-4c92-4d7b-a8d3-cd5ca7381094 None None] For port 1127c1dc-7331-42bf-9035-d9dd9f538324, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=1127c1dc-7331-42bf-9035-d9dd9f538324,segment=NetworkSegment(bb79adb7-25f7-40d8-8096-718265c17bbe),segment_id=bb79adb7-25f7-40d8-8096-718265c17bbe)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:46:17.126856 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-8ec66d2a-2b80-4a0b-a6f6-4f0e07d556eb tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7233326 Mar 28 13:46:17.127605 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec66d2a-2b80-4a0b-a6f6-4f0e07d556eb tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Pushing event updated for resources: {'Network': ['ID=5851e040-d9f4-4b93-8c45-f8daee6ee459,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:17.137732 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58618) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:17.140261 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 5851e040-d9f4-4b93-8c45-f8daee6ee459 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:46:17.144659 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-6c8a702c-dfdb-4ef8-b604-a27d9a0a8c43 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Request body: {'subnet': {'network_id': '5851e040-d9f4-4b93-8c45-f8daee6ee459', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:17.196007 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-96462919-4c92-4d7b-a8d3-cd5ca7381094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:17.289947 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96462919-4c92-4d7b-a8d3-cd5ca7381094 None None] Pushing event updated for resources: {'Port': ['ID=1127c1dc-7331-42bf-9035-d9dd9f538324,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:17.460402 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-835734fc-d961-4fb4-ab2c-7c279f5b992e tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:17.480570 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a2e9c0-6f1c-42e1-98e7-ff8962ee8494 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Made reservation on behalf of 894c1d00e5b7433997797c4b000f3d4a for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:17.504679 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8a702c-dfdb-4ef8-b604-a27d9a0a8c43 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Made reservation on behalf of 2883fcb35d974de784a893fde6f7e688 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:17.507811 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e6e61b-dbb4-4362-9536-c4be9a70af22 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Network 078b94d0-ce4e-4551-ada3-1a1c7aac343a is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:46:17.509325 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6c8a702c-dfdb-4ef8-b604-a27d9a0a8c43 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:17.523016 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-f8e6e61b-dbb4-4362-9536-c4be9a70af22 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:17.544434 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-70a525a1-e692-43dc-a130-f44edc7382e4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Deleting port 5b36ddca-ad70-4407-b67e-ac648e4d8d86 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:17.544657 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-70a525a1-e692-43dc-a130-f44edc7382e4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:17.580435 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e6e61b-dbb4-4362-9536-c4be9a70af22 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:46:17.586787 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f8e6e61b-dbb4-4362-9536-c4be9a70af22 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:17.620535 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6e61b-dbb4-4362-9536-c4be9a70af22 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event updated for resources: {'Port': ['ID=ee042c96-f13a-4cdc-bb0e-19bdc1a499a6,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:17.717238 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-38a2e9c0-6f1c-42e1-98e7-ff8962ee8494 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:17.732683 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f970a8-8fb5-4d44-9476-c7c4e4f59e66 None None] Network 5b836221-e5bf-4290-ae67-a22e9ba6146f requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:46:17.769848 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device eade4c8b-97d9-479a-b0be-f107faafe87d up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:46:17.782978 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-78d22286-c935-41a1-a2f6-84d6299c84da tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:17.793832 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6e61b-dbb4-4362-9536-c4be9a70af22 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event updated for resources: {'Port': ['ID=019e9329-39c0-4b69-9f91-87297b3a8c35,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:17.811858 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-38a2e9c0-6f1c-42e1-98e7-ff8962ee8494 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] device_id is not set on port 956357c9-2021-4521-9143-6c75f089dbd0 yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:46:17.854014 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-70a525a1-e692-43dc-a130-f44edc7382e4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:17.877986 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-70a525a1-e692-43dc-a130-f44edc7382e4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Calling delete_port for 5b36ddca-ad70-4407-b67e-ac648e4d8d86 owned by network:router_interface {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:17.896071 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e6e61b-dbb4-4362-9536-c4be9a70af22 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Checking segment: {'id': '760b46b5-8f55-4962-be0c-305bb4a764a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8dfca655-1117-4cbf-82c5-f9b30ddd8b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:46:17.896469 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e6e61b-dbb4-4362-9536-c4be9a70af22 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Network hostable DHCP agents. Network: 8dfca655-1117-4cbf-82c5-f9b30ddd8b0c, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:46:18.001759 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-52447c61-0414-46d2-a80e-60ce213e8119 None None] Provisioning complete for port eade4c8b-97d9-479a-b0be-f107faafe87d triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:18.002131 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-52447c61-0414-46d2-a80e-60ce213e8119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:18.011929 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-38a2e9c0-6f1c-42e1-98e7-ff8962ee8494 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Allocated IP 172.20.0.4 (5b836221-e5bf-4290-ae67-a22e9ba6146f/c1d55cd2-9b19-4092-8905-4416c9ef2970/956357c9-2021-4521-9143-6c75f089dbd0) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:46:18.032990 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-835734fc-d961-4fb4-ab2c-7c279f5b992e tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Router 69feb2cc-6c2f-442d-b6f8-dc9ce08be844 is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:46:18.049434 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e6e61b-dbb4-4362-9536-c4be9a70af22 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Network 8dfca655-1117-4cbf-82c5-f9b30ddd8b0c is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:46:18.074180 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port eade4c8b-97d9-479a-b0be-f107faafe87d triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:18.074534 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:18.124257 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6c8a702c-dfdb-4ef8-b604-a27d9a0a8c43 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:18.175428 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-f8e6e61b-dbb4-4362-9536-c4be9a70af22 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 8dfca655-1117-4cbf-82c5-f9b30ddd8b0c) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:18.180219 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e6e61b-dbb4-4362-9536-c4be9a70af22 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:46:18.186787 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e6e61b-dbb4-4362-9536-c4be9a70af22 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:18.191966 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e6e61b-dbb4-4362-9536-c4be9a70af22 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:18.192729 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f8e6e61b-dbb4-4362-9536-c4be9a70af22 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:18.232122 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829c3491-8c3e-421d-acdb-a3388d95d9c2 None None] Network 8dfca655-1117-4cbf-82c5-f9b30ddd8b0c requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:46:18.235047 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-52447c61-0414-46d2-a80e-60ce213e8119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:18.264429 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8a702c-dfdb-4ef8-b604-a27d9a0a8c43 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Pushing event updated for resources: {'Subnet': ['ID=7096a446-d235-409d-83a8-f599d81db6e9,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:18.310834 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-78d22286-c935-41a1-a2f6-84d6299c84da tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for router_gateway, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:18.315322 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f8e6e61b-dbb4-4362-9536-c4be9a70af22 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.5974104 Mar 28 13:46:18.321617 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:18.327857 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835734fc-d961-4fb4-ab2c-7c279f5b992e tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:46:18.340337 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58620) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:18.346261 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-78d22286-c935-41a1-a2f6-84d6299c84da tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:18.355278 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8a702c-dfdb-4ef8-b604-a27d9a0a8c43 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Checking segment: {'id': 'bf16481e-24ae-472e-8cb2-de6a07b568ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5851e040-d9f4-4b93-8c45-f8daee6ee459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:46:18.355897 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8a702c-dfdb-4ef8-b604-a27d9a0a8c43 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Network hostable DHCP agents. Network: 5851e040-d9f4-4b93-8c45-f8daee6ee459, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:46:18.365311 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea030161-9973-446c-8292-57d5f0b0fe69 None None] Sync routers for ids ['69feb2cc-6c2f-442d-b6f8-dc9ce08be844'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:46:18.421149 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-52447c61-0414-46d2-a80e-60ce213e8119 None None] For port eade4c8b-97d9-479a-b0be-f107faafe87d, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=eade4c8b-97d9-479a-b0be-f107faafe87d,segment=NetworkSegment(cc63a462-54b4-44c0-bb7e-d637901fea10),segment_id=cc63a462-54b4-44c0-bb7e-d637901fea10)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:46:18.430952 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea030161-9973-446c-8292-57d5f0b0fe69 None None] Routers {'69feb2cc-6c2f-442d-b6f8-dc9ce08be844'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:46:18.431595 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-ea030161-9973-446c-8292-57d5f0b0fe69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['69feb2cc-6c2f-442d-b6f8-dc9ce08be844'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:18.459417 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-38a2e9c0-6f1c-42e1-98e7-ff8962ee8494 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:18.461476 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-70a525a1-e692-43dc-a130-f44edc7382e4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:18.500724 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-52447c61-0414-46d2-a80e-60ce213e8119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:18.502411 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-ea030161-9973-446c-8292-57d5f0b0fe69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:18.514634 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a525a1-e692-43dc-a130-f44edc7382e4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event deleted for resources: {'Port': ['ID=5b36ddca-ad70-4407-b67e-ac648e4d8d86,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:18.519186 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-ba17bcc9-24fe-4b6c-bff9-324c6335f3f7 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Deleting port 019e9329-39c0-4b69-9f91-87297b3a8c35 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:18.519958 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ba17bcc9-24fe-4b6c-bff9-324c6335f3f7 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:18.542733 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-78d22286-c935-41a1-a2f6-84d6299c84da tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Allocated IP 172.26.2.131 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/fcd2f830-b071-488f-87a9-80c3a91f74e8) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:46:18.546848 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-835734fc-d961-4fb4-ab2c-7c279f5b992e tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:18.548152 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-835734fc-d961-4fb4-ab2c-7c279f5b992e tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.5953238 Mar 28 13:46:18.555160 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58622) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:18.560603 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-30578443-647c-4895-9a4f-abecff378fc9 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:18.609582 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8a702c-dfdb-4ef8-b604-a27d9a0a8c43 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Network 5851e040-d9f4-4b93-8c45-f8daee6ee459 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:46:18.609840 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea030161-9973-446c-8292-57d5f0b0fe69 None None] Routers {'69feb2cc-6c2f-442d-b6f8-dc9ce08be844'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:46:18.610216 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-ea030161-9973-446c-8292-57d5f0b0fe69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['69feb2cc-6c2f-442d-b6f8-dc9ce08be844'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:18.667621 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-38a2e9c0-6f1c-42e1-98e7-ff8962ee8494 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:18.712707 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52447c61-0414-46d2-a80e-60ce213e8119 None None] Pushing event updated for resources: {'Port': ['ID=eade4c8b-97d9-479a-b0be-f107faafe87d,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:18.730003 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-ea030161-9973-446c-8292-57d5f0b0fe69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:18.731239 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea030161-9973-446c-8292-57d5f0b0fe69 None None] The sync data for ids ['69feb2cc-6c2f-442d-b6f8-dc9ce08be844'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:46:18.736262 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.db.api [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 13:46:18.736679 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG oslo_db.api [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 13:46:18.747454 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-9d4d211a-476a-42c8-9874-b02711ad5a40 None None] Provisioning complete for port eade4c8b-97d9-479a-b0be-f107faafe87d triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:18.747822 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9d4d211a-476a-42c8-9874-b02711ad5a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:18.790062 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-70a525a1-e692-43dc-a130-f44edc7382e4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:18.799185 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ba17bcc9-24fe-4b6c-bff9-324c6335f3f7 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:18.840469 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-ba17bcc9-24fe-4b6c-bff9-324c6335f3f7 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Calling delete_port for 019e9329-39c0-4b69-9f91-87297b3a8c35 owned by {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:18.874593 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-6c8a702c-dfdb-4ef8-b604-a27d9a0a8c43 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 5851e040-d9f4-4b93-8c45-f8daee6ee459) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:18.886362 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8a702c-dfdb-4ef8-b604-a27d9a0a8c43 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:18.887039 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6c8a702c-dfdb-4ef8-b604-a27d9a0a8c43 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:18.887734 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2a255a-ec30-492f-b304-88294b898309 None None] Network 5851e040-d9f4-4b93-8c45-f8daee6ee459 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:46:18.896301 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-9d4d211a-476a-42c8-9874-b02711ad5a40 None None] Provisioning complete for port a0e58f3f-3eb7-4eea-a69c-22b3de1d0e68 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:18.901028 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9d4d211a-476a-42c8-9874-b02711ad5a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:18.906768 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a2e9c0-6f1c-42e1-98e7-ff8962ee8494 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Network 5b836221-e5bf-4290-ae67-a22e9ba6146f is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:46:18.921835 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-38a2e9c0-6f1c-42e1-98e7-ff8962ee8494 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:18.925940 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a2e9c0-6f1c-42e1-98e7-ff8962ee8494 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:46:18.972287 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a2e9c0-6f1c-42e1-98e7-ff8962ee8494 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Pushing event updated for resources: {'Port': ['ID=956357c9-2021-4521-9143-6c75f089dbd0,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:19.040841 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683bc728-6e26-4734-bee0-18b88b9888c1 None None] Network befaafba-99e5-461e-bfa0-7f6cf1e8f0c1 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:46:19.046920 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-6c8a702c-dfdb-4ef8-b604-a27d9a0a8c43 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9057927 Mar 28 13:46:19.055008 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58624) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:19.063742 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-70e91f28-a9f0-44b0-ac5d-e9db25f027a4 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Request body: {'port': {'network_id': '5851e040-d9f4-4b93-8c45-f8daee6ee459', 'name': 'tempest-TagsExtTest-2110507765'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:19.087918 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a2e9c0-6f1c-42e1-98e7-ff8962ee8494 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:19.088720 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-38a2e9c0-6f1c-42e1-98e7-ff8962ee8494 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:19.089882 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-9d4d211a-476a-42c8-9874-b02711ad5a40 None None] Port a0e58f3f-3eb7-4eea-a69c-22b3de1d0e68 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:46:19.120157 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-78d22286-c935-41a1-a2f6-84d6299c84da tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:19.150043 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a525a1-e692-43dc-a130-f44edc7382e4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Router 92b1cf13-f4da-4075-95d2-731c6220772a has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:46:19.227428 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-38a2e9c0-6f1c-42e1-98e7-ff8962ee8494 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.4281774 Mar 28 13:46:19.235731 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58626) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:19.248872 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a525a1-e692-43dc-a130-f44edc7382e4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:46:19.250520 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ba17bcc9-24fe-4b6c-bff9-324c6335f3f7 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:19.260650 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0460bd8-e29b-4736-ba34-29602cf938d4 None None] Sync routers for ids ['92b1cf13-f4da-4075-95d2-731c6220772a'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:46:19.281367 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-70a525a1-e692-43dc-a130-f44edc7382e4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "PUT /v2.0/routers/92b1cf13-f4da-4075-95d2-731c6220772a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8134174 Mar 28 13:46:19.284260 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0460bd8-e29b-4736-ba34-29602cf938d4 None None] Routers {'92b1cf13-f4da-4075-95d2-731c6220772a'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:46:19.284952 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-f0460bd8-e29b-4736-ba34-29602cf938d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['92b1cf13-f4da-4075-95d2-731c6220772a'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:19.289096 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-5dae2598-48a2-4643-81d9-3f9fea62db6e None None] Provisioning complete for port 1127c1dc-7331-42bf-9035-d9dd9f538324 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:19.290518 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5dae2598-48a2-4643-81d9-3f9fea62db6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:19.294128 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58628) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:19.322145 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba17bcc9-24fe-4b6c-bff9-324c6335f3f7 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event deleted for resources: {'Port': ['ID=019e9329-39c0-4b69-9f91-87297b3a8c35,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:19.327310 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ba17bcc9-24fe-4b6c-bff9-324c6335f3f7 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:19.331068 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ba17bcc9-24fe-4b6c-bff9-324c6335f3f7 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/ports/019e9329-39c0-4b69-9f91-87297b3a8c35 HTTP/1.1" status: 204 len: 168 time: 0.9893422 Mar 28 13:46:19.333325 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58630) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:19.352252 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-f0460bd8-e29b-4736-ba34-29602cf938d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:19.363368 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0460bd8-e29b-4736-ba34-29602cf938d4 None None] Routers {'92b1cf13-f4da-4075-95d2-731c6220772a'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:46:19.364832 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-f0460bd8-e29b-4736-ba34-29602cf938d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['92b1cf13-f4da-4075-95d2-731c6220772a'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:19.406894 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-f0460bd8-e29b-4736-ba34-29602cf938d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:19.408252 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0460bd8-e29b-4736-ba34-29602cf938d4 None None] The sync data for ids ['92b1cf13-f4da-4075-95d2-731c6220772a'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:46:19.414712 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d10aef-090d-4ac3-8d52-9f6eb11c372a tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:19.421740 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d10aef-090d-4ac3-8d52-9f6eb11c372a tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:19.423845 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-f7d10aef-090d-4ac3-8d52-9f6eb11c372a tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0893326 Mar 28 13:46:19.426310 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef5af57-9300-426c-98c1-9bac329a0b4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-5851e040-d9f4-4b93-8c45-f8daee6ee459', 'network_id': '5851e040-d9f4-4b93-8c45-f8daee6ee459', 'tenant_id': '2883fcb35d974de784a893fde6f7e688', 'fixed_ips': [{'subnet_id': '7096a446-d235-409d-83a8-f599d81db6e9'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:46:19.427584 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-aef5af57-9300-426c-98c1-9bac329a0b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:19.429036 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58632) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:19.436297 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-78d22286-c935-41a1-a2f6-84d6299c84da tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:19.467652 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 1127c1dc-7331-42bf-9035-d9dd9f538324 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:46:19.510268 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39ec0ab-4344-490b-8748-a868a153a24d tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:19.516168 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39ec0ab-4344-490b-8748-a868a153a24d tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:19.522199 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39ec0ab-4344-490b-8748-a868a153a24d tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:19.522347 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-54b7b766-bdb5-4958-87f1-eb3f1c69fcd7 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Deleting port ee042c96-f13a-4cdc-bb0e-19bdc1a499a6 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:19.522772 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-54b7b766-bdb5-4958-87f1-eb3f1c69fcd7 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:19.526505 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a39ec0ab-4344-490b-8748-a868a153a24d tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2855265 Mar 28 13:46:19.526885 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58634) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:19.589120 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d22286-c935-41a1-a2f6-84d6299c84da tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:46:19.637701 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-78d22286-c935-41a1-a2f6-84d6299c84da tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:19.637701 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d22286-c935-41a1-a2f6-84d6299c84da tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:46:19.659909 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5dae2598-48a2-4643-81d9-3f9fea62db6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:19.685193 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d22286-c935-41a1-a2f6-84d6299c84da tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Pushing event updated for resources: {'Port': ['ID=fcd2f830-b071-488f-87a9-80c3a91f74e8,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:19.698775 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e91f28-a9f0-44b0-ac5d-e9db25f027a4 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Made reservation on behalf of 2883fcb35d974de784a893fde6f7e688 for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:19.702394 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-70e91f28-a9f0-44b0-ac5d-e9db25f027a4 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:19.716829 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-aef5af57-9300-426c-98c1-9bac329a0b4d None None] Allocated IP 172.20.0.2 (5851e040-d9f4-4b93-8c45-f8daee6ee459/7096a446-d235-409d-83a8-f599d81db6e9/d0e70817-2382-4276-b1d4-2658b0631863) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:46:19.739956 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-30578443-647c-4895-9a4f-abecff378fc9 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:19.767152 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-5dae2598-48a2-4643-81d9-3f9fea62db6e None None] For port 1127c1dc-7331-42bf-9035-d9dd9f538324, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=1127c1dc-7331-42bf-9035-d9dd9f538324,segment=NetworkSegment(bb79adb7-25f7-40d8-8096-718265c17bbe),segment_id=bb79adb7-25f7-40d8-8096-718265c17bbe)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:46:19.775704 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 1127c1dc-7331-42bf-9035-d9dd9f538324 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:19.776087 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:19.839915 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5dae2598-48a2-4643-81d9-3f9fea62db6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:19.868750 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-29432e87-fb4f-47fd-b474-26fbc2555876 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] remove_router_interface failed (client error): The resource could not be found. Mar 28 13:46:19.872674 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-29432e87-fb4f-47fd-b474-26fbc2555876 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "PUT /v2.0/routers/92b1cf13-f4da-4075-95d2-731c6220772a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5739808 Mar 28 13:46:19.879251 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-70e91f28-a9f0-44b0-ac5d-e9db25f027a4 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] device_id is not set on port f62043a6-83ff-4033-99ea-57e69375a30b yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:46:19.887107 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58636) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:19.963842 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-5dae2598-48a2-4643-81d9-3f9fea62db6e None None] Provisioning complete for port a0e58f3f-3eb7-4eea-a69c-22b3de1d0e68 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:19.964217 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5dae2598-48a2-4643-81d9-3f9fea62db6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:19.970294 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-30578443-647c-4895-9a4f-abecff378fc9 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:20.021156 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae2598-48a2-4643-81d9-3f9fea62db6e None None] Pushing event updated for resources: {'Port': ['ID=1127c1dc-7331-42bf-9035-d9dd9f538324,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:20.052341 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ebfe364d-e3f0-43b6-bc74-3703a4967e86 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "GET /v2.0/ports?device_id=92b1cf13-f4da-4075-95d2-731c6220772a HTTP/1.1" status: 200 len: 205 time: 0.1069887 Mar 28 13:46:20.059653 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58638) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:20.089400 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-54b7b766-bdb5-4958-87f1-eb3f1c69fcd7 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:20.181767 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-54b7b766-bdb5-4958-87f1-eb3f1c69fcd7 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Calling delete_port for ee042c96-f13a-4cdc-bb0e-19bdc1a499a6 owned by {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:20.249270 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-5dae2598-48a2-4643-81d9-3f9fea62db6e None None] Port a0e58f3f-3eb7-4eea-a69c-22b3de1d0e68 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:46:20.251037 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device eade4c8b-97d9-479a-b0be-f107faafe87d up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:46:20.255393 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-27b900ba-325d-43e1-abb2-137404da7016 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for router, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:20.288549 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-30578443-647c-4895-9a4f-abecff378fc9 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Deleting port 43f1ccd8-eb62-451c-885d-1d5649d1783a {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:20.289890 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-30578443-647c-4895-9a4f-abecff378fc9 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:20.302679 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-aef5af57-9300-426c-98c1-9bac329a0b4d None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:20.321451 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port eade4c8b-97d9-479a-b0be-f107faafe87d triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:20.321451 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:20.366436 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-aef5af57-9300-426c-98c1-9bac329a0b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:20.390786 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-079ae9bc-6b8c-49c0-859a-ba47f8af16c1 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Deleting port 956357c9-2021-4521-9143-6c75f089dbd0 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:20.391122 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-079ae9bc-6b8c-49c0-859a-ba47f8af16c1 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:20.440291 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef5af57-9300-426c-98c1-9bac329a0b4d None None] Network 5851e040-d9f4-4b93-8c45-f8daee6ee459 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:46:20.452907 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-aef5af57-9300-426c-98c1-9bac329a0b4d None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:20.454775 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-d2d2a1d8-235e-4c9a-9af4-0c3c7b1de4ab None None] Provisioning complete for port 956357c9-2021-4521-9143-6c75f089dbd0 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:20.455206 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d2d2a1d8-235e-4c9a-9af4-0c3c7b1de4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:20.458702 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef5af57-9300-426c-98c1-9bac329a0b4d None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:46:20.463029 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef5af57-9300-426c-98c1-9bac329a0b4d None None] Pushing event updated for resources: {'Port': ['ID=d0e70817-2382-4276-b1d4-2658b0631863,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:20.496514 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 1127c1dc-7331-42bf-9035-d9dd9f538324 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:46:20.533160 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-27b900ba-325d-43e1-abb2-137404da7016 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:20.536505 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-27b900ba-325d-43e1-abb2-137404da7016 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:20.551779 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-d2d2a1d8-235e-4c9a-9af4-0c3c7b1de4ab None None] Port 956357c9-2021-4521-9143-6c75f089dbd0 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:46:20.594418 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-d2d2a1d8-235e-4c9a-9af4-0c3c7b1de4ab None None] Provisioning complete for port 1127c1dc-7331-42bf-9035-d9dd9f538324 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:20.594790 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d2d2a1d8-235e-4c9a-9af4-0c3c7b1de4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:20.597657 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-aef5af57-9300-426c-98c1-9bac329a0b4d None None] Attempting to bind port d0e70817-2382-4276-b1d4-2658b0631863 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:46:20.598029 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-aef5af57-9300-426c-98c1-9bac329a0b4d None None] Attempting to bind port d0e70817-2382-4276-b1d4-2658b0631863 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'bf16481e-24ae-472e-8cb2-de6a07b568ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5851e040-d9f4-4b93-8c45-f8daee6ee459'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:46:20.598384 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef5af57-9300-426c-98c1-9bac329a0b4d None None] Attempting to bind port d0e70817-2382-4276-b1d4-2658b0631863 on network 5851e040-d9f4-4b93-8c45-f8daee6ee459 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:46:20.626537 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-079ae9bc-6b8c-49c0-859a-ba47f8af16c1 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:20.634830 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef5af57-9300-426c-98c1-9bac329a0b4d None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:46:20.635200 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef5af57-9300-426c-98c1-9bac329a0b4d None None] Checking segment: {'id': 'bf16481e-24ae-472e-8cb2-de6a07b568ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5851e040-d9f4-4b93-8c45-f8daee6ee459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:46:20.635599 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-aef5af57-9300-426c-98c1-9bac329a0b4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:20.635993 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef5af57-9300-426c-98c1-9bac329a0b4d None None] Bound using segment: {'id': 'bf16481e-24ae-472e-8cb2-de6a07b568ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5851e040-d9f4-4b93-8c45-f8daee6ee459'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:46:20.636492 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-aef5af57-9300-426c-98c1-9bac329a0b4d None None] Bound port: d0e70817-2382-4276-b1d4-2658b0631863, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf16481e-24ae-472e-8cb2-de6a07b568ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5851e040-d9f4-4b93-8c45-f8daee6ee459'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:46:20.636877 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-aef5af57-9300-426c-98c1-9bac329a0b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:20.641742 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-079ae9bc-6b8c-49c0-859a-ba47f8af16c1 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Calling delete_port for 956357c9-2021-4521-9143-6c75f089dbd0 owned by {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:20.661414 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 1127c1dc-7331-42bf-9035-d9dd9f538324 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:20.661784 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:20.694740 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-54b7b766-bdb5-4958-87f1-eb3f1c69fcd7 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:20.737115 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b7b766-bdb5-4958-87f1-eb3f1c69fcd7 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event deleted for resources: {'Port': ['ID=ee042c96-f13a-4cdc-bb0e-19bdc1a499a6,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:20.739027 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-27b900ba-325d-43e1-abb2-137404da7016 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:20.739566 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b900ba-325d-43e1-abb2-137404da7016 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Fanout notify agent at l3_agent the message router_deleted on router 92b1cf13-f4da-4075-95d2-731c6220772a {{(pid=109612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:46:20.749611 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-27b900ba-325d-43e1-abb2-137404da7016 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:20.750264 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-27b900ba-325d-43e1-abb2-137404da7016 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "DELETE /v2.0/routers/92b1cf13-f4da-4075-95d2-731c6220772a HTTP/1.1" status: 204 len: 168 time: 0.6891277 Mar 28 13:46:20.754800 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58644) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:20.765211 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-54b7b766-bdb5-4958-87f1-eb3f1c69fcd7 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:20.770790 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-54b7b766-bdb5-4958-87f1-eb3f1c69fcd7 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/ports/ee042c96-f13a-4cdc-bb0e-19bdc1a499a6 HTTP/1.1" status: 204 len: 168 time: 1.3407011 Mar 28 13:46:20.771389 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58646) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:20.786449 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-aef5af57-9300-426c-98c1-9bac329a0b4d None None] For port d0e70817-2382-4276-b1d4-2658b0631863, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:46:20.792019 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-aef5af57-9300-426c-98c1-9bac329a0b4d None None] For port d0e70817-2382-4276-b1d4-2658b0631863, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=d0e70817-2382-4276-b1d4-2658b0631863,segment=NetworkSegment(bf16481e-24ae-472e-8cb2-de6a07b568ae),segment_id=bf16481e-24ae-472e-8cb2-de6a07b568ae)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:46:20.846978 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-aef5af57-9300-426c-98c1-9bac329a0b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:20.850558 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-70e91f28-a9f0-44b0-ac5d-e9db25f027a4 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Allocated IP 172.20.0.14 (5851e040-d9f4-4b93-8c45-f8daee6ee459/7096a446-d235-409d-83a8-f599d81db6e9/f62043a6-83ff-4033-99ea-57e69375a30b) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:46:20.864963 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-95b401b0-3dc0-4513-87bd-073b4936cba5 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Deleting subnet 0ed58ad5-5428-42f8-b281-da7afcb8bfb8 {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:46:20.869318 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-30578443-647c-4895-9a4f-abecff378fc9 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:20.885168 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-78d22286-c935-41a1-a2f6-84d6299c84da tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for router_gateway, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:20.886586 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-95b401b0-3dc0-4513-87bd-073b4936cba5 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:20.918059 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef5af57-9300-426c-98c1-9bac329a0b4d None None] Pushing event updated for resources: {'Port': ['ID=d0e70817-2382-4276-b1d4-2658b0631863,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:20.934148 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-30578443-647c-4895-9a4f-abecff378fc9 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Calling delete_port for 43f1ccd8-eb62-451c-885d-1d5649d1783a owned by network:router_gateway {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:20.941170 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9135cfca-36ca-4c10-9832-8a86401c17de tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:20.942664 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-9135cfca-36ca-4c10-9832-8a86401c17de tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1625805 Mar 28 13:46:20.949410 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58648) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:20.966716 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-95b401b0-3dc0-4513-87bd-073b4936cba5 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:21.010413 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-e39da0f4-2f2b-40e9-bf4a-8aca8615a59b tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] GET failed (client error): The resource could not be found. Mar 28 13:46:21.014590 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-e39da0f4-2f2b-40e9-bf4a-8aca8615a59b tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "GET /v2.0/ports/019e9329-39c0-4b69-9f91-87297b3a8c35 HTTP/1.1" status: 404 len: 333 time: 0.0617809 Mar 28 13:46:21.018313 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58650) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:21.047755 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-3af58e8e-9645-4e31-84fe-3da6fefbc215 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] GET failed (client error): The resource could not be found. Mar 28 13:46:21.052404 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-3af58e8e-9645-4e31-84fe-3da6fefbc215 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "GET /v2.0/ports/ee042c96-f13a-4cdc-bb0e-19bdc1a499a6 HTTP/1.1" status: 404 len: 333 time: 0.0301290 Mar 28 13:46:21.052774 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58652) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:21.164280 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-079ae9bc-6b8c-49c0-859a-ba47f8af16c1 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:21.219742 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079ae9bc-6b8c-49c0-859a-ba47f8af16c1 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Pushing event deleted for resources: {'Port': ['ID=956357c9-2021-4521-9143-6c75f089dbd0,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:21.224681 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6664ab4b-3234-4e5b-b19c-b07b488bc1df tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:21.237684 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-95b401b0-3dc0-4513-87bd-073b4936cba5 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:21.335772 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-70e91f28-a9f0-44b0-ac5d-e9db25f027a4 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:21.345739 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-78d22286-c935-41a1-a2f6-84d6299c84da tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:21.461712 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6664ab4b-3234-4e5b-b19c-b07b488bc1df tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:21.479289 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-95b401b0-3dc0-4513-87bd-073b4936cba5 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:21.510200 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-30578443-647c-4895-9a4f-abecff378fc9 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:21.528229 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b401b0-3dc0-4513-87bd-073b4936cba5 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event deleted for resources: {'Subnet': ['ID=0ed58ad5-5428-42f8-b281-da7afcb8bfb8,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:21.530807 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-6664ab4b-3234-4e5b-b19c-b07b488bc1df tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dfca655-1117-4cbf-82c5-f9b30ddd8b0c']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:21.533511 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-95b401b0-3dc0-4513-87bd-073b4936cba5 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:21.536350 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-95b401b0-3dc0-4513-87bd-073b4936cba5 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "DELETE /v2.0/subnets/0ed58ad5-5428-42f8-b281-da7afcb8bfb8 HTTP/1.1" status: 204 len: 168 time: 0.7806354 Mar 28 13:46:21.539699 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58654) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:21.539917 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d999592d-b773-4077-a380-7c1d42b7e271 None None] Network 834c5ac1-6345-4f50-accf-d8eb27d761e4 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:46:21.548022 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-6664ab4b-3234-4e5b-b19c-b07b488bc1df tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '760b46b5-8f55-4962-be0c-305bb4a764a4') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:21.548593 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-6664ab4b-3234-4e5b-b19c-b07b488bc1df tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '760b46b5-8f55-4962-be0c-305bb4a764a4') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:21.550419 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-079ae9bc-6b8c-49c0-859a-ba47f8af16c1 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:21.551424 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30578443-647c-4895-9a4f-abecff378fc9 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Pushing event deleted for resources: {'Port': ['ID=43f1ccd8-eb62-451c-885d-1d5649d1783a,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:21.554147 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-079ae9bc-6b8c-49c0-859a-ba47f8af16c1 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] 10.222.0.24 "DELETE /v2.0/ports/956357c9-2021-4521-9143-6c75f089dbd0 HTTP/1.1" status: 204 len: 168 time: 2.0256698 Mar 28 13:46:21.559677 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58656) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:21.571983 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6664ab4b-3234-4e5b-b19c-b07b488bc1df tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:21.593670 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a6c5e6c-094b-4205-ba74-abb1cf3bdbe4 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] GET failed (client error): The resource could not be found. Mar 28 13:46:21.594051 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-70e91f28-a9f0-44b0-ac5d-e9db25f027a4 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:21.594910 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-8a6c5e6c-094b-4205-ba74-abb1cf3bdbe4 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] 10.222.0.24 "GET /v2.0/ports/956357c9-2021-4521-9143-6c75f089dbd0 HTTP/1.1" status: 404 len: 333 time: 0.0345740 Mar 28 13:46:21.600415 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58658) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:21.605724 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-a1f2aa60-64c4-40bb-9dbe-d47554bab081 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Request body: {'port': {'network_id': '5b836221-e5bf-4290-ae67-a22e9ba6146f', 'name': 'tempest-AllowedAddressPairTestJSON-1538828257'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:21.610060 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6664ab4b-3234-4e5b-b19c-b07b488bc1df tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:21.628386 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6664ab4b-3234-4e5b-b19c-b07b488bc1df tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:46:21.632046 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6664ab4b-3234-4e5b-b19c-b07b488bc1df tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:21.632046 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:46:21.632046 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:46:21.632046 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:46:21.632046 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:46:21.632046 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:46:21.632046 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:46:21.632046 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:46:21.632046 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:46:21.632046 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:46:21.632046 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:46:21.632046 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:46:21.632046 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:46:21.632046 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:46:21.632046 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:46:21.632046 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:46:21.632046 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:46:21.632046 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:46:21.632046 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:46:21.632046 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:46:21.632046 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:46:21.632046 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:46:21.632046 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:46:21.632046 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:46:21.632046 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:46:21.632046 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:46:21.632046 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:46:21.632046 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:46:21.632046 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:46:21.632046 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:46:21.632046 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:46:21.632046 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:46:21.632046 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:46:21.750037 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2ed05d48-ea74-4955-b8f5-47bb384ce62d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:21.755144 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e91f28-a9f0-44b0-ac5d-e9db25f027a4 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Network 5851e040-d9f4-4b93-8c45-f8daee6ee459 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:46:21.765471 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-70e91f28-a9f0-44b0-ac5d-e9db25f027a4 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:21.767580 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-30578443-647c-4895-9a4f-abecff378fc9 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133933816'] for router_gateway, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:21.776693 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e91f28-a9f0-44b0-ac5d-e9db25f027a4 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Pushing event updated for resources: {'Port': ['ID=f62043a6-83ff-4033-99ea-57e69375a30b,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:21.792717 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fec41e-038c-45a1-b41b-dce6868431f3 None None] DHCP port deletion for 834c5ac1-6345-4f50-accf-d8eb27d761e4 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:46:21.817144 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6664ab4b-3234-4e5b-b19c-b07b488bc1df tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:21.822453 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e91f28-a9f0-44b0-ac5d-e9db25f027a4 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:46:21.824705 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6664ab4b-3234-4e5b-b19c-b07b488bc1df tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:21.838901 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-6664ab4b-3234-4e5b-b19c-b07b488bc1df tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/networks/8dfca655-1117-4cbf-82c5-f9b30ddd8b0c HTTP/1.1" status: 204 len: 168 time: 0.7851801 Mar 28 13:46:21.839743 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58660) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:21.852686 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-6a4c9655-b7c2-4c3b-8f28-d7147d71f66e tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-674860472'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:21.865418 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-95fec41e-038c-45a1-b41b-dce6868431f3 None None] Deleting port 3a066dde-4153-4e29-ae6e-8222b577376b {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:21.866134 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-95fec41e-038c-45a1-b41b-dce6868431f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:21.872231 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664ab4b-3234-4e5b-b19c-b07b488bc1df tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event deleted for resources: {'Network': ['ID=8dfca655-1117-4cbf-82c5-f9b30ddd8b0c,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:21.896682 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f2aa60-64c4-40bb-9dbe-d47554bab081 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Made reservation on behalf of 894c1d00e5b7433997797c4b000f3d4a for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:21.902226 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a1f2aa60-64c4-40bb-9dbe-d47554bab081 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:21.924341 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [None req-a1f2aa60-64c4-40bb-9dbe-d47554bab081 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] device_id is not set on port 684193d0-9aa9-4ec9-8072-36288a94003f yet. {{(pid=109612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:46:21.956615 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d22286-c935-41a1-a2f6-84d6299c84da tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Router 2eb3dd2b-bf3f-4afb-bf79-7b7b8b400d8e is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:46:21.957795 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-95fec41e-038c-45a1-b41b-dce6868431f3 None None] For port 3a066dde-4153-4e29-ae6e-8222b577376b, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=3a066dde-4153-4e29-ae6e-8222b577376b,segment=NetworkSegment(4420cc58-2a28-4c58-91e6-6d946ab1096e),segment_id=4420cc58-2a28-4c58-91e6-6d946ab1096e)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:46:21.958166 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-95fec41e-038c-45a1-b41b-dce6868431f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:21.991675 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-95fec41e-038c-45a1-b41b-dce6868431f3 None None] Calling delete_port for 3a066dde-4153-4e29-ae6e-8222b577376b owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:21.998641 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4c9655-b7c2-4c3b-8f28-d7147d71f66e tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Made reservation on behalf of a8d0b895291d43e9afe1329c139db87b for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:22.002172 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6a4c9655-b7c2-4c3b-8f28-d7147d71f66e tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:22.019408 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e91f28-a9f0-44b0-ac5d-e9db25f027a4 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:22.019994 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-70e91f28-a9f0-44b0-ac5d-e9db25f027a4 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:22.076278 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a4c9655-b7c2-4c3b-8f28-d7147d71f66e tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:46:22.102451 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6a4c9655-b7c2-4c3b-8f28-d7147d71f66e tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:22.102451 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-6a4c9655-b7c2-4c3b-8f28-d7147d71f66e tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Added segment 76074df2-7643-42e6-a974-5f20a12e2397 of type vlan for network aed1f6b3-feb5-494d-b20a-f7e5e6b7f66e Mar 28 13:46:22.110810 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-a1f2aa60-64c4-40bb-9dbe-d47554bab081 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Allocated IP 172.20.0.7 (5b836221-e5bf-4290-ae67-a22e9ba6146f/c1d55cd2-9b19-4092-8905-4416c9ef2970/684193d0-9aa9-4ec9-8072-36288a94003f) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:46:22.162095 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-30578443-647c-4895-9a4f-abecff378fc9 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133933759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133929745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12481'] for router, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:22.165462 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6a4c9655-b7c2-4c3b-8f28-d7147d71f66e tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:22.167347 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-70e91f28-a9f0-44b0-ac5d-e9db25f027a4 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.1109741 Mar 28 13:46:22.173530 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58662) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:22.180302 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-5ff30168-6436-40e8-952d-526421dbf4b2 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-941115705', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:22.186399 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-30578443-647c-4895-9a4f-abecff378fc9 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133933750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133933709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133929832'] for router, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:22.188354 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-2ed05d48-ea74-4955-b8f5-47bb384ce62d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Deleting port 3a066dde-4153-4e29-ae6e-8222b577376b {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:22.188734 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2ed05d48-ea74-4955-b8f5-47bb384ce62d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:22.201255 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c433608-df70-4b47-b2e4-6c10b950227c None None] Network 5851e040-d9f4-4b93-8c45-f8daee6ee459 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:46:22.218897 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-95fec41e-038c-45a1-b41b-dce6868431f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:22.296838 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device d0e70817-2382-4276-b1d4-2658b0631863 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:46:22.314216 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6a4c9655-b7c2-4c3b-8f28-d7147d71f66e tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:22.320967 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4c9655-b7c2-4c3b-8f28-d7147d71f66e tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:22.321570 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6a4c9655-b7c2-4c3b-8f28-d7147d71f66e tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:22.326648 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fec41e-038c-45a1-b41b-dce6868431f3 None None] Pushing event deleted for resources: {'Port': ['ID=3a066dde-4153-4e29-ae6e-8222b577376b,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:22.328776 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fec41e-038c-45a1-b41b-dce6868431f3 None None] No DVR routers for this DVR port 3a066dde-4153-4e29-ae6e-8222b577376b on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:46:22.369971 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-6693c935-cfe5-428f-bb66-effac81a1983 None None] Provisioning complete for port d0e70817-2382-4276-b1d4-2658b0631863 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:22.370340 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6693c935-cfe5-428f-bb66-effac81a1983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:22.396525 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d22286-c935-41a1-a2f6-84d6299c84da tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:46:22.400662 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-2ed05d48-ea74-4955-b8f5-47bb384ce62d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] For port 3a066dde-4153-4e29-ae6e-8222b577376b, host dv-neutron-835335-1-hyperv, got binding levels [] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:46:22.402016 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2ed05d48-ea74-4955-b8f5-47bb384ce62d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:22.409978 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30578443-647c-4895-9a4f-abecff378fc9 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Router 69feb2cc-6c2f-442d-b6f8-dc9ce08be844 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:46:22.415390 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a1f2aa60-64c4-40bb-9dbe-d47554bab081 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:22.415530 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8883b68-cab3-4154-958f-3076ab635a06 None None] Sync routers for ids ['2eb3dd2b-bf3f-4afb-bf79-7b7b8b400d8e'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:46:22.431794 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-2ed05d48-ea74-4955-b8f5-47bb384ce62d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Calling delete_port for 3a066dde-4153-4e29-ae6e-8222b577376b owned by network:dhcp {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:22.436979 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.ipam_backend_mixin [None req-2ed05d48-ea74-4955-b8f5-47bb384ce62d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Port 3a066dde-4153-4e29-ae6e-8222b577376b was not found and therefore no delete operation was performed {{(pid=109613) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 28 13:46:22.438449 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c9655-b7c2-4c3b-8f28-d7147d71f66e tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event updated for resources: {'Network': ['ID=aed1f6b3-feb5-494d-b20a-f7e5e6b7f66e,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:22.439252 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5ff30168-6436-40e8-952d-526421dbf4b2 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:22.440355 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5ff30168-6436-40e8-952d-526421dbf4b2 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:22.446067 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2ed05d48-ea74-4955-b8f5-47bb384ce62d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:22.471194 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network aed1f6b3-feb5-494d-b20a-f7e5e6b7f66e details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:46:22.476128 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-6a4c9655-b7c2-4c3b-8f28-d7147d71f66e tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6275194 Mar 28 13:46:22.476128 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58664) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:22.485326 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-998124c6-5117-48ae-b219-87b50b4df259 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Request body: {'subnet': {'network_id': 'aed1f6b3-feb5-494d-b20a-f7e5e6b7f66e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:22.492746 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8883b68-cab3-4154-958f-3076ab635a06 None None] Routers {'2eb3dd2b-bf3f-4afb-bf79-7b7b8b400d8e'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:46:22.497695 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-c8883b68-cab3-4154-958f-3076ab635a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['2eb3dd2b-bf3f-4afb-bf79-7b7b8b400d8e'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:22.517938 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed05d48-ea74-4955-b8f5-47bb384ce62d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event deleted for resources: {'Port': ['ID=3a066dde-4153-4e29-ae6e-8222b577376b,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:22.519987 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed05d48-ea74-4955-b8f5-47bb384ce62d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] No DVR routers for this DVR port 3a066dde-4153-4e29-ae6e-8222b577376b on host dv-neutron-835335-1-hyperv {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:46:22.535918 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-78d22286-c935-41a1-a2f6-84d6299c84da tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:22.541473 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-78d22286-c935-41a1-a2f6-84d6299c84da tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.8472483 Mar 28 13:46:22.554922 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58666) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:22.574643 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-c8883b68-cab3-4154-958f-3076ab635a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:22.580693 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port d0e70817-2382-4276-b1d4-2658b0631863 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:22.583779 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:22.618571 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5ff30168-6436-40e8-952d-526421dbf4b2 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:22.619893 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30578443-647c-4895-9a4f-abecff378fc9 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:46:22.635206 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-30578443-647c-4895-9a4f-abecff378fc9 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:22.638795 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-30578443-647c-4895-9a4f-abecff378fc9 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] 10.222.0.24 "PUT /v2.0/routers/69feb2cc-6c2f-442d-b6f8-dc9ce08be844 HTTP/1.1" status: 200 len: 706 time: 4.0795395 Mar 28 13:46:22.638942 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e254cb2-e5d2-4bc8-85e6-9f8aea98b6a4 None None] Sync routers for ids ['69feb2cc-6c2f-442d-b6f8-dc9ce08be844'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:46:22.640917 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58668) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:22.645054 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a1f2aa60-64c4-40bb-9dbe-d47554bab081 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:22.653450 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e254cb2-e5d2-4bc8-85e6-9f8aea98b6a4 None None] Routers {'69feb2cc-6c2f-442d-b6f8-dc9ce08be844'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:46:22.658326 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-2e254cb2-e5d2-4bc8-85e6-9f8aea98b6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['69feb2cc-6c2f-442d-b6f8-dc9ce08be844'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:22.671540 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8883b68-cab3-4154-958f-3076ab635a06 None None] Routers {'2eb3dd2b-bf3f-4afb-bf79-7b7b8b400d8e'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:46:22.672462 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-c8883b68-cab3-4154-958f-3076ab635a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['2eb3dd2b-bf3f-4afb-bf79-7b7b8b400d8e'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:22.694634 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-2e254cb2-e5d2-4bc8-85e6-9f8aea98b6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:22.704501 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e254cb2-e5d2-4bc8-85e6-9f8aea98b6a4 None None] Routers {'69feb2cc-6c2f-442d-b6f8-dc9ce08be844'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:46:22.705266 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-2e254cb2-e5d2-4bc8-85e6-9f8aea98b6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:45:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['69feb2cc-6c2f-442d-b6f8-dc9ce08be844'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:22.708814 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5ff30168-6436-40e8-952d-526421dbf4b2 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:22.727765 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-c8883b68-cab3-4154-958f-3076ab635a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:22.728445 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8883b68-cab3-4154-958f-3076ab635a06 None None] The sync data for ids ['2eb3dd2b-bf3f-4afb-bf79-7b7b8b400d8e'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:46:22.739046 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6693c935-cfe5-428f-bb66-effac81a1983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:22.752913 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-2e254cb2-e5d2-4bc8-85e6-9f8aea98b6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:22.753757 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e254cb2-e5d2-4bc8-85e6-9f8aea98b6a4 None None] The sync data for ids ['69feb2cc-6c2f-442d-b6f8-dc9ce08be844'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:46:22.762461 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2ed05d48-ea74-4955-b8f5-47bb384ce62d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:22.774408 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a0a95b5c-fa2c-49bc-b9f9-980ab867d5dc tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] 10.222.0.24 "GET /v2.0/routers/69feb2cc-6c2f-442d-b6f8-dc9ce08be844 HTTP/1.1" status: 200 len: 741 time: 0.1314082 Mar 28 13:46:22.775075 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58670) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:22.817357 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-6693c935-cfe5-428f-bb66-effac81a1983 None None] For port d0e70817-2382-4276-b1d4-2658b0631863, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=d0e70817-2382-4276-b1d4-2658b0631863,segment=NetworkSegment(bf16481e-24ae-472e-8cb2-de6a07b568ae),segment_id=bf16481e-24ae-472e-8cb2-de6a07b568ae)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:46:22.825785 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:22.834184 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3675f6c8-4800-476c-a9eb-6a4ea7432a29 tempest-RoutersAdminTest-1327437132 tempest-RoutersAdminTest-1327437132-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=1cb296ed-c863-4502-973a-f31b82091846&device_id=69feb2cc-6c2f-442d-b6f8-dc9ce08be844 HTTP/1.1" status: 200 len: 205 time: 0.0559428 Mar 28 13:46:22.834184 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-2ed05d48-ea74-4955-b8f5-47bb384ce62d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['834c5ac1-6345-4f50-accf-d8eb27d761e4']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:22.837340 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58672) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:22.837453 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f2aa60-64c4-40bb-9dbe-d47554bab081 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Network 5b836221-e5bf-4290-ae67-a22e9ba6146f is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:46:22.860067 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5ff30168-6436-40e8-952d-526421dbf4b2 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:22.863843 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-5ff30168-6436-40e8-952d-526421dbf4b2 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6874199 Mar 28 13:46:22.863843 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-2ed05d48-ea74-4955-b8f5-47bb384ce62d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4420cc58-2a28-4c58-91e6-6d946ab1096e') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:22.863843 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-2ed05d48-ea74-4955-b8f5-47bb384ce62d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4420cc58-2a28-4c58-91e6-6d946ab1096e') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:22.874027 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6693c935-cfe5-428f-bb66-effac81a1983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:22.876680 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-a1f2aa60-64c4-40bb-9dbe-d47554bab081 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:22.878143 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58674) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:22.880564 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f2aa60-64c4-40bb-9dbe-d47554bab081 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:46:22.886681 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-98bcf0f6-e73d-478e-94fa-b9716a903847 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] 10.222.0.24 "GET /v2.0/ports?device_id=69feb2cc-6c2f-442d-b6f8-dc9ce08be844 HTTP/1.1" status: 200 len: 205 time: 0.0500228 Mar 28 13:46:22.889883 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-763e5580-16da-43b7-aa31-b8d17dfc6e32 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1824071693', 'prefixes': ['172.20.0.0/16']}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:22.898382 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58676) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:22.906732 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2ed05d48-ea74-4955-b8f5-47bb384ce62d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:22.960808 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f2aa60-64c4-40bb-9dbe-d47554bab081 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Pushing event updated for resources: {'Port': ['ID=684193d0-9aa9-4ec9-8072-36288a94003f,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:22.982996 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2ed05d48-ea74-4955-b8f5-47bb384ce62d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:23.000965 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998124c6-5117-48ae-b219-87b50b4df259 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Made reservation on behalf of a8d0b895291d43e9afe1329c139db87b for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:23.009433 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-998124c6-5117-48ae-b219-87b50b4df259 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:23.023504 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ed05d48-ea74-4955-b8f5-47bb384ce62d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:46:23.024426 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2ed05d48-ea74-4955-b8f5-47bb384ce62d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:23.035447 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:46:23.035447 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:46:23.035447 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:46:23.035447 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:46:23.035447 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:46:23.035447 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:46:23.035447 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:46:23.035447 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:46:23.035447 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:46:23.035447 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:46:23.035447 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:46:23.035447 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:46:23.035447 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:46:23.035447 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:46:23.035447 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:46:23.035447 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:46:23.035447 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:46:23.035447 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:46:23.035447 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:46:23.035447 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:46:23.035447 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:46:23.035447 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:46:23.035447 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:46:23.035447 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:46:23.035447 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:46:23.035447 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:46:23.035447 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:46:23.035447 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:46:23.035447 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:46:23.035447 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:46:23.035447 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:46:23.035447 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:46:23.075606 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a60f5b09-9b5f-4b15-a4ac-0eaafa46c511 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for router, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:23.077208 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.ipam_backend_mixin [None req-998124c6-5117-48ae-b219-87b50b4df259 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Performing IP validity checks on allocation pools {{(pid=109612) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 28 13:46:23.077840 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.ipam_backend_mixin [None req-998124c6-5117-48ae-b219-87b50b4df259 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109612) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 28 13:46:23.142505 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f2aa60-64c4-40bb-9dbe-d47554bab081 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:23.143590 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a1f2aa60-64c4-40bb-9dbe-d47554bab081 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:23.164597 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.db.api [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 13:46:23.166271 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG oslo_db.api [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 13:46:23.182095 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693c935-cfe5-428f-bb66-effac81a1983 None None] Pushing event updated for resources: {'Port': ['ID=d0e70817-2382-4276-b1d4-2658b0631863,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:23.214383 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-43a4098c-e830-4e78-8c48-4603c94fbd1f None None] Provisioning complete for port d0e70817-2382-4276-b1d4-2658b0631863 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:23.214701 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-43a4098c-e830-4e78-8c48-4603c94fbd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:23.257190 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a1f2aa60-64c4-40bb-9dbe-d47554bab081 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6565328 Mar 28 13:46:23.263052 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58678) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:23.270412 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-9e3cbbef-b1f0-40f0-a118-c29ee2824ffc tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:e4:c1:1a'}]}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:23.338328 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-43a4098c-e830-4e78-8c48-4603c94fbd1f None None] Provisioning complete for port f62043a6-83ff-4033-99ea-57e69375a30b triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:23.338697 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-43a4098c-e830-4e78-8c48-4603c94fbd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:23.385364 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-43a4098c-e830-4e78-8c48-4603c94fbd1f None None] Port f62043a6-83ff-4033-99ea-57e69375a30b cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:46:23.508886 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-79a5d5da-09bf-47f1-84fe-9911c54e6214 None None] Provisioning complete for port 684193d0-9aa9-4ec9-8072-36288a94003f triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:23.509317 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-79a5d5da-09bf-47f1-84fe-9911c54e6214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:23.539473 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-998124c6-5117-48ae-b219-87b50b4df259 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:23.549174 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-79a5d5da-09bf-47f1-84fe-9911c54e6214 None None] Port 684193d0-9aa9-4ec9-8072-36288a94003f cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:46:23.560652 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-79a5d5da-09bf-47f1-84fe-9911c54e6214 None None] Provisioning complete for port f62043a6-83ff-4033-99ea-57e69375a30b triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:23.561003 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-79a5d5da-09bf-47f1-84fe-9911c54e6214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:23.596887 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-79a5d5da-09bf-47f1-84fe-9911c54e6214 None None] Port f62043a6-83ff-4033-99ea-57e69375a30b cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:46:23.649520 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a60f5b09-9b5f-4b15-a4ac-0eaafa46c511 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:23.653252 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2ed05d48-ea74-4955-b8f5-47bb384ce62d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:23.657970 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a60f5b09-9b5f-4b15-a4ac-0eaafa46c511 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:23.671375 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2ed05d48-ea74-4955-b8f5-47bb384ce62d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:23.674552 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-2ed05d48-ea74-4955-b8f5-47bb384ce62d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "DELETE /v2.0/networks/834c5ac1-6345-4f50-accf-d8eb27d761e4 HTTP/1.1" status: 204 len: 168 time: 2.1317642 Mar 28 13:46:23.684820 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58680) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:23.689535 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed05d48-ea74-4955-b8f5-47bb384ce62d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event deleted for resources: {'Network': ['ID=834c5ac1-6345-4f50-accf-d8eb27d761e4,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:23.699811 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-c1b13170-a1eb-47cc-9a54-cb9c0397223d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Request body: {'network': {'name': 'tempest-RoutersTest-1402419539'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:23.704197 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998124c6-5117-48ae-b219-87b50b4df259 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event updated for resources: {'Subnet': ['ID=e78703a0-4974-46be-b362-bb3910887d9a,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:23.754219 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998124c6-5117-48ae-b219-87b50b4df259 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Checking segment: {'id': '76074df2-7643-42e6-a974-5f20a12e2397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'aed1f6b3-feb5-494d-b20a-f7e5e6b7f66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:46:23.754581 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998124c6-5117-48ae-b219-87b50b4df259 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Network hostable DHCP agents. Network: aed1f6b3-feb5-494d-b20a-f7e5e6b7f66e, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:46:23.766176 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9e3cbbef-b1f0-40f0-a118-c29ee2824ffc tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:23.769591 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 3a066dde-4153-4e29-ae6e-8222b577376b no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:46:23.794346 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 3a066dde-4153-4e29-ae6e-8222b577376b {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:46:23.794814 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 3a066dde-4153-4e29-ae6e-8222b577376b not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:46:23.812691 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a60f5b09-9b5f-4b15-a4ac-0eaafa46c511 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:23.813253 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60f5b09-9b5f-4b15-a4ac-0eaafa46c511 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Fanout notify agent at l3_agent the message router_deleted on router 69feb2cc-6c2f-442d-b6f8-dc9ce08be844 {{(pid=109613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:46:23.823797 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a60f5b09-9b5f-4b15-a4ac-0eaafa46c511 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:23.823797 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a60f5b09-9b5f-4b15-a4ac-0eaafa46c511 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] 10.222.0.24 "DELETE /v2.0/routers/69feb2cc-6c2f-442d-b6f8-dc9ce08be844 HTTP/1.1" status: 204 len: 168 time: 0.9233806 Mar 28 13:46:23.826103 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58682) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:23.853954 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-27f90106-dc43-402b-b76c-cf879d0cf903 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] 10.222.0.24 "GET /v2.0/ports?device_id=69feb2cc-6c2f-442d-b6f8-dc9ce08be844 HTTP/1.1" status: 200 len: 205 time: 0.0266175 Mar 28 13:46:23.856186 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58684) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:23.903423 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-763e5580-16da-43b7-aa31-b8d17dfc6e32 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Notify callbacks [] for subnetpool, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:23.904669 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-763e5580-16da-43b7-aa31-b8d17dfc6e32 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 1.0205212 Mar 28 13:46:23.905713 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-18203a85-1fad-43ea-9ac4-a57fd5a6d6ca tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] delete failed (client error): The resource could not be found. Mar 28 13:46:23.909195 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-18203a85-1fad-43ea-9ac4-a57fd5a6d6ca tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] 10.222.0.24 "DELETE /v2.0/routers/69feb2cc-6c2f-442d-b6f8-dc9ce08be844 HTTP/1.1" status: 404 len: 336 time: 0.0495179 Mar 28 13:46:23.909195 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58686) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:23.909894 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58688) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:23.914111 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.tag.tag_plugin [None req-c214f790-d3f5-416d-97e9-d29286e1e7ee tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7096a446-d235-409d-83a8-f599d81db6e9', 'tempest-TagsExtTest-Tag-1907587706') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:23.975371 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-46ebe925-18a0-4fdd-b595-563e7c965527 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] 10.222.0.24 "GET /v2.0/ports?device_id=83bcfbcf-485d-4f7f-8ed6-2cf01d4dff53 HTTP/1.1" status: 200 len: 205 time: 0.0557272 Mar 28 13:46:23.975640 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58690) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:24.001984 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1e846efc-92d9-4510-a9b6-c7b9707897d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:24.027400 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-afc0428b-e94e-4cca-a5fd-eb270f489409 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] delete failed (client error): The resource could not be found. Mar 28 13:46:24.028339 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-afc0428b-e94e-4cca-a5fd-eb270f489409 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] 10.222.0.24 "DELETE /v2.0/routers/83bcfbcf-485d-4f7f-8ed6-2cf01d4dff53 HTTP/1.1" status: 404 len: 336 time: 0.0516973 Mar 28 13:46:24.032343 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58692) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:24.063788 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-2ac990b0-edba-412f-8455-3843bc8d8337 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8828df0-79d0-459a-99c6-21d253e6b708 HTTP/1.1" status: 200 len: 205 time: 0.0303261 Mar 28 13:46:24.070458 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58694) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:24.117473 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-f73982e2-cf7a-4672-aaf0-5234366025dd tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] delete failed (client error): The resource could not be found. Mar 28 13:46:24.118517 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f73982e2-cf7a-4672-aaf0-5234366025dd tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] 10.222.0.24 "DELETE /v2.0/routers/e8828df0-79d0-459a-99c6-21d253e6b708 HTTP/1.1" status: 404 len: 336 time: 0.0475478 Mar 28 13:46:24.124968 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58696) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:24.134655 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b13170-a1eb-47cc-9a54-cb9c0397223d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Made reservation on behalf of 42c7f4b113aa41f19f4ff0f48ffaebf2 for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:24.138043 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c1b13170-a1eb-47cc-9a54-cb9c0397223d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:24.152342 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device d0e70817-2382-4276-b1d4-2658b0631863 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:46:24.157041 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-0dc1d9f8-2eb3-4531-b389-28941cab6fbd tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fcab03a-b85b-4cac-961e-c18a1e8721ce HTTP/1.1" status: 200 len: 205 time: 0.0304575 Mar 28 13:46:24.159363 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58698) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:24.176086 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7a860954-6872-4b3e-a00b-98d41919b76f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:24.203649 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-6b9d6f91-974e-4cb6-9d44-17904ee7b12d tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] delete failed (client error): The resource could not be found. Mar 28 13:46:24.207176 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-6b9d6f91-974e-4cb6-9d44-17904ee7b12d tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] 10.222.0.24 "DELETE /v2.0/routers/4fcab03a-b85b-4cac-961e-c18a1e8721ce HTTP/1.1" status: 404 len: 336 time: 0.0426910 Mar 28 13:46:24.207626 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58700) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:24.209895 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port d0e70817-2382-4276-b1d4-2658b0631863 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:24.215319 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:24.215451 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998124c6-5117-48ae-b219-87b50b4df259 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Network aed1f6b3-feb5-494d-b20a-f7e5e6b7f66e is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:46:24.245073 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-fc11723f-2c94-4d82-aef9-2f4273affa34 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaf39f9f-6a1c-40a0-b508-b7a57d473fb9 HTTP/1.1" status: 200 len: 205 time: 0.0343037 Mar 28 13:46:24.245763 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58702) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:24.250227 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1b13170-a1eb-47cc-9a54-cb9c0397223d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:46:24.283917 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c214f790-d3f5-416d-97e9-d29286e1e7ee tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "PUT /v2.0/subnets/7096a446-d235-409d-83a8-f599d81db6e9/tags/tempest-TagsExtTest-Tag-1907587706 HTTP/1.1" status: 201 len: 201 time: 0.3746860 Mar 28 13:46:24.285218 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-6f0d9859-62e6-4c7e-9e53-6af201617bbe tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] delete failed (client error): The resource could not be found. Mar 28 13:46:24.288420 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-6f0d9859-62e6-4c7e-9e53-6af201617bbe tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] 10.222.0.24 "DELETE /v2.0/routers/eaf39f9f-6a1c-40a0-b508-b7a57d473fb9 HTTP/1.1" status: 404 len: 336 time: 0.0395088 Mar 28 13:46:24.288420 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58704) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:24.289872 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58706) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:24.291189 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.tag.tag_plugin [None req-837df01a-9b3b-4747-9e65-8a9dcc6ad200 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f62043a6-83ff-4033-99ea-57e69375a30b', 'tempest-TagsExtTest-Tag-375323641') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:24.309257 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c1b13170-a1eb-47cc-9a54-cb9c0397223d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:24.309394 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-c1b13170-a1eb-47cc-9a54-cb9c0397223d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Added segment 9e28950d-8186-4225-80a1-23037cad811b of type vlan for network b41be743-41a2-4e42-aced-9855a899aec7 Mar 28 13:46:24.340251 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-6ac62621-7398-4b14-ab2f-018349bfcb0b tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a82200d-c0f6-4913-9f05-7a2f6ff7f4c6 HTTP/1.1" status: 200 len: 205 time: 0.0472674 Mar 28 13:46:24.344678 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58708) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:24.345020 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-998124c6-5117-48ae-b219-87b50b4df259 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, aed1f6b3-feb5-494d-b20a-f7e5e6b7f66e) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:24.354295 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9dba3d0-38d5-4905-95ff-45e841d8ea58 None None] Network aed1f6b3-feb5-494d-b20a-f7e5e6b7f66e requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:46:24.396331 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-452f0d58-1137-417a-b475-7543737b841a tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] delete failed (client error): The resource could not be found. Mar 28 13:46:24.397686 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-452f0d58-1137-417a-b475-7543737b841a tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] 10.222.0.24 "DELETE /v2.0/routers/4a82200d-c0f6-4913-9f05-7a2f6ff7f4c6 HTTP/1.1" status: 404 len: 336 time: 0.0518398 Mar 28 13:46:24.400468 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58710) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:24.407515 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998124c6-5117-48ae-b219-87b50b4df259 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:24.408103 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-998124c6-5117-48ae-b219-87b50b4df259 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:24.430829 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-37e6b6c6-b598-4500-a99e-dcd8974f4757 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] DELETE failed (client error): The resource could not be found. Mar 28 13:46:24.431285 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37e6b6c6-b598-4500-a99e-dcd8974f4757 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:46:24.434313 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-37e6b6c6-b598-4500-a99e-dcd8974f4757 tempest-RoutersAdminTest-1800196630 tempest-RoutersAdminTest-1800196630-project] 10.222.0.24 "DELETE /v2.0/subnets/e19e2196-2437-451d-87f8-1e9e21caaba1 HTTP/1.1" status: 404 len: 337 time: 0.0329571 Mar 28 13:46:24.437532 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c1b13170-a1eb-47cc-9a54-cb9c0397223d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:24.476517 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-837df01a-9b3b-4747-9e65-8a9dcc6ad200 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "PUT /v2.0/ports/f62043a6-83ff-4033-99ea-57e69375a30b/tags/tempest-TagsExtTest-Tag-375323641 HTTP/1.1" status: 201 len: 201 time: 0.1888094 Mar 28 13:46:24.479280 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58714) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:24.483897 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.tag.tag_plugin [None req-bfc5ca14-9513-4a2b-a773-a7891c2c1cde tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'be72e0f9-2d79-491c-8359-91579985863f', 'tempest-TagsExtTest-Tag-609491830') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:24.525359 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c79010-9d76-407d-8bb4-13a07b97cf83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-aed1f6b3-feb5-494d-b20a-f7e5e6b7f66e', 'network_id': 'aed1f6b3-feb5-494d-b20a-f7e5e6b7f66e', 'tenant_id': 'a8d0b895291d43e9afe1329c139db87b', 'fixed_ips': [{'subnet_id': 'e78703a0-4974-46be-b362-bb3910887d9a'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:46:24.526296 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-38c79010-9d76-407d-8bb4-13a07b97cf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:24.549533 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-998124c6-5117-48ae-b219-87b50b4df259 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0682266 Mar 28 13:46:24.550547 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58716) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:24.552525 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9e3cbbef-b1f0-40f0-a118-c29ee2824ffc tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:24.563037 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-6389d953-5f1b-4162-af7d-b05f3f17c689 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Request body: {'port': {'network_id': 'aed1f6b3-feb5-494d-b20a-f7e5e6b7f66e', 'name': 'tempest-PortsTestJSON-1103025946'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:24.590251 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c1b13170-a1eb-47cc-9a54-cb9c0397223d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:24.595644 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b13170-a1eb-47cc-9a54-cb9c0397223d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:24.596229 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c1b13170-a1eb-47cc-9a54-cb9c0397223d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:24.653900 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-bfc5ca14-9513-4a2b-a773-a7891c2c1cde tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "PUT /v2.0/routers/be72e0f9-2d79-491c-8359-91579985863f/tags/tempest-TagsExtTest-Tag-609491830 HTTP/1.1" status: 201 len: 201 time: 0.1734622 Mar 28 13:46:24.657231 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58718) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:24.663099 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.tag.tag_plugin [None req-e990e6ad-da40-482f-9331-dd7000076577 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '42c63bcd-c195-4150-9b56-45eabd49305a', 'tempest-TagsExtTest-Tag-623563635') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:24.672945 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9e3cbbef-b1f0-40f0-a118-c29ee2824ffc tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:24.674508 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-38c79010-9d76-407d-8bb4-13a07b97cf83 None None] Allocated IP 172.20.0.2 (aed1f6b3-feb5-494d-b20a-f7e5e6b7f66e/e78703a0-4974-46be-b362-bb3910887d9a/2e89e083-2462-470c-8346-93e0685e8ed1) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:46:24.798714 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e990e6ad-da40-482f-9331-dd7000076577 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "PUT /v2.0/subnetpools/42c63bcd-c195-4150-9b56-45eabd49305a/tags/tempest-TagsExtTest-Tag-623563635 HTTP/1.1" status: 201 len: 201 time: 0.1404228 Mar 28 13:46:24.800326 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c1b13170-a1eb-47cc-9a54-cb9c0397223d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1081800 Mar 28 13:46:24.801520 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58720) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:24.803969 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58722) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:24.809156 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-8037b6bd-330a-4f2b-83b0-e1bef656a455 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Request body: {'subnet': {'network_id': 'b41be743-41a2-4e42-aced-9855a899aec7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:24.814943 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.tag.tag_plugin [None req-26c33b89-8bf7-4989-8752-120dfde369d7 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7096a446-d235-409d-83a8-f599d81db6e9') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:24.862530 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-38c79010-9d76-407d-8bb4-13a07b97cf83 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:24.878388 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b13170-a1eb-47cc-9a54-cb9c0397223d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event updated for resources: {'Network': ['ID=b41be743-41a2-4e42-aced-9855a899aec7,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:24.894102 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network b41be743-41a2-4e42-aced-9855a899aec7 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:46:24.895209 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3cbbef-b1f0-40f0-a118-c29ee2824ffc tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Pushing event updated for resources: {'Port': ['ID=684193d0-9aa9-4ec9-8072-36288a94003f,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:24.927222 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-9e3cbbef-b1f0-40f0-a118-c29ee2824ffc tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] In _notify_port_updated(), no bound segment for port 684193d0-9aa9-4ec9-8072-36288a94003f on network 5b836221-e5bf-4290-ae67-a22e9ba6146f {{(pid=109612) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 28 13:46:24.932873 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3cbbef-b1f0-40f0-a118-c29ee2824ffc tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:24.933516 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9e3cbbef-b1f0-40f0-a118-c29ee2824ffc tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:24.937360 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-9e3cbbef-b1f0-40f0-a118-c29ee2824ffc tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] 10.222.0.24 "PUT /v2.0/ports/684193d0-9aa9-4ec9-8072-36288a94003f HTTP/1.1" status: 200 len: 993 time: 1.6702106 Mar 28 13:46:24.937360 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-7a860954-6872-4b3e-a00b-98d41919b76f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Allocated IP 172.20.0.1 (befaafba-99e5-461e-bfa0-7f6cf1e8f0c1/cc61f821-099f-44a6-bb95-35f138bccb42/812e2ebb-4499-4293-93ec-4c2598e668b7) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:46:24.942391 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58726) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:24.997941 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58728) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:25.009998 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-38c79010-9d76-407d-8bb4-13a07b97cf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:25.020180 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-26c33b89-8bf7-4989-8752-120dfde369d7 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "GET /v2.0/subnets/7096a446-d235-409d-83a8-f599d81db6e9/tags HTTP/1.1" status: 200 len: 241 time: 0.2174301 Mar 28 13:46:25.023495 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58732) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:25.029598 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.tag.tag_plugin [None req-788438db-ce21-44aa-a34f-00755065d030 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7096a446-d235-409d-83a8-f599d81db6e9', 'tempest-TagsExtTest-Tag-1907587706') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:25.074427 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c79010-9d76-407d-8bb4-13a07b97cf83 None None] Pushing event updated for resources: {'Port': ['ID=2e89e083-2462-470c-8346-93e0685e8ed1,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:25.095797 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c79010-9d76-407d-8bb4-13a07b97cf83 None None] Network aed1f6b3-feb5-494d-b20a-f7e5e6b7f66e is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:46:25.099207 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-38c79010-9d76-407d-8bb4-13a07b97cf83 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:25.103888 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c79010-9d76-407d-8bb4-13a07b97cf83 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:46:25.107232 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-788438db-ce21-44aa-a34f-00755065d030 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "GET /v2.0/subnets/7096a446-d235-409d-83a8-f599d81db6e9/tags/tempest-TagsExtTest-Tag-1907587706 HTTP/1.1" status: 204 len: 168 time: 0.0818596 Mar 28 13:46:25.109502 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58734) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:25.113863 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.tag.tag_plugin [None req-518fa548-1321-46c9-8fe6-146c71a5a597 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '7096a446-d235-409d-83a8-f599d81db6e9', 'tempest-TagsExtTest-Tag-1907587706') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:25.155754 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8037b6bd-330a-4f2b-83b0-e1bef656a455 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Made reservation on behalf of 42c7f4b113aa41f19f4ff0f48ffaebf2 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:25.160568 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8037b6bd-330a-4f2b-83b0-e1bef656a455 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:25.183719 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-a0d64c91-af2e-4c0f-bcee-ae7fb48630ac None None] Provisioning complete for port 684193d0-9aa9-4ec9-8072-36288a94003f triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:25.184036 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a0d64c91-af2e-4c0f-bcee-ae7fb48630ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:25.187087 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-38c79010-9d76-407d-8bb4-13a07b97cf83 None None] Attempting to bind port 2e89e083-2462-470c-8346-93e0685e8ed1 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:46:25.187087 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-38c79010-9d76-407d-8bb4-13a07b97cf83 None None] Attempting to bind port 2e89e083-2462-470c-8346-93e0685e8ed1 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '76074df2-7643-42e6-a974-5f20a12e2397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'aed1f6b3-feb5-494d-b20a-f7e5e6b7f66e'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:46:25.187287 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c79010-9d76-407d-8bb4-13a07b97cf83 None None] Attempting to bind port 2e89e083-2462-470c-8346-93e0685e8ed1 on network aed1f6b3-feb5-494d-b20a-f7e5e6b7f66e {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:46:25.206711 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-01d2ad0b-d6f3-474a-91dd-b530949a4397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:25.209923 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6389d953-5f1b-4162-af7d-b05f3f17c689 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Made reservation on behalf of a8d0b895291d43e9afe1329c139db87b for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:25.213255 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6389d953-5f1b-4162-af7d-b05f3f17c689 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:25.217397 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c79010-9d76-407d-8bb4-13a07b97cf83 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:46:25.217950 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c79010-9d76-407d-8bb4-13a07b97cf83 None None] Checking segment: {'id': '76074df2-7643-42e6-a974-5f20a12e2397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'aed1f6b3-feb5-494d-b20a-f7e5e6b7f66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:46:25.218167 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-38c79010-9d76-407d-8bb4-13a07b97cf83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:25.218526 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c79010-9d76-407d-8bb4-13a07b97cf83 None None] Bound using segment: {'id': '76074df2-7643-42e6-a974-5f20a12e2397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'aed1f6b3-feb5-494d-b20a-f7e5e6b7f66e'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:46:25.218997 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-38c79010-9d76-407d-8bb4-13a07b97cf83 None None] Bound port: 2e89e083-2462-470c-8346-93e0685e8ed1, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76074df2-7643-42e6-a974-5f20a12e2397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'aed1f6b3-feb5-494d-b20a-f7e5e6b7f66e'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:46:25.219379 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-38c79010-9d76-407d-8bb4-13a07b97cf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:25.239652 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-a0d64c91-af2e-4c0f-bcee-ae7fb48630ac None None] Port 684193d0-9aa9-4ec9-8072-36288a94003f cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:46:25.247491 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7a860954-6872-4b3e-a00b-98d41919b76f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:25.252719 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-73f83551-1252-4e4c-a479-2784b4a82267 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Deleting port 684193d0-9aa9-4ec9-8072-36288a94003f {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:25.256512 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-73f83551-1252-4e4c-a479-2784b4a82267 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:25.295498 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-38c79010-9d76-407d-8bb4-13a07b97cf83 None None] For port 2e89e083-2462-470c-8346-93e0685e8ed1, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:46:25.298714 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-38c79010-9d76-407d-8bb4-13a07b97cf83 None None] For port 2e89e083-2462-470c-8346-93e0685e8ed1, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=2e89e083-2462-470c-8346-93e0685e8ed1,segment=NetworkSegment(76074df2-7643-42e6-a974-5f20a12e2397),segment_id=76074df2-7643-42e6-a974-5f20a12e2397)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:46:25.331021 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [None req-6389d953-5f1b-4162-af7d-b05f3f17c689 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] device_id is not set on port bf5d32b7-8999-47d6-8c93-99d95beb91b8 yet. {{(pid=109612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:46:25.390146 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-38c79010-9d76-407d-8bb4-13a07b97cf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:25.407687 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8037b6bd-330a-4f2b-83b0-e1bef656a455 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:25.460119 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c79010-9d76-407d-8bb4-13a07b97cf83 None None] Pushing event updated for resources: {'Port': ['ID=2e89e083-2462-470c-8346-93e0685e8ed1,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:25.491206 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8037b6bd-330a-4f2b-83b0-e1bef656a455 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event updated for resources: {'Subnet': ['ID=4c1db472-231d-4df2-afec-e9d5d8de1b40,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:25.491801 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-73f83551-1252-4e4c-a479-2784b4a82267 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:25.495768 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8037b6bd-330a-4f2b-83b0-e1bef656a455 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Checking segment: {'id': '9e28950d-8186-4225-80a1-23037cad811b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b41be743-41a2-4e42-aced-9855a899aec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:46:25.496131 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8037b6bd-330a-4f2b-83b0-e1bef656a455 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Network hostable DHCP agents. Network: b41be743-41a2-4e42-aced-9855a899aec7, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:46:25.545325 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-73f83551-1252-4e4c-a479-2784b4a82267 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Calling delete_port for 684193d0-9aa9-4ec9-8072-36288a94003f owned by {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:25.579182 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7a860954-6872-4b3e-a00b-98d41919b76f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:25.628021 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8037b6bd-330a-4f2b-83b0-e1bef656a455 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Network b41be743-41a2-4e42-aced-9855a899aec7 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:46:25.678918 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-518fa548-1321-46c9-8fe6-146c71a5a597 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "DELETE /v2.0/subnets/7096a446-d235-409d-83a8-f599d81db6e9/tags/tempest-TagsExtTest-Tag-1907587706 HTTP/1.1" status: 204 len: 168 time: 0.5683863 Mar 28 13:46:25.680607 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58736) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:25.682812 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-01d2ad0b-d6f3-474a-91dd-b530949a4397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:25.684490 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-6389d953-5f1b-4162-af7d-b05f3f17c689 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Allocated IP 172.20.0.10 (aed1f6b3-feb5-494d-b20a-f7e5e6b7f66e/e78703a0-4974-46be-b362-bb3910887d9a/bf5d32b7-8999-47d6-8c93-99d95beb91b8) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:46:25.686749 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.tag.tag_plugin [None req-e8682f73-253d-470e-b917-9db32dd5fc06 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7096a446-d235-409d-83a8-f599d81db6e9') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:25.710574 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-8037b6bd-330a-4f2b-83b0-e1bef656a455 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, b41be743-41a2-4e42-aced-9855a899aec7) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:25.717571 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8037b6bd-330a-4f2b-83b0-e1bef656a455 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:25.718232 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8037b6bd-330a-4f2b-83b0-e1bef656a455 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:25.719736 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c55866-bfae-4863-8fb5-b532bdacf09d None None] Network b41be743-41a2-4e42-aced-9855a899aec7 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:46:25.722369 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a860954-6872-4b3e-a00b-98d41919b76f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Network befaafba-99e5-461e-bfa0-7f6cf1e8f0c1 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:46:25.739496 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-7a860954-6872-4b3e-a00b-98d41919b76f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:25.753598 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a860954-6872-4b3e-a00b-98d41919b76f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:46:25.763749 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a860954-6872-4b3e-a00b-98d41919b76f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Pushing event updated for resources: {'Port': ['ID=812e2ebb-4499-4293-93ec-4c2598e668b7,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:25.784644 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e8682f73-253d-470e-b917-9db32dd5fc06 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "GET /v2.0/subnets/7096a446-d235-409d-83a8-f599d81db6e9/tags HTTP/1.1" status: 200 len: 205 time: 0.1036041 Mar 28 13:46:25.785302 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58738) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:25.790862 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.tag.tag_plugin [None req-61c636f4-d262-426a-8405-9bc7159af7dd tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f62043a6-83ff-4033-99ea-57e69375a30b') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:25.820867 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-01d2ad0b-d6f3-474a-91dd-b530949a4397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:25.830836 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-8037b6bd-330a-4f2b-83b0-e1bef656a455 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0256371 Mar 28 13:46:25.833394 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58740) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:25.843803 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-fa6e183d-d264-4fea-88bb-eafd5d7968f2 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1661524784', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:25.895872 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-01d2ad0b-d6f3-474a-91dd-b530949a4397 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0f7bfce14621425a9610038e99c5fa8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8943851 Mar 28 13:46:25.896419 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-61c636f4-d262-426a-8405-9bc7159af7dd tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "GET /v2.0/ports/f62043a6-83ff-4033-99ea-57e69375a30b/tags HTTP/1.1" status: 200 len: 240 time: 0.1095695 Mar 28 13:46:25.898565 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58742) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:25.907286 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58744) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:25.913593 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.tag.tag_plugin [None req-481c4429-d1cb-4fa9-b639-8a28a70ff086 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f62043a6-83ff-4033-99ea-57e69375a30b', 'tempest-TagsExtTest-Tag-375323641') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:25.938767 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7a860954-6872-4b3e-a00b-98d41919b76f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:25.953397 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fa6e183d-d264-4fea-88bb-eafd5d7968f2 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:25.954482 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fa6e183d-d264-4fea-88bb-eafd5d7968f2 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:25.967619 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-31bfd7f0-95ff-4490-b228-78376b9b0969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:25.970957 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb77116c-2d4c-4dee-9b48-d9b81cc75632 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-b41be743-41a2-4e42-aced-9855a899aec7', 'network_id': 'b41be743-41a2-4e42-aced-9855a899aec7', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'fixed_ips': [{'subnet_id': '4c1db472-231d-4df2-afec-e9d5d8de1b40'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:46:25.972256 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-eb77116c-2d4c-4dee-9b48-d9b81cc75632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:26.004584 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-31bfd7f0-95ff-4490-b228-78376b9b0969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:26.052527 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fa6e183d-d264-4fea-88bb-eafd5d7968f2 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:26.081187 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d2ad0b-d6f3-474a-91dd-b530949a4397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f83ec4-af48-45fc-9953-00fcf5473149,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:26.110687 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fa6e183d-d264-4fea-88bb-eafd5d7968f2 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:26.175357 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-eb77116c-2d4c-4dee-9b48-d9b81cc75632 None None] Allocated IP 172.20.0.2 (b41be743-41a2-4e42-aced-9855a899aec7/4c1db472-231d-4df2-afec-e9d5d8de1b40/2480f7ee-62fb-4a6e-8457-3cff01a11c81) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:46:26.192398 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fa6e183d-d264-4fea-88bb-eafd5d7968f2 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:26.194234 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-fa6e183d-d264-4fea-88bb-eafd5d7968f2 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3568320 Mar 28 13:46:26.195639 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-31bfd7f0-95ff-4490-b228-78376b9b0969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:26.195811 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-73f83551-1252-4e4c-a479-2784b4a82267 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:26.197764 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-31bfd7f0-95ff-4490-b228-78376b9b0969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:26.198989 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-31bfd7f0-95ff-4490-b228-78376b9b0969 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b2f83ec4-af48-45fc-9953-00fcf5473149 HTTP/1.1" status: 204 len: 168 time: 0.2993329 Mar 28 13:46:26.199532 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58746) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:26.276388 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 2e89e083-2462-470c-8346-93e0685e8ed1 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:46:26.290297 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f83551-1252-4e4c-a479-2784b4a82267 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Pushing event deleted for resources: {'Port': ['ID=684193d0-9aa9-4ec9-8072-36288a94003f,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:26.297902 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6389d953-5f1b-4162-af7d-b05f3f17c689 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:26.298831 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bfd7f0-95ff-4490-b228-78376b9b0969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f83ec4-af48-45fc-9953-00fcf5473149,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:26.343015 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-481c4429-d1cb-4fa9-b639-8a28a70ff086 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "GET /v2.0/ports/f62043a6-83ff-4033-99ea-57e69375a30b/tags/tempest-TagsExtTest-Tag-375323641 HTTP/1.1" status: 204 len: 168 time: 0.4326801 Mar 28 13:46:26.355346 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58750) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:26.389091 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.tag.tag_plugin [None req-69d4124a-031b-432e-b76b-3ec7c792f694 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'f62043a6-83ff-4033-99ea-57e69375a30b', 'tempest-TagsExtTest-Tag-375323641') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:26.461362 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7a860954-6872-4b3e-a00b-98d41919b76f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:26.507107 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-e6117c3a-cdc6-45fc-8baf-ca59bc2efe8b None None] Provisioning complete for port 812e2ebb-4499-4293-93ec-4c2598e668b7 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:26.507478 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e6117c3a-cdc6-45fc-8baf-ca59bc2efe8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:26.510913 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6389d953-5f1b-4162-af7d-b05f3f17c689 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:26.546426 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d592fc68-256d-4746-b7d8-9024389ac315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:26.624293 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-eb77116c-2d4c-4dee-9b48-d9b81cc75632 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:26.630576 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6389d953-5f1b-4162-af7d-b05f3f17c689 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Network aed1f6b3-feb5-494d-b20a-f7e5e6b7f66e is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:46:26.638731 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-e6117c3a-cdc6-45fc-8baf-ca59bc2efe8b None None] Port 812e2ebb-4499-4293-93ec-4c2598e668b7 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:46:26.673025 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 2e89e083-2462-470c-8346-93e0685e8ed1 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:26.673409 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:26.701509 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-6389d953-5f1b-4162-af7d-b05f3f17c689 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:26.705709 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8c9e4364-7c7d-483f-a793-9949393d489b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:26.708503 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6389d953-5f1b-4162-af7d-b05f3f17c689 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:46:26.732021 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-eb77116c-2d4c-4dee-9b48-d9b81cc75632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:26.787685 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6389d953-5f1b-4162-af7d-b05f3f17c689 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event updated for resources: {'Port': ['ID=bf5d32b7-8999-47d6-8c93-99d95beb91b8,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:26.790821 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb77116c-2d4c-4dee-9b48-d9b81cc75632 None None] Network b41be743-41a2-4e42-aced-9855a899aec7 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:46:26.801817 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-eb77116c-2d4c-4dee-9b48-d9b81cc75632 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:26.813490 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb77116c-2d4c-4dee-9b48-d9b81cc75632 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:46:26.842952 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e47d8d6-646b-4299-b429-67943af7e897 None None] Network aed1f6b3-feb5-494d-b20a-f7e5e6b7f66e requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:46:26.848702 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77116c-2d4c-4dee-9b48-d9b81cc75632 None None] Pushing event updated for resources: {'Port': ['ID=2480f7ee-62fb-4a6e-8457-3cff01a11c81,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:26.872457 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6389d953-5f1b-4162-af7d-b05f3f17c689 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:26.873076 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6389d953-5f1b-4162-af7d-b05f3f17c689 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:26.879729 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-73f83551-1252-4e4c-a479-2784b4a82267 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:26.885938 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-73f83551-1252-4e4c-a479-2784b4a82267 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] 10.222.0.24 "DELETE /v2.0/ports/684193d0-9aa9-4ec9-8072-36288a94003f HTTP/1.1" status: 204 len: 168 time: 1.9402454 Mar 28 13:46:26.889435 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58754) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:26.923653 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed5d44c0-5187-4421-be59-07fee2029d4f tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] GET failed (client error): The resource could not be found. Mar 28 13:46:26.933471 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ed5d44c0-5187-4421-be59-07fee2029d4f tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] 10.222.0.24 "GET /v2.0/ports/684193d0-9aa9-4ec9-8072-36288a94003f HTTP/1.1" status: 404 len: 333 time: 0.0444305 Mar 28 13:46:26.939038 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58756) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:26.943428 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-14146779-7f91-48e3-ae3b-dde9732e2caf tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Request body: {'port': {'network_id': '5b836221-e5bf-4290-ae67-a22e9ba6146f', 'name': 'tempest-AllowedAddressPairTestJSON-883477557'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:26.978421 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-301e61bb-c7b0-43ce-9b17-a8b1cd4ea112 None None] Provisioning complete for port 2e89e083-2462-470c-8346-93e0685e8ed1 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:26.978799 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-301e61bb-c7b0-43ce-9b17-a8b1cd4ea112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:26.979619 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-6389d953-5f1b-4162-af7d-b05f3f17c689 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4245553 Mar 28 13:46:26.984796 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58758) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:27.022714 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58760) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:27.180309 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-04716984-7de4-4f83-857b-1bb1c775626f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fb938ce7e46e4cfeaf8d341ddb0a090a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1372509 Mar 28 13:46:27.181710 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-8c9e4364-7c7d-483f-a793-9949393d489b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Allocated IP 172.20.0.1 (b41be743-41a2-4e42-aced-9855a899aec7/4c1db472-231d-4df2-afec-e9d5d8de1b40/8a44dcf3-3d50-45ea-955a-3c4bf104c42d) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:46:27.184498 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58764) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:27.210105 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:27.214200 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-eb77116c-2d4c-4dee-9b48-d9b81cc75632 None None] Attempting to bind port 2480f7ee-62fb-4a6e-8457-3cff01a11c81 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:46:27.214858 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-eb77116c-2d4c-4dee-9b48-d9b81cc75632 None None] Attempting to bind port 2480f7ee-62fb-4a6e-8457-3cff01a11c81 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '9e28950d-8186-4225-80a1-23037cad811b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b41be743-41a2-4e42-aced-9855a899aec7'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:46:27.215921 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb77116c-2d4c-4dee-9b48-d9b81cc75632 None None] Attempting to bind port 2480f7ee-62fb-4a6e-8457-3cff01a11c81 on network b41be743-41a2-4e42-aced-9855a899aec7 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:46:27.265954 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb77116c-2d4c-4dee-9b48-d9b81cc75632 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:46:27.266332 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb77116c-2d4c-4dee-9b48-d9b81cc75632 None None] Checking segment: {'id': '9e28950d-8186-4225-80a1-23037cad811b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b41be743-41a2-4e42-aced-9855a899aec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:46:27.266737 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-eb77116c-2d4c-4dee-9b48-d9b81cc75632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:27.267130 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb77116c-2d4c-4dee-9b48-d9b81cc75632 None None] Bound using segment: {'id': '9e28950d-8186-4225-80a1-23037cad811b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b41be743-41a2-4e42-aced-9855a899aec7'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:46:27.267610 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-eb77116c-2d4c-4dee-9b48-d9b81cc75632 None None] Bound port: 2480f7ee-62fb-4a6e-8457-3cff01a11c81, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e28950d-8186-4225-80a1-23037cad811b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b41be743-41a2-4e42-aced-9855a899aec7'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:46:27.268008 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-eb77116c-2d4c-4dee-9b48-d9b81cc75632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:27.309717 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-de7e8f50-e3c1-48d1-a780-c642cfdeb147 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Deleting port bf5d32b7-8999-47d6-8c93-99d95beb91b8 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:27.310057 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-de7e8f50-e3c1-48d1-a780-c642cfdeb147 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:27.327661 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 2e89e083-2462-470c-8346-93e0685e8ed1, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=2e89e083-2462-470c-8346-93e0685e8ed1,segment=NetworkSegment(76074df2-7643-42e6-a974-5f20a12e2397),segment_id=76074df2-7643-42e6-a974-5f20a12e2397)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:46:27.343898 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-69d4124a-031b-432e-b76b-3ec7c792f694 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "DELETE /v2.0/ports/f62043a6-83ff-4033-99ea-57e69375a30b/tags/tempest-TagsExtTest-Tag-375323641 HTTP/1.1" status: 204 len: 168 time: 0.9866593 Mar 28 13:46:27.345518 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-70893a0b-677b-4c15-8e9a-06847c30b01b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:27.349286 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58766) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:27.354404 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.tag.tag_plugin [None req-38ca5f16-4f6b-4ebb-b27f-91e5435b5bda tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f62043a6-83ff-4033-99ea-57e69375a30b') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:27.402175 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:27.463387 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-301e61bb-c7b0-43ce-9b17-a8b1cd4ea112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:27.468085 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7a860954-6872-4b3e-a00b-98d41919b76f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:27.479200 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-70893a0b-677b-4c15-8e9a-06847c30b01b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:27.486929 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8c9e4364-7c7d-483f-a793-9949393d489b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:27.496340 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-eb77116c-2d4c-4dee-9b48-d9b81cc75632 None None] For port 2480f7ee-62fb-4a6e-8457-3cff01a11c81, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:46:27.498828 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14146779-7f91-48e3-ae3b-dde9732e2caf tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Made reservation on behalf of 894c1d00e5b7433997797c4b000f3d4a for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:27.502762 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-14146779-7f91-48e3-ae3b-dde9732e2caf tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:27.519882 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7a860954-6872-4b3e-a00b-98d41919b76f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:27.522963 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-de7e8f50-e3c1-48d1-a780-c642cfdeb147 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:27.529241 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-eb77116c-2d4c-4dee-9b48-d9b81cc75632 None None] For port 2480f7ee-62fb-4a6e-8457-3cff01a11c81, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=2480f7ee-62fb-4a6e-8457-3cff01a11c81,segment=NetworkSegment(9e28950d-8186-4225-80a1-23037cad811b),segment_id=9e28950d-8186-4225-80a1-23037cad811b)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:46:27.532335 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=2e89e083-2462-470c-8346-93e0685e8ed1,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:27.574251 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:27.576619 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.db.api [None req-301e61bb-c7b0-43ce-9b17-a8b1cd4ea112 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 13:46:27.576971 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG oslo_db.api [None req-301e61bb-c7b0-43ce-9b17-a8b1cd4ea112 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 13:46:27.579780 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-de7e8f50-e3c1-48d1-a780-c642cfdeb147 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Calling delete_port for bf5d32b7-8999-47d6-8c93-99d95beb91b8 owned by {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:27.602273 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [None req-14146779-7f91-48e3-ae3b-dde9732e2caf tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] device_id is not set on port d1b416f0-71da-4b44-9fdd-57010393e8bb yet. {{(pid=109612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:46:27.610083 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-38ca5f16-4f6b-4ebb-b27f-91e5435b5bda tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "GET /v2.0/ports/f62043a6-83ff-4033-99ea-57e69375a30b/tags HTTP/1.1" status: 200 len: 205 time: 0.2597079 Mar 28 13:46:27.613971 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-eb77116c-2d4c-4dee-9b48-d9b81cc75632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:27.622629 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58768) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:27.626045 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.tag.tag_plugin [None req-8fd7ca91-d6fe-427e-9d14-3f45810db770 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'be72e0f9-2d79-491c-8359-91579985863f') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:27.674522 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8c9e4364-7c7d-483f-a793-9949393d489b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:27.704273 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77116c-2d4c-4dee-9b48-d9b81cc75632 None None] Pushing event updated for resources: {'Port': ['ID=2480f7ee-62fb-4a6e-8457-3cff01a11c81,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:27.731739 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-70893a0b-677b-4c15-8e9a-06847c30b01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:27.734529 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-70893a0b-677b-4c15-8e9a-06847c30b01b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:27.735753 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-70893a0b-677b-4c15-8e9a-06847c30b01b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f2d74ff3-404a-415f-a40a-ee484de7f6f1 HTTP/1.1" status: 204 len: 168 time: 0.5503266 Mar 28 13:46:27.752849 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9e4364-7c7d-483f-a793-9949393d489b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Network b41be743-41a2-4e42-aced-9855a899aec7 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:46:27.788222 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a860954-6872-4b3e-a00b-98d41919b76f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Pushing event updated for resources: {'Port': ['ID=812e2ebb-4499-4293-93ec-4c2598e668b7,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:27.797476 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-8fd7ca91-d6fe-427e-9d14-3f45810db770 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "GET /v2.0/routers/be72e0f9-2d79-491c-8359-91579985863f/tags HTTP/1.1" status: 200 len: 240 time: 0.1752756 Mar 28 13:46:27.801012 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-8c9e4364-7c7d-483f-a793-9949393d489b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:27.801237 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58772) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:27.805862 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7a860954-6872-4b3e-a00b-98d41919b76f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:27.811583 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.tag.tag_plugin [None req-93fd555e-5b7c-43e3-9ff5-0b05b5fabbc5 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'be72e0f9-2d79-491c-8359-91579985863f', 'tempest-TagsExtTest-Tag-609491830') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:27.820204 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9e4364-7c7d-483f-a793-9949393d489b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:46:27.830805 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70893a0b-677b-4c15-8e9a-06847c30b01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d74ff3-404a-415f-a40a-ee484de7f6f1,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:27.856894 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e4364-7c7d-483f-a793-9949393d489b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event updated for resources: {'Port': ['ID=8a44dcf3-3d50-45ea-955a-3c4bf104c42d,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:27.913279 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8c9e4364-7c7d-483f-a793-9949393d489b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:27.961683 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-de7e8f50-e3c1-48d1-a780-c642cfdeb147 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:28.000904 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-93fd555e-5b7c-43e3-9ff5-0b05b5fabbc5 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "GET /v2.0/routers/be72e0f9-2d79-491c-8359-91579985863f/tags/tempest-TagsExtTest-Tag-609491830 HTTP/1.1" status: 204 len: 168 time: 0.1969018 Mar 28 13:46:28.004215 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58774) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:28.016841 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.tag.tag_plugin [None req-e3e8aef1-050c-4645-b872-2d395c7582d1 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'be72e0f9-2d79-491c-8359-91579985863f', 'tempest-TagsExtTest-Tag-609491830') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:28.050445 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e8f50-e3c1-48d1-a780-c642cfdeb147 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event deleted for resources: {'Port': ['ID=bf5d32b7-8999-47d6-8c93-99d95beb91b8,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:28.081500 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-14146779-7f91-48e3-ae3b-dde9732e2caf tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Allocated IP 172.20.0.9 (5b836221-e5bf-4290-ae67-a22e9ba6146f/c1d55cd2-9b19-4092-8905-4416c9ef2970/d1b416f0-71da-4b44-9fdd-57010393e8bb) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:46:28.196649 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a860954-6872-4b3e-a00b-98d41919b76f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Network befaafba-99e5-461e-bfa0-7f6cf1e8f0c1 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:46:28.205292 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-7a860954-6872-4b3e-a00b-98d41919b76f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:28.267176 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-5578a433-d6a4-403f-80d3-ddc642c1393e None None] Could not find standard attr ID for object bf5d32b7-8999-47d6-8c93-99d95beb91b8. {{(pid=109614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 13:46:28.281755 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-5578a433-d6a4-403f-80d3-ddc642c1393e None None] Provisioning complete for port 2e89e083-2462-470c-8346-93e0685e8ed1 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:28.282326 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5578a433-d6a4-403f-80d3-ddc642c1393e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:28.315176 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-de7e8f50-e3c1-48d1-a780-c642cfdeb147 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:28.330233 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-de7e8f50-e3c1-48d1-a780-c642cfdeb147 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/ports/bf5d32b7-8999-47d6-8c93-99d95beb91b8 HTTP/1.1" status: 204 len: 168 time: 1.3444724 Mar 28 13:46:28.331402 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58778) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:28.402913 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-e3e8aef1-050c-4645-b872-2d395c7582d1 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "DELETE /v2.0/routers/be72e0f9-2d79-491c-8359-91579985863f/tags/tempest-TagsExtTest-Tag-609491830 HTTP/1.1" status: 204 len: 168 time: 0.3958783 Mar 28 13:46:28.413595 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58782) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:28.420050 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 2e89e083-2462-470c-8346-93e0685e8ed1 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:46:28.476983 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.tag.tag_plugin [None req-9c8516c9-c817-4d46-ae5d-315303c18d9f tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'be72e0f9-2d79-491c-8359-91579985863f') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:28.497806 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a860954-6872-4b3e-a00b-98d41919b76f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Router 2eb3dd2b-bf3f-4afb-bf79-7b7b8b400d8e has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:46:28.577493 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-c707d265-f897-4ffa-9b01-d9038075a8fb tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] DELETE failed (client error): The resource could not be found. Mar 28 13:46:28.578317 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c707d265-f897-4ffa-9b01-d9038075a8fb tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:46:28.582604 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c707d265-f897-4ffa-9b01-d9038075a8fb tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/ports/bf5d32b7-8999-47d6-8c93-99d95beb91b8 HTTP/1.1" status: 404 len: 333 time: 0.2468469 Mar 28 13:46:28.605278 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 2e89e083-2462-470c-8346-93e0685e8ed1 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:28.605727 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:28.609284 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58788) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:28.612437 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8c9e4364-7c7d-483f-a793-9949393d489b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:28.658994 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-14146779-7f91-48e3-ae3b-dde9732e2caf tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:28.665047 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-983f7e9d-856f-484e-9470-f8171209992d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] GET failed (client error): The resource could not be found. Mar 28 13:46:28.666691 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-983f7e9d-856f-484e-9470-f8171209992d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "GET /v2.0/ports/bf5d32b7-8999-47d6-8c93-99d95beb91b8 HTTP/1.1" status: 404 len: 333 time: 0.0564156 Mar 28 13:46:28.670246 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58790) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:28.724021 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9c8516c9-c817-4d46-ae5d-315303c18d9f tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "GET /v2.0/routers/be72e0f9-2d79-491c-8359-91579985863f/tags HTTP/1.1" status: 200 len: 205 time: 0.2534375 Mar 28 13:46:28.728269 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 2480f7ee-62fb-4a6e-8457-3cff01a11c81 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:46:28.729732 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58794) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:28.764988 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.tag.tag_plugin [None req-f1fe46f8-76cb-4642-adbe-23e93139de64 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '42c63bcd-c195-4150-9b56-45eabd49305a') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:28.803616 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-03b5166b-f255-460b-ae39-382c0a90376b None None] Provisioning complete for port 812e2ebb-4499-4293-93ec-4c2598e668b7 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:28.804088 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-03b5166b-f255-460b-ae39-382c0a90376b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:28.841641 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0fd7877-19f0-49b1-bdc4-d895859bcd9a tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Deleting subnet e78703a0-4974-46be-b362-bb3910887d9a {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:46:28.846053 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f1fe46f8-76cb-4642-adbe-23e93139de64 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "GET /v2.0/subnetpools/42c63bcd-c195-4150-9b56-45eabd49305a/tags HTTP/1.1" status: 200 len: 240 time: 0.1159132 Mar 28 13:46:28.848888 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58796) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:28.851118 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-03b5166b-f255-460b-ae39-382c0a90376b None None] Port 812e2ebb-4499-4293-93ec-4c2598e668b7 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:46:28.855146 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b0fd7877-19f0-49b1-bdc4-d895859bcd9a tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:28.857082 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.tag.tag_plugin [None req-2f5dec76-1711-4de3-bbe8-6ff502875a49 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '42c63bcd-c195-4150-9b56-45eabd49305a', 'tempest-TagsExtTest-Tag-623563635') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:28.862851 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a860954-6872-4b3e-a00b-98d41919b76f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:46:28.873683 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 2480f7ee-62fb-4a6e-8457-3cff01a11c81 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:28.874190 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:28.876178 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d6bfbf-8693-4d84-8e9a-514def5947ea None None] Sync routers for ids ['2eb3dd2b-bf3f-4afb-bf79-7b7b8b400d8e'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:46:28.885691 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-7a860954-6872-4b3e-a00b-98d41919b76f tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "PUT /v2.0/routers/2eb3dd2b-bf3f-4afb-bf79-7b7b8b400d8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3232887 Mar 28 13:46:28.888600 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58800) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:28.894762 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-a1f106b2-e0a8-4d4e-be09-4529d6d33be7 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Request body: {'port': {'network_id': 'befaafba-99e5-461e-bfa0-7f6cf1e8f0c1', 'name': 'tempest-FloatingIPTestJSON-1080508127'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:28.910607 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:28.924918 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d6bfbf-8693-4d84-8e9a-514def5947ea None None] Routers {'2eb3dd2b-bf3f-4afb-bf79-7b7b8b400d8e'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:46:28.925864 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-a2d6bfbf-8693-4d84-8e9a-514def5947ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:46:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['2eb3dd2b-bf3f-4afb-bf79-7b7b8b400d8e'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:28.959565 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-14146779-7f91-48e3-ae3b-dde9732e2caf tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:28.962620 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b0fd7877-19f0-49b1-bdc4-d895859bcd9a tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:28.971826 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-a2d6bfbf-8693-4d84-8e9a-514def5947ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:28.988694 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d6bfbf-8693-4d84-8e9a-514def5947ea None None] Routers {'2eb3dd2b-bf3f-4afb-bf79-7b7b8b400d8e'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:46:28.989795 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-a2d6bfbf-8693-4d84-8e9a-514def5947ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:46:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['2eb3dd2b-bf3f-4afb-bf79-7b7b8b400d8e'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:29.034256 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-a2d6bfbf-8693-4d84-8e9a-514def5947ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:29.034904 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d6bfbf-8693-4d84-8e9a-514def5947ea None None] The sync data for ids ['2eb3dd2b-bf3f-4afb-bf79-7b7b8b400d8e'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:46:29.037911 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14146779-7f91-48e3-ae3b-dde9732e2caf tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Network 5b836221-e5bf-4290-ae67-a22e9ba6146f is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:46:29.068999 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-2f5dec76-1711-4de3-bbe8-6ff502875a49 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "GET /v2.0/subnetpools/42c63bcd-c195-4150-9b56-45eabd49305a/tags/tempest-TagsExtTest-Tag-623563635 HTTP/1.1" status: 204 len: 168 time: 0.2184758 Mar 28 13:46:29.082138 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58804) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:29.085483 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-14146779-7f91-48e3-ae3b-dde9732e2caf tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:29.086641 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.tag.tag_plugin [None req-368d9658-ab7d-4832-b444-5f35b506bebf tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '42c63bcd-c195-4150-9b56-45eabd49305a', 'tempest-TagsExtTest-Tag-623563635') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:29.095729 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:29.125904 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14146779-7f91-48e3-ae3b-dde9732e2caf tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:46:29.155935 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 2480f7ee-62fb-4a6e-8457-3cff01a11c81, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=2480f7ee-62fb-4a6e-8457-3cff01a11c81,segment=NetworkSegment(9e28950d-8186-4225-80a1-23037cad811b),segment_id=9e28950d-8186-4225-80a1-23037cad811b)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:46:29.201943 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:29.209952 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8c9e4364-7c7d-483f-a793-9949393d489b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:29.231112 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14146779-7f91-48e3-ae3b-dde9732e2caf tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Pushing event updated for resources: {'Port': ['ID=d1b416f0-71da-4b44-9fdd-57010393e8bb,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:29.241834 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b0fd7877-19f0-49b1-bdc4-d895859bcd9a tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:29.285622 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=2480f7ee-62fb-4a6e-8457-3cff01a11c81,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:29.287427 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8c9e4364-7c7d-483f-a793-9949393d489b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:29.300156 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14146779-7f91-48e3-ae3b-dde9732e2caf tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:29.306677 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-14146779-7f91-48e3-ae3b-dde9732e2caf tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:29.338496 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:29.350261 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-368d9658-ab7d-4832-b444-5f35b506bebf tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "DELETE /v2.0/subnetpools/42c63bcd-c195-4150-9b56-45eabd49305a/tags/tempest-TagsExtTest-Tag-623563635 HTTP/1.1" status: 204 len: 168 time: 0.2670081 Mar 28 13:46:29.355700 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58812) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:29.365012 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.tag.tag_plugin [None req-4d4a4c9f-313a-4106-a7d6-bdb448d00ae1 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '42c63bcd-c195-4150-9b56-45eabd49305a') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:29.367403 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e31780-e2b2-48bf-b1dc-9b3e924cf7e5 None None] Network b41be743-41a2-4e42-aced-9855a899aec7 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:46:29.395853 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-14146779-7f91-48e3-ae3b-dde9732e2caf tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4563520 Mar 28 13:46:29.400333 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b0fd7877-19f0-49b1-bdc4-d895859bcd9a tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:29.406605 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58814) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:29.428937 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b0fd7877-19f0-49b1-bdc4-d895859bcd9a tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:29.434095 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-6e0e4b31-94fb-44f4-87ab-2e5366aadc42 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e4:c1:1a'}]}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:29.436870 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-b0fd7877-19f0-49b1-bdc4-d895859bcd9a tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/subnets/e78703a0-4974-46be-b362-bb3910887d9a HTTP/1.1" status: 204 len: 168 time: 0.7653649 Mar 28 13:46:29.441293 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1656dc92-b3b0-4254-855f-4ccb16f4de1c None None] Network aed1f6b3-feb5-494d-b20a-f7e5e6b7f66e requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:46:29.441470 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58816) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:29.469758 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f106b2-e0a8-4d4e-be09-4529d6d33be7 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Made reservation on behalf of f752b5828898440a9970d48ba87421b7 for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:29.473874 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a1f106b2-e0a8-4d4e-be09-4529d6d33be7 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:29.495882 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd7877-19f0-49b1-bdc4-d895859bcd9a tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event deleted for resources: {'Subnet': ['ID=e78703a0-4974-46be-b362-bb3910887d9a,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:29.505293 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8c9e4364-7c7d-483f-a793-9949393d489b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:29.507190 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [None req-a1f106b2-e0a8-4d4e-be09-4529d6d33be7 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] device_id is not set on port fdcf3da7-b8e7-41c0-a3fe-b091ff25f4f2 yet. {{(pid=109612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:46:29.552364 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e4364-7c7d-483f-a793-9949393d489b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event updated for resources: {'Port': ['ID=8a44dcf3-3d50-45ea-955a-3c4bf104c42d,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:29.552951 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-8fcf7322-7287-4cbc-beb5-50ffb9f51a22 None None] Provisioning complete for port 2480f7ee-62fb-4a6e-8457-3cff01a11c81 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:29.553385 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8fcf7322-7287-4cbc-beb5-50ffb9f51a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:29.599017 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e4364-7c7d-483f-a793-9949393d489b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:46:29.599357 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e4364-7c7d-483f-a793-9949393d489b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:46:29.600262 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e4364-7c7d-483f-a793-9949393d489b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:46:29.600620 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e4364-7c7d-483f-a793-9949393d489b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:46:29.600951 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e4364-7c7d-483f-a793-9949393d489b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:46:29.601276 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e4364-7c7d-483f-a793-9949393d489b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:46:29.601600 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e4364-7c7d-483f-a793-9949393d489b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:46:29.601921 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e4364-7c7d-483f-a793-9949393d489b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:46:29.602241 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e4364-7c7d-483f-a793-9949393d489b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:46:29.602562 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e4364-7c7d-483f-a793-9949393d489b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:46:29.602882 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e4364-7c7d-483f-a793-9949393d489b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:46:29.603197 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e4364-7c7d-483f-a793-9949393d489b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:46:29.640615 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1fce2fb1-ee93-479f-9139-cfcf81d14c00 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:29.676118 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-a1f106b2-e0a8-4d4e-be09-4529d6d33be7 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Allocated IP 172.20.0.8 (befaafba-99e5-461e-bfa0-7f6cf1e8f0c1/cc61f821-099f-44a6-bb95-35f138bccb42/fdcf3da7-b8e7-41c0-a3fe-b091ff25f4f2) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:46:29.765118 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-8fcf7322-7287-4cbc-beb5-50ffb9f51a22 None None] Provisioning complete for port d1b416f0-71da-4b44-9fdd-57010393e8bb triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:29.766726 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8fcf7322-7287-4cbc-beb5-50ffb9f51a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:29.805218 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-8fcf7322-7287-4cbc-beb5-50ffb9f51a22 None None] Port d1b416f0-71da-4b44-9fdd-57010393e8bb cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:46:29.812345 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422e51b5-00d3-4df5-b2d6-5e909714d6c6 None None] DHCP port deletion for aed1f6b3-feb5-494d-b20a-f7e5e6b7f66e request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:46:29.881933 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-4d4a4c9f-313a-4106-a7d6-bdb448d00ae1 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "GET /v2.0/subnetpools/42c63bcd-c195-4150-9b56-45eabd49305a/tags HTTP/1.1" status: 200 len: 205 time: 0.5241172 Mar 28 13:46:29.882849 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58822) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:29.892860 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-422e51b5-00d3-4df5-b2d6-5e909714d6c6 None None] Deleting port 2e89e083-2462-470c-8346-93e0685e8ed1 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:29.893468 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-422e51b5-00d3-4df5-b2d6-5e909714d6c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:29.898573 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.tag.tag_plugin [None req-20b6c868-2515-4157-b18d-b0bddca166c7 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '42c63bcd-c195-4150-9b56-45eabd49305a') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:29.934037 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a1f106b2-e0a8-4d4e-be09-4529d6d33be7 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:29.959952 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-20b6c868-2515-4157-b18d-b0bddca166c7 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "DELETE /v2.0/subnetpools/42c63bcd-c195-4150-9b56-45eabd49305a/tags HTTP/1.1" status: 204 len: 168 time: 0.0733926 Mar 28 13:46:29.960412 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58824) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:29.968828 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.tag.tag_plugin [None req-d444c8d5-0b8e-4080-bd00-20b4354dc1b8 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'be72e0f9-2d79-491c-8359-91579985863f') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:29.988720 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-422e51b5-00d3-4df5-b2d6-5e909714d6c6 None None] For port 2e89e083-2462-470c-8346-93e0685e8ed1, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=2e89e083-2462-470c-8346-93e0685e8ed1,segment=NetworkSegment(76074df2-7643-42e6-a974-5f20a12e2397),segment_id=76074df2-7643-42e6-a974-5f20a12e2397)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:46:29.989135 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-422e51b5-00d3-4df5-b2d6-5e909714d6c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:30.014097 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-422e51b5-00d3-4df5-b2d6-5e909714d6c6 None None] Calling delete_port for 2e89e083-2462-470c-8346-93e0685e8ed1 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:30.100046 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d444c8d5-0b8e-4080-bd00-20b4354dc1b8 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "DELETE /v2.0/routers/be72e0f9-2d79-491c-8359-91579985863f/tags HTTP/1.1" status: 204 len: 168 time: 0.1363468 Mar 28 13:46:30.100694 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58828) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:30.108773 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.tag.tag_plugin [None req-11abb5c4-626d-4581-83b1-e338d81e4fe0 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f62043a6-83ff-4033-99ea-57e69375a30b') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:30.155144 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a1f106b2-e0a8-4d4e-be09-4529d6d33be7 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:30.155335 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9e4364-7c7d-483f-a793-9949393d489b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Network b41be743-41a2-4e42-aced-9855a899aec7 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:46:30.172760 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-538fd5da-b24a-43dc-a244-4444d24a4014 None None] Provisioning complete for port 2480f7ee-62fb-4a6e-8457-3cff01a11c81 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:30.173986 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-538fd5da-b24a-43dc-a244-4444d24a4014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:30.182527 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-8c9e4364-7c7d-483f-a793-9949393d489b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:30.211050 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6e0e4b31-94fb-44f4-87ab-2e5366aadc42 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:30.215432 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 13:46:30.247390 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f106b2-e0a8-4d4e-be09-4529d6d33be7 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Pushing event updated for resources: {'Port': ['ID=fdcf3da7-b8e7-41c0-a3fe-b091ff25f4f2,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:30.250677 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 2480f7ee-62fb-4a6e-8457-3cff01a11c81 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:46:30.255469 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-422e51b5-00d3-4df5-b2d6-5e909714d6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:30.271155 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f106b2-e0a8-4d4e-be09-4529d6d33be7 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:46:30.272086 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f106b2-e0a8-4d4e-be09-4529d6d33be7 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:46:30.272565 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f106b2-e0a8-4d4e-be09-4529d6d33be7 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:46:30.272743 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f106b2-e0a8-4d4e-be09-4529d6d33be7 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:46:30.273090 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f106b2-e0a8-4d4e-be09-4529d6d33be7 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:46:30.277504 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f106b2-e0a8-4d4e-be09-4529d6d33be7 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:46:30.277504 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f106b2-e0a8-4d4e-be09-4529d6d33be7 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:46:30.277504 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f106b2-e0a8-4d4e-be09-4529d6d33be7 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:46:30.277504 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f106b2-e0a8-4d4e-be09-4529d6d33be7 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:46:30.277504 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f106b2-e0a8-4d4e-be09-4529d6d33be7 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:46:30.277504 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f106b2-e0a8-4d4e-be09-4529d6d33be7 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:46:30.277504 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f106b2-e0a8-4d4e-be09-4529d6d33be7 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:46:30.291634 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f106b2-e0a8-4d4e-be09-4529d6d33be7 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Network befaafba-99e5-461e-bfa0-7f6cf1e8f0c1 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:46:30.294510 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-a1f106b2-e0a8-4d4e-be09-4529d6d33be7 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:30.297336 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f106b2-e0a8-4d4e-be09-4529d6d33be7 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:46:30.350677 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-1fce2fb1-ee93-479f-9139-cfcf81d14c00 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Deleting port 2e89e083-2462-470c-8346-93e0685e8ed1 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:30.351270 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1fce2fb1-ee93-479f-9139-cfcf81d14c00 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:30.354880 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f106b2-e0a8-4d4e-be09-4529d6d33be7 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:30.355100 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a1f106b2-e0a8-4d4e-be09-4529d6d33be7 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:30.382001 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-11abb5c4-626d-4581-83b1-e338d81e4fe0 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "DELETE /v2.0/ports/f62043a6-83ff-4033-99ea-57e69375a30b/tags HTTP/1.1" status: 204 len: 168 time: 0.2801147 Mar 28 13:46:30.382805 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58834) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:30.388046 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.tag.tag_plugin [None req-dbae353f-753e-4b22-a375-28204523b032 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7096a446-d235-409d-83a8-f599d81db6e9') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:30.409996 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e51b5-00d3-4df5-b2d6-5e909714d6c6 None None] Pushing event deleted for resources: {'Port': ['ID=2e89e083-2462-470c-8346-93e0685e8ed1,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:30.432717 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422e51b5-00d3-4df5-b2d6-5e909714d6c6 None None] No DVR routers for this DVR port 2e89e083-2462-470c-8346-93e0685e8ed1 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:46:30.456457 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a1f106b2-e0a8-4d4e-be09-4529d6d33be7 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5665863 Mar 28 13:46:30.458597 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58836) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:30.465417 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-dbac3289-818f-4d8e-a2ec-f7f2bc9d54ce tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Request body: {'floatingip': {'port_id': 'fdcf3da7-b8e7-41c0-a3fe-b091ff25f4f2'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:30.477063 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 2480f7ee-62fb-4a6e-8457-3cff01a11c81 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:30.477434 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:30.577051 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-dbac3289-818f-4d8e-a2ec-f7f2bc9d54ce tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for floatingip, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:30.585908 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-538fd5da-b24a-43dc-a244-4444d24a4014 None None] Provisioning complete for port 8a44dcf3-3d50-45ea-955a-3c4bf104c42d triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:30.586288 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-538fd5da-b24a-43dc-a244-4444d24a4014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:30.656588 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-1fce2fb1-ee93-479f-9139-cfcf81d14c00 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] For port 2e89e083-2462-470c-8346-93e0685e8ed1, host dv-neutron-835335-1-hyperv, got binding levels [] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:46:30.656962 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1fce2fb1-ee93-479f-9139-cfcf81d14c00 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:30.682251 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-538fd5da-b24a-43dc-a244-4444d24a4014 None None] Port 8a44dcf3-3d50-45ea-955a-3c4bf104c42d cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:46:30.706416 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-1fce2fb1-ee93-479f-9139-cfcf81d14c00 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Calling delete_port for 2e89e083-2462-470c-8346-93e0685e8ed1 owned by network:dhcp {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:30.715054 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.ipam_backend_mixin [None req-1fce2fb1-ee93-479f-9139-cfcf81d14c00 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Port 2e89e083-2462-470c-8346-93e0685e8ed1 was not found and therefore no delete operation was performed {{(pid=109613) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 28 13:46:30.724247 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1fce2fb1-ee93-479f-9139-cfcf81d14c00 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:30.744759 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58842) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:30.764805 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 2e89e083-2462-470c-8346-93e0685e8ed1 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:46:30.778629 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fce2fb1-ee93-479f-9139-cfcf81d14c00 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] No DVR routers for this DVR port 2e89e083-2462-470c-8346-93e0685e8ed1 on host dv-neutron-835335-1-hyperv {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:46:30.780626 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce2fb1-ee93-479f-9139-cfcf81d14c00 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event deleted for resources: {'Port': ['ID=2e89e083-2462-470c-8346-93e0685e8ed1,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:30.812639 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 2e89e083-2462-470c-8346-93e0685e8ed1 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:46:30.812975 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 2e89e083-2462-470c-8346-93e0685e8ed1 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:46:30.832914 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9e4364-7c7d-483f-a793-9949393d489b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Router 14ecb14f-6193-4d9a-8bf5-5721d618576f is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:46:30.833019 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-b7d567d1-9d75-4bec-a531-c889b520640d None None] Provisioning complete for port fdcf3da7-b8e7-41c0-a3fe-b091ff25f4f2 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:30.833019 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b7d567d1-9d75-4bec-a531-c889b520640d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:30.867354 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6e0e4b31-94fb-44f4-87ab-2e5366aadc42 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:30.867778 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-b7d567d1-9d75-4bec-a531-c889b520640d None None] Port fdcf3da7-b8e7-41c0-a3fe-b091ff25f4f2 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:46:30.879342 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-b7d567d1-9d75-4bec-a531-c889b520640d None None] Provisioning complete for port 8a44dcf3-3d50-45ea-955a-3c4bf104c42d triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:30.879711 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b7d567d1-9d75-4bec-a531-c889b520640d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:30.918293 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-b7d567d1-9d75-4bec-a531-c889b520640d None None] Port 8a44dcf3-3d50-45ea-955a-3c4bf104c42d cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:46:30.944232 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1fce2fb1-ee93-479f-9139-cfcf81d14c00 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:30.948228 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6e0e4b31-94fb-44f4-87ab-2e5366aadc42 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:31.030205 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-1fce2fb1-ee93-479f-9139-cfcf81d14c00 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aed1f6b3-feb5-494d-b20a-f7e5e6b7f66e']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:31.043126 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-6dd08e54-43b0-44e7-b4a4-fd6c250e1333 None None] Provisioning complete for port 8a44dcf3-3d50-45ea-955a-3c4bf104c42d triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:31.043598 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6dd08e54-43b0-44e7-b4a4-fd6c250e1333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:31.056721 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-1fce2fb1-ee93-479f-9139-cfcf81d14c00 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76074df2-7643-42e6-a974-5f20a12e2397') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:31.057024 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-1fce2fb1-ee93-479f-9139-cfcf81d14c00 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76074df2-7643-42e6-a974-5f20a12e2397') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:31.089028 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-6dd08e54-43b0-44e7-b4a4-fd6c250e1333 None None] Port 8a44dcf3-3d50-45ea-955a-3c4bf104c42d cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:46:31.098395 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1fce2fb1-ee93-479f-9139-cfcf81d14c00 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:31.103660 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-dbae353f-753e-4b22-a375-28204523b032 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "DELETE /v2.0/subnets/7096a446-d235-409d-83a8-f599d81db6e9/tags HTTP/1.1" status: 204 len: 168 time: 0.7197866 Mar 28 13:46:31.111176 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58846) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:31.113079 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e4b31-94fb-44f4-87ab-2e5366aadc42 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Pushing event updated for resources: {'Port': ['ID=d1b416f0-71da-4b44-9fdd-57010393e8bb,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:31.115616 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.tag.tag_plugin [None req-f47d897b-860e-4a24-bdd0-134bad3c04c0 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7096a446-d235-409d-83a8-f599d81db6e9', 'tempest-TagsExtTest-Tag-2069303059') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:31.123984 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9e4364-7c7d-483f-a793-9949393d489b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:46:31.131805 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-8c9e4364-7c7d-483f-a793-9949393d489b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "PUT /v2.0/routers/14ecb14f-6193-4d9a-8bf5-5721d618576f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9275429 Mar 28 13:46:31.132875 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1fce2fb1-ee93-479f-9139-cfcf81d14c00 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:31.136412 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58848) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:31.140684 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c631ad4-a021-47c5-9f4a-db34b5699c77 None None] Sync routers for ids ['14ecb14f-6193-4d9a-8bf5-5721d618576f'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:46:31.144226 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fce2fb1-ee93-479f-9139-cfcf81d14c00 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:46:31.144749 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1fce2fb1-ee93-479f-9139-cfcf81d14c00 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:31.148339 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:46:31.148339 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:46:31.148339 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:46:31.148339 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:46:31.148339 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:46:31.148339 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:46:31.148339 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:46:31.148339 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:46:31.148339 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:46:31.148339 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:46:31.148339 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:46:31.148339 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:46:31.148339 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:46:31.148339 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:46:31.148339 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:46:31.148339 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:46:31.148339 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:46:31.148339 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:46:31.148339 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:46:31.148339 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:46:31.148339 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:46:31.148339 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:46:31.148339 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:46:31.148339 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:46:31.148339 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:46:31.148339 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:46:31.148339 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:46:31.148339 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:46:31.148339 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:46:31.148339 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:46:31.148339 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:46:31.148339 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:46:31.150601 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-6e0e4b31-94fb-44f4-87ab-2e5366aadc42 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] In _notify_port_updated(), no bound segment for port d1b416f0-71da-4b44-9fdd-57010393e8bb on network 5b836221-e5bf-4290-ae67-a22e9ba6146f {{(pid=109613) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 28 13:46:31.155796 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0e4b31-94fb-44f4-87ab-2e5366aadc42 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:31.156542 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6e0e4b31-94fb-44f4-87ab-2e5366aadc42 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:31.159640 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c631ad4-a021-47c5-9f4a-db34b5699c77 None None] Routers {'14ecb14f-6193-4d9a-8bf5-5721d618576f'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:46:31.160530 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-6c631ad4-a021-47c5-9f4a-db34b5699c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:46:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['14ecb14f-6193-4d9a-8bf5-5721d618576f'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:31.160918 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-6e0e4b31-94fb-44f4-87ab-2e5366aadc42 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] 10.222.0.24 "PUT /v2.0/ports/d1b416f0-71da-4b44-9fdd-57010393e8bb HTTP/1.1" status: 200 len: 995 time: 1.7481096 Mar 28 13:46:31.162223 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58850) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:31.208124 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-6c631ad4-a021-47c5-9f4a-db34b5699c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:31.221024 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c631ad4-a021-47c5-9f4a-db34b5699c77 None None] Routers {'14ecb14f-6193-4d9a-8bf5-5721d618576f'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:46:31.222722 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-6c631ad4-a021-47c5-9f4a-db34b5699c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:46:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['14ecb14f-6193-4d9a-8bf5-5721d618576f'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:31.275747 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca4e249-7881-4756-ad32-a1bf1d314133 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:31.278086 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-6c631ad4-a021-47c5-9f4a-db34b5699c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:31.278731 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c631ad4-a021-47c5-9f4a-db34b5699c77 None None] The sync data for ids ['14ecb14f-6193-4d9a-8bf5-5721d618576f'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:46:31.280883 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-dca4e249-7881-4756-ad32-a1bf1d314133 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "GET /v2.0/ports/8a44dcf3-3d50-45ea-955a-3c4bf104c42d HTTP/1.1" status: 200 len: 910 time: 0.1128831 Mar 28 13:46:31.289767 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58852) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:31.303743 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-550f3af9-9a84-4491-8a90-4a80cb6ae3c0 tempest-RoutersAdminNegativeIpV6Test-876263625 tempest-RoutersAdminNegativeIpV6Test-876263625-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2021343048', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:31.341871 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1fce2fb1-ee93-479f-9139-cfcf81d14c00 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:31.375557 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1fce2fb1-ee93-479f-9139-cfcf81d14c00 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:31.378676 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-1fce2fb1-ee93-479f-9139-cfcf81d14c00 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/networks/aed1f6b3-feb5-494d-b20a-f7e5e6b7f66e HTTP/1.1" status: 204 len: 168 time: 1.9283395 Mar 28 13:46:31.383059 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58854) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:31.388514 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-d91bf253-3a18-45e2-98b6-f2fb7bfbc895 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-551162354'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:31.408680 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce2fb1-ee93-479f-9139-cfcf81d14c00 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event deleted for resources: {'Network': ['ID=aed1f6b3-feb5-494d-b20a-f7e5e6b7f66e,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:31.413515 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-f8ae636c-79e6-4184-8366-05c96134ba35 None None] Provisioning complete for port d1b416f0-71da-4b44-9fdd-57010393e8bb triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:31.415116 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f8ae636c-79e6-4184-8366-05c96134ba35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:31.453479 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-f8ae636c-79e6-4184-8366-05c96134ba35 None None] Port d1b416f0-71da-4b44-9fdd-57010393e8bb cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:46:31.455306 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550f3af9-9a84-4491-8a90-4a80cb6ae3c0 tempest-RoutersAdminNegativeIpV6Test-876263625 tempest-RoutersAdminNegativeIpV6Test-876263625-project-admin] Made reservation on behalf of f7c563957b084aa792df4697b9a878d6 for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:31.463468 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-550f3af9-9a84-4491-8a90-4a80cb6ae3c0 tempest-RoutersAdminNegativeIpV6Test-876263625 tempest-RoutersAdminNegativeIpV6Test-876263625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:31.466836 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-8e33c9b0-49b8-4d9b-b16c-e68603ba196c tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Deleting port d1b416f0-71da-4b44-9fdd-57010393e8bb {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:31.467185 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8e33c9b0-49b8-4d9b-b16c-e68603ba196c tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:31.477909 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-550f3af9-9a84-4491-8a90-4a80cb6ae3c0 tempest-RoutersAdminNegativeIpV6Test-876263625 tempest-RoutersAdminNegativeIpV6Test-876263625-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:31.547909 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91bf253-3a18-45e2-98b6-f2fb7bfbc895 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Made reservation on behalf of a8d0b895291d43e9afe1329c139db87b for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:31.551212 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d91bf253-3a18-45e2-98b6-f2fb7bfbc895 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:31.565536 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-f47d897b-860e-4a24-bdd0-134bad3c04c0 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "PUT /v2.0/subnets/7096a446-d235-409d-83a8-f599d81db6e9/tags/tempest-TagsExtTest-Tag-2069303059 HTTP/1.1" status: 201 len: 201 time: 0.4538193 Mar 28 13:46:31.573723 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58856) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:31.579025 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.tag.tag_plugin [None req-6e775e61-a109-4eec-bb6f-eaefd93f51ad tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f62043a6-83ff-4033-99ea-57e69375a30b', 'tempest-TagsExtTest-Tag-1547859263') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:31.618573 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8e33c9b0-49b8-4d9b-b16c-e68603ba196c tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:31.636218 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-8e33c9b0-49b8-4d9b-b16c-e68603ba196c tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Calling delete_port for d1b416f0-71da-4b44-9fdd-57010393e8bb owned by {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:31.671888 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d91bf253-3a18-45e2-98b6-f2fb7bfbc895 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:46:31.701113 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d91bf253-3a18-45e2-98b6-f2fb7bfbc895 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:31.701455 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-d91bf253-3a18-45e2-98b6-f2fb7bfbc895 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Added segment bff63c7b-2873-4fa5-b490-96e7746fb12d of type vlan for network a0ee4211-c1fe-424a-a882-b675b225da6e Mar 28 13:46:31.794267 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-550f3af9-9a84-4491-8a90-4a80cb6ae3c0 tempest-RoutersAdminNegativeIpV6Test-876263625 tempest-RoutersAdminNegativeIpV6Test-876263625-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:31.816106 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d91bf253-3a18-45e2-98b6-f2fb7bfbc895 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:31.822821 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2b2aab80-4ec8-4b23-8ae4-ed7cddee6856 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:31.869798 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-550f3af9-9a84-4491-8a90-4a80cb6ae3c0 tempest-RoutersAdminNegativeIpV6Test-876263625 tempest-RoutersAdminNegativeIpV6Test-876263625-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:31.874255 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [None req-550f3af9-9a84-4491-8a90-4a80cb6ae3c0 tempest-RoutersAdminNegativeIpV6Test-876263625 tempest-RoutersAdminNegativeIpV6Test-876263625-project-admin] device_id is not set on port 54a4b708-0167-44df-9e97-d271c50c468f yet. {{(pid=109612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:46:31.929492 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f3af9-9a84-4491-8a90-4a80cb6ae3c0 tempest-RoutersAdminNegativeIpV6Test-876263625 tempest-RoutersAdminNegativeIpV6Test-876263625-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e888aa26-71f4-46d0-968c-9b099d07ad47,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:31.938329 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d91bf253-3a18-45e2-98b6-f2fb7bfbc895 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:31.943908 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91bf253-3a18-45e2-98b6-f2fb7bfbc895 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:31.944511 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d91bf253-3a18-45e2-98b6-f2fb7bfbc895 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:31.963614 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8e33c9b0-49b8-4d9b-b16c-e68603ba196c tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:31.995645 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e33c9b0-49b8-4d9b-b16c-e68603ba196c tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Pushing event deleted for resources: {'Port': ['ID=d1b416f0-71da-4b44-9fdd-57010393e8bb,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:32.079225 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8e33c9b0-49b8-4d9b-b16c-e68603ba196c tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:32.080675 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.db.resource_extend [None req-dbac3289-818f-4d8e-a2ec-f7f2bc9d54ce tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 13:46:32.084723 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-8e33c9b0-49b8-4d9b-b16c-e68603ba196c tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] 10.222.0.24 "DELETE /v2.0/ports/d1b416f0-71da-4b44-9fdd-57010393e8bb HTTP/1.1" status: 204 len: 168 time: 0.9070444 Mar 28 13:46:32.092715 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d91bf253-3a18-45e2-98b6-f2fb7bfbc895 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7056336 Mar 28 13:46:32.092715 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58858) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:32.105473 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58860) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:32.111957 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-65c8ed6a-8fa8-454b-a616-2065438efb4f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Request body: {'subnet': {'network_id': 'a0ee4211-c1fe-424a-a882-b675b225da6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:32.131828 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91bf253-3a18-45e2-98b6-f2fb7bfbc895 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event updated for resources: {'Network': ['ID=a0ee4211-c1fe-424a-a882-b675b225da6e,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:32.147387 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-6e775e61-a109-4eec-bb6f-eaefd93f51ad tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "PUT /v2.0/ports/f62043a6-83ff-4033-99ea-57e69375a30b/tags/tempest-TagsExtTest-Tag-1547859263 HTTP/1.1" status: 201 len: 201 time: 0.5636129 Mar 28 13:46:32.147493 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58862) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:32.149710 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network a0ee4211-c1fe-424a-a882-b675b225da6e details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:46:32.174729 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-96e44d54-b30c-4c36-a8d8-ad01b0061fd4 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] GET failed (client error): The resource could not be found. Mar 28 13:46:32.176358 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-96e44d54-b30c-4c36-a8d8-ad01b0061fd4 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] 10.222.0.24 "GET /v2.0/ports/d1b416f0-71da-4b44-9fdd-57010393e8bb HTTP/1.1" status: 404 len: 333 time: 0.0565295 Mar 28 13:46:32.180132 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-550f3af9-9a84-4491-8a90-4a80cb6ae3c0 tempest-RoutersAdminNegativeIpV6Test-876263625 tempest-RoutersAdminNegativeIpV6Test-876263625-project-admin] Allocated IP 172.26.2.20 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/54a4b708-0167-44df-9e97-d271c50c468f) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:46:32.181919 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58864) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:32.189878 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-6a0c338d-d38d-4694-9b35-2bae22fd2a5b tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Request body: {'port': {'network_id': '5b836221-e5bf-4290-ae67-a22e9ba6146f', 'name': 'tempest-AllowedAddressPairTestJSON-103931044'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:32.201821 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.tag.tag_plugin [None req-6315163b-4b09-423e-914e-1047dc633e8f tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'be72e0f9-2d79-491c-8359-91579985863f', 'tempest-TagsExtTest-Tag-1181459150') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:32.214690 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-dbac3289-818f-4d8e-a2ec-f7f2bc9d54ce tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:32.303408 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-dbac3289-818f-4d8e-a2ec-f7f2bc9d54ce tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:32.343482 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-2b2aab80-4ec8-4b23-8ae4-ed7cddee6856 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Deleting port 8a44dcf3-3d50-45ea-955a-3c4bf104c42d {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:32.343837 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2b2aab80-4ec8-4b23-8ae4-ed7cddee6856 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:32.400022 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c8ed6a-8fa8-454b-a616-2065438efb4f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Made reservation on behalf of a8d0b895291d43e9afe1329c139db87b for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:32.404208 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-65c8ed6a-8fa8-454b-a616-2065438efb4f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:32.461527 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-6315163b-4b09-423e-914e-1047dc633e8f tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "PUT /v2.0/routers/be72e0f9-2d79-491c-8359-91579985863f/tags/tempest-TagsExtTest-Tag-1181459150 HTTP/1.1" status: 201 len: 201 time: 0.2892766 Mar 28 13:46:32.463833 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58866) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:32.476246 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.tag.tag_plugin [None req-f35cffb4-c368-4d83-9afd-104c5fbfcd00 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '42c63bcd-c195-4150-9b56-45eabd49305a', 'tempest-TagsExtTest-Tag-1068462935') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:32.496886 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2b2aab80-4ec8-4b23-8ae4-ed7cddee6856 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:32.519995 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-2b2aab80-4ec8-4b23-8ae4-ed7cddee6856 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Calling delete_port for 8a44dcf3-3d50-45ea-955a-3c4bf104c42d owned by network:router_interface {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:32.537605 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.l3_db [None req-dbac3289-818f-4d8e-a2ec-f7f2bc9d54ce tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Floating IP 798a5de1-0d0f-4eba-a0d7-8cb80ca36ae6 associated. External IP: 172.26.2.123, port: b88b46b9-11ee-4632-bb30-e65ac2e95e1b. Mar 28 13:46:32.585947 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-550f3af9-9a84-4491-8a90-4a80cb6ae3c0 tempest-RoutersAdminNegativeIpV6Test-876263625 tempest-RoutersAdminNegativeIpV6Test-876263625-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:32.588874 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0c338d-d38d-4694-9b35-2bae22fd2a5b tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Made reservation on behalf of 894c1d00e5b7433997797c4b000f3d4a for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:32.592247 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6a0c338d-d38d-4694-9b35-2bae22fd2a5b tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:32.629096 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [None req-6a0c338d-d38d-4694-9b35-2bae22fd2a5b tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] device_id is not set on port f44126d6-3d61-4457-9201-f896f991e648 yet. {{(pid=109612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:46:32.715738 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-f35cffb4-c368-4d83-9afd-104c5fbfcd00 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "PUT /v2.0/subnetpools/42c63bcd-c195-4150-9b56-45eabd49305a/tags/tempest-TagsExtTest-Tag-1068462935 HTTP/1.1" status: 201 len: 201 time: 0.2477582 Mar 28 13:46:32.727828 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58868) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:32.732303 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.tag.tag_plugin [None req-b548fd10-9dfa-4a66-bb63-768f51425529 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '7096a446-d235-409d-83a8-f599d81db6e9', {'tags': ['tempest-TagsExtTest-Tag-1803416732', 'tempest-TagsExtTest-Tag-1974030061', 'tempest-TagsExtTest-Tag-760375702']}) {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:32.858947 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-550f3af9-9a84-4491-8a90-4a80cb6ae3c0 tempest-RoutersAdminNegativeIpV6Test-876263625 tempest-RoutersAdminNegativeIpV6Test-876263625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:32.973574 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-65c8ed6a-8fa8-454b-a616-2065438efb4f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:32.982876 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550f3af9-9a84-4491-8a90-4a80cb6ae3c0 tempest-RoutersAdminNegativeIpV6Test-876263625 tempest-RoutersAdminNegativeIpV6Test-876263625-project-admin] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:46:32.986323 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-6a0c338d-d38d-4694-9b35-2bae22fd2a5b tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Allocated IP 172.20.0.3 (5b836221-e5bf-4290-ae67-a22e9ba6146f/c1d55cd2-9b19-4092-8905-4416c9ef2970/f44126d6-3d61-4457-9201-f896f991e648) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:46:32.993153 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-550f3af9-9a84-4491-8a90-4a80cb6ae3c0 tempest-RoutersAdminNegativeIpV6Test-876263625 tempest-RoutersAdminNegativeIpV6Test-876263625-project-admin] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:32.998374 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f3af9-9a84-4491-8a90-4a80cb6ae3c0 tempest-RoutersAdminNegativeIpV6Test-876263625 tempest-RoutersAdminNegativeIpV6Test-876263625-project-admin] Pushing event updated for resources: {'Port': ['ID=54a4b708-0167-44df-9e97-d271c50c468f,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:33.004283 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-b548fd10-9dfa-4a66-bb63-768f51425529 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "PUT /v2.0/subnets/7096a446-d235-409d-83a8-f599d81db6e9/tags HTTP/1.1" status: 200 len: 317 time: 0.2725899 Mar 28 13:46:33.004283 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550f3af9-9a84-4491-8a90-4a80cb6ae3c0 tempest-RoutersAdminNegativeIpV6Test-876263625 tempest-RoutersAdminNegativeIpV6Test-876263625-project-admin] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:46:33.004735 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58870) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:33.011008 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.tag.tag_plugin [None req-bbbcb0af-ed1f-466a-9b7b-8ebf8249b1ee tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7096a446-d235-409d-83a8-f599d81db6e9') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:33.049065 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2b2aab80-4ec8-4b23-8ae4-ed7cddee6856 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:33.062047 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbac3289-818f-4d8e-a2ec-f7f2bc9d54ce tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Router 64b40f23-ed6d-4a73-9b91-50a4ab03783e has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:46:33.079367 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550f3af9-9a84-4491-8a90-4a80cb6ae3c0 tempest-RoutersAdminNegativeIpV6Test-876263625 tempest-RoutersAdminNegativeIpV6Test-876263625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:33.079975 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-550f3af9-9a84-4491-8a90-4a80cb6ae3c0 tempest-RoutersAdminNegativeIpV6Test-876263625 tempest-RoutersAdminNegativeIpV6Test-876263625-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:33.093701 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2aab80-4ec8-4b23-8ae4-ed7cddee6856 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event deleted for resources: {'Port': ['ID=8a44dcf3-3d50-45ea-955a-3c4bf104c42d,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:33.104674 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c8ed6a-8fa8-454b-a616-2065438efb4f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event updated for resources: {'Subnet': ['ID=12829268-faf3-40d9-b028-c85479000abe,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:33.167104 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c8ed6a-8fa8-454b-a616-2065438efb4f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Checking segment: {'id': 'bff63c7b-2873-4fa5-b490-96e7746fb12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a0ee4211-c1fe-424a-a882-b675b225da6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:46:33.167795 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c8ed6a-8fa8-454b-a616-2065438efb4f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Network hostable DHCP agents. Network: a0ee4211-c1fe-424a-a882-b675b225da6e, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:46:33.200104 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-550f3af9-9a84-4491-8a90-4a80cb6ae3c0 tempest-RoutersAdminNegativeIpV6Test-876263625 tempest-RoutersAdminNegativeIpV6Test-876263625-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.4509318 Mar 28 13:46:33.201891 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58872) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:33.210231 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-440089f5-2d82-4cf3-9ee5-8580d3affe68 tempest-RoutersAdminNegativeIpV6Test-876263625 tempest-RoutersAdminNegativeIpV6Test-876263625-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.20'}]}}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:33.300902 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6a0c338d-d38d-4694-9b35-2bae22fd2a5b tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:33.304352 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbac3289-818f-4d8e-a2ec-f7f2bc9d54ce tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:46:33.321841 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7c0a7a-f076-45b1-ab3f-de28fce2dbe1 None None] Sync routers for ids ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:46:33.331562 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c8ed6a-8fa8-454b-a616-2065438efb4f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Network a0ee4211-c1fe-424a-a882-b675b225da6e is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:46:33.333990 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7c0a7a-f076-45b1-ab3f-de28fce2dbe1 None None] Routers {'64b40f23-ed6d-4a73-9b91-50a4ab03783e'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:46:33.334874 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-ab7c0a7a-f076-45b1-ab3f-de28fce2dbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:46:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:33.339238 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2b2aab80-4ec8-4b23-8ae4-ed7cddee6856 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:33.372962 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-ab7c0a7a-f076-45b1-ab3f-de28fce2dbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:33.383477 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7c0a7a-f076-45b1-ab3f-de28fce2dbe1 None None] Routers {'64b40f23-ed6d-4a73-9b91-50a4ab03783e'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:46:33.384137 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-ab7c0a7a-f076-45b1-ab3f-de28fce2dbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:46:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:33.415178 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-bbbcb0af-ed1f-466a-9b7b-8ebf8249b1ee tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "DELETE /v2.0/subnets/7096a446-d235-409d-83a8-f599d81db6e9/tags HTTP/1.1" status: 204 len: 168 time: 0.4083505 Mar 28 13:46:33.415178 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-440089f5-2d82-4cf3-9ee5-8580d3affe68 tempest-RoutersAdminNegativeIpV6Test-876263625 tempest-RoutersAdminNegativeIpV6Test-876263625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:33.416184 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-440089f5-2d82-4cf3-9ee5-8580d3affe68 tempest-RoutersAdminNegativeIpV6Test-876263625 tempest-RoutersAdminNegativeIpV6Test-876263625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:33.419062 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58874) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:33.423847 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-ab7c0a7a-f076-45b1-ab3f-de28fce2dbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:33.424857 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7c0a7a-f076-45b1-ab3f-de28fce2dbe1 None None] The sync data for ids ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:46:33.426440 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.tag.tag_plugin [None req-7bc66697-9ff4-4bc5-b742-cec4f124d0be tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7096a446-d235-409d-83a8-f599d81db6e9', 'tempest-TagsExtTest-Tag-1803416732') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:33.433341 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-65c8ed6a-8fa8-454b-a616-2065438efb4f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, a0ee4211-c1fe-424a-a882-b675b225da6e) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:33.441947 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c8ed6a-8fa8-454b-a616-2065438efb4f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:33.442542 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-65c8ed6a-8fa8-454b-a616-2065438efb4f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:33.445229 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f7935e-eb06-403e-b3d4-02acd258d7b6 None None] Network a0ee4211-c1fe-424a-a882-b675b225da6e requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:46:33.555109 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-440089f5-2d82-4cf3-9ee5-8580d3affe68 tempest-RoutersAdminNegativeIpV6Test-876263625 tempest-RoutersAdminNegativeIpV6Test-876263625-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:33.565318 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b2aab80-4ec8-4b23-8ae4-ed7cddee6856 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Router 14ecb14f-6193-4d9a-8bf5-5721d618576f has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:46:33.611582 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5b0844-a746-4b00-aafd-2565f2243949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-a0ee4211-c1fe-424a-a882-b675b225da6e', 'network_id': 'a0ee4211-c1fe-424a-a882-b675b225da6e', 'tenant_id': 'a8d0b895291d43e9afe1329c139db87b', 'fixed_ips': [{'subnet_id': '12829268-faf3-40d9-b028-c85479000abe'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:46:33.612599 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3d5b0844-a746-4b00-aafd-2565f2243949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:33.654178 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-65c8ed6a-8fa8-454b-a616-2065438efb4f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5454438 Mar 28 13:46:33.688720 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58876) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:33.697583 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-fbd4283d-39a1-4273-8378-fd3f3d5b1baa tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Request body: {'port': {'network_id': 'a0ee4211-c1fe-424a-a882-b675b225da6e', 'security_groups': [], 'name': 'tempest-PortsTestJSON-667176782'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:33.733233 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2aab80-4ec8-4b23-8ae4-ed7cddee6856 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:46:33.744406 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-2b2aab80-4ec8-4b23-8ae4-ed7cddee6856 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "PUT /v2.0/routers/14ecb14f-6193-4d9a-8bf5-5721d618576f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4532490 Mar 28 13:46:33.750560 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5dfe4d-c2c8-401a-9b24-03aefa583e9d None None] Sync routers for ids ['14ecb14f-6193-4d9a-8bf5-5721d618576f'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:46:33.751931 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58878) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:33.753817 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-3d5b0844-a746-4b00-aafd-2565f2243949 None None] Allocated IP 172.20.0.2 (a0ee4211-c1fe-424a-a882-b675b225da6e/12829268-faf3-40d9-b028-c85479000abe/a58fb203-232e-4ab3-ac63-c4613ff4d9d2) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:46:33.756119 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6a0c338d-d38d-4694-9b35-2bae22fd2a5b tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:33.775571 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5dfe4d-c2c8-401a-9b24-03aefa583e9d None None] Routers {'14ecb14f-6193-4d9a-8bf5-5721d618576f'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:46:33.776604 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-bb5dfe4d-c2c8-401a-9b24-03aefa583e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:46:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['14ecb14f-6193-4d9a-8bf5-5721d618576f'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:33.811877 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-20c52929-6500-44f5-b3ad-0d65a0795958 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "GET /v2.0/ports?device_id=14ecb14f-6193-4d9a-8bf5-5721d618576f HTTP/1.1" status: 200 len: 205 time: 0.0584991 Mar 28 13:46:33.821457 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58880) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:33.823259 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-bb5dfe4d-c2c8-401a-9b24-03aefa583e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:33.838201 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5dfe4d-c2c8-401a-9b24-03aefa583e9d None None] Routers {'14ecb14f-6193-4d9a-8bf5-5721d618576f'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:46:33.839849 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-bb5dfe4d-c2c8-401a-9b24-03aefa583e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:46:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['14ecb14f-6193-4d9a-8bf5-5721d618576f'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:33.879907 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0c338d-d38d-4694-9b35-2bae22fd2a5b tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Network 5b836221-e5bf-4290-ae67-a22e9ba6146f is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:46:33.884289 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-440089f5-2d82-4cf3-9ee5-8580d3affe68 tempest-RoutersAdminNegativeIpV6Test-876263625 tempest-RoutersAdminNegativeIpV6Test-876263625-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:33.897504 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-bb5dfe4d-c2c8-401a-9b24-03aefa583e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:33.898383 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5dfe4d-c2c8-401a-9b24-03aefa583e9d None None] The sync data for ids ['14ecb14f-6193-4d9a-8bf5-5721d618576f'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:46:33.934513 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3d5b0844-a746-4b00-aafd-2565f2243949 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:33.945768 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-6a0c338d-d38d-4694-9b35-2bae22fd2a5b tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:33.957165 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0c338d-d38d-4694-9b35-2bae22fd2a5b tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:46:33.963621 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c338d-d38d-4694-9b35-2bae22fd2a5b tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Pushing event updated for resources: {'Port': ['ID=f44126d6-3d61-4457-9201-f896f991e648,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:33.970954 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b9e92f4c-140e-44f3-b7b9-783b766bd969 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for router, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:34.013698 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3d5b0844-a746-4b00-aafd-2565f2243949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:34.035773 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd4283d-39a1-4273-8378-fd3f3d5b1baa tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Made reservation on behalf of a8d0b895291d43e9afe1329c139db87b for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:34.040216 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fbd4283d-39a1-4273-8378-fd3f3d5b1baa tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:34.055722 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5b0844-a746-4b00-aafd-2565f2243949 None None] Network a0ee4211-c1fe-424a-a882-b675b225da6e is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:46:34.060858 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-3d5b0844-a746-4b00-aafd-2565f2243949 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:34.068335 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5b0844-a746-4b00-aafd-2565f2243949 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:46:34.070388 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-fbd4283d-39a1-4273-8378-fd3f3d5b1baa tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] device_id is not set on port 19802c7c-04e6-45e6-98c4-810bcd2dcc1e yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:46:34.075282 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0c338d-d38d-4694-9b35-2bae22fd2a5b tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:34.076929 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6a0c338d-d38d-4694-9b35-2bae22fd2a5b tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:34.102599 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b0844-a746-4b00-aafd-2565f2243949 None None] Pushing event updated for resources: {'Port': ['ID=a58fb203-232e-4ab3-ac63-c4613ff4d9d2,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:34.134258 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5b0844-a746-4b00-aafd-2565f2243949 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:46:34.134670 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5b0844-a746-4b00-aafd-2565f2243949 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:46:34.135014 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5b0844-a746-4b00-aafd-2565f2243949 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:46:34.135336 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5b0844-a746-4b00-aafd-2565f2243949 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:46:34.135653 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5b0844-a746-4b00-aafd-2565f2243949 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:46:34.141630 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5b0844-a746-4b00-aafd-2565f2243949 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:46:34.141630 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5b0844-a746-4b00-aafd-2565f2243949 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:46:34.141630 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5b0844-a746-4b00-aafd-2565f2243949 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:46:34.141630 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5b0844-a746-4b00-aafd-2565f2243949 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:46:34.141630 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5b0844-a746-4b00-aafd-2565f2243949 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:46:34.141630 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5b0844-a746-4b00-aafd-2565f2243949 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:46:34.141630 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5b0844-a746-4b00-aafd-2565f2243949 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:46:34.152098 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-3d5b0844-a746-4b00-aafd-2565f2243949 None None] Attempting to bind port a58fb203-232e-4ab3-ac63-c4613ff4d9d2 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:46:34.152494 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-3d5b0844-a746-4b00-aafd-2565f2243949 None None] Attempting to bind port a58fb203-232e-4ab3-ac63-c4613ff4d9d2 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'bff63c7b-2873-4fa5-b490-96e7746fb12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a0ee4211-c1fe-424a-a882-b675b225da6e'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:46:34.152853 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5b0844-a746-4b00-aafd-2565f2243949 None None] Attempting to bind port a58fb203-232e-4ab3-ac63-c4613ff4d9d2 on network a0ee4211-c1fe-424a-a882-b675b225da6e {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:46:34.158794 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5b0844-a746-4b00-aafd-2565f2243949 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:46:34.159164 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5b0844-a746-4b00-aafd-2565f2243949 None None] Checking segment: {'id': 'bff63c7b-2873-4fa5-b490-96e7746fb12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a0ee4211-c1fe-424a-a882-b675b225da6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:46:34.159564 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3d5b0844-a746-4b00-aafd-2565f2243949 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:34.160095 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5b0844-a746-4b00-aafd-2565f2243949 None None] Bound using segment: {'id': 'bff63c7b-2873-4fa5-b490-96e7746fb12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a0ee4211-c1fe-424a-a882-b675b225da6e'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:46:34.160586 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-3d5b0844-a746-4b00-aafd-2565f2243949 None None] Bound port: a58fb203-232e-4ab3-ac63-c4613ff4d9d2, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bff63c7b-2873-4fa5-b490-96e7746fb12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a0ee4211-c1fe-424a-a882-b675b225da6e'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:46:34.160962 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3d5b0844-a746-4b00-aafd-2565f2243949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:34.223064 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-7bc66697-9ff4-4bc5-b742-cec4f124d0be tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] show failed (client error): The resource could not be found. Mar 28 13:46:34.227328 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-7bc66697-9ff4-4bc5-b742-cec4f124d0be tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "GET /v2.0/subnets/7096a446-d235-409d-83a8-f599d81db6e9/tags/tempest-TagsExtTest-Tag-1803416732 HTTP/1.1" status: 404 len: 329 time: 0.8024790 Mar 28 13:46:34.227507 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58882) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:34.233666 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.tag.tag_plugin [None req-1b728307-c1c1-4b04-8147-4c579cfe1ac2 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7096a446-d235-409d-83a8-f599d81db6e9', 'tempest-TagsExtTest-Tag-1974030061') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:34.243268 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-3d5b0844-a746-4b00-aafd-2565f2243949 None None] For port a58fb203-232e-4ab3-ac63-c4613ff4d9d2, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:46:34.246499 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-3d5b0844-a746-4b00-aafd-2565f2243949 None None] For port a58fb203-232e-4ab3-ac63-c4613ff4d9d2, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=a58fb203-232e-4ab3-ac63-c4613ff4d9d2,segment=NetworkSegment(bff63c7b-2873-4fa5-b490-96e7746fb12d),segment_id=bff63c7b-2873-4fa5-b490-96e7746fb12d)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:46:34.281092 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-440089f5-2d82-4cf3-9ee5-8580d3affe68 tempest-RoutersAdminNegativeIpV6Test-876263625 tempest-RoutersAdminNegativeIpV6Test-876263625-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:34.295866 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-24964c77-e1b3-4bbe-9c75-0ce45f78cc30 None None] Provisioning complete for port f44126d6-3d61-4457-9201-f896f991e648 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:34.296233 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-24964c77-e1b3-4bbe-9c75-0ce45f78cc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:34.311166 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-440089f5-2d82-4cf3-9ee5-8580d3affe68 tempest-RoutersAdminNegativeIpV6Test-876263625 tempest-RoutersAdminNegativeIpV6Test-876263625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:34.316549 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-fbd4283d-39a1-4273-8378-fd3f3d5b1baa tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Allocated IP 172.20.0.13 (a0ee4211-c1fe-424a-a882-b675b225da6e/12829268-faf3-40d9-b028-c85479000abe/19802c7c-04e6-45e6-98c4-810bcd2dcc1e) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:46:34.325547 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-6a0c338d-d38d-4694-9b35-2bae22fd2a5b tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1406820 Mar 28 13:46:34.325718 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58884) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:34.330157 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3d5b0844-a746-4b00-aafd-2565f2243949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:34.333224 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-72c9fbec-b7c9-440c-ad9b-0e5b38996302 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Request body: {'port': {'network_id': '5b836221-e5bf-4290-ae67-a22e9ba6146f', 'name': 'tempest-AllowedAddressPairTestJSON-614740983'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:34.358294 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b9e92f4c-140e-44f3-b7b9-783b766bd969 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:34.361036 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b9e92f4c-140e-44f3-b7b9-783b766bd969 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:34.363161 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-24964c77-e1b3-4bbe-9c75-0ce45f78cc30 None None] Port f44126d6-3d61-4457-9201-f896f991e648 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:46:34.372150 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbac3289-818f-4d8e-a2ec-f7f2bc9d54ce tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Router 2eb3dd2b-bf3f-4afb-bf79-7b7b8b400d8e has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:46:34.398868 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b0844-a746-4b00-aafd-2565f2243949 None None] Pushing event updated for resources: {'Port': ['ID=a58fb203-232e-4ab3-ac63-c4613ff4d9d2,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:34.516938 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-1b728307-c1c1-4b04-8147-4c579cfe1ac2 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] show failed (client error): The resource could not be found. Mar 28 13:46:34.520782 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-1b728307-c1c1-4b04-8147-4c579cfe1ac2 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "GET /v2.0/subnets/7096a446-d235-409d-83a8-f599d81db6e9/tags/tempest-TagsExtTest-Tag-1974030061 HTTP/1.1" status: 404 len: 329 time: 0.2895215 Mar 28 13:46:34.520782 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b9e92f4c-140e-44f3-b7b9-783b766bd969 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:34.520782 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e92f4c-140e-44f3-b7b9-783b766bd969 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Fanout notify agent at l3_agent the message router_deleted on router 14ecb14f-6193-4d9a-8bf5-5721d618576f {{(pid=109612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:46:34.524027 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58886) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:34.530508 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b9e92f4c-140e-44f3-b7b9-783b766bd969 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:34.534328 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-b9e92f4c-140e-44f3-b7b9-783b766bd969 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "DELETE /v2.0/routers/14ecb14f-6193-4d9a-8bf5-5721d618576f HTTP/1.1" status: 204 len: 168 time: 0.7091749 Mar 28 13:46:34.534522 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.tag.tag_plugin [None req-fff3312c-9ff9-4430-b4aa-556000dfbdf4 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7096a446-d235-409d-83a8-f599d81db6e9', 'tempest-TagsExtTest-Tag-760375702') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:34.542707 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58888) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:34.645442 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbac3289-818f-4d8e-a2ec-f7f2bc9d54ce tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:46:34.652893 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-dbac3289-818f-4d8e-a2ec-f7f2bc9d54ce tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:34.658949 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fa330e-2367-45c2-8197-c64b9828e6b6 None None] Sync routers for ids ['2eb3dd2b-bf3f-4afb-bf79-7b7b8b400d8e'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:46:34.678199 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d49c68a-ac49-4744-9264-5134fbfc582b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Deleting subnet 4c1db472-231d-4df2-afec-e9d5d8de1b40 {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:46:34.680141 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fa330e-2367-45c2-8197-c64b9828e6b6 None None] Routers {'2eb3dd2b-bf3f-4afb-bf79-7b7b8b400d8e'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:46:34.680929 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-67fa330e-2367-45c2-8197-c64b9828e6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:46:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['2eb3dd2b-bf3f-4afb-bf79-7b7b8b400d8e'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:34.688578 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4d49c68a-ac49-4744-9264-5134fbfc582b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:34.694582 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fbd4283d-39a1-4273-8378-fd3f3d5b1baa tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:34.719515 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-67fa330e-2367-45c2-8197-c64b9828e6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:34.731654 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fa330e-2367-45c2-8197-c64b9828e6b6 None None] Routers {'2eb3dd2b-bf3f-4afb-bf79-7b7b8b400d8e'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:46:34.732689 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-67fa330e-2367-45c2-8197-c64b9828e6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:46:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['2eb3dd2b-bf3f-4afb-bf79-7b7b8b400d8e'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:34.758707 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-dbac3289-818f-4d8e-a2ec-f7f2bc9d54ce tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "PUT /v2.0/floatingips/798a5de1-0d0f-4eba-a0d7-8cb80ca36ae6 HTTP/1.1" status: 200 len: 978 time: 4.2949677 Mar 28 13:46:34.759445 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58892) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:34.775457 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4d49c68a-ac49-4744-9264-5134fbfc582b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:34.782384 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-67fa330e-2367-45c2-8197-c64b9828e6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:34.783482 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fa330e-2367-45c2-8197-c64b9828e6b6 None None] The sync data for ids ['2eb3dd2b-bf3f-4afb-bf79-7b7b8b400d8e'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:46:34.814488 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-fff3312c-9ff9-4430-b4aa-556000dfbdf4 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] show failed (client error): The resource could not be found. Mar 28 13:46:34.814488 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-fff3312c-9ff9-4430-b4aa-556000dfbdf4 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "GET /v2.0/subnets/7096a446-d235-409d-83a8-f599d81db6e9/tags/tempest-TagsExtTest-Tag-760375702 HTTP/1.1" status: 404 len: 328 time: 0.2894139 Mar 28 13:46:34.817942 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58894) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:34.825065 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.tag.tag_plugin [None req-4db88b4b-9248-4f2e-a374-8835c6a3eb1a tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'f62043a6-83ff-4033-99ea-57e69375a30b', {'tags': ['tempest-TagsExtTest-Tag-2013829591', 'tempest-TagsExtTest-Tag-881017429', 'tempest-TagsExtTest-Tag-887968116']}) {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:34.875701 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4d49c68a-ac49-4744-9264-5134fbfc582b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:34.901081 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c9fbec-b7c9-440c-ad9b-0e5b38996302 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Made reservation on behalf of 894c1d00e5b7433997797c4b000f3d4a for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:35.025196 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-72c9fbec-b7c9-440c-ad9b-0e5b38996302 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:35.025196 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-440089f5-2d82-4cf3-9ee5-8580d3affe68 tempest-RoutersAdminNegativeIpV6Test-876263625 tempest-RoutersAdminNegativeIpV6Test-876263625-project-admin] Notify callbacks [] for router, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:35.212797 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fbd4283d-39a1-4273-8378-fd3f3d5b1baa tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:35.218402 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4d49c68a-ac49-4744-9264-5134fbfc582b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:35.220428 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-72c9fbec-b7c9-440c-ad9b-0e5b38996302 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] device_id is not set on port 87db54a6-e9a7-460f-a841-559c0df750a8 yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:46:35.247532 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d49c68a-ac49-4744-9264-5134fbfc582b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event deleted for resources: {'Subnet': ['ID=4c1db472-231d-4df2-afec-e9d5d8de1b40,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:35.251387 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4d49c68a-ac49-4744-9264-5134fbfc582b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:35.258275 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-4db88b4b-9248-4f2e-a374-8835c6a3eb1a tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "PUT /v2.0/ports/f62043a6-83ff-4033-99ea-57e69375a30b/tags HTTP/1.1" status: 200 len: 316 time: 0.4342556 Mar 28 13:46:35.262302 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-4d49c68a-ac49-4744-9264-5134fbfc582b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "DELETE /v2.0/subnets/4c1db472-231d-4df2-afec-e9d5d8de1b40 HTTP/1.1" status: 204 len: 168 time: 0.7115877 Mar 28 13:46:35.262302 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58896) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:35.262302 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58898) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:35.262302 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.tag.tag_plugin [None req-a8ca1f2f-ecea-42e7-b13a-26f63b319c19 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f62043a6-83ff-4033-99ea-57e69375a30b') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:35.267712 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f186b004-3691-4e2f-956d-a43e84e831f1 None None] Network b41be743-41a2-4e42-aced-9855a899aec7 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:46:35.323793 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-30701078-c66d-4611-bfc3-119706c817ba tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Deleting port fdcf3da7-b8e7-41c0-a3fe-b091ff25f4f2 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:35.324177 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-30701078-c66d-4611-bfc3-119706c817ba tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:35.384775 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-deb1b644-fc2f-44cd-8801-093a6fe66d5c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:35.429225 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4283d-39a1-4273-8378-fd3f3d5b1baa tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event updated for resources: {'Port': ['ID=19802c7c-04e6-45e6-98c4-810bcd2dcc1e,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:35.446145 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-440089f5-2d82-4cf3-9ee5-8580d3affe68 tempest-RoutersAdminNegativeIpV6Test-876263625 tempest-RoutersAdminNegativeIpV6Test-876263625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:35.448867 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd4283d-39a1-4273-8378-fd3f3d5b1baa tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Network a0ee4211-c1fe-424a-a882-b675b225da6e is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:46:35.468866 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-deb1b644-fc2f-44cd-8801-093a6fe66d5c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Deleting port 2480f7ee-62fb-4a6e-8457-3cff01a11c81 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:35.469213 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-deb1b644-fc2f-44cd-8801-093a6fe66d5c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:35.478611 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-440089f5-2d82-4cf3-9ee5-8580d3affe68 tempest-RoutersAdminNegativeIpV6Test-876263625 tempest-RoutersAdminNegativeIpV6Test-876263625-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:35.493448 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2308e71b-6f26-4ee1-a1fc-0a6197fdcb34 None None] DHCP port deletion for b41be743-41a2-4e42-aced-9855a899aec7 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:46:35.494016 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-fbd4283d-39a1-4273-8378-fd3f3d5b1baa tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:35.496323 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd4283d-39a1-4273-8378-fd3f3d5b1baa tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:46:35.518413 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a8ca1f2f-ecea-42e7-b13a-26f63b319c19 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "DELETE /v2.0/ports/f62043a6-83ff-4033-99ea-57e69375a30b/tags HTTP/1.1" status: 204 len: 168 time: 0.2611623 Mar 28 13:46:35.524791 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58900) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:35.530025 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.tag.tag_plugin [None req-268bc90c-6c88-44e0-b735-e9819640d46e tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f62043a6-83ff-4033-99ea-57e69375a30b', 'tempest-TagsExtTest-Tag-2013829591') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:35.567025 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-2308e71b-6f26-4ee1-a1fc-0a6197fdcb34 None None] Deleting port 2480f7ee-62fb-4a6e-8457-3cff01a11c81 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:35.567540 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2308e71b-6f26-4ee1-a1fc-0a6197fdcb34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:35.580297 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-deb1b644-fc2f-44cd-8801-093a6fe66d5c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] For port 2480f7ee-62fb-4a6e-8457-3cff01a11c81, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=2480f7ee-62fb-4a6e-8457-3cff01a11c81,segment=NetworkSegment(9e28950d-8186-4225-80a1-23037cad811b),segment_id=9e28950d-8186-4225-80a1-23037cad811b)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:46:35.581296 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-deb1b644-fc2f-44cd-8801-093a6fe66d5c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:35.598007 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-deb1b644-fc2f-44cd-8801-093a6fe66d5c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Calling delete_port for 2480f7ee-62fb-4a6e-8457-3cff01a11c81 owned by network:dhcp {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:35.621760 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd4283d-39a1-4273-8378-fd3f3d5b1baa tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:35.627888 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fbd4283d-39a1-4273-8378-fd3f3d5b1baa tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:35.658120 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-2308e71b-6f26-4ee1-a1fc-0a6197fdcb34 None None] For port 2480f7ee-62fb-4a6e-8457-3cff01a11c81, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=2480f7ee-62fb-4a6e-8457-3cff01a11c81,segment=NetworkSegment(9e28950d-8186-4225-80a1-23037cad811b),segment_id=9e28950d-8186-4225-80a1-23037cad811b)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:46:35.658120 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2308e71b-6f26-4ee1-a1fc-0a6197fdcb34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:35.670832 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-268bc90c-6c88-44e0-b735-e9819640d46e tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] show failed (client error): The resource could not be found. Mar 28 13:46:35.671894 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-268bc90c-6c88-44e0-b735-e9819640d46e tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "GET /v2.0/ports/f62043a6-83ff-4033-99ea-57e69375a30b/tags/tempest-TagsExtTest-Tag-2013829591 HTTP/1.1" status: 404 len: 329 time: 0.1461718 Mar 28 13:46:35.675332 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-30701078-c66d-4611-bfc3-119706c817ba tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:35.677683 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58902) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:35.681417 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-2308e71b-6f26-4ee1-a1fc-0a6197fdcb34 None None] Calling delete_port for 2480f7ee-62fb-4a6e-8457-3cff01a11c81 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:35.691534 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.tag.tag_plugin [None req-ddd1f337-4c79-4986-afbb-995bd7e82582 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f62043a6-83ff-4033-99ea-57e69375a30b', 'tempest-TagsExtTest-Tag-881017429') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:35.717924 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-440089f5-2d82-4cf3-9ee5-8580d3affe68 tempest-RoutersAdminNegativeIpV6Test-876263625 tempest-RoutersAdminNegativeIpV6Test-876263625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:35.718533 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440089f5-2d82-4cf3-9ee5-8580d3affe68 tempest-RoutersAdminNegativeIpV6Test-876263625 tempest-RoutersAdminNegativeIpV6Test-876263625-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d7e4abd7-3006-4fef-a322-94b54b4cc2cb {{(pid=109613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:46:35.778087 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bee5ac-5df1-41ab-9301-cb070c69e380 None None] Network a0ee4211-c1fe-424a-a882-b675b225da6e requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:46:35.784075 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-deb1b644-fc2f-44cd-8801-093a6fe66d5c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:35.794610 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-fbd4283d-39a1-4273-8378-fd3f3d5b1baa tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.0999863 Mar 28 13:46:35.801140 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58904) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:35.801348 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-72c9fbec-b7c9-440c-ad9b-0e5b38996302 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Allocated IP 172.20.0.5 (5b836221-e5bf-4290-ae67-a22e9ba6146f/c1d55cd2-9b19-4092-8905-4416c9ef2970/87db54a6-e9a7-460f-a841-559c0df750a8) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:46:35.840746 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2308e71b-6f26-4ee1-a1fc-0a6197fdcb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:35.849217 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1b644-fc2f-44cd-8801-093a6fe66d5c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event deleted for resources: {'Port': ['ID=2480f7ee-62fb-4a6e-8457-3cff01a11c81,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:35.854468 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb1b644-fc2f-44cd-8801-093a6fe66d5c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] No DVR routers for this DVR port 2480f7ee-62fb-4a6e-8457-3cff01a11c81 on host dv-neutron-835335-1-hyperv {{(pid=109612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:46:35.887595 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308e71b-6f26-4ee1-a1fc-0a6197fdcb34 None None] Pushing event deleted for resources: {'Port': ['ID=2480f7ee-62fb-4a6e-8457-3cff01a11c81,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:35.887818 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-440089f5-2d82-4cf3-9ee5-8580d3affe68 tempest-RoutersAdminNegativeIpV6Test-876263625 tempest-RoutersAdminNegativeIpV6Test-876263625-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 28 13:46:35.887818 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-440089f5-2d82-4cf3-9ee5-8580d3affe68 tempest-RoutersAdminNegativeIpV6Test-876263625 tempest-RoutersAdminNegativeIpV6Test-876263625-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.6843243 Mar 28 13:46:35.898246 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2308e71b-6f26-4ee1-a1fc-0a6197fdcb34 None None] No DVR routers for this DVR port 2480f7ee-62fb-4a6e-8457-3cff01a11c81 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:46:35.898400 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58906) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:35.901502 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-71d41193-8812-469b-94eb-59536ed54d56 None None] Provisioning complete for port a58fb203-232e-4ab3-ac63-c4613ff4d9d2 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:35.901939 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-71d41193-8812-469b-94eb-59536ed54d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:35.979653 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-deb1b644-fc2f-44cd-8801-093a6fe66d5c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:36.004525 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-deb1b644-fc2f-44cd-8801-093a6fe66d5c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b41be743-41a2-4e42-aced-9855a899aec7']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:36.015695 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-ddd1f337-4c79-4986-afbb-995bd7e82582 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] show failed (client error): The resource could not be found. Mar 28 13:46:36.023907 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ddd1f337-4c79-4986-afbb-995bd7e82582 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "GET /v2.0/ports/f62043a6-83ff-4033-99ea-57e69375a30b/tags/tempest-TagsExtTest-Tag-881017429 HTTP/1.1" status: 404 len: 328 time: 0.3359678 Mar 28 13:46:36.024053 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-deb1b644-fc2f-44cd-8801-093a6fe66d5c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e28950d-8186-4225-80a1-23037cad811b') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:36.024053 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-deb1b644-fc2f-44cd-8801-093a6fe66d5c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e28950d-8186-4225-80a1-23037cad811b') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:36.026100 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58908) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:36.030381 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.tag.tag_plugin [None req-7db36932-d692-4811-9a49-4a163060682b tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f62043a6-83ff-4033-99ea-57e69375a30b', 'tempest-TagsExtTest-Tag-887968116') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:36.037930 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-deb1b644-fc2f-44cd-8801-093a6fe66d5c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:36.059083 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-71d41193-8812-469b-94eb-59536ed54d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:36.079849 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-25db3f20-a953-4f2c-bc72-e6d115e7adb6 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Deleting port 19802c7c-04e6-45e6-98c4-810bcd2dcc1e {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:36.080267 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-25db3f20-a953-4f2c-bc72-e6d115e7adb6 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:36.094010 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-71d41193-8812-469b-94eb-59536ed54d56 None None] For port a58fb203-232e-4ab3-ac63-c4613ff4d9d2, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=a58fb203-232e-4ab3-ac63-c4613ff4d9d2,segment=NetworkSegment(bff63c7b-2873-4fa5-b490-96e7746fb12d),segment_id=bff63c7b-2873-4fa5-b490-96e7746fb12d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:46:36.102230 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-30701078-c66d-4611-bfc3-119706c817ba tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:36.102697 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-30701078-c66d-4611-bfc3-119706c817ba tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:36.103025 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [None req-30701078-c66d-4611-bfc3-119706c817ba tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Floating IP 798a5de1-0d0f-4eba-a0d7-8cb80ca36ae6 disassociated. External IP: 172.26.2.123, port: fdcf3da7-b8e7-41c0-a3fe-b091ff25f4f2. Mar 28 13:46:36.103368 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-30701078-c66d-4611-bfc3-119706c817ba tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Calling delete_port for fdcf3da7-b8e7-41c0-a3fe-b091ff25f4f2 owned by {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:36.155026 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-deb1b644-fc2f-44cd-8801-093a6fe66d5c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:36.173566 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deb1b644-fc2f-44cd-8801-093a6fe66d5c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:46:36.173900 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-deb1b644-fc2f-44cd-8801-093a6fe66d5c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:36.179792 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:46:36.179792 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:46:36.179792 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:46:36.179792 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:46:36.179792 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:46:36.179792 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:46:36.179792 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:46:36.179792 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:46:36.179792 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:46:36.179792 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:46:36.179792 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:46:36.179792 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:46:36.179792 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:46:36.179792 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:46:36.179792 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:46:36.179792 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:46:36.179792 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:46:36.179792 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:46:36.179792 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:46:36.179792 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:46:36.179792 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:46:36.179792 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:46:36.179792 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:46:36.179792 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:46:36.179792 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:46:36.179792 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:46:36.179792 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:46:36.179792 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:46:36.179792 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:46:36.179792 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:46:36.179792 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:46:36.179792 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:46:36.186568 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-71d41193-8812-469b-94eb-59536ed54d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:36.215984 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-b57fe3ce-ed52-47a8-86f4-251de9a93a79 tempest-RoutersAdminNegativeIpV6Test-876263625 tempest-RoutersAdminNegativeIpV6Test-876263625-project-admin] Deleting port 54a4b708-0167-44df-9e97-d271c50c468f {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:36.216324 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b57fe3ce-ed52-47a8-86f4-251de9a93a79 tempest-RoutersAdminNegativeIpV6Test-876263625 tempest-RoutersAdminNegativeIpV6Test-876263625-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:36.257623 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device a58fb203-232e-4ab3-ac63-c4613ff4d9d2 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:46:36.269690 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-7db36932-d692-4811-9a49-4a163060682b tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] show failed (client error): The resource could not be found. Mar 28 13:46:36.274139 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-72c9fbec-b7c9-440c-ad9b-0e5b38996302 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:36.274282 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-7db36932-d692-4811-9a49-4a163060682b tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "GET /v2.0/ports/f62043a6-83ff-4033-99ea-57e69375a30b/tags/tempest-TagsExtTest-Tag-887968116 HTTP/1.1" status: 404 len: 328 time: 0.2441869 Mar 28 13:46:36.293593 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-25db3f20-a953-4f2c-bc72-e6d115e7adb6 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:36.299658 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58910) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:36.306821 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.tag.tag_plugin [None req-2771af45-c17e-4d47-a915-498dbfa3d861 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'be72e0f9-2d79-491c-8359-91579985863f', {'tags': ['tempest-TagsExtTest-Tag-1589456878', 'tempest-TagsExtTest-Tag-1889779563', 'tempest-TagsExtTest-Tag-1761608151']}) {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:36.308505 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d41193-8812-469b-94eb-59536ed54d56 None None] Pushing event updated for resources: {'Port': ['ID=a58fb203-232e-4ab3-ac63-c4613ff4d9d2,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:36.311563 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-25db3f20-a953-4f2c-bc72-e6d115e7adb6 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Calling delete_port for 19802c7c-04e6-45e6-98c4-810bcd2dcc1e owned by {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:36.339067 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port a58fb203-232e-4ab3-ac63-c4613ff4d9d2 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:36.339443 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:36.444126 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-deb1b644-fc2f-44cd-8801-093a6fe66d5c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:36.458933 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-deb1b644-fc2f-44cd-8801-093a6fe66d5c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:36.465652 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-deb1b644-fc2f-44cd-8801-093a6fe66d5c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "DELETE /v2.0/networks/b41be743-41a2-4e42-aced-9855a899aec7 HTTP/1.1" status: 204 len: 168 time: 1.1987321 Mar 28 13:46:36.473185 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-8b1885b6-7010-4d84-931b-e8fd41e17764 None None] Provisioning complete for port 19802c7c-04e6-45e6-98c4-810bcd2dcc1e triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:36.473560 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8b1885b6-7010-4d84-931b-e8fd41e17764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:36.480676 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58912) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:36.490382 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-8b3e4358-4927-45bb-9597-2706e92c53ae tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1452600194', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}, 'admin_state_up': False}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:36.518933 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1b644-fc2f-44cd-8801-093a6fe66d5c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event deleted for resources: {'Network': ['ID=b41be743-41a2-4e42-aced-9855a899aec7,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:36.519352 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b57fe3ce-ed52-47a8-86f4-251de9a93a79 tempest-RoutersAdminNegativeIpV6Test-876263625 tempest-RoutersAdminNegativeIpV6Test-876263625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:36.534795 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-8b1885b6-7010-4d84-931b-e8fd41e17764 None None] Port 19802c7c-04e6-45e6-98c4-810bcd2dcc1e cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:46:36.537810 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-b57fe3ce-ed52-47a8-86f4-251de9a93a79 tempest-RoutersAdminNegativeIpV6Test-876263625 tempest-RoutersAdminNegativeIpV6Test-876263625-project-admin] Calling delete_port for 54a4b708-0167-44df-9e97-d271c50c468f owned by {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:36.551761 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-8b1885b6-7010-4d84-931b-e8fd41e17764 None None] Provisioning complete for port a58fb203-232e-4ab3-ac63-c4613ff4d9d2 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:36.552123 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8b1885b6-7010-4d84-931b-e8fd41e17764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:36.558339 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-2771af45-c17e-4d47-a915-498dbfa3d861 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "PUT /v2.0/routers/be72e0f9-2d79-491c-8359-91579985863f/tags HTTP/1.1" status: 200 len: 318 time: 0.2564211 Mar 28 13:46:36.561083 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58914) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:36.567114 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.tag.tag_plugin [None req-3817e104-f971-48ea-a163-a14930a4c28f tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'be72e0f9-2d79-491c-8359-91579985863f') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:36.587411 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 2480f7ee-62fb-4a6e-8457-3cff01a11c81 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:46:36.595759 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-72c9fbec-b7c9-440c-ad9b-0e5b38996302 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:36.617072 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 2480f7ee-62fb-4a6e-8457-3cff01a11c81 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:46:36.622424 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 2480f7ee-62fb-4a6e-8457-3cff01a11c81 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:46:36.650283 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8b3e4358-4927-45bb-9597-2706e92c53ae tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:36.651231 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8b3e4358-4927-45bb-9597-2706e92c53ae tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:36.654343 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-25db3f20-a953-4f2c-bc72-e6d115e7adb6 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:36.663890 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c9fbec-b7c9-440c-ad9b-0e5b38996302 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Network 5b836221-e5bf-4290-ae67-a22e9ba6146f is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:46:36.672292 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-72c9fbec-b7c9-440c-ad9b-0e5b38996302 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:36.674183 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-30701078-c66d-4611-bfc3-119706c817ba tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:36.675966 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c9fbec-b7c9-440c-ad9b-0e5b38996302 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:46:36.682670 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c9fbec-b7c9-440c-ad9b-0e5b38996302 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Pushing event updated for resources: {'Port': ['ID=87db54a6-e9a7-460f-a841-559c0df750a8,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:36.701593 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25db3f20-a953-4f2c-bc72-e6d115e7adb6 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event deleted for resources: {'Port': ['ID=19802c7c-04e6-45e6-98c4-810bcd2dcc1e,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:36.760070 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30701078-c66d-4611-bfc3-119706c817ba tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Pushing event deleted for resources: {'Port': ['ID=fdcf3da7-b8e7-41c0-a3fe-b091ff25f4f2,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:36.811214 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c9fbec-b7c9-440c-ad9b-0e5b38996302 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:36.812246 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-72c9fbec-b7c9-440c-ad9b-0e5b38996302 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:36.847640 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8b3e4358-4927-45bb-9597-2706e92c53ae tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:36.853630 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-3817e104-f971-48ea-a163-a14930a4c28f tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "DELETE /v2.0/routers/be72e0f9-2d79-491c-8359-91579985863f/tags HTTP/1.1" status: 204 len: 168 time: 0.2914233 Mar 28 13:46:36.862641 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-f27876c8-0289-46bf-991c-1a1e9fcfa70d None None] Could not find standard attr ID for object 19802c7c-04e6-45e6-98c4-810bcd2dcc1e. {{(pid=109614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 13:46:36.862987 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58916) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:36.862987 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.tag.tag_plugin [None req-cfdb006f-ab21-4faf-bed4-8063a3662605 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'be72e0f9-2d79-491c-8359-91579985863f', 'tempest-TagsExtTest-Tag-1589456878') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:36.915672 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-25db3f20-a953-4f2c-bc72-e6d115e7adb6 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:36.920889 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-25db3f20-a953-4f2c-bc72-e6d115e7adb6 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/ports/19802c7c-04e6-45e6-98c4-810bcd2dcc1e HTTP/1.1" status: 204 len: 168 time: 1.1173744 Mar 28 13:46:36.924213 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58918) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:36.969469 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-72c9fbec-b7c9-440c-ad9b-0e5b38996302 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6427212 Mar 28 13:46:36.972252 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58920) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:36.986546 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-67cb300d-8bdb-46cb-83ff-98eaae5a166a tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:e4:c1:1a'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:60:50:c4'}]}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:36.996085 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30701078-c66d-4611-bfc3-119706c817ba tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Router 2eb3dd2b-bf3f-4afb-bf79-7b7b8b400d8e has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:46:37.017628 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-3894b176-e093-4f81-9fb8-b82a03f7cd73 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] GET failed (client error): The resource could not be found. Mar 28 13:46:37.019181 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-3894b176-e093-4f81-9fb8-b82a03f7cd73 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "GET /v2.0/ports/19802c7c-04e6-45e6-98c4-810bcd2dcc1e HTTP/1.1" status: 404 len: 333 time: 0.0940082 Mar 28 13:46:37.022950 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58922) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:37.027128 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b57fe3ce-ed52-47a8-86f4-251de9a93a79 tempest-RoutersAdminNegativeIpV6Test-876263625 tempest-RoutersAdminNegativeIpV6Test-876263625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:37.132074 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57fe3ce-ed52-47a8-86f4-251de9a93a79 tempest-RoutersAdminNegativeIpV6Test-876263625 tempest-RoutersAdminNegativeIpV6Test-876263625-project-admin] Pushing event deleted for resources: {'Port': ['ID=54a4b708-0167-44df-9e97-d271c50c468f,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:37.178413 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-2989c744-6d3d-45be-8583-b95148038574 None None] Provisioning complete for port 87db54a6-e9a7-460f-a841-559c0df750a8 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:37.179131 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2989c744-6d3d-45be-8583-b95148038574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:37.179913 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-cfdb006f-ab21-4faf-bed4-8063a3662605 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] show failed (client error): The resource could not be found. Mar 28 13:46:37.180974 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-cfdb006f-ab21-4faf-bed4-8063a3662605 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "GET /v2.0/routers/be72e0f9-2d79-491c-8359-91579985863f/tags/tempest-TagsExtTest-Tag-1589456878 HTTP/1.1" status: 404 len: 329 time: 0.3230188 Mar 28 13:46:37.184877 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58924) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:37.215271 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.tag.tag_plugin [None req-1400f5d1-57cd-4be3-8eaf-4b61cb8939b6 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'be72e0f9-2d79-491c-8359-91579985863f', 'tempest-TagsExtTest-Tag-1889779563') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:37.222778 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8b3e4358-4927-45bb-9597-2706e92c53ae tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:37.234798 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-2989c744-6d3d-45be-8583-b95148038574 None None] Port 87db54a6-e9a7-460f-a841-559c0df750a8 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:46:37.262864 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-24a43c78-369c-409a-80ca-2516a8b94e6f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Deleting subnet 12829268-faf3-40d9-b028-c85479000abe {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:46:37.269079 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-24a43c78-369c-409a-80ca-2516a8b94e6f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:37.336818 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-24a43c78-369c-409a-80ca-2516a8b94e6f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:37.367557 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-1400f5d1-57cd-4be3-8eaf-4b61cb8939b6 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] show failed (client error): The resource could not be found. Mar 28 13:46:37.368620 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-1400f5d1-57cd-4be3-8eaf-4b61cb8939b6 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "GET /v2.0/routers/be72e0f9-2d79-491c-8359-91579985863f/tags/tempest-TagsExtTest-Tag-1889779563 HTTP/1.1" status: 404 len: 329 time: 0.1828361 Mar 28 13:46:37.383155 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58926) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:37.387712 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.tag.tag_plugin [None req-81240fd0-85fd-4798-8050-cc115cc2415e tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'be72e0f9-2d79-491c-8359-91579985863f', 'tempest-TagsExtTest-Tag-1761608151') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:37.520418 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b57fe3ce-ed52-47a8-86f4-251de9a93a79 tempest-RoutersAdminNegativeIpV6Test-876263625 tempest-RoutersAdminNegativeIpV6Test-876263625-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:37.524074 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b57fe3ce-ed52-47a8-86f4-251de9a93a79 tempest-RoutersAdminNegativeIpV6Test-876263625 tempest-RoutersAdminNegativeIpV6Test-876263625-project-admin] 10.222.0.24 "DELETE /v2.0/ports/54a4b708-0167-44df-9e97-d271c50c468f HTTP/1.1" status: 204 len: 168 time: 1.6209702 Mar 28 13:46:37.575439 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-67cb300d-8bdb-46cb-83ff-98eaae5a166a tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:37.586678 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30701078-c66d-4611-bfc3-119706c817ba tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:46:37.604389 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3c5690-e14c-4beb-82d2-a3c43cd7cc06 None None] Sync routers for ids ['2eb3dd2b-bf3f-4afb-bf79-7b7b8b400d8e'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:46:37.619933 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3c5690-e14c-4beb-82d2-a3c43cd7cc06 None None] Routers {'2eb3dd2b-bf3f-4afb-bf79-7b7b8b400d8e'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:46:37.620665 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-ed3c5690-e14c-4beb-82d2-a3c43cd7cc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:46:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['2eb3dd2b-bf3f-4afb-bf79-7b7b8b400d8e'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:37.671261 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-ed3c5690-e14c-4beb-82d2-a3c43cd7cc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:37.683593 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3c5690-e14c-4beb-82d2-a3c43cd7cc06 None None] Routers {'2eb3dd2b-bf3f-4afb-bf79-7b7b8b400d8e'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:46:37.684420 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-ed3c5690-e14c-4beb-82d2-a3c43cd7cc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:46:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['2eb3dd2b-bf3f-4afb-bf79-7b7b8b400d8e'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:37.696084 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-30701078-c66d-4611-bfc3-119706c817ba tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:37.702685 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-30701078-c66d-4611-bfc3-119706c817ba tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "DELETE /v2.0/ports/fdcf3da7-b8e7-41c0-a3fe-b091ff25f4f2 HTTP/1.1" status: 204 len: 168 time: 2.9421782 Mar 28 13:46:37.703331 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58930) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:37.722179 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-ed3c5690-e14c-4beb-82d2-a3c43cd7cc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:37.722822 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3c5690-e14c-4beb-82d2-a3c43cd7cc06 None None] The sync data for ids ['2eb3dd2b-bf3f-4afb-bf79-7b7b8b400d8e'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:46:37.855185 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-81240fd0-85fd-4798-8050-cc115cc2415e tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] show failed (client error): The resource could not be found. Mar 28 13:46:37.856213 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-81240fd0-85fd-4798-8050-cc115cc2415e tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "GET /v2.0/routers/be72e0f9-2d79-491c-8359-91579985863f/tags/tempest-TagsExtTest-Tag-1761608151 HTTP/1.1" status: 404 len: 329 time: 0.4721212 Mar 28 13:46:37.857735 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-24a43c78-369c-409a-80ca-2516a8b94e6f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:37.859121 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58932) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:37.865392 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.tag.tag_plugin [None req-0c81ba23-2913-426e-beb3-067c365462e7 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '42c63bcd-c195-4150-9b56-45eabd49305a', {'tags': ['tempest-TagsExtTest-Tag-1559232686', 'tempest-TagsExtTest-Tag-2004278868', 'tempest-TagsExtTest-Tag-1855611380']}) {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:38.012432 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-67cb300d-8bdb-46cb-83ff-98eaae5a166a tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:38.019548 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-24a43c78-369c-409a-80ca-2516a8b94e6f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:38.050219 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58936) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:38.077722 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a43c78-369c-409a-80ca-2516a8b94e6f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event deleted for resources: {'Subnet': ['ID=12829268-faf3-40d9-b028-c85479000abe,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:38.080872 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8b3e4358-4927-45bb-9597-2706e92c53ae tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for router_gateway, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:38.090835 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7c345e-29d2-475c-b28c-ecb3a79b3635 None None] Network a0ee4211-c1fe-424a-a882-b675b225da6e requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:46:38.104027 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-0c81ba23-2913-426e-beb3-067c365462e7 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "PUT /v2.0/subnetpools/42c63bcd-c195-4150-9b56-45eabd49305a/tags HTTP/1.1" status: 200 len: 318 time: 0.2407804 Mar 28 13:46:38.105590 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58940) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:38.111191 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.tag.tag_plugin [None req-e65fc290-da65-4931-901e-94c578c2f81d tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '42c63bcd-c195-4150-9b56-45eabd49305a') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:38.127479 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-24a43c78-369c-409a-80ca-2516a8b94e6f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:38.131181 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-67cb300d-8bdb-46cb-83ff-98eaae5a166a tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:38.137383 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-24a43c78-369c-409a-80ca-2516a8b94e6f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/subnets/12829268-faf3-40d9-b028-c85479000abe HTTP/1.1" status: 204 len: 168 time: 1.1111591 Mar 28 13:46:38.137383 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8b3e4358-4927-45bb-9597-2706e92c53ae tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:38.139545 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58942) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:38.247990 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device a58fb203-232e-4ab3-ac63-c4613ff4d9d2 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:46:38.303360 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb300d-8bdb-46cb-83ff-98eaae5a166a tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Pushing event updated for resources: {'Port': ['ID=87db54a6-e9a7-460f-a841-559c0df750a8,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:38.311471 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4b9e5526-7287-4550-a351-584af9e0a981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:38.321953 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-67cb300d-8bdb-46cb-83ff-98eaae5a166a tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] In _notify_port_updated(), no bound segment for port 87db54a6-e9a7-460f-a841-559c0df750a8 on network 5b836221-e5bf-4290-ae67-a22e9ba6146f {{(pid=109613) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 28 13:46:38.327367 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cb300d-8bdb-46cb-83ff-98eaae5a166a tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:38.328197 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-67cb300d-8bdb-46cb-83ff-98eaae5a166a tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:38.333913 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-67cb300d-8bdb-46cb-83ff-98eaae5a166a tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] 10.222.0.24 "PUT /v2.0/ports/87db54a6-e9a7-460f-a841-559c0df750a8 HTTP/1.1" status: 200 len: 1054 time: 1.3600814 Mar 28 13:46:38.335825 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58944) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:38.343075 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port a58fb203-232e-4ab3-ac63-c4613ff4d9d2 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:38.349105 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:38.410281 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e65fc290-da65-4931-901e-94c578c2f81d tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "DELETE /v2.0/subnetpools/42c63bcd-c195-4150-9b56-45eabd49305a/tags HTTP/1.1" status: 204 len: 168 time: 0.3010867 Mar 28 13:46:38.415068 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58948) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:38.417192 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c7e6f70b-934b-405a-942e-3af4e62caaae tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:38.425956 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.tag.tag_plugin [None req-3eddf67d-f3a7-4240-8543-2973b42b621d tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '42c63bcd-c195-4150-9b56-45eabd49305a', 'tempest-TagsExtTest-Tag-1559232686') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:38.446375 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c8495f-488f-498b-882b-0e9f48d8f1b5 None None] DHCP port deletion for a0ee4211-c1fe-424a-a882-b675b225da6e request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:46:38.498620 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-3eddf67d-f3a7-4240-8543-2973b42b621d tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] show failed (client error): The resource could not be found. Mar 28 13:46:38.498620 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3eddf67d-f3a7-4240-8543-2973b42b621d tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "GET /v2.0/subnetpools/42c63bcd-c195-4150-9b56-45eabd49305a/tags/tempest-TagsExtTest-Tag-1559232686 HTTP/1.1" status: 404 len: 329 time: 0.0712540 Mar 28 13:46:38.498620 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58950) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:38.504167 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.tag.tag_plugin [None req-9762a514-42d2-4d4c-94c9-8474bf73b3c0 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '42c63bcd-c195-4150-9b56-45eabd49305a', 'tempest-TagsExtTest-Tag-2004278868') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:38.523135 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-e1c8495f-488f-498b-882b-0e9f48d8f1b5 None None] Deleting port a58fb203-232e-4ab3-ac63-c4613ff4d9d2 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:38.527634 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e1c8495f-488f-498b-882b-0e9f48d8f1b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:38.533861 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-8b3e4358-4927-45bb-9597-2706e92c53ae tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Allocated IP 172.26.2.47 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/62c749dc-fc03-40db-8a7e-b75741f164b0) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:46:38.534577 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f78b7db2-818c-46da-998e-0672b3c477f7 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:38.587445 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-9762a514-42d2-4d4c-94c9-8474bf73b3c0 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] show failed (client error): The resource could not be found. Mar 28 13:46:38.588470 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9762a514-42d2-4d4c-94c9-8474bf73b3c0 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "GET /v2.0/subnetpools/42c63bcd-c195-4150-9b56-45eabd49305a/tags/tempest-TagsExtTest-Tag-2004278868 HTTP/1.1" status: 404 len: 329 time: 0.0879462 Mar 28 13:46:38.595169 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58952) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:38.597334 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-65e79f99-bac0-45d3-a2df-05fd43bf237e tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Deleting port 87db54a6-e9a7-460f-a841-559c0df750a8 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:38.597676 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-65e79f99-bac0-45d3-a2df-05fd43bf237e tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:38.606113 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.tag.tag_plugin [None req-30dfdcaa-cefe-4ea1-905b-e04fa02f1aac tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '42c63bcd-c195-4150-9b56-45eabd49305a', 'tempest-TagsExtTest-Tag-1855611380') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:38.614128 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-e1c8495f-488f-498b-882b-0e9f48d8f1b5 None None] For port a58fb203-232e-4ab3-ac63-c4613ff4d9d2, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=a58fb203-232e-4ab3-ac63-c4613ff4d9d2,segment=NetworkSegment(bff63c7b-2873-4fa5-b490-96e7746fb12d),segment_id=bff63c7b-2873-4fa5-b490-96e7746fb12d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:46:38.614525 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e1c8495f-488f-498b-882b-0e9f48d8f1b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:38.627549 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-f0cf4082-d2ba-4eb3-a01e-a823438a91cb None None] Provisioning complete for port 87db54a6-e9a7-460f-a841-559c0df750a8 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:38.627913 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f0cf4082-d2ba-4eb3-a01e-a823438a91cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:38.654834 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-e1c8495f-488f-498b-882b-0e9f48d8f1b5 None None] Calling delete_port for a58fb203-232e-4ab3-ac63-c4613ff4d9d2 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:38.655087 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4b9e5526-7287-4550-a351-584af9e0a981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:38.678327 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-f0cf4082-d2ba-4eb3-a01e-a823438a91cb None None] Port 87db54a6-e9a7-460f-a841-559c0df750a8 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:46:38.718351 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-c7e6f70b-934b-405a-942e-3af4e62caaae tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Deleting port a58fb203-232e-4ab3-ac63-c4613ff4d9d2 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:38.718777 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c7e6f70b-934b-405a-942e-3af4e62caaae tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:38.726859 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4b9e5526-7287-4550-a351-584af9e0a981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:38.738668 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-30dfdcaa-cefe-4ea1-905b-e04fa02f1aac tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] show failed (client error): The resource could not be found. Mar 28 13:46:38.740188 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-30dfdcaa-cefe-4ea1-905b-e04fa02f1aac tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "GET /v2.0/subnetpools/42c63bcd-c195-4150-9b56-45eabd49305a/tags/tempest-TagsExtTest-Tag-1855611380 HTTP/1.1" status: 404 len: 329 time: 0.1387286 Mar 28 13:46:38.744075 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8b3e4358-4927-45bb-9597-2706e92c53ae tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:38.746437 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58954) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:38.750428 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.tag.tag_plugin [None req-b6317783-af08-4939-a9ed-b19fdb4cfd60 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '42c63bcd-c195-4150-9b56-45eabd49305a') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:38.802408 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-65e79f99-bac0-45d3-a2df-05fd43bf237e tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:38.813032 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e1c8495f-488f-498b-882b-0e9f48d8f1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:38.828886 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-4b9e5526-7287-4550-a351-584af9e0a981 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5ab922263cf640c9abd45cafc3261378&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7764950 Mar 28 13:46:38.833217 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58956) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:38.833347 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-65e79f99-bac0-45d3-a2df-05fd43bf237e tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Calling delete_port for 87db54a6-e9a7-460f-a841-559c0df750a8 owned by {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:38.834536 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e5526-7287-4550-a351-584af9e0a981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8dbed07-c086-49fe-8ab0-9dc0a3991530,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:38.842150 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c8495f-488f-498b-882b-0e9f48d8f1b5 None None] Pushing event deleted for resources: {'Port': ['ID=a58fb203-232e-4ab3-ac63-c4613ff4d9d2,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:38.844234 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c8495f-488f-498b-882b-0e9f48d8f1b5 None None] No DVR routers for this DVR port a58fb203-232e-4ab3-ac63-c4613ff4d9d2 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:46:38.844533 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-c7e6f70b-934b-405a-942e-3af4e62caaae tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] For port a58fb203-232e-4ab3-ac63-c4613ff4d9d2, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=a58fb203-232e-4ab3-ac63-c4613ff4d9d2,segment=NetworkSegment(bff63c7b-2873-4fa5-b490-96e7746fb12d),segment_id=bff63c7b-2873-4fa5-b490-96e7746fb12d)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:46:38.844988 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c7e6f70b-934b-405a-942e-3af4e62caaae tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:38.871210 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-c7e6f70b-934b-405a-942e-3af4e62caaae tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Calling delete_port for a58fb203-232e-4ab3-ac63-c4613ff4d9d2 owned by network:dhcp {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:38.935147 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b6317783-af08-4939-a9ed-b19fdb4cfd60 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "DELETE /v2.0/subnetpools/42c63bcd-c195-4150-9b56-45eabd49305a/tags HTTP/1.1" status: 204 len: 168 time: 0.1878500 Mar 28 13:46:38.938119 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58958) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:38.944290 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.tag.tag_plugin [None req-bfdc32f1-2a67-462e-802f-a457443dc925 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'be72e0f9-2d79-491c-8359-91579985863f') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:38.948329 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8b3e4358-4927-45bb-9597-2706e92c53ae tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:38.989655 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b03b2ccf-38df-443f-8cfe-22a350f52e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:39.039877 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3e4358-4927-45bb-9597-2706e92c53ae tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:46:39.042713 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b03b2ccf-38df-443f-8cfe-22a350f52e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:39.046054 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3e4358-4927-45bb-9597-2706e92c53ae tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event updated for resources: {'Port': ['ID=62c749dc-fc03-40db-8a7e-b75741f164b0,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:39.048316 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c7e6f70b-934b-405a-942e-3af4e62caaae tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:39.050337 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-8b3e4358-4927-45bb-9597-2706e92c53ae tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:39.081100 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3e4358-4927-45bb-9597-2706e92c53ae tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:46:39.126343 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e6f70b-934b-405a-942e-3af4e62caaae tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event deleted for resources: {'Port': ['ID=a58fb203-232e-4ab3-ac63-c4613ff4d9d2,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:39.128050 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e6f70b-934b-405a-942e-3af4e62caaae tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] No DVR routers for this DVR port a58fb203-232e-4ab3-ac63-c4613ff4d9d2 on host dv-neutron-835335-1-hyperv {{(pid=109612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:46:39.173628 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-f78b7db2-818c-46da-998e-0672b3c477f7 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Deleting port 812e2ebb-4499-4293-93ec-4c2598e668b7 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:39.173960 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f78b7db2-818c-46da-998e-0672b3c477f7 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:39.175900 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-bfdc32f1-2a67-462e-802f-a457443dc925 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "DELETE /v2.0/routers/be72e0f9-2d79-491c-8359-91579985863f/tags HTTP/1.1" status: 204 len: 168 time: 0.2357225 Mar 28 13:46:39.179144 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58960) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:39.183581 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.tag.tag_plugin [None req-af4850f6-b268-43a8-bd40-88bf65a7e976 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f62043a6-83ff-4033-99ea-57e69375a30b') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:39.245929 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-65e79f99-bac0-45d3-a2df-05fd43bf237e tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:39.287631 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c7e6f70b-934b-405a-942e-3af4e62caaae tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:39.289829 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b03b2ccf-38df-443f-8cfe-22a350f52e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:39.292662 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b03b2ccf-38df-443f-8cfe-22a350f52e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:39.293804 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b03b2ccf-38df-443f-8cfe-22a350f52e72 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a8dbed07-c086-49fe-8ab0-9dc0a3991530 HTTP/1.1" status: 204 len: 168 time: 0.4553168 Mar 28 13:46:39.299162 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e79f99-bac0-45d3-a2df-05fd43bf237e tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Pushing event deleted for resources: {'Port': ['ID=87db54a6-e9a7-460f-a841-559c0df750a8,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:39.331853 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-c7e6f70b-934b-405a-942e-3af4e62caaae tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0ee4211-c1fe-424a-a882-b675b225da6e']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:39.344524 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-c7e6f70b-934b-405a-942e-3af4e62caaae tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bff63c7b-2873-4fa5-b490-96e7746fb12d') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:39.345835 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-c7e6f70b-934b-405a-942e-3af4e62caaae tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bff63c7b-2873-4fa5-b490-96e7746fb12d') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:39.353847 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b2ccf-38df-443f-8cfe-22a350f52e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8dbed07-c086-49fe-8ab0-9dc0a3991530,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:39.360062 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c7e6f70b-934b-405a-942e-3af4e62caaae tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:39.388992 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c7e6f70b-934b-405a-942e-3af4e62caaae tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:39.398194 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7e6f70b-934b-405a-942e-3af4e62caaae tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:46:39.398194 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c7e6f70b-934b-405a-942e-3af4e62caaae tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:39.409237 dv-neutron-835335-1-hyperv neutron-server[109612]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 13:46:39.409237 dv-neutron-835335-1-hyperv neutron-server[109612]: self.session.flush() Mar 28 13:46:39.409237 dv-neutron-835335-1-hyperv neutron-server[109612]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 13:46:39.409237 dv-neutron-835335-1-hyperv neutron-server[109612]: self.session.flush() Mar 28 13:46:39.409237 dv-neutron-835335-1-hyperv neutron-server[109612]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 13:46:39.409237 dv-neutron-835335-1-hyperv neutron-server[109612]: self.session.flush() Mar 28 13:46:39.409237 dv-neutron-835335-1-hyperv neutron-server[109612]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 13:46:39.409237 dv-neutron-835335-1-hyperv neutron-server[109612]: self.session.flush() Mar 28 13:46:39.409237 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:46:39.409237 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:46:39.409237 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:46:39.409237 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:46:39.409237 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:46:39.409237 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:46:39.409237 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:46:39.409237 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:46:39.409237 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:46:39.409237 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:46:39.409237 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:46:39.409237 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:46:39.409237 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:46:39.409237 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:46:39.409237 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:46:39.409237 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:46:39.409237 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:46:39.409237 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:46:39.409237 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:46:39.409237 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:46:39.409237 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:46:39.409237 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:46:39.409237 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:46:39.409237 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:46:39.409237 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:46:39.409237 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:46:39.409237 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:46:39.409237 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:46:39.409237 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:46:39.409237 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:46:39.409237 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:46:39.409237 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:46:39.415844 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f78b7db2-818c-46da-998e-0672b3c477f7 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:39.436872 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-f78b7db2-818c-46da-998e-0672b3c477f7 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Calling delete_port for 812e2ebb-4499-4293-93ec-4c2598e668b7 owned by network:router_interface {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:39.591840 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c7e6f70b-934b-405a-942e-3af4e62caaae tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:39.593413 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8b3e4358-4927-45bb-9597-2706e92c53ae tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for router_gateway, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:39.637432 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c7e6f70b-934b-405a-942e-3af4e62caaae tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:39.644512 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c7e6f70b-934b-405a-942e-3af4e62caaae tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/networks/a0ee4211-c1fe-424a-a882-b675b225da6e HTTP/1.1" status: 204 len: 168 time: 1.5000105 Mar 28 13:46:39.652822 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58966) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:39.657943 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-02e92c11-72fd-462b-84b3-4e8e990c4a46 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Request body: {'port': {'network_id': '078b94d0-ce4e-4551-ada3-1a1c7aac343a', 'name': 'tempest-PortsTestJSON-1169422884'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:39.663461 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e6f70b-934b-405a-942e-3af4e62caaae tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event deleted for resources: {'Network': ['ID=a0ee4211-c1fe-424a-a882-b675b225da6e,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:39.722886 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-af4850f6-b268-43a8-bd40-88bf65a7e976 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "DELETE /v2.0/ports/f62043a6-83ff-4033-99ea-57e69375a30b/tags HTTP/1.1" status: 204 len: 168 time: 0.5427206 Mar 28 13:46:39.726450 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58968) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:39.759432 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.tag.tag_plugin [None req-e6e10dac-881f-4faf-91eb-cda701870586 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7096a446-d235-409d-83a8-f599d81db6e9') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:39.892883 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58970) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:39.925712 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e92c11-72fd-462b-84b3-4e8e990c4a46 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Made reservation on behalf of a8d0b895291d43e9afe1329c139db87b for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:39.929500 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-02e92c11-72fd-462b-84b3-4e8e990c4a46 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:39.959997 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [None req-02e92c11-72fd-462b-84b3-4e8e990c4a46 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] device_id is not set on port f71e58ca-9741-4dce-92c9-acb45c71bcb4 yet. {{(pid=109612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:46:39.961780 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-65e79f99-bac0-45d3-a2df-05fd43bf237e tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:39.964830 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8b3e4358-4927-45bb-9597-2706e92c53ae tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:39.965407 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-65e79f99-bac0-45d3-a2df-05fd43bf237e tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] 10.222.0.24 "DELETE /v2.0/ports/87db54a6-e9a7-460f-a841-559c0df750a8 HTTP/1.1" status: 204 len: 168 time: 1.6283662 Mar 28 13:46:39.969210 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58972) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:39.988561 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-e6e10dac-881f-4faf-91eb-cda701870586 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "DELETE /v2.0/subnets/7096a446-d235-409d-83a8-f599d81db6e9/tags HTTP/1.1" status: 204 len: 168 time: 0.2525632 Mar 28 13:46:39.990884 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58974) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:40.026920 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c8f89100-71de-4237-b66a-7e2e99495d48 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f7c563957b084aa792df4697b9a878d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1289339 Mar 28 13:46:40.028304 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac89d9f4-ed56-4ec1-8ae0-0bf6fdc52722 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] GET failed (client error): The resource could not be found. Mar 28 13:46:40.029886 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ac89d9f4-ed56-4ec1-8ae0-0bf6fdc52722 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] 10.222.0.24 "GET /v2.0/ports/87db54a6-e9a7-460f-a841-559c0df750a8 HTTP/1.1" status: 404 len: 333 time: 0.0587990 Mar 28 13:46:40.030421 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58976) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:40.038380 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58978) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:40.196131 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device a58fb203-232e-4ab3-ac63-c4613ff4d9d2 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:46:40.206738 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-233b3a46-44c8-40df-9000-5bf0fd3d6ae3 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Deleting port f44126d6-3d61-4457-9201-f896f991e648 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:40.208184 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-233b3a46-44c8-40df-9000-5bf0fd3d6ae3 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:40.224148 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: a58fb203-232e-4ab3-ac63-c4613ff4d9d2 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:46:40.225286 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device a58fb203-232e-4ab3-ac63-c4613ff4d9d2 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:46:40.231847 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-37f9b977-65cb-435c-b46b-39effc4a4f91 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Notify callbacks [] for subnetpool, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:40.233024 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-37f9b977-65cb-435c-b46b-39effc4a4f91 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "DELETE /v2.0/subnetpools/42c63bcd-c195-4150-9b56-45eabd49305a HTTP/1.1" status: 204 len: 168 time: 0.2368288 Mar 28 13:46:40.236782 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58980) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:40.274573 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-642d70c7-f3fb-49f8-8f8e-5e391062411a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:40.294287 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f78b7db2-818c-46da-998e-0672b3c477f7 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:40.301433 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-02e92c11-72fd-462b-84b3-4e8e990c4a46 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:40.306460 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-0d2544d9-0b24-456b-9cad-717eb6ab8fde tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "GET /v2.0/ports?device_id=be72e0f9-2d79-491c-8359-91579985863f HTTP/1.1" status: 200 len: 205 time: 0.0649326 Mar 28 13:46:40.306627 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58982) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:40.333870 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b7db2-818c-46da-998e-0672b3c477f7 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Pushing event deleted for resources: {'Port': ['ID=812e2ebb-4499-4293-93ec-4c2598e668b7,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:40.359793 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-642d70c7-f3fb-49f8-8f8e-5e391062411a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:40.415226 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-233b3a46-44c8-40df-9000-5bf0fd3d6ae3 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:40.437250 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-233b3a46-44c8-40df-9000-5bf0fd3d6ae3 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Calling delete_port for f44126d6-3d61-4457-9201-f896f991e648 owned by {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:40.660440 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f78b7db2-818c-46da-998e-0672b3c477f7 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:40.753629 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ba9926e7-e7aa-4e39-8a47-840822f64a5d tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Notify callbacks [] for router, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:40.840739 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-233b3a46-44c8-40df-9000-5bf0fd3d6ae3 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:40.846744 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b3e4358-4927-45bb-9597-2706e92c53ae tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Router 09c78900-1af5-4d4f-86d1-788d6a9af4da is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:46:40.899637 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b3a46-44c8-40df-9000-5bf0fd3d6ae3 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Pushing event deleted for resources: {'Port': ['ID=f44126d6-3d61-4457-9201-f896f991e648,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:40.961195 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ba9926e7-e7aa-4e39-8a47-840822f64a5d tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:40.967508 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ba9926e7-e7aa-4e39-8a47-840822f64a5d tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:40.973050 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-02e92c11-72fd-462b-84b3-4e8e990c4a46 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:40.981281 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78b7db2-818c-46da-998e-0672b3c477f7 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Router 2eb3dd2b-bf3f-4afb-bf79-7b7b8b400d8e has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:46:40.982749 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-233b3a46-44c8-40df-9000-5bf0fd3d6ae3 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:40.985946 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-233b3a46-44c8-40df-9000-5bf0fd3d6ae3 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] 10.222.0.24 "DELETE /v2.0/ports/f44126d6-3d61-4457-9201-f896f991e648 HTTP/1.1" status: 204 len: 168 time: 0.9456003 Mar 28 13:46:40.989075 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58986) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:41.024084 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-adc2fdd1-359c-4a91-a95a-bac86602c8ca tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] GET failed (client error): The resource could not be found. Mar 28 13:46:41.025575 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-adc2fdd1-359c-4a91-a95a-bac86602c8ca tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] 10.222.0.24 "GET /v2.0/ports/f44126d6-3d61-4457-9201-f896f991e648 HTTP/1.1" status: 404 len: 333 time: 0.0356109 Mar 28 13:46:41.058502 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58988) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:41.130832 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-642d70c7-f3fb-49f8-8f8e-5e391062411a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:41.133742 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-642d70c7-f3fb-49f8-8f8e-5e391062411a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:41.134627 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-642d70c7-f3fb-49f8-8f8e-5e391062411a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e888aa26-71f4-46d0-968c-9b099d07ad47 HTTP/1.1" status: 204 len: 168 time: 1.0743420 Mar 28 13:46:41.152131 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e92c11-72fd-462b-84b3-4e8e990c4a46 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Network 078b94d0-ce4e-4551-ada3-1a1c7aac343a is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:46:41.167803 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-02e92c11-72fd-462b-84b3-4e8e990c4a46 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:41.176053 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642d70c7-f3fb-49f8-8f8e-5e391062411a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e888aa26-71f4-46d0-968c-9b099d07ad47,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:41.178135 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e92c11-72fd-462b-84b3-4e8e990c4a46 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:46:41.184178 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e92c11-72fd-462b-84b3-4e8e990c4a46 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:41.185016 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-02e92c11-72fd-462b-84b3-4e8e990c4a46 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:41.188941 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be0e22-bcfe-4b4f-8903-5cb9c2a8ce71 req-793caa8d-9c97-4992-8387-8557f44991ea tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:41.188941 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-94be0e22-bcfe-4b4f-8903-5cb9c2a8ce71 req-793caa8d-9c97-4992-8387-8557f44991ea tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fffb5-23ac-4e8e-873b-deb571f0862c HTTP/1.1" status: 200 len: 946 time: 0.0702579 Mar 28 13:46:41.189993 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78b7db2-818c-46da-998e-0672b3c477f7 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:46:41.201305 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f78b7db2-818c-46da-998e-0672b3c477f7 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "PUT /v2.0/routers/2eb3dd2b-bf3f-4afb-bf79-7b7b8b400d8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4944775 Mar 28 13:46:41.202022 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 58994) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:41.206633 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a3e07c-4955-4580-a783-d32d065b1690 None None] Sync routers for ids ['2eb3dd2b-bf3f-4afb-bf79-7b7b8b400d8e'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:46:41.221385 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a3e07c-4955-4580-a783-d32d065b1690 None None] Routers {'2eb3dd2b-bf3f-4afb-bf79-7b7b8b400d8e'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:46:41.222168 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-45a3e07c-4955-4580-a783-d32d065b1690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:46:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['2eb3dd2b-bf3f-4afb-bf79-7b7b8b400d8e'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:41.262339 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-45a3e07c-4955-4580-a783-d32d065b1690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:41.271431 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a3e07c-4955-4580-a783-d32d065b1690 None None] Routers {'2eb3dd2b-bf3f-4afb-bf79-7b7b8b400d8e'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:46:41.272160 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-45a3e07c-4955-4580-a783-d32d065b1690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:46:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['2eb3dd2b-bf3f-4afb-bf79-7b7b8b400d8e'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:41.282409 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e92c11-72fd-462b-84b3-4e8e990c4a46 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event updated for resources: {'Port': ['ID=f71e58ca-9741-4dce-92c9-acb45c71bcb4,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:41.295622 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ba9926e7-e7aa-4e39-8a47-840822f64a5d tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:41.296327 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9926e7-e7aa-4e39-8a47-840822f64a5d tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Fanout notify agent at l3_agent the message router_deleted on router be72e0f9-2d79-491c-8359-91579985863f {{(pid=109612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:46:41.322535 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ba9926e7-e7aa-4e39-8a47-840822f64a5d tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:41.326000 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ba9926e7-e7aa-4e39-8a47-840822f64a5d tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "DELETE /v2.0/routers/be72e0f9-2d79-491c-8359-91579985863f HTTP/1.1" status: 204 len: 168 time: 1.0163364 Mar 28 13:46:41.326155 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d891d765-1959-4155-b15f-2dbc8065c4fc tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for router, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:41.328796 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58996) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:41.378144 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3e4358-4927-45bb-9597-2706e92c53ae tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:46:41.391992 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ed6622-de91-4f9b-a255-59344e77bc90 None None] Sync routers for ids ['09c78900-1af5-4d4f-86d1-788d6a9af4da'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:46:41.403691 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ed6622-de91-4f9b-a255-59344e77bc90 None None] Routers {'09c78900-1af5-4d4f-86d1-788d6a9af4da'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:46:41.404321 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-a7ed6622-de91-4f9b-a255-59344e77bc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:46:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['09c78900-1af5-4d4f-86d1-788d6a9af4da'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:41.442666 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-02e92c11-72fd-462b-84b3-4e8e990c4a46 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7885194 Mar 28 13:46:41.448879 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d891d765-1959-4155-b15f-2dbc8065c4fc tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:41.450423 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-45a3e07c-4955-4580-a783-d32d065b1690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:41.451166 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a3e07c-4955-4580-a783-d32d065b1690 None None] The sync data for ids ['2eb3dd2b-bf3f-4afb-bf79-7b7b8b400d8e'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:46:41.451813 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 58998) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:41.467390 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-a7ed6622-de91-4f9b-a255-59344e77bc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:41.475510 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-94be0e22-bcfe-4b4f-8903-5cb9c2a8ce71 req-b41c932b-e4fb-429d-96bd-765322fc5663 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "GET /v2.0/security-groups?id=c04699e5-6b36-4677-a6bb-81f97db4541f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2720220 Mar 28 13:46:41.476495 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ed6622-de91-4f9b-a255-59344e77bc90 None None] Routers {'09c78900-1af5-4d4f-86d1-788d6a9af4da'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:46:41.477100 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-a7ed6622-de91-4f9b-a255-59344e77bc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:46:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['09c78900-1af5-4d4f-86d1-788d6a9af4da'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:41.500230 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8b3e4358-4927-45bb-9597-2706e92c53ae tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:41.501415 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-8b3e4358-4927-45bb-9597-2706e92c53ae tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.0173571 Mar 28 13:46:41.504749 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59000) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:41.511985 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-a7ed6622-de91-4f9b-a255-59344e77bc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:41.512651 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ed6622-de91-4f9b-a255-59344e77bc90 None None] The sync data for ids ['09c78900-1af5-4d4f-86d1-788d6a9af4da'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:46:41.550394 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-3a811d33-0af9-424f-b8db-98bc71f484fb tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Deleting port a0e58f3f-3eb7-4eea-a69c-22b3de1d0e68 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:41.550725 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3a811d33-0af9-424f-b8db-98bc71f484fb tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:41.662819 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-de9aaa92-8242-430c-9d40-93be7adef188 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Deleting port f62043a6-83ff-4033-99ea-57e69375a30b {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:41.663213 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-de9aaa92-8242-430c-9d40-93be7adef188 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:41.761937 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3a811d33-0af9-424f-b8db-98bc71f484fb tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:41.779829 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-3a811d33-0af9-424f-b8db-98bc71f484fb tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Calling delete_port for a0e58f3f-3eb7-4eea-a69c-22b3de1d0e68 owned by {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:41.787855 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-5ccc7973-41db-4360-942c-ce6fdf4a5c81 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Deleting port f71e58ca-9741-4dce-92c9-acb45c71bcb4 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:41.788115 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5ccc7973-41db-4360-942c-ce6fdf4a5c81 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:41.888821 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9f10833d-68d2-4e0f-b5fa-658af4805f6a tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "GET /v2.0/routers/09c78900-1af5-4d4f-86d1-788d6a9af4da HTTP/1.1" status: 200 len: 880 time: 0.3827593 Mar 28 13:46:41.891667 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59012) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:41.892935 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-d891d765-1959-4155-b15f-2dbc8065c4fc tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Deleting port fcd2f830-b071-488f-87a9-80c3a91f74e8 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:41.893259 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d891d765-1959-4155-b15f-2dbc8065c4fc tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:41.899893 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-de9aaa92-8242-430c-9d40-93be7adef188 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:41.923574 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-de9aaa92-8242-430c-9d40-93be7adef188 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Calling delete_port for f62043a6-83ff-4033-99ea-57e69375a30b owned by {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:41.956320 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5ccc7973-41db-4360-942c-ce6fdf4a5c81 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:42.004938 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-5ccc7973-41db-4360-942c-ce6fdf4a5c81 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Calling delete_port for f71e58ca-9741-4dce-92c9-acb45c71bcb4 owned by {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:42.060282 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d891d765-1959-4155-b15f-2dbc8065c4fc tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:42.082719 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-d891d765-1959-4155-b15f-2dbc8065c4fc tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Calling delete_port for fcd2f830-b071-488f-87a9-80c3a91f74e8 owned by network:router_gateway {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:42.265502 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5ccc7973-41db-4360-942c-ce6fdf4a5c81 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:42.269225 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3a811d33-0af9-424f-b8db-98bc71f484fb tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:42.273512 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-de9aaa92-8242-430c-9d40-93be7adef188 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:42.297820 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-0c494fff-e1f3-400f-9dce-5c92d21163bf tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3996677 Mar 28 13:46:42.302071 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59022) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:42.303839 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-0b16d89a-544c-4c02-a0a5-0919694b4d64 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1452600194'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:42.310884 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a811d33-0af9-424f-b8db-98bc71f484fb tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Pushing event deleted for resources: {'Port': ['ID=a0e58f3f-3eb7-4eea-a69c-22b3de1d0e68,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:42.388590 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59024) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:42.426538 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5ccc7973-41db-4360-942c-ce6fdf4a5c81 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:42.429869 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-5ccc7973-41db-4360-942c-ce6fdf4a5c81 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/ports/f71e58ca-9741-4dce-92c9-acb45c71bcb4 HTTP/1.1" status: 204 len: 168 time: 0.9462397 Mar 28 13:46:42.436272 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccc7973-41db-4360-942c-ce6fdf4a5c81 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event deleted for resources: {'Port': ['ID=f71e58ca-9741-4dce-92c9-acb45c71bcb4,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:42.439642 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59028) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:42.475496 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-d19c67a0-7627-47d1-b73d-a26e23e262ca tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Request body: {'port': {'network_id': '078b94d0-ce4e-4551-ada3-1a1c7aac343a', 'mac_address': 'fa:16:3e:a4:6e:52', 'name': 'tempest-PortsTestJSON-941795445'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:42.564979 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9aaa92-8242-430c-9d40-93be7adef188 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Pushing event deleted for resources: {'Port': ['ID=f62043a6-83ff-4033-99ea-57e69375a30b,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:42.610758 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-85b25ebd-a283-41cb-a309-2d88e1d5fcb4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1953580111'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:42.625680 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d891d765-1959-4155-b15f-2dbc8065c4fc tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:42.671027 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3a811d33-0af9-424f-b8db-98bc71f484fb tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:42.676628 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-3a811d33-0af9-424f-b8db-98bc71f484fb tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] 10.222.0.24 "DELETE /v2.0/ports/a0e58f3f-3eb7-4eea-a69c-22b3de1d0e68 HTTP/1.1" status: 204 len: 168 time: 1.5823014 Mar 28 13:46:42.676628 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-de9aaa92-8242-430c-9d40-93be7adef188 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:42.681464 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-de9aaa92-8242-430c-9d40-93be7adef188 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "DELETE /v2.0/ports/f62043a6-83ff-4033-99ea-57e69375a30b HTTP/1.1" status: 204 len: 168 time: 1.3478806 Mar 28 13:46:42.681619 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59032) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:42.687289 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59034) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:42.697854 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d891d765-1959-4155-b15f-2dbc8065c4fc tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Pushing event deleted for resources: {'Port': ['ID=fcd2f830-b071-488f-87a9-80c3a91f74e8,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:42.767249 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f7167-e568-434c-82a1-9c36752be3bc req-51903047-663f-4ff0-b2fc-f3d83e036c09 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:42.768724 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-6a5f7167-e568-434c-82a1-9c36752be3bc req-51903047-663f-4ff0-b2fc-f3d83e036c09 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.20 "GET /v2.0/ports?device_id=e01fffb5-23ac-4e8e-873b-deb571f0862c HTTP/1.1" status: 200 len: 946 time: 0.1431296 Mar 28 13:46:42.774899 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ee85bf5-19e7-4d6e-aa0f-1f0331039cb4 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Deleting subnet 7096a446-d235-409d-83a8-f599d81db6e9 {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:46:42.784577 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6ee85bf5-19e7-4d6e-aa0f-1f0331039cb4 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:42.821558 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b25ebd-a283-41cb-a309-2d88e1d5fcb4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:42.824860 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-85b25ebd-a283-41cb-a309-2d88e1d5fcb4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:42.828247 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19c67a0-7627-47d1-b73d-a26e23e262ca tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Made reservation on behalf of a8d0b895291d43e9afe1329c139db87b for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:42.850692 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03c760-a393-4fda-a732-311b2f8ba79d req-d362ccd7-73b1-41f7-9c2a-520a82d7ac04 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:42.852144 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2e03c760-a393-4fda-a732-311b2f8ba79d req-d362ccd7-73b1-41f7-9c2a-520a82d7ac04 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fffb5-23ac-4e8e-873b-deb571f0862c HTTP/1.1" status: 200 len: 946 time: 0.2384222 Mar 28 13:46:42.861229 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-85b25ebd-a283-41cb-a309-2d88e1d5fcb4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:42.866159 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-41772ef7-fcac-4198-9b29-268a09e2d1a9 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Deleting subnet c1d55cd2-9b19-4092-8905-4416c9ef2970 {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:46:42.873437 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-41772ef7-fcac-4198-9b29-268a09e2d1a9 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:42.909461 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6ee85bf5-19e7-4d6e-aa0f-1f0331039cb4 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:42.971510 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d891d765-1959-4155-b15f-2dbc8065c4fc tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133933816'] for router_gateway, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:42.973444 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d19c67a0-7627-47d1-b73d-a26e23e262ca tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:43.014879 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-41772ef7-fcac-4198-9b29-268a09e2d1a9 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:43.030964 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [None req-d19c67a0-7627-47d1-b73d-a26e23e262ca tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] device_id is not set on port a6da9ba9-5d71-4b68-9377-85f224b837d8 yet. {{(pid=109612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:46:43.050625 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [req-6a5f7167-e568-434c-82a1-9c36752be3bc req-341c2d05-d973-4fb7-9cac-6c9df99da43c tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Deleting port 6c6ea695-a477-4d38-be2e-f1e9fc57f156 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:43.050837 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-6a5f7167-e568-434c-82a1-9c36752be3bc req-341c2d05-d973-4fb7-9cac-6c9df99da43c tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:43.110745 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2e03c760-a393-4fda-a732-311b2f8ba79d req-d9ecf3b5-2fcb-4b9e-a0ea-1aaae233a96a tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "GET /v2.0/security-groups?id=c04699e5-6b36-4677-a6bb-81f97db4541f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2503850 Mar 28 13:46:43.121573 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0b16d89a-544c-4c02-a0a5-0919694b4d64 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133933759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133929745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12481'] for router, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:43.127396 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d891d765-1959-4155-b15f-2dbc8065c4fc tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:43.134987 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6ee85bf5-19e7-4d6e-aa0f-1f0331039cb4 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:43.138637 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d891d765-1959-4155-b15f-2dbc8065c4fc tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:43.226341 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0b16d89a-544c-4c02-a0a5-0919694b4d64 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133933750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133933709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133929832'] for router, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:43.264646 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [req-6a5f7167-e568-434c-82a1-9c36752be3bc req-341c2d05-d973-4fb7-9cac-6c9df99da43c tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] For port 6c6ea695-a477-4d38-be2e-f1e9fc57f156, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=6c6ea695-a477-4d38-be2e-f1e9fc57f156,segment=NetworkSegment(b8f64cde-a6c2-4271-b206-80e3e1bcbd27),segment_id=b8f64cde-a6c2-4271-b206-80e3e1bcbd27)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:46:43.265022 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-6a5f7167-e568-434c-82a1-9c36752be3bc req-341c2d05-d973-4fb7-9cac-6c9df99da43c tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:43.267209 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d891d765-1959-4155-b15f-2dbc8065c4fc tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:43.267940 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d891d765-1959-4155-b15f-2dbc8065c4fc tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Fanout notify agent at l3_agent the message router_deleted on router 2eb3dd2b-bf3f-4afb-bf79-7b7b8b400d8e {{(pid=109613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:46:43.275413 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d891d765-1959-4155-b15f-2dbc8065c4fc tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:43.279251 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d891d765-1959-4155-b15f-2dbc8065c4fc tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "DELETE /v2.0/routers/2eb3dd2b-bf3f-4afb-bf79-7b7b8b400d8e HTTP/1.1" status: 204 len: 168 time: 2.0730212 Mar 28 13:46:43.281883 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59038) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:43.293279 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:43.315218 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6ee85bf5-19e7-4d6e-aa0f-1f0331039cb4 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:43.325970 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-41772ef7-fcac-4198-9b29-268a09e2d1a9 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:43.422247 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13048312-6912-4f9c-a363-c6ad43f2bec8 None None] Network 5851e040-d9f4-4b93-8c45-f8daee6ee459 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:46:43.433603 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6ee85bf5-19e7-4d6e-aa0f-1f0331039cb4 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:43.436878 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-6ee85bf5-19e7-4d6e-aa0f-1f0331039cb4 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "DELETE /v2.0/subnets/7096a446-d235-409d-83a8-f599d81db6e9 HTTP/1.1" status: 204 len: 168 time: 0.7486465 Mar 28 13:46:43.444593 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee85bf5-19e7-4d6e-aa0f-1f0331039cb4 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Pushing event deleted for resources: {'Subnet': ['ID=7096a446-d235-409d-83a8-f599d81db6e9,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:43.452309 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59040) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:43.455048 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d19c67a0-7627-47d1-b73d-a26e23e262ca tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:43.607825 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546bc8c6-7bd3-44c4-b502-9a391b0b504f None None] DHCP port deletion for 5851e040-d9f4-4b93-8c45-f8daee6ee459 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:46:43.619939 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-43669446-0d27-435f-88b0-47c85bb258f0 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:43.660245 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-546bc8c6-7bd3-44c4-b502-9a391b0b504f None None] Deleting port d0e70817-2382-4276-b1d4-2658b0631863 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:43.660982 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-546bc8c6-7bd3-44c4-b502-9a391b0b504f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:43.684995 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c744fa7-a047-4a29-8301-3d3fcff24f21 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Deleting subnet cc61f821-099f-44a6-bb95-35f138bccb42 {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:46:43.698109 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6c744fa7-a047-4a29-8301-3d3fcff24f21 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:43.704148 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-6a5f7167-e568-434c-82a1-9c36752be3bc req-341c2d05-d973-4fb7-9cac-6c9df99da43c tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:43.704148 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-6a5f7167-e568-434c-82a1-9c36752be3bc req-341c2d05-d973-4fb7-9cac-6c9df99da43c tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:43.704514 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.l3_db [req-6a5f7167-e568-434c-82a1-9c36752be3bc req-341c2d05-d973-4fb7-9cac-6c9df99da43c tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Floating IP 6fd9be1f-5834-488a-aa7b-e7352d8ae000 disassociated. External IP: 172.26.2.109, port: 6c6ea695-a477-4d38-be2e-f1e9fc57f156. Mar 28 13:46:43.705096 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [req-6a5f7167-e568-434c-82a1-9c36752be3bc req-341c2d05-d973-4fb7-9cac-6c9df99da43c tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Calling delete_port for 6c6ea695-a477-4d38-be2e-f1e9fc57f156 owned by compute:nova {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:43.747871 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-546bc8c6-7bd3-44c4-b502-9a391b0b504f None None] For port d0e70817-2382-4276-b1d4-2658b0631863, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=d0e70817-2382-4276-b1d4-2658b0631863,segment=NetworkSegment(bf16481e-24ae-472e-8cb2-de6a07b568ae),segment_id=bf16481e-24ae-472e-8cb2-de6a07b568ae)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:46:43.748597 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-546bc8c6-7bd3-44c4-b502-9a391b0b504f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:43.751344 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d19c67a0-7627-47d1-b73d-a26e23e262ca tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:43.767590 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-546bc8c6-7bd3-44c4-b502-9a391b0b504f None None] Calling delete_port for d0e70817-2382-4276-b1d4-2658b0631863 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:43.769529 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-85b25ebd-a283-41cb-a309-2d88e1d5fcb4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:43.776336 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6c744fa7-a047-4a29-8301-3d3fcff24f21 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:43.798918 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b16d89a-544c-4c02-a0a5-0919694b4d64 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Router 09c78900-1af5-4d4f-86d1-788d6a9af4da has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:46:43.819479 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19c67a0-7627-47d1-b73d-a26e23e262ca tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Network 078b94d0-ce4e-4551-ada3-1a1c7aac343a is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:46:43.830646 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-d19c67a0-7627-47d1-b73d-a26e23e262ca tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:43.832489 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c67a0-7627-47d1-b73d-a26e23e262ca tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event updated for resources: {'Port': ['ID=a6da9ba9-5d71-4b68-9377-85f224b837d8,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:43.836536 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19c67a0-7627-47d1-b73d-a26e23e262ca tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:46:43.849165 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19c67a0-7627-47d1-b73d-a26e23e262ca tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:43.849165 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d19c67a0-7627-47d1-b73d-a26e23e262ca tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:43.849165 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-43669446-0d27-435f-88b0-47c85bb258f0 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Deleting port d0e70817-2382-4276-b1d4-2658b0631863 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:43.849165 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-43669446-0d27-435f-88b0-47c85bb258f0 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:43.863073 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-85b25ebd-a283-41cb-a309-2d88e1d5fcb4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:43.873296 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-41772ef7-fcac-4198-9b29-268a09e2d1a9 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:43.955518 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-546bc8c6-7bd3-44c4-b502-9a391b0b504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:43.981373 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41772ef7-fcac-4198-9b29-268a09e2d1a9 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Pushing event deleted for resources: {'Subnet': ['ID=c1d55cd2-9b19-4092-8905-4416c9ef2970,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:43.981618 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546bc8c6-7bd3-44c4-b502-9a391b0b504f None None] Pushing event deleted for resources: {'Port': ['ID=d0e70817-2382-4276-b1d4-2658b0631863,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:43.984638 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-41772ef7-fcac-4198-9b29-268a09e2d1a9 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:43.990834 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-41772ef7-fcac-4198-9b29-268a09e2d1a9 tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] 10.222.0.24 "DELETE /v2.0/subnets/c1d55cd2-9b19-4092-8905-4416c9ef2970 HTTP/1.1" status: 204 len: 168 time: 1.3016901 Mar 28 13:46:43.990997 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546bc8c6-7bd3-44c4-b502-9a391b0b504f None None] No DVR routers for this DVR port d0e70817-2382-4276-b1d4-2658b0631863 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:46:43.995233 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85b25ebd-a283-41cb-a309-2d88e1d5fcb4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:46:43.997125 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59042) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:44.002132 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d763fb8-e419-475e-a976-60a57c8e9e55 None None] Network 5b836221-e5bf-4290-ae67-a22e9ba6146f requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:46:44.018077 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b25ebd-a283-41cb-a309-2d88e1d5fcb4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75cf365a-24a5-4b33-829e-31c4b3e01984,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:44.075620 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6c744fa7-a047-4a29-8301-3d3fcff24f21 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:44.108086 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-85b25ebd-a283-41cb-a309-2d88e1d5fcb4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:44.108559 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-85b25ebd-a283-41cb-a309-2d88e1d5fcb4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Added segment 93dfbc6a-f7e7-486d-ae39-484d66428b0d of type vlan for network 0683b568-5de1-47de-8c3c-3856d7f643f9 Mar 28 13:46:44.223526 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b16d89a-544c-4c02-a0a5-0919694b4d64 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:46:44.235122 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device d0e70817-2382-4276-b1d4-2658b0631863 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:46:44.264168 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0b16d89a-544c-4c02-a0a5-0919694b4d64 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:44.265570 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-0b16d89a-544c-4c02-a0a5-0919694b4d64 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "PUT /v2.0/routers/09c78900-1af5-4d4f-86d1-788d6a9af4da HTTP/1.1" status: 200 len: 887 time: 1.9652579 Mar 28 13:46:44.272776 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b9b89b-80c9-4057-8168-7b740d56d8d8 None None] Sync routers for ids ['09c78900-1af5-4d4f-86d1-788d6a9af4da'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:46:44.276861 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59046) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:44.277628 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: d0e70817-2382-4276-b1d4-2658b0631863 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:46:44.281707 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device d0e70817-2382-4276-b1d4-2658b0631863 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:46:44.283808 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1802320a-ff05-4753-a1bb-613fb8e519de None None] DHCP port deletion for 5b836221-e5bf-4290-ae67-a22e9ba6146f request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:46:44.287627 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-85b25ebd-a283-41cb-a309-2d88e1d5fcb4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:44.294768 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d19c67a0-7627-47d1-b73d-a26e23e262ca tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.8519089 Mar 28 13:46:44.299569 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59048) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:44.322693 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-43358dba-46c6-47fa-afe7-3d4a04b8967f tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:44.330111 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b9b89b-80c9-4057-8168-7b740d56d8d8 None None] Routers {'09c78900-1af5-4d4f-86d1-788d6a9af4da'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:46:44.330745 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-67b9b89b-80c9-4057-8168-7b740d56d8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:46:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['09c78900-1af5-4d4f-86d1-788d6a9af4da'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:44.348426 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-43669446-0d27-435f-88b0-47c85bb258f0 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] For port d0e70817-2382-4276-b1d4-2658b0631863, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=d0e70817-2382-4276-b1d4-2658b0631863,segment=NetworkSegment(bf16481e-24ae-472e-8cb2-de6a07b568ae),segment_id=bf16481e-24ae-472e-8cb2-de6a07b568ae)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:46:44.348806 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-43669446-0d27-435f-88b0-47c85bb258f0 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:44.350027 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6c744fa7-a047-4a29-8301-3d3fcff24f21 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:44.367063 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-67b9b89b-80c9-4057-8168-7b740d56d8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:44.384333 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b9b89b-80c9-4057-8168-7b740d56d8d8 None None] Routers {'09c78900-1af5-4d4f-86d1-788d6a9af4da'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:46:44.385218 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-67b9b89b-80c9-4057-8168-7b740d56d8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:46:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['09c78900-1af5-4d4f-86d1-788d6a9af4da'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:44.391189 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-43669446-0d27-435f-88b0-47c85bb258f0 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Calling delete_port for d0e70817-2382-4276-b1d4-2658b0631863 owned by network:dhcp {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:44.397914 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6c744fa7-a047-4a29-8301-3d3fcff24f21 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:44.404581 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-6c744fa7-a047-4a29-8301-3d3fcff24f21 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "DELETE /v2.0/subnets/cc61f821-099f-44a6-bb95-35f138bccb42 HTTP/1.1" status: 204 len: 168 time: 1.1202872 Mar 28 13:46:44.408971 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59050) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:44.411226 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c744fa7-a047-4a29-8301-3d3fcff24f21 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Pushing event deleted for resources: {'Subnet': ['ID=cc61f821-099f-44a6-bb95-35f138bccb42,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:44.420104 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ed5a19-df64-4822-a2fb-1a2ffc6754ec None None] Network befaafba-99e5-461e-bfa0-7f6cf1e8f0c1 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:46:44.420795 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e713f0e3-660d-4996-a087-18c862fc3708 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:44.422195 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-e713f0e3-660d-4996-a087-18c862fc3708 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "GET /v2.0/ports/a6da9ba9-5d71-4b68-9377-85f224b837d8 HTTP/1.1" status: 200 len: 840 time: 0.0842493 Mar 28 13:46:44.425440 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-67b9b89b-80c9-4057-8168-7b740d56d8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:44.426076 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b9b89b-80c9-4057-8168-7b740d56d8d8 None None] The sync data for ids ['09c78900-1af5-4d4f-86d1-788d6a9af4da'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:46:44.456151 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59052) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:44.462505 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-85b25ebd-a283-41cb-a309-2d88e1d5fcb4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:44.468237 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b25ebd-a283-41cb-a309-2d88e1d5fcb4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:44.468809 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-85b25ebd-a283-41cb-a309-2d88e1d5fcb4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:44.480900 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-1802320a-ff05-4753-a1bb-613fb8e519de None None] Deleting port eade4c8b-97d9-479a-b0be-f107faafe87d {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:44.481273 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1802320a-ff05-4753-a1bb-613fb8e519de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:44.512574 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6fc28b-2388-4db4-ac3b-2b4d154d539f req-53d248af-4c39-4f6e-ae04-da2e3d44a247 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:44.514658 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4a6fc28b-2388-4db4-ac3b-2b4d154d539f req-53d248af-4c39-4f6e-ae04-da2e3d44a247 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fffb5-23ac-4e8e-873b-deb571f0862c HTTP/1.1" status: 200 len: 946 time: 0.2354875 Mar 28 13:46:44.522361 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-6a5f7167-e568-434c-82a1-9c36752be3bc req-341c2d05-d973-4fb7-9cac-6c9df99da43c tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:44.582867 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-1802320a-ff05-4753-a1bb-613fb8e519de None None] For port eade4c8b-97d9-479a-b0be-f107faafe87d, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=eade4c8b-97d9-479a-b0be-f107faafe87d,segment=NetworkSegment(cc63a462-54b4-44c0-bb7e-d637901fea10),segment_id=cc63a462-54b4-44c0-bb7e-d637901fea10)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:46:44.585604 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1802320a-ff05-4753-a1bb-613fb8e519de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:44.603323 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c2d05-d973-4fb7-9cac-6c9df99da43c tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Pushing event deleted for resources: {'Port': ['ID=6c6ea695-a477-4d38-be2e-f1e9fc57f156,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:44.611646 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-1802320a-ff05-4753-a1bb-613fb8e519de None None] Calling delete_port for eade4c8b-97d9-479a-b0be-f107faafe87d owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:44.615680 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ae26040d-7195-4616-a9e4-d9c6534817d2 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "GET /v2.0/routers/09c78900-1af5-4d4f-86d1-788d6a9af4da HTTP/1.1" status: 200 len: 887 time: 0.3360212 Mar 28 13:46:44.625098 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59054) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:44.632552 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4a2abb13-d7ab-40e8-8239-2d84300d95e5 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:44.659438 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-85b25ebd-a283-41cb-a309-2d88e1d5fcb4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.2669733 Mar 28 13:46:44.679828 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59056) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:44.690072 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-60d478b5-0bcf-4b94-a28f-a3fc698fc4b5 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'subnet': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:44.715981 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b25ebd-a283-41cb-a309-2d88e1d5fcb4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Network': ['ID=0683b568-5de1-47de-8c3c-3856d7f643f9,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:44.726944 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-5177a669-0059-4d3b-92e7-a32d3ba3d370 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c78900-1af5-4d4f-86d1-788d6a9af4da HTTP/1.1" status: 200 len: 205 time: 0.0919244 Mar 28 13:46:44.727813 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59058) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:44.735816 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:46:44.748204 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4a6fc28b-2388-4db4-ac3b-2b4d154d539f req-0fb2a98e-b97f-4c4d-812f-8234ef37d81e tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "GET /v2.0/security-groups?id=c04699e5-6b36-4677-a6bb-81f97db4541f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2084820 Mar 28 13:46:44.776881 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-43669446-0d27-435f-88b0-47c85bb258f0 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:44.797067 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-43358dba-46c6-47fa-afe7-3d4a04b8967f tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Deleting port eade4c8b-97d9-479a-b0be-f107faafe87d {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:44.797749 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-43358dba-46c6-47fa-afe7-3d4a04b8967f tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:44.803122 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5656f388-3f56-4d6f-bff8-a6bff59bb67a None None] DHCP port deletion for befaafba-99e5-461e-bfa0-7f6cf1e8f0c1 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:46:44.815119 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1802320a-ff05-4753-a1bb-613fb8e519de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:44.854778 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43669446-0d27-435f-88b0-47c85bb258f0 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Pushing event deleted for resources: {'Port': ['ID=d0e70817-2382-4276-b1d4-2658b0631863,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:44.861588 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43669446-0d27-435f-88b0-47c85bb258f0 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] No DVR routers for this DVR port d0e70817-2382-4276-b1d4-2658b0631863 on host dv-neutron-835335-1-hyperv {{(pid=109612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:46:44.876753 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802320a-ff05-4753-a1bb-613fb8e519de None None] Pushing event deleted for resources: {'Port': ['ID=eade4c8b-97d9-479a-b0be-f107faafe87d,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:44.882882 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-06144e83-7248-4abb-885b-b294a74205b5 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Deleting port a6da9ba9-5d71-4b68-9377-85f224b837d8 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:44.883224 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-06144e83-7248-4abb-885b-b294a74205b5 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:44.909212 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1802320a-ff05-4753-a1bb-613fb8e519de None None] No DVR routers for this DVR port eade4c8b-97d9-479a-b0be-f107faafe87d on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:46:44.936747 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a5f7167-e568-434c-82a1-9c36752be3bc req-341c2d05-d973-4fb7-9cac-6c9df99da43c tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Router 30923fd5-3870-4d87-8258-961f0a2fda57 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:46:44.962825 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-43358dba-46c6-47fa-afe7-3d4a04b8967f tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] For port eade4c8b-97d9-479a-b0be-f107faafe87d, host dv-neutron-835335-1-hyperv, got binding levels [] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:46:44.963285 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-43358dba-46c6-47fa-afe7-3d4a04b8967f tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:44.964501 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-5656f388-3f56-4d6f-bff8-a6bff59bb67a None None] Deleting port 1127c1dc-7331-42bf-9035-d9dd9f538324 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:44.964881 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5656f388-3f56-4d6f-bff8-a6bff59bb67a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:44.987974 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9a413598-98e5-4fd3-b573-8c09768228c4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for router, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:44.993010 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-43358dba-46c6-47fa-afe7-3d4a04b8967f tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Calling delete_port for eade4c8b-97d9-479a-b0be-f107faafe87d owned by network:dhcp {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:44.995967 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.ipam_backend_mixin [None req-43358dba-46c6-47fa-afe7-3d4a04b8967f tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Port eade4c8b-97d9-479a-b0be-f107faafe87d was not found and therefore no delete operation was performed {{(pid=109613) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 28 13:46:45.040683 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-43669446-0d27-435f-88b0-47c85bb258f0 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:45.044612 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-43358dba-46c6-47fa-afe7-3d4a04b8967f tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:45.046626 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-06144e83-7248-4abb-885b-b294a74205b5 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:45.063998 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-5656f388-3f56-4d6f-bff8-a6bff59bb67a None None] For port 1127c1dc-7331-42bf-9035-d9dd9f538324, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=1127c1dc-7331-42bf-9035-d9dd9f538324,segment=NetworkSegment(bb79adb7-25f7-40d8-8096-718265c17bbe),segment_id=bb79adb7-25f7-40d8-8096-718265c17bbe)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:46:45.064216 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d478b5-0bcf-4b94-a28f-a3fc698fc4b5 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:45.064440 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5656f388-3f56-4d6f-bff8-a6bff59bb67a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:45.067618 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-60d478b5-0bcf-4b94-a28f-a3fc698fc4b5 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:45.079861 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-06144e83-7248-4abb-885b-b294a74205b5 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Calling delete_port for a6da9ba9-5d71-4b68-9377-85f224b837d8 owned by {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:45.081246 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-5656f388-3f56-4d6f-bff8-a6bff59bb67a None None] Calling delete_port for 1127c1dc-7331-42bf-9035-d9dd9f538324 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:45.086069 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43358dba-46c6-47fa-afe7-3d4a04b8967f tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Pushing event deleted for resources: {'Port': ['ID=eade4c8b-97d9-479a-b0be-f107faafe87d,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:45.091182 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43358dba-46c6-47fa-afe7-3d4a04b8967f tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] No DVR routers for this DVR port eade4c8b-97d9-479a-b0be-f107faafe87d on host dv-neutron-835335-1-hyperv {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:46:45.097119 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-4a2abb13-d7ab-40e8-8239-2d84300d95e5 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Deleting port 1127c1dc-7331-42bf-9035-d9dd9f538324 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:45.097562 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4a2abb13-d7ab-40e8-8239-2d84300d95e5 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:45.103452 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-43669446-0d27-435f-88b0-47c85bb258f0 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5851e040-d9f4-4b93-8c45-f8daee6ee459']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:45.190795 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-43669446-0d27-435f-88b0-47c85bb258f0 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf16481e-24ae-472e-8cb2-de6a07b568ae') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:45.191091 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-43669446-0d27-435f-88b0-47c85bb258f0 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf16481e-24ae-472e-8cb2-de6a07b568ae') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:45.253599 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5656f388-3f56-4d6f-bff8-a6bff59bb67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:45.253828 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-43669446-0d27-435f-88b0-47c85bb258f0 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:45.277136 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-4a2abb13-d7ab-40e8-8239-2d84300d95e5 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] For port 1127c1dc-7331-42bf-9035-d9dd9f538324, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=1127c1dc-7331-42bf-9035-d9dd9f538324,segment=NetworkSegment(bb79adb7-25f7-40d8-8096-718265c17bbe),segment_id=bb79adb7-25f7-40d8-8096-718265c17bbe)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:46:45.277765 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4a2abb13-d7ab-40e8-8239-2d84300d95e5 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:45.293209 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-43358dba-46c6-47fa-afe7-3d4a04b8967f tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:45.299983 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-4a2abb13-d7ab-40e8-8239-2d84300d95e5 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Calling delete_port for 1127c1dc-7331-42bf-9035-d9dd9f538324 owned by network:dhcp {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:45.321710 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-43669446-0d27-435f-88b0-47c85bb258f0 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:45.325338 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5656f388-3f56-4d6f-bff8-a6bff59bb67a None None] Pushing event deleted for resources: {'Port': ['ID=1127c1dc-7331-42bf-9035-d9dd9f538324,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:45.332690 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43669446-0d27-435f-88b0-47c85bb258f0 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:46:45.333100 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-43669446-0d27-435f-88b0-47c85bb258f0 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:45.337933 dv-neutron-835335-1-hyperv neutron-server[109612]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 13:46:45.337933 dv-neutron-835335-1-hyperv neutron-server[109612]: self.session.flush() Mar 28 13:46:45.337933 dv-neutron-835335-1-hyperv neutron-server[109612]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 13:46:45.337933 dv-neutron-835335-1-hyperv neutron-server[109612]: self.session.flush() Mar 28 13:46:45.337933 dv-neutron-835335-1-hyperv neutron-server[109612]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 13:46:45.337933 dv-neutron-835335-1-hyperv neutron-server[109612]: self.session.flush() Mar 28 13:46:45.337933 dv-neutron-835335-1-hyperv neutron-server[109612]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 13:46:45.337933 dv-neutron-835335-1-hyperv neutron-server[109612]: self.session.flush() Mar 28 13:46:45.337933 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:46:45.337933 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:46:45.337933 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:46:45.337933 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:46:45.337933 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:46:45.337933 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:46:45.337933 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:46:45.337933 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:46:45.337933 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:46:45.337933 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:46:45.337933 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:46:45.337933 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:46:45.337933 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:46:45.337933 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:46:45.337933 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:46:45.337933 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:46:45.337933 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:46:45.337933 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:46:45.337933 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:46:45.337933 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:46:45.337933 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:46:45.337933 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:46:45.337933 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:46:45.337933 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:46:45.337933 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:46:45.337933 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:46:45.337933 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:46:45.337933 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:46:45.337933 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:46:45.337933 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:46:45.337933 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:46:45.337933 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:46:45.351889 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5656f388-3f56-4d6f-bff8-a6bff59bb67a None None] No DVR routers for this DVR port 1127c1dc-7331-42bf-9035-d9dd9f538324 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:46:45.373901 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-43358dba-46c6-47fa-afe7-3d4a04b8967f tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b836221-e5bf-4290-ae67-a22e9ba6146f']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:45.385144 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9a413598-98e5-4fd3-b573-8c09768228c4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:45.392226 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-43358dba-46c6-47fa-afe7-3d4a04b8967f tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc63a462-54b4-44c0-bb7e-d637901fea10') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:45.392646 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-43358dba-46c6-47fa-afe7-3d4a04b8967f tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc63a462-54b4-44c0-bb7e-d637901fea10') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:45.398237 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a5f7167-e568-434c-82a1-9c36752be3bc req-341c2d05-d973-4fb7-9cac-6c9df99da43c tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:46:45.409482 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-43358dba-46c6-47fa-afe7-3d4a04b8967f tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:45.416399 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6633f9-3d7f-4747-a322-c8dbe630b935 None None] Sync routers for ids ['30923fd5-3870-4d87-8258-961f0a2fda57'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:46:45.429659 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6633f9-3d7f-4747-a322-c8dbe630b935 None None] Routers {'30923fd5-3870-4d87-8258-961f0a2fda57'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:46:45.430385 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-3a6633f9-3d7f-4747-a322-c8dbe630b935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:46:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['30923fd5-3870-4d87-8258-961f0a2fda57'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:45.452034 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-43358dba-46c6-47fa-afe7-3d4a04b8967f tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:45.462000 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43358dba-46c6-47fa-afe7-3d4a04b8967f tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:46:45.462520 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-43358dba-46c6-47fa-afe7-3d4a04b8967f tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:45.465987 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:46:45.465987 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:46:45.465987 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:46:45.465987 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:46:45.465987 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:46:45.465987 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:46:45.465987 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:46:45.465987 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:46:45.465987 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:46:45.465987 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:46:45.465987 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:46:45.465987 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:46:45.465987 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:46:45.465987 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:46:45.465987 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:46:45.465987 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:46:45.465987 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:46:45.465987 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:46:45.465987 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:46:45.465987 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:46:45.465987 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:46:45.465987 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:46:45.465987 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:46:45.465987 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:46:45.465987 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:46:45.465987 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:46:45.465987 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:46:45.465987 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:46:45.465987 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:46:45.465987 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:46:45.465987 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:46:45.465987 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:46:45.471694 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5f7167-e568-434c-82a1-9c36752be3bc req-341c2d05-d973-4fb7-9cac-6c9df99da43c tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] No DVR routers for this DVR port 6c6ea695-a477-4d38-be2e-f1e9fc57f156 on host hv-neutron-8353 {{(pid=109612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:46:45.476312 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-6a5f7167-e568-434c-82a1-9c36752be3bc req-341c2d05-d973-4fb7-9cac-6c9df99da43c tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:45.482367 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-6a5f7167-e568-434c-82a1-9c36752be3bc req-341c2d05-d973-4fb7-9cac-6c9df99da43c tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.20 "DELETE /v2.0/ports/6c6ea695-a477-4d38-be2e-f1e9fc57f156 HTTP/1.1" status: 204 len: 173 time: 2.7051134 Mar 28 13:46:45.483660 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01fffb5-23ac-4e8e-873b-deb571f0862c', 'name': 'network-vif-deleted', 'tag': '6c6ea695-a477-4d38-be2e-f1e9fc57f156'}] {{(pid=109612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:46:45.497228 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe63c13e87a9f7251adb6bd0d9fca296dff075f1d7b14c4d1edf5c408047469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6961c983-d56a-446c-a9e1-e945a11571ac" -d '{"events": [{"server_uuid": "e01fffb5-23ac-4e8e-873b-deb571f0862c", "name": "network-vif-deleted", "tag": "6c6ea695-a477-4d38-be2e-f1e9fc57f156"}]}' {{(pid=109612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:46:45.516388 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-43669446-0d27-435f-88b0-47c85bb258f0 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:45.520576 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-06144e83-7248-4abb-885b-b294a74205b5 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:45.552163 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-3a6633f9-3d7f-4747-a322-c8dbe630b935 None None] Set router 30923fd5-3870-4d87-8258-961f0a2fda57 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:46:45.575403 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4a2abb13-d7ab-40e8-8239-2d84300d95e5 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:45.588164 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 13:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f916ff2-5902-4b4d-bec9-4328c7f49846 x-openstack-request-id: req-4f916ff2-5902-4b4d-bec9-4328c7f49846 {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:46:45.588525 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e01fffb5-23ac-4e8e-873b-deb571f0862c", "name": "network-vif-deleted", "tag": "6c6ea695-a477-4d38-be2e-f1e9fc57f156", "status": "completed", "code": 200}]} {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:46:45.588947 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4f916ff2-5902-4b4d-bec9-4328c7f49846 {{(pid=109612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:46:45.589517 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e01fffb5-23ac-4e8e-873b-deb571f0862c', 'name': 'network-vif-deleted', 'tag': '6c6ea695-a477-4d38-be2e-f1e9fc57f156', 'status': 'completed', 'code': 200} Mar 28 13:46:45.592138 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06144e83-7248-4abb-885b-b294a74205b5 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event deleted for resources: {'Port': ['ID=a6da9ba9-5d71-4b68-9377-85f224b837d8,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:45.614208 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43669446-0d27-435f-88b0-47c85bb258f0 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Pushing event deleted for resources: {'Network': ['ID=5851e040-d9f4-4b93-8c45-f8daee6ee459,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:45.617082 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-43669446-0d27-435f-88b0-47c85bb258f0 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:45.622797 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-43669446-0d27-435f-88b0-47c85bb258f0 tempest-TagsExtTest-127762215 tempest-TagsExtTest-127762215-project] 10.222.0.24 "DELETE /v2.0/networks/5851e040-d9f4-4b93-8c45-f8daee6ee459 HTTP/1.1" status: 204 len: 168 time: 2.1657500 Mar 28 13:46:45.624295 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-06144e83-7248-4abb-885b-b294a74205b5 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:45.627709 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2abb13-d7ab-40e8-8239-2d84300d95e5 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] No DVR routers for this DVR port 1127c1dc-7331-42bf-9035-d9dd9f538324 on host dv-neutron-835335-1-hyperv {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:46:45.629520 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-06144e83-7248-4abb-885b-b294a74205b5 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/ports/a6da9ba9-5d71-4b68-9377-85f224b837d8 HTTP/1.1" status: 204 len: 168 time: 1.1723397 Mar 28 13:46:45.636886 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2abb13-d7ab-40e8-8239-2d84300d95e5 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Pushing event deleted for resources: {'Port': ['ID=1127c1dc-7331-42bf-9035-d9dd9f538324,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:45.637123 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59064) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:45.701521 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-a33a2a9f-4d1f-4418-9e8e-444b42c2f806 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] GET failed (client error): The resource could not be found. Mar 28 13:46:45.708542 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a33a2a9f-4d1f-4418-9e8e-444b42c2f806 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "GET /v2.0/ports/a6da9ba9-5d71-4b68-9377-85f224b837d8 HTTP/1.1" status: 404 len: 333 time: 0.0661695 Mar 28 13:46:45.716837 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59066) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:45.723464 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-d0232c5b-44a0-4ac2-be93-b7aeb3f76603 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Request body: {'port': {'network_id': '078b94d0-ce4e-4551-ada3-1a1c7aac343a', 'name': 'tempest-PortsTestJSON-1069924636'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:45.734890 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4a2abb13-d7ab-40e8-8239-2d84300d95e5 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:45.763680 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-43358dba-46c6-47fa-afe7-3d4a04b8967f tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:45.774528 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-43358dba-46c6-47fa-afe7-3d4a04b8967f tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:45.780194 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-43358dba-46c6-47fa-afe7-3d4a04b8967f tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] 10.222.0.24 "DELETE /v2.0/networks/5b836221-e5bf-4290-ae67-a22e9ba6146f HTTP/1.1" status: 204 len: 168 time: 1.7756374 Mar 28 13:46:45.780194 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-4a2abb13-d7ab-40e8-8239-2d84300d95e5 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['befaafba-99e5-461e-bfa0-7f6cf1e8f0c1']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:45.795782 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-9a413598-98e5-4fd3-b573-8c09768228c4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Deleting port 62c749dc-fc03-40db-8a7e-b75741f164b0 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:45.796128 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9a413598-98e5-4fd3-b573-8c09768228c4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:45.862280 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-4a2abb13-d7ab-40e8-8239-2d84300d95e5 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb79adb7-25f7-40d8-8096-718265c17bbe') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:45.862581 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-4a2abb13-d7ab-40e8-8239-2d84300d95e5 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb79adb7-25f7-40d8-8096-718265c17bbe') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:45.892347 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43358dba-46c6-47fa-afe7-3d4a04b8967f tempest-AllowedAddressPairTestJSON-1416808704 tempest-AllowedAddressPairTestJSON-1416808704-project] Pushing event deleted for resources: {'Network': ['ID=5b836221-e5bf-4290-ae67-a22e9ba6146f,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:45.906412 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-3a6633f9-3d7f-4747-a322-c8dbe630b935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30923fd5-3870-4d87-8258-961f0a2fda57', 'name': 'tempest-ServersTestJSON-1782055734-router', 'tenant_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': '859eb27a-0ac8-40d8-beeb-833a3a4bae16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:44:30Z', 'updated_at': '2022-03-28T13:44:42Z', 'revision_number': 4, 'project_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'gw_port': {'id': '859eb27a-0ac8-40d8-beeb-833a3a4bae16', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:39:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30923fd5-3870-4d87-8258-961f0a2fda57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:44:31Z', 'updated_at': '2022-03-28T13:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '663ba78e-f181-4124-8de6-289d11a9b37f', 'name': '', 'network_id': 'e1402460-c752-45db-a270-47c08ce9fb97', 'tenant_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'mac_address': 'fa:16:3e:7f:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30923fd5-3870-4d87-8258-961f0a2fda57', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'a167ade0-c005-4c90-9729-9d5afaf497ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:44:39Z', 'updated_at': '2022-03-28T13:44:51Z', 'revision_number': 5, 'project_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'subnets': [{'id': 'a167ade0-c005-4c90-9729-9d5afaf497ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:45.913659 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4a2abb13-d7ab-40e8-8239-2d84300d95e5 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:45.939144 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6633f9-3d7f-4747-a322-c8dbe630b935 None None] Checking router: 30923fd5-3870-4d87-8258-961f0a2fda57 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:46:45.948591 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4a2abb13-d7ab-40e8-8239-2d84300d95e5 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:45.950256 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6633f9-3d7f-4747-a322-c8dbe630b935 None None] Routers {'30923fd5-3870-4d87-8258-961f0a2fda57'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:46:45.950933 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-3a6633f9-3d7f-4747-a322-c8dbe630b935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:46:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['30923fd5-3870-4d87-8258-961f0a2fda57'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:46.010356 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9a413598-98e5-4fd3-b573-8c09768228c4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:46.029220 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-9a413598-98e5-4fd3-b573-8c09768228c4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Calling delete_port for 62c749dc-fc03-40db-8a7e-b75741f164b0 owned by network:router_gateway {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:46.040032 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a2abb13-d7ab-40e8-8239-2d84300d95e5 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:46:46.041677 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4a2abb13-d7ab-40e8-8239-2d84300d95e5 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:46.056430 dv-neutron-835335-1-hyperv neutron-server[109613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 13:46:46.056430 dv-neutron-835335-1-hyperv neutron-server[109613]: self.session.flush() Mar 28 13:46:46.056430 dv-neutron-835335-1-hyperv neutron-server[109613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 13:46:46.056430 dv-neutron-835335-1-hyperv neutron-server[109613]: self.session.flush() Mar 28 13:46:46.056430 dv-neutron-835335-1-hyperv neutron-server[109613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 13:46:46.056430 dv-neutron-835335-1-hyperv neutron-server[109613]: self.session.flush() Mar 28 13:46:46.056430 dv-neutron-835335-1-hyperv neutron-server[109613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 13:46:46.056430 dv-neutron-835335-1-hyperv neutron-server[109613]: self.session.flush() Mar 28 13:46:46.056430 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:46:46.056430 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:46:46.056430 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:46:46.056430 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:46:46.056430 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:46:46.056430 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:46:46.056430 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:46:46.056430 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:46:46.056430 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:46:46.056430 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:46:46.056430 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:46:46.056430 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:46:46.056430 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:46:46.056430 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:46:46.056430 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:46:46.056430 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:46:46.056430 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:46:46.056430 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:46:46.056430 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:46:46.056430 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:46:46.056430 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:46:46.056430 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:46:46.056430 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:46:46.056430 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:46:46.056430 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:46:46.056430 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:46:46.056430 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:46:46.056430 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:46:46.056430 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:46:46.056430 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:46:46.056430 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:46:46.056430 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:46:46.059235 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ed353f05-32a8-4410-9dbc-56462ff2ec4e req-2d2b54ba-1a14-4b3c-85bc-c65723ed6fcf tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fffb5-23ac-4e8e-873b-deb571f0862c HTTP/1.1" status: 200 len: 210 time: 0.1074865 Mar 28 13:46:46.147718 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-60d478b5-0bcf-4b94-a28f-a3fc698fc4b5 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:46.154954 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0232c5b-44a0-4ac2-be93-b7aeb3f76603 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Made reservation on behalf of a8d0b895291d43e9afe1329c139db87b for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:46.163847 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d0232c5b-44a0-4ac2-be93-b7aeb3f76603 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:46.211882 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device eade4c8b-97d9-479a-b0be-f107faafe87d no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:46:46.245694 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-3a6633f9-3d7f-4747-a322-c8dbe630b935 None None] Set router 30923fd5-3870-4d87-8258-961f0a2fda57 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:46:46.285686 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [None req-d0232c5b-44a0-4ac2-be93-b7aeb3f76603 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] device_id is not set on port c1d62ea0-bf53-4df1-888d-c1bb3d586f93 yet. {{(pid=109612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:46:46.295743 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 6c6ea695-a477-4d38-be2e-f1e9fc57f156 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:46:46.306462 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: eade4c8b-97d9-479a-b0be-f107faafe87d {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:46:46.307266 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device eade4c8b-97d9-479a-b0be-f107faafe87d not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:46:46.310553 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 1127c1dc-7331-42bf-9035-d9dd9f538324 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:46:46.382833 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59078) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:46.395605 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d478b5-0bcf-4b94-a28f-a3fc698fc4b5 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Subnet': ['ID=aee51268-7efc-4f7b-9605-a97f15621258,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:46.404979 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] No Port match for: 6c6ea695-a477-4d38-be2e-f1e9fc57f156 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:46:46.404979 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 6c6ea695-a477-4d38-be2e-f1e9fc57f156 not bound to the agent host hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:46:46.425747 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 1127c1dc-7331-42bf-9035-d9dd9f538324 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:46:46.426077 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 1127c1dc-7331-42bf-9035-d9dd9f538324 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:46:46.485441 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59082) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:46.587392 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d478b5-0bcf-4b94-a28f-a3fc698fc4b5 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Checking segment: {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:46:46.587784 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d478b5-0bcf-4b94-a28f-a3fc698fc4b5 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network hostable DHCP agents. Network: 0683b568-5de1-47de-8c3c-3856d7f643f9, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:46:46.653150 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4a2abb13-d7ab-40e8-8239-2d84300d95e5 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:46.663377 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4a2abb13-d7ab-40e8-8239-2d84300d95e5 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:46.672209 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-4a2abb13-d7ab-40e8-8239-2d84300d95e5 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "DELETE /v2.0/networks/befaafba-99e5-461e-bfa0-7f6cf1e8f0c1 HTTP/1.1" status: 204 len: 168 time: 2.2619147 Mar 28 13:46:46.673319 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59086) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:46.738391 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-3a6633f9-3d7f-4747-a322-c8dbe630b935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30923fd5-3870-4d87-8258-961f0a2fda57', 'name': 'tempest-ServersTestJSON-1782055734-router', 'tenant_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': '859eb27a-0ac8-40d8-beeb-833a3a4bae16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:44:30Z', 'updated_at': '2022-03-28T13:44:42Z', 'revision_number': 4, 'project_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'gw_port': {'id': '859eb27a-0ac8-40d8-beeb-833a3a4bae16', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:39:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30923fd5-3870-4d87-8258-961f0a2fda57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:44:31Z', 'updated_at': '2022-03-28T13:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '663ba78e-f181-4124-8de6-289d11a9b37f', 'name': '', 'network_id': 'e1402460-c752-45db-a270-47c08ce9fb97', 'tenant_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'mac_address': 'fa:16:3e:7f:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30923fd5-3870-4d87-8258-961f0a2fda57', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'a167ade0-c005-4c90-9729-9d5afaf497ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:44:39Z', 'updated_at': '2022-03-28T13:44:51Z', 'revision_number': 5, 'project_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'subnets': [{'id': 'a167ade0-c005-4c90-9729-9d5afaf497ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:46.749827 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2abb13-d7ab-40e8-8239-2d84300d95e5 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Pushing event deleted for resources: {'Network': ['ID=befaafba-99e5-461e-bfa0-7f6cf1e8f0c1,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:46.773298 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6633f9-3d7f-4747-a322-c8dbe630b935 None None] The sync data for ids ['30923fd5-3870-4d87-8258-961f0a2fda57'] in dv-neutron-835335-1-hyperv is: [{'id': '30923fd5-3870-4d87-8258-961f0a2fda57', 'name': 'tempest-ServersTestJSON-1782055734-router', 'tenant_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': '859eb27a-0ac8-40d8-beeb-833a3a4bae16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:44:30Z', 'updated_at': '2022-03-28T13:44:42Z', 'revision_number': 4, 'project_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'gw_port': {'id': '859eb27a-0ac8-40d8-beeb-833a3a4bae16', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:39:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30923fd5-3870-4d87-8258-961f0a2fda57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:44:31Z', 'updated_at': '2022-03-28T13:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '663ba78e-f181-4124-8de6-289d11a9b37f', 'name': '', 'network_id': 'e1402460-c752-45db-a270-47c08ce9fb97', 'tenant_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'mac_address': 'fa:16:3e:7f:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30923fd5-3870-4d87-8258-961f0a2fda57', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'a167ade0-c005-4c90-9729-9d5afaf497ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:44:39Z', 'updated_at': '2022-03-28T13:44:51Z', 'revision_number': 5, 'project_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'subnets': [{'id': 'a167ade0-c005-4c90-9729-9d5afaf497ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:46:46.791705 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d478b5-0bcf-4b94-a28f-a3fc698fc4b5 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:46:46.871915 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d0232c5b-44a0-4ac2-be93-b7aeb3f76603 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:46.878761 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-702b71bc-84db-4fa8-862c-38156afefd43 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=894c1d00e5b7433997797c4b000f3d4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3916602 Mar 28 13:46:46.881999 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59088) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:46.891107 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-e3b0820b-4270-4ca4-9bf5-85cac6d95883 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2883fcb35d974de784a893fde6f7e688&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5034208 Mar 28 13:46:46.893765 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59090) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:46.898942 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-60d478b5-0bcf-4b94-a28f-a3fc698fc4b5 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 0683b568-5de1-47de-8c3c-3856d7f643f9) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:46.908150 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5fbb4d-cf46-4f8d-b150-a2fed48dc08a None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:46:46.917060 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d478b5-0bcf-4b94-a28f-a3fc698fc4b5 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:46.924129 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-60d478b5-0bcf-4b94-a28f-a3fc698fc4b5 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:46.924258 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-cc8d55bf-8651-4e5a-a6d5-7eec19a8168c tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Deleting port c2b2b652-f1a0-46bd-b79b-8dcfa8384795 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:46.924258 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cc8d55bf-8651-4e5a-a6d5-7eec19a8168c tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:46.948715 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9a413598-98e5-4fd3-b573-8c09768228c4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:46.969274 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-486710ba-927f-4a22-a026-1ca576c41223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:46.994867 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-486710ba-927f-4a22-a026-1ca576c41223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:47.049350 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-60d478b5-0bcf-4b94-a28f-a3fc698fc4b5 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3659649 Mar 28 13:46:47.051516 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59092) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:47.052763 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a413598-98e5-4fd3-b573-8c09768228c4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event deleted for resources: {'Port': ['ID=62c749dc-fc03-40db-8a7e-b75741f164b0,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:47.058541 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-764fd289-6d9a-40a2-9c7b-4b5d9857f5fb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'port': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'name': 'tempest-NetworksTestDHCPv6-1675635221'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:47.077419 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d0232c5b-44a0-4ac2-be93-b7aeb3f76603 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:47.098211 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27e5092-6c07-4069-9b0b-e4cb890beec5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-0683b568-5de1-47de-8c3c-3856d7f643f9', 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'tenant_id': '97c2fb5000a44df7a1530b25f26f0716', 'fixed_ips': [{'subnet_id': 'aee51268-7efc-4f7b-9605-a97f15621258'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:46:47.098211 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b27e5092-6c07-4069-9b0b-e4cb890beec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:47.108984 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a137442a-158e-4351-9379-53ede966ed97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:47.152205 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cc8d55bf-8651-4e5a-a6d5-7eec19a8168c tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:47.152714 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cc8d55bf-8651-4e5a-a6d5-7eec19a8168c tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:47.166721 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a137442a-158e-4351-9379-53ede966ed97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:47.173749 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9a413598-98e5-4fd3-b573-8c09768228c4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133933816'] for router_gateway, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:47.197249 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-cc8d55bf-8651-4e5a-a6d5-7eec19a8168c tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Calling delete_port for c2b2b652-f1a0-46bd-b79b-8dcfa8384795 owned by network:floatingip {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:47.234577 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0232c5b-44a0-4ac2-be93-b7aeb3f76603 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Network 078b94d0-ce4e-4551-ada3-1a1c7aac343a is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:46:47.237817 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdd88a3-67ba-481b-93c5-372a85305b58 None None] New status for floating IP 6fd9be1f-5834-488a-aa7b-e7352d8ae000: DOWN {{(pid=109614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 13:46:47.246620 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-d0232c5b-44a0-4ac2-be93-b7aeb3f76603 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:47.250992 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0232c5b-44a0-4ac2-be93-b7aeb3f76603 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:46:47.257649 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0232c5b-44a0-4ac2-be93-b7aeb3f76603 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:47.258263 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d0232c5b-44a0-4ac2-be93-b7aeb3f76603 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:47.260624 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0232c5b-44a0-4ac2-be93-b7aeb3f76603 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event updated for resources: {'Port': ['ID=c1d62ea0-bf53-4df1-888d-c1bb3d586f93,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:47.306740 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59098) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:47.331895 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-486710ba-927f-4a22-a026-1ca576c41223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:47.336060 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-486710ba-927f-4a22-a026-1ca576c41223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:47.336361 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-486710ba-927f-4a22-a026-1ca576c41223 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9f464534-222c-4254-acfa-cc64fe855bb7 HTTP/1.1" status: 204 len: 168 time: 0.4532394 Mar 28 13:46:47.337415 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9a413598-98e5-4fd3-b573-8c09768228c4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:47.370935 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486710ba-927f-4a22-a026-1ca576c41223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f464534-222c-4254-acfa-cc64fe855bb7,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:47.372850 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9a413598-98e5-4fd3-b573-8c09768228c4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:47.394485 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d0232c5b-44a0-4ac2-be93-b7aeb3f76603 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6764350 Mar 28 13:46:47.399154 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59102) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:47.404715 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-0e9e5596-1e0f-44f8-8c10-44f13d8b6b9b tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:47.442003 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-b27e5092-6c07-4069-9b0b-e4cb890beec5 None None] Allocated IP 2001:db8::2 (0683b568-5de1-47de-8c3c-3856d7f643f9/aee51268-7efc-4f7b-9605-a97f15621258/db754e37-636c-41c5-ab40-1177830f19e3) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:46:47.468472 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764fd289-6d9a-40a2-9c7b-4b5d9857f5fb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:47.472156 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-764fd289-6d9a-40a2-9c7b-4b5d9857f5fb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:47.495273 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c4ad6af2-2b9d-4c45-8ff9-71111521315d tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:47.510397 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9a413598-98e5-4fd3-b573-8c09768228c4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:47.513109 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a413598-98e5-4fd3-b573-8c09768228c4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Fanout notify agent at l3_agent the message router_deleted on router 09c78900-1af5-4d4f-86d1-788d6a9af4da {{(pid=109613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:46:47.523618 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9a413598-98e5-4fd3-b573-8c09768228c4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:47.527220 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9a413598-98e5-4fd3-b573-8c09768228c4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "DELETE /v2.0/routers/09c78900-1af5-4d4f-86d1-788d6a9af4da HTTP/1.1" status: 204 len: 168 time: 2.7914088 Mar 28 13:46:47.528691 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59104) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:47.533994 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-de2cab9b-6037-4a5d-966a-00ec9c6cfdd6 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Request body: {'network': {'name': 'tempest-RoutersTest-2076079331'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:47.543117 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a137442a-158e-4351-9379-53ede966ed97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:47.546438 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a137442a-158e-4351-9379-53ede966ed97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:47.554290 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a137442a-158e-4351-9379-53ede966ed97 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/37ddee8a-140e-4f8d-bbd2-af671443dfad HTTP/1.1" status: 204 len: 168 time: 0.6592767 Mar 28 13:46:47.574028 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [None req-764fd289-6d9a-40a2-9c7b-4b5d9857f5fb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] device_id is not set on port 596ab65f-45fb-4375-8057-27e7a3a47896 yet. {{(pid=109612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:46:47.581588 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a137442a-158e-4351-9379-53ede966ed97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ddee8a-140e-4f8d-bbd2-af671443dfad,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:47.601941 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c4ad6af2-2b9d-4c45-8ff9-71111521315d tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:47.607159 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0e9e5596-1e0f-44f8-8c10-44f13d8b6b9b tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:47.636337 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cc8d55bf-8651-4e5a-a6d5-7eec19a8168c tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:47.682082 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b27e5092-6c07-4069-9b0b-e4cb890beec5 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:47.683589 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2cab9b-6037-4a5d-966a-00ec9c6cfdd6 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Made reservation on behalf of 42c7f4b113aa41f19f4ff0f48ffaebf2 for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:47.687348 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-de2cab9b-6037-4a5d-966a-00ec9c6cfdd6 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:47.690486 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8d55bf-8651-4e5a-a6d5-7eec19a8168c tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Pushing event deleted for resources: {'Port': ['ID=c2b2b652-f1a0-46bd-b79b-8dcfa8384795,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:47.758957 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de2cab9b-6037-4a5d-966a-00ec9c6cfdd6 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:46:47.780885 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b27e5092-6c07-4069-9b0b-e4cb890beec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:47.788902 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-de2cab9b-6037-4a5d-966a-00ec9c6cfdd6 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:47.788902 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-de2cab9b-6037-4a5d-966a-00ec9c6cfdd6 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Added segment e86aebae-4aaa-4f22-a6a3-dce028a17fa4 of type vlan for network 7faf7757-405f-4169-9fd4-12d031a5e87f Mar 28 13:46:47.820075 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cc8d55bf-8651-4e5a-a6d5-7eec19a8168c tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for floatingip, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:47.827560 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cc8d55bf-8651-4e5a-a6d5-7eec19a8168c tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:47.829316 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-cc8d55bf-8651-4e5a-a6d5-7eec19a8168c tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "DELETE /v2.0/floatingips/798a5de1-0d0f-4eba-a0d7-8cb80ca36ae6 HTTP/1.1" status: 204 len: 168 time: 1.1470609 Mar 28 13:46:47.833580 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59112) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:47.834897 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27e5092-6c07-4069-9b0b-e4cb890beec5 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:46:47.842660 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-b27e5092-6c07-4069-9b0b-e4cb890beec5 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:47.846527 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27e5092-6c07-4069-9b0b-e4cb890beec5 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:46:47.888383 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e5092-6c07-4069-9b0b-e4cb890beec5 None None] Pushing event updated for resources: {'Port': ['ID=db754e37-636c-41c5-ab40-1177830f19e3,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:47.926546 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-794fd8ae-7f0e-4e76-a2ca-4d4879958072 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] DELETE failed (client error): The resource could not be found. Mar 28 13:46:47.927818 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-794fd8ae-7f0e-4e76-a2ca-4d4879958072 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:46:47.928009 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-b27e5092-6c07-4069-9b0b-e4cb890beec5 None None] Attempting to bind port db754e37-636c-41c5-ab40-1177830f19e3 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:46:47.928410 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-b27e5092-6c07-4069-9b0b-e4cb890beec5 None None] Attempting to bind port db754e37-636c-41c5-ab40-1177830f19e3 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:46:47.928775 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27e5092-6c07-4069-9b0b-e4cb890beec5 None None] Attempting to bind port db754e37-636c-41c5-ab40-1177830f19e3 on network 0683b568-5de1-47de-8c3c-3856d7f643f9 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:46:47.934665 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-794fd8ae-7f0e-4e76-a2ca-4d4879958072 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "DELETE /v2.0/ports/fdcf3da7-b8e7-41c0-a3fe-b091ff25f4f2 HTTP/1.1" status: 404 len: 333 time: 0.0970595 Mar 28 13:46:47.935146 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59114) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:47.937861 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27e5092-6c07-4069-9b0b-e4cb890beec5 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:46:47.938037 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-de2cab9b-6037-4a5d-966a-00ec9c6cfdd6 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:47.938284 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27e5092-6c07-4069-9b0b-e4cb890beec5 None None] Checking segment: {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:46:47.938736 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b27e5092-6c07-4069-9b0b-e4cb890beec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:47.939180 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27e5092-6c07-4069-9b0b-e4cb890beec5 None None] Bound using segment: {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:46:47.939715 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-b27e5092-6c07-4069-9b0b-e4cb890beec5 None None] Bound port: db754e37-636c-41c5-ab40-1177830f19e3, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:46:47.940709 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b27e5092-6c07-4069-9b0b-e4cb890beec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:47.968952 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9054597f-55bb-485f-af39-f5e6ec0bc548 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "GET /v2.0/ports?device_id=2eb3dd2b-bf3f-4afb-bf79-7b7b8b400d8e HTTP/1.1" status: 200 len: 205 time: 0.0324125 Mar 28 13:46:47.972150 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-764fd289-6d9a-40a2-9c7b-4b5d9857f5fb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Allocated IP 2001:db8::52 (0683b568-5de1-47de-8c3c-3856d7f643f9/aee51268-7efc-4f7b-9605-a97f15621258/596ab65f-45fb-4375-8057-27e7a3a47896) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:46:47.972362 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59120) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:48.023326 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-bfaf84e9-317e-4e37-bdcd-fe165d5d0ea8 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] delete failed (client error): The resource could not be found. Mar 28 13:46:48.024358 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-bfaf84e9-317e-4e37-bdcd-fe165d5d0ea8 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "DELETE /v2.0/routers/2eb3dd2b-bf3f-4afb-bf79-7b7b8b400d8e HTTP/1.1" status: 404 len: 336 time: 0.0509944 Mar 28 13:46:48.027004 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59124) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:48.049235 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c4ad6af2-2b9d-4c45-8ff9-71111521315d tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:48.052764 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c4ad6af2-2b9d-4c45-8ff9-71111521315d tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:48.056199 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c4ad6af2-2b9d-4c45-8ff9-71111521315d tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "DELETE /v2.0/security-groups/c04699e5-6b36-4677-a6bb-81f97db4541f HTTP/1.1" status: 204 len: 168 time: 0.7404790 Mar 28 13:46:48.060728 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59128) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:48.070345 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-e68a5bd8-855c-4a65-a80c-4aee5cc7aae2 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] DELETE failed (client error): The resource could not be found. Mar 28 13:46:48.070798 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e68a5bd8-855c-4a65-a80c-4aee5cc7aae2 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:46:48.073797 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e68a5bd8-855c-4a65-a80c-4aee5cc7aae2 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "DELETE /v2.0/subnets/cc61f821-099f-44a6-bb95-35f138bccb42 HTTP/1.1" status: 404 len: 337 time: 0.0458927 Mar 28 13:46:48.078809 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59130) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:48.081860 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad6af2-2b9d-4c45-8ff9-71111521315d tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04699e5-6b36-4677-a6bb-81f97db4541f,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:48.087652 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-f421a333-f41d-4283-a932-c19eee511b00 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] show failed (client error): The resource could not be found. Mar 28 13:46:48.090197 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f421a333-f41d-4283-a932-c19eee511b00 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "GET /v2.0/security-groups/c04699e5-6b36-4677-a6bb-81f97db4541f HTTP/1.1" status: 404 len: 347 time: 0.0281560 Mar 28 13:46:48.098021 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59132) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:48.121071 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-de2cab9b-6037-4a5d-966a-00ec9c6cfdd6 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:48.127072 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2cab9b-6037-4a5d-966a-00ec9c6cfdd6 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:48.127250 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0e9e5596-1e0f-44f8-8c10-44f13d8b6b9b tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:48.127749 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-de2cab9b-6037-4a5d-966a-00ec9c6cfdd6 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:48.132543 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-b27e5092-6c07-4069-9b0b-e4cb890beec5 None None] For port db754e37-636c-41c5-ab40-1177830f19e3, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:46:48.165851 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-b27e5092-6c07-4069-9b0b-e4cb890beec5 None None] For port db754e37-636c-41c5-ab40-1177830f19e3, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=db754e37-636c-41c5-ab40-1177830f19e3,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:46:48.206115 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0e9e5596-1e0f-44f8-8c10-44f13d8b6b9b tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:48.224350 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-0e9e5596-1e0f-44f8-8c10-44f13d8b6b9b tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] In _notify_port_updated(), no bound segment for port c1d62ea0-bf53-4df1-888d-c1bb3d586f93 on network 078b94d0-ce4e-4551-ada3-1a1c7aac343a {{(pid=109612) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 28 13:46:48.230088 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9e5596-1e0f-44f8-8c10-44f13d8b6b9b tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:48.230683 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0e9e5596-1e0f-44f8-8c10-44f13d8b6b9b tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:48.232216 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-0e9e5596-1e0f-44f8-8c10-44f13d8b6b9b tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "PUT /v2.0/ports/c1d62ea0-bf53-4df1-888d-c1bb3d586f93 HTTP/1.1" status: 200 len: 818 time: 0.8317156 Mar 28 13:46:48.236340 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59140) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:48.260525 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-de2cab9b-6037-4a5d-966a-00ec9c6cfdd6 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7287269 Mar 28 13:46:48.260813 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b27e5092-6c07-4069-9b0b-e4cb890beec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:48.261302 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cab9b-6037-4a5d-966a-00ec9c6cfdd6 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event updated for resources: {'Network': ['ID=7faf7757-405f-4169-9fd4-12d031a5e87f,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:48.263520 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59142) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:48.281354 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 7faf7757-405f-4169-9fd4-12d031a5e87f details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:46:48.287425 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-8160c9c7-6205-4e82-b64c-1eaf07951e6c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Request body: {'subnet': {'network_id': '7faf7757-405f-4169-9fd4-12d031a5e87f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:48.371137 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e5596-1e0f-44f8-8c10-44f13d8b6b9b tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event updated for resources: {'Port': ['ID=c1d62ea0-bf53-4df1-888d-c1bb3d586f93,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:48.443096 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-764fd289-6d9a-40a2-9c7b-4b5d9857f5fb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:48.456593 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-b9db2151-6e65-4b13-a32f-05e0c68877fd tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Deleting port b88b46b9-11ee-4632-bb30-e65ac2e95e1b {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:48.456935 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b9db2151-6e65-4b13-a32f-05e0c68877fd tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:48.459085 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e5092-6c07-4069-9b0b-e4cb890beec5 None None] Pushing event updated for resources: {'Port': ['ID=db754e37-636c-41c5-ab40-1177830f19e3,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:48.475639 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-47689b6a-f3e9-40e9-8b16-5c38acbe7e06 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Deleting port 92d68cbb-7ea6-4adc-99a7-504286a2183c {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:48.476051 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-47689b6a-f3e9-40e9-8b16-5c38acbe7e06 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:48.572464 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-62bc547a-b0ec-4b84-8cb8-e8bc626bac64 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Deleting port c1d62ea0-bf53-4df1-888d-c1bb3d586f93 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:48.573043 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-62bc547a-b0ec-4b84-8cb8-e8bc626bac64 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:48.602949 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8160c9c7-6205-4e82-b64c-1eaf07951e6c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Made reservation on behalf of 42c7f4b113aa41f19f4ff0f48ffaebf2 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:48.607607 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-47689b6a-f3e9-40e9-8b16-5c38acbe7e06 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:48.608017 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-47689b6a-f3e9-40e9-8b16-5c38acbe7e06 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:48.627361 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8160c9c7-6205-4e82-b64c-1eaf07951e6c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:48.644173 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-47689b6a-f3e9-40e9-8b16-5c38acbe7e06 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Calling delete_port for 92d68cbb-7ea6-4adc-99a7-504286a2183c owned by network:floatingip {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:48.674831 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b9db2151-6e65-4b13-a32f-05e0c68877fd tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:48.711199 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-764fd289-6d9a-40a2-9c7b-4b5d9857f5fb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:48.772925 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764fd289-6d9a-40a2-9c7b-4b5d9857f5fb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:46:48.781043 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-764fd289-6d9a-40a2-9c7b-4b5d9857f5fb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:48.783648 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764fd289-6d9a-40a2-9c7b-4b5d9857f5fb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:46:48.790083 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764fd289-6d9a-40a2-9c7b-4b5d9857f5fb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:48.790711 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-764fd289-6d9a-40a2-9c7b-4b5d9857f5fb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:48.801966 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-b9db2151-6e65-4b13-a32f-05e0c68877fd tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Calling delete_port for b88b46b9-11ee-4632-bb30-e65ac2e95e1b owned by {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:48.834224 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59154) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:48.835902 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-62bc547a-b0ec-4b84-8cb8-e8bc626bac64 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:48.851643 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764fd289-6d9a-40a2-9c7b-4b5d9857f5fb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Port': ['ID=596ab65f-45fb-4375-8057-27e7a3a47896,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:48.866488 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-62bc547a-b0ec-4b84-8cb8-e8bc626bac64 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Calling delete_port for c1d62ea0-bf53-4df1-888d-c1bb3d586f93 owned by {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:48.910440 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-764fd289-6d9a-40a2-9c7b-4b5d9857f5fb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8573177 Mar 28 13:46:48.913001 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59160) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:48.972530 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-47689b6a-f3e9-40e9-8b16-5c38acbe7e06 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:49.009891 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-20a64447-00dc-4dd6-9fb6-7ff61c326503 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-807583193'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:49.013212 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47689b6a-f3e9-40e9-8b16-5c38acbe7e06 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Pushing event deleted for resources: {'Port': ['ID=92d68cbb-7ea6-4adc-99a7-504286a2183c,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:49.093307 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28081bb-c20f-48dd-9edc-eeecdd55365d tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:49.100119 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28081bb-c20f-48dd-9edc-eeecdd55365d tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:49.101816 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e28081bb-c20f-48dd-9edc-eeecdd55365d tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1878874 Mar 28 13:46:49.124513 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59168) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:49.218213 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59170) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:49.263730 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8160c9c7-6205-4e82-b64c-1eaf07951e6c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:49.310742 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-62bc547a-b0ec-4b84-8cb8-e8bc626bac64 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:49.383535 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc547a-b0ec-4b84-8cb8-e8bc626bac64 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event deleted for resources: {'Port': ['ID=c1d62ea0-bf53-4df1-888d-c1bb3d586f93,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:49.387026 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b9db2151-6e65-4b13-a32f-05e0c68877fd tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:49.396492 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8160c9c7-6205-4e82-b64c-1eaf07951e6c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event updated for resources: {'Subnet': ['ID=0e45c395-7f08-4280-a4c8-f35d21222dbb,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:49.421746 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-47689b6a-f3e9-40e9-8b16-5c38acbe7e06 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Notify callbacks [] for floatingip, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:49.424538 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-47689b6a-f3e9-40e9-8b16-5c38acbe7e06 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:49.429541 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-47689b6a-f3e9-40e9-8b16-5c38acbe7e06 tempest-ServersTestJSON-979355832 tempest-ServersTestJSON-979355832-project] 10.222.0.24 "DELETE /v2.0/floatingips/6fd9be1f-5834-488a-aa7b-e7352d8ae000 HTTP/1.1" status: 204 len: 168 time: 1.3305004 Mar 28 13:46:49.430156 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59174) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:49.432977 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-62bc547a-b0ec-4b84-8cb8-e8bc626bac64 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:49.436536 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-62bc547a-b0ec-4b84-8cb8-e8bc626bac64 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/ports/c1d62ea0-bf53-4df1-888d-c1bb3d586f93 HTTP/1.1" status: 204 len: 168 time: 1.1896806 Mar 28 13:46:49.439042 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59176) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:49.449901 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-a9ec698c-b1ff-4921-9694-405e94ec5a89 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-563843952-network', 'tenant_id': 'd94a57121c0e4486a9b9b9851ffddad2'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:49.453063 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db2151-6e65-4b13-a32f-05e0c68877fd tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Pushing event deleted for resources: {'Port': ['ID=b88b46b9-11ee-4632-bb30-e65ac2e95e1b,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:49.482809 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a64447-00dc-4dd6-9fb6-7ff61c326503 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Made reservation on behalf of f6b8e64020de40e182c741fada779147 for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:49.487612 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-20a64447-00dc-4dd6-9fb6-7ff61c326503 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:49.505576 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8160c9c7-6205-4e82-b64c-1eaf07951e6c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Checking segment: {'id': 'e86aebae-4aaa-4f22-a6a3-dce028a17fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7faf7757-405f-4169-9fd4-12d031a5e87f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:46:49.505939 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8160c9c7-6205-4e82-b64c-1eaf07951e6c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Network hostable DHCP agents. Network: 7faf7757-405f-4169-9fd4-12d031a5e87f, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:46:49.512455 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-6159898e-73b8-4fbb-90a1-c2bdfe864161 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting port 596ab65f-45fb-4375-8057-27e7a3a47896 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:49.512733 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6159898e-73b8-4fbb-90a1-c2bdfe864161 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:49.521994 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-20a64447-00dc-4dd6-9fb6-7ff61c326503 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:49.588836 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09305f01-b34a-41a1-a1e7-6f3e982281b6 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:49.592898 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-09305f01-b34a-41a1-a1e7-6f3e982281b6 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1504493 Mar 28 13:46:49.599790 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59178) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:49.614336 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ec698c-b1ff-4921-9694-405e94ec5a89 admin admin] Made reservation on behalf of d94a57121c0e4486a9b9b9851ffddad2 for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:49.617127 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a9ec698c-b1ff-4921-9694-405e94ec5a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:49.656039 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a9ec698c-b1ff-4921-9694-405e94ec5a89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:49.658356 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed25a519-059a-45a8-835f-cbb814ede3e8 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] GET failed (client error): The resource could not be found. Mar 28 13:46:49.660206 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ed25a519-059a-45a8-835f-cbb814ede3e8 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "GET /v2.0/ports/c1d62ea0-bf53-4df1-888d-c1bb3d586f93 HTTP/1.1" status: 404 len: 333 time: 0.0593688 Mar 28 13:46:49.664071 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b9db2151-6e65-4b13-a32f-05e0c68877fd tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:49.666343 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59180) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:49.668125 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b9db2151-6e65-4b13-a32f-05e0c68877fd tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "DELETE /v2.0/ports/b88b46b9-11ee-4632-bb30-e65ac2e95e1b HTTP/1.1" status: 204 len: 168 time: 1.5879352 Mar 28 13:46:49.670833 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59182) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:49.675657 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-5899fa05-c0fa-4f22-96a2-aac1cfe39f7c tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-329559021'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:49.680143 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d47cff-e98f-4372-adf2-2a2fa2c3094c None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:46:49.741535 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6159898e-73b8-4fbb-90a1-c2bdfe864161 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:49.745252 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8160c9c7-6205-4e82-b64c-1eaf07951e6c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Network 7faf7757-405f-4169-9fd4-12d031a5e87f is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:46:49.771696 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-20a64447-00dc-4dd6-9fb6-7ff61c326503 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:49.778111 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-6159898e-73b8-4fbb-90a1-c2bdfe864161 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Calling delete_port for 596ab65f-45fb-4375-8057-27e7a3a47896 owned by {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:49.847660 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5899fa05-c0fa-4f22-96a2-aac1cfe39f7c tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Made reservation on behalf of a8d0b895291d43e9afe1329c139db87b for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:49.851884 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5899fa05-c0fa-4f22-96a2-aac1cfe39f7c tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:49.869888 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-8160c9c7-6205-4e82-b64c-1eaf07951e6c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 7faf7757-405f-4169-9fd4-12d031a5e87f) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:49.878431 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-20a64447-00dc-4dd6-9fb6-7ff61c326503 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:49.879738 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-b48500f3-c5a1-4729-b67e-b2faf2b389cc None None] Provisioning complete for port db754e37-636c-41c5-ab40-1177830f19e3 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:49.880137 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b48500f3-c5a1-4729-b67e-b2faf2b389cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:49.884471 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8160c9c7-6205-4e82-b64c-1eaf07951e6c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:49.885168 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8160c9c7-6205-4e82-b64c-1eaf07951e6c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:49.910111 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24017a30-eb02-4d10-aae9-e915905d5de7 None None] Network 7faf7757-405f-4169-9fd4-12d031a5e87f requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:46:49.925432 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20a64447-00dc-4dd6-9fb6-7ff61c326503 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:46:49.936165 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5899fa05-c0fa-4f22-96a2-aac1cfe39f7c tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:46:49.946883 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a9ec698c-b1ff-4921-9694-405e94ec5a89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:49.950570 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-c11a2ab2-8f7e-4169-84c8-3493e5cd6295 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Deleting port 6149830f-6342-4e71-be88-5e88cdf0168a {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:49.950906 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c11a2ab2-8f7e-4169-84c8-3493e5cd6295 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:49.959574 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a64447-00dc-4dd6-9fb6-7ff61c326503 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0449cb2-f47e-4057-bbb8-6043be3a1b30,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:49.966634 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-20a64447-00dc-4dd6-9fb6-7ff61c326503 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:49.966973 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-20a64447-00dc-4dd6-9fb6-7ff61c326503 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Added segment 523d5597-bee7-4416-9f76-d7bfe35ea4ca of type vlan for network 5dd1cf9e-825a-485f-be3a-98eefef80912 Mar 28 13:46:49.968549 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5899fa05-c0fa-4f22-96a2-aac1cfe39f7c tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:49.968869 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-5899fa05-c0fa-4f22-96a2-aac1cfe39f7c tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Added segment 314ef82e-f02a-481b-949a-8fc1d233495d of type vlan for network 06b70bc9-c263-4d0f-9f2c-25d6d101e3f8 Mar 28 13:46:49.979843 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-8160c9c7-6205-4e82-b64c-1eaf07951e6c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7103698 Mar 28 13:46:49.979843 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59186) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:49.987655 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-abd9568c-b646-43b4-8894-970d96460c9b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-267895368', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:50.054000 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a9ec698c-b1ff-4921-9694-405e94ec5a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:50.072410 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5899fa05-c0fa-4f22-96a2-aac1cfe39f7c tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:50.087199 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-20a64447-00dc-4dd6-9fb6-7ff61c326503 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:50.126741 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec698c-b1ff-4921-9694-405e94ec5a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1423174f-eb5a-4b60-ab04-796de1ca3c13,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:50.135982 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b48500f3-c5a1-4729-b67e-b2faf2b389cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:50.147460 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c11a2ab2-8f7e-4169-84c8-3493e5cd6295 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:50.156641 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9ec698c-b1ff-4921-9694-405e94ec5a89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:46:50.167792 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a9ec698c-b1ff-4921-9694-405e94ec5a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:50.168136 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-a9ec698c-b1ff-4921-9694-405e94ec5a89 admin admin] Added segment b9b17012-fd4d-4605-a367-0189914519aa of type vlan for network f918f28d-0e69-47c7-aec8-a644b2bf9c10 Mar 28 13:46:50.181833 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-deb60cf1-06cb-4608-9887-70e07e9becc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:50.193505 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-b48500f3-c5a1-4729-b67e-b2faf2b389cc None None] For port db754e37-636c-41c5-ab40-1177830f19e3, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=db754e37-636c-41c5-ab40-1177830f19e3,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:46:50.209249 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a9ec698c-b1ff-4921-9694-405e94ec5a89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:50.212763 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9158a824-c39e-4dd3-a0f8-9da2df661eab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-7faf7757-405f-4169-9fd4-12d031a5e87f', 'network_id': '7faf7757-405f-4169-9fd4-12d031a5e87f', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'fixed_ips': [{'subnet_id': '0e45c395-7f08-4280-a4c8-f35d21222dbb'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:46:50.215919 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9158a824-c39e-4dd3-a0f8-9da2df661eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:50.217691 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-abd9568c-b646-43b4-8894-970d96460c9b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:50.227559 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-abd9568c-b646-43b4-8894-970d96460c9b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:50.242219 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6159898e-73b8-4fbb-90a1-c2bdfe864161 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:50.244192 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-c11a2ab2-8f7e-4169-84c8-3493e5cd6295 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Calling delete_port for 6149830f-6342-4e71-be88-5e88cdf0168a owned by {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:50.257552 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5899fa05-c0fa-4f22-96a2-aac1cfe39f7c tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:50.265602 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5899fa05-c0fa-4f22-96a2-aac1cfe39f7c tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:50.266349 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5899fa05-c0fa-4f22-96a2-aac1cfe39f7c tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:50.270094 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-20a64447-00dc-4dd6-9fb6-7ff61c326503 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:50.279237 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a64447-00dc-4dd6-9fb6-7ff61c326503 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:50.279894 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-20a64447-00dc-4dd6-9fb6-7ff61c326503 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:50.294278 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6159898e-73b8-4fbb-90a1-c2bdfe864161 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Port': ['ID=596ab65f-45fb-4375-8057-27e7a3a47896,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:50.321967 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b48500f3-c5a1-4729-b67e-b2faf2b389cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:50.369793 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a9ec698c-b1ff-4921-9694-405e94ec5a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:50.375242 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ec698c-b1ff-4921-9694-405e94ec5a89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:50.375242 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a9ec698c-b1ff-4921-9694-405e94ec5a89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:50.385355 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6159898e-73b8-4fbb-90a1-c2bdfe864161 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:50.388872 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-6159898e-73b8-4fbb-90a1-c2bdfe864161 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/ports/596ab65f-45fb-4375-8057-27e7a3a47896 HTTP/1.1" status: 204 len: 168 time: 1.2582655 Mar 28 13:46:50.424658 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59188) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:50.435754 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-9158a824-c39e-4dd3-a0f8-9da2df661eab None None] Allocated IP 172.20.0.2 (7faf7757-405f-4169-9fd4-12d031a5e87f/0e45c395-7f08-4280-a4c8-f35d21222dbb/6433c5f4-d2a7-49f3-8e81-4954e4f82a96) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:46:50.450690 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5899fa05-c0fa-4f22-96a2-aac1cfe39f7c tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event updated for resources: {'Network': ['ID=06b70bc9-c263-4d0f-9f2c-25d6d101e3f8,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:50.484292 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-5899fa05-c0fa-4f22-96a2-aac1cfe39f7c tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8168347 Mar 28 13:46:50.495727 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59190) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:50.512568 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-90331dba-5c7e-438d-8ab9-d82386223595 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Request body: {'subnet': {'network_id': '06b70bc9-c263-4d0f-9f2c-25d6d101e3f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:50.525305 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device db754e37-636c-41c5-ab40-1177830f19e3 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:46:50.541122 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-20a64447-00dc-4dd6-9fb6-7ff61c326503 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7037911 Mar 28 13:46:50.574617 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 06b70bc9-c263-4d0f-9f2c-25d6d101e3f8 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:46:50.584992 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59192) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:50.631087 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-df25a0ff-5a23-4445-b16f-ffe1e65214f3 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-384999666'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:50.681443 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d83653a-d024-4c52-b515-01ca4ab432cb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:50.683132 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d83653a-d024-4c52-b515-01ca4ab432cb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:50.687119 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-3d83653a-d024-4c52-b515-01ca4ab432cb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2547371 Mar 28 13:46:50.689533 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-abd9568c-b646-43b4-8894-970d96460c9b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:50.702222 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a64447-00dc-4dd6-9fb6-7ff61c326503 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event updated for resources: {'Network': ['ID=5dd1cf9e-825a-485f-be3a-98eefef80912,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:50.709953 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59194) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:50.739726 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 5dd1cf9e-825a-485f-be3a-98eefef80912 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:46:50.805804 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-abd9568c-b646-43b4-8894-970d96460c9b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:50.823689 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48500f3-c5a1-4729-b67e-b2faf2b389cc None None] Pushing event updated for resources: {'Port': ['ID=db754e37-636c-41c5-ab40-1177830f19e3,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:50.830720 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a9ec698c-b1ff-4921-9694-405e94ec5a89 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6068325 Mar 28 13:46:50.845906 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59196) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:50.855151 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-9ffe6043-89c3-41e1-9d58-cf6f9f769e03 admin admin] Request body: {'subnet': {'network_id': 'f918f28d-0e69-47c7-aec8-a644b2bf9c10', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-563843952-subnet', 'tenant_id': 'd94a57121c0e4486a9b9b9851ffddad2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:50.858052 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df25a0ff-5a23-4445-b16f-ffe1e65214f3 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Made reservation on behalf of f6b8e64020de40e182c741fada779147 for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:50.858226 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-a0d43405-7239-4e04-a7a3-8235c6497ef3 None None] Provisioning complete for port db754e37-636c-41c5-ab40-1177830f19e3 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:50.858757 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a0d43405-7239-4e04-a7a3-8235c6497ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:50.862118 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-df25a0ff-5a23-4445-b16f-ffe1e65214f3 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:50.869587 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port db754e37-636c-41c5-ab40-1177830f19e3 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:50.869966 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:50.870560 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec698c-b1ff-4921-9694-405e94ec5a89 admin admin] Pushing event updated for resources: {'Network': ['ID=f918f28d-0e69-47c7-aec8-a644b2bf9c10,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:50.894020 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-85fe23d9-ea31-4fc5-b691-2d61557ada60 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting subnet aee51268-7efc-4f7b-9605-a97f15621258 {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:46:50.910126 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90331dba-5c7e-438d-8ab9-d82386223595 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Made reservation on behalf of a8d0b895291d43e9afe1329c139db87b for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:50.918611 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-90331dba-5c7e-438d-8ab9-d82386223595 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:50.922559 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-85fe23d9-ea31-4fc5-b691-2d61557ada60 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:50.952237 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network f918f28d-0e69-47c7-aec8-a644b2bf9c10 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:46:50.956144 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-abd9568c-b646-43b4-8894-970d96460c9b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:50.957574 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-abd9568c-b646-43b4-8894-970d96460c9b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9767568 Mar 28 13:46:50.967157 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59198) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:50.990573 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df25a0ff-5a23-4445-b16f-ffe1e65214f3 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:46:51.018376 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-df25a0ff-5a23-4445-b16f-ffe1e65214f3 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:51.018717 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-df25a0ff-5a23-4445-b16f-ffe1e65214f3 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Added segment 9e85ea75-ed4e-4c8b-b7ec-692ee2ac0161 of type vlan for network 797f7d9e-5bd3-4741-aea8-c3cda3da6d4e Mar 28 13:46:51.027595 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-85fe23d9-ea31-4fc5-b691-2d61557ada60 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:51.031262 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ffe6043-89c3-41e1-9d58-cf6f9f769e03 admin admin] Made reservation on behalf of d94a57121c0e4486a9b9b9851ffddad2 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:51.033621 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9ffe6043-89c3-41e1-9d58-cf6f9f769e03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:51.067991 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-deb60cf1-06cb-4608-9887-70e07e9becc7 admin admin] Deleting port 663ba78e-f181-4124-8de6-289d11a9b37f {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:51.068340 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-deb60cf1-06cb-4608-9887-70e07e9becc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:51.095696 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9158a824-c39e-4dd3-a0f8-9da2df661eab None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:51.159864 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-df25a0ff-5a23-4445-b16f-ffe1e65214f3 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:51.186309 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-a0d43405-7239-4e04-a7a3-8235c6497ef3 None None] Could not find standard attr ID for object 596ab65f-45fb-4375-8057-27e7a3a47896. {{(pid=109614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 13:46:51.219759 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c11a2ab2-8f7e-4169-84c8-3493e5cd6295 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:51.233179 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9158a824-c39e-4dd3-a0f8-9da2df661eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:51.282869 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9158a824-c39e-4dd3-a0f8-9da2df661eab None None] Network 7faf7757-405f-4169-9fd4-12d031a5e87f is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:46:51.287523 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a2ab2-8f7e-4169-84c8-3493e5cd6295 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Pushing event deleted for resources: {'Port': ['ID=6149830f-6342-4e71-be88-5e88cdf0168a,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:51.289777 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-9158a824-c39e-4dd3-a0f8-9da2df661eab None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:51.289919 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-deb60cf1-06cb-4608-9887-70e07e9becc7 admin admin] For port 663ba78e-f181-4124-8de6-289d11a9b37f, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=663ba78e-f181-4124-8de6-289d11a9b37f,segment=NetworkSegment(b8f64cde-a6c2-4271-b206-80e3e1bcbd27),segment_id=b8f64cde-a6c2-4271-b206-80e3e1bcbd27)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:46:51.289919 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-deb60cf1-06cb-4608-9887-70e07e9becc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:51.290796 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9158a824-c39e-4dd3-a0f8-9da2df661eab None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:46:51.308994 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-deb60cf1-06cb-4608-9887-70e07e9becc7 admin admin] Calling delete_port for 663ba78e-f181-4124-8de6-289d11a9b37f owned by network:router_interface {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:51.309438 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9158a824-c39e-4dd3-a0f8-9da2df661eab None None] Pushing event updated for resources: {'Port': ['ID=6433c5f4-d2a7-49f3-8e81-4954e4f82a96,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:51.312977 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-df25a0ff-5a23-4445-b16f-ffe1e65214f3 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:51.319112 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df25a0ff-5a23-4445-b16f-ffe1e65214f3 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:51.319720 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-df25a0ff-5a23-4445-b16f-ffe1e65214f3 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:51.340407 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-a66f0ffe-3923-45fa-a513-7402a3b245cf None None] Could not find standard attr ID for object 596ab65f-45fb-4375-8057-27e7a3a47896. {{(pid=109614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 13:46:51.376153 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-9158a824-c39e-4dd3-a0f8-9da2df661eab None None] Attempting to bind port 6433c5f4-d2a7-49f3-8e81-4954e4f82a96 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:46:51.376642 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-9158a824-c39e-4dd3-a0f8-9da2df661eab None None] Attempting to bind port 6433c5f4-d2a7-49f3-8e81-4954e4f82a96 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'e86aebae-4aaa-4f22-a6a3-dce028a17fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7faf7757-405f-4169-9fd4-12d031a5e87f'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:46:51.377062 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9158a824-c39e-4dd3-a0f8-9da2df661eab None None] Attempting to bind port 6433c5f4-d2a7-49f3-8e81-4954e4f82a96 on network 7faf7757-405f-4169-9fd4-12d031a5e87f {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:46:51.384551 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9158a824-c39e-4dd3-a0f8-9da2df661eab None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:46:51.385477 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9158a824-c39e-4dd3-a0f8-9da2df661eab None None] Checking segment: {'id': 'e86aebae-4aaa-4f22-a6a3-dce028a17fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7faf7757-405f-4169-9fd4-12d031a5e87f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:46:51.386178 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9158a824-c39e-4dd3-a0f8-9da2df661eab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:51.386824 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9158a824-c39e-4dd3-a0f8-9da2df661eab None None] Bound using segment: {'id': 'e86aebae-4aaa-4f22-a6a3-dce028a17fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7faf7757-405f-4169-9fd4-12d031a5e87f'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:46:51.387278 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-9158a824-c39e-4dd3-a0f8-9da2df661eab None None] Bound port: 6433c5f4-d2a7-49f3-8e81-4954e4f82a96, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e86aebae-4aaa-4f22-a6a3-dce028a17fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7faf7757-405f-4169-9fd4-12d031a5e87f'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:46:51.388190 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9158a824-c39e-4dd3-a0f8-9da2df661eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:51.410258 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-90331dba-5c7e-438d-8ab9-d82386223595 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:51.422688 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-85fe23d9-ea31-4fc5-b691-2d61557ada60 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:51.458644 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-9158a824-c39e-4dd3-a0f8-9da2df661eab None None] For port 6433c5f4-d2a7-49f3-8e81-4954e4f82a96, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:46:51.462409 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-9158a824-c39e-4dd3-a0f8-9da2df661eab None None] For port 6433c5f4-d2a7-49f3-8e81-4954e4f82a96, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=6433c5f4-d2a7-49f3-8e81-4954e4f82a96,segment=NetworkSegment(e86aebae-4aaa-4f22-a6a3-dce028a17fa4),segment_id=e86aebae-4aaa-4f22-a6a3-dce028a17fa4)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:46:51.477756 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-df25a0ff-5a23-4445-b16f-ffe1e65214f3 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8897891 Mar 28 13:46:51.483609 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df25a0ff-5a23-4445-b16f-ffe1e65214f3 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event updated for resources: {'Network': ['ID=797f7d9e-5bd3-4741-aea8-c3cda3da6d4e,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:51.486436 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59200) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:51.500877 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 797f7d9e-5bd3-4741-aea8-c3cda3da6d4e details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:46:51.502205 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90331dba-5c7e-438d-8ab9-d82386223595 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event updated for resources: {'Subnet': ['ID=5160d1b2-7d9e-4cb1-b15a-227427da5a5f,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:51.519676 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-947fadbf-f9b5-48bc-8a62-d59701167ed4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Request body: {'subnet': {'network_id': '5dd1cf9e-825a-485f-be3a-98eefef80912', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:51.523271 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9158a824-c39e-4dd3-a0f8-9da2df661eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:51.559717 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90331dba-5c7e-438d-8ab9-d82386223595 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Checking segment: {'id': '314ef82e-f02a-481b-949a-8fc1d233495d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '06b70bc9-c263-4d0f-9f2c-25d6d101e3f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:46:51.559717 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90331dba-5c7e-438d-8ab9-d82386223595 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Network hostable DHCP agents. Network: 06b70bc9-c263-4d0f-9f2c-25d6d101e3f8, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:46:51.611141 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c11a2ab2-8f7e-4169-84c8-3493e5cd6295 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:51.616993 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c11a2ab2-8f7e-4169-84c8-3493e5cd6295 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "DELETE /v2.0/ports/6149830f-6342-4e71-be88-5e88cdf0168a HTTP/1.1" status: 204 len: 168 time: 1.9385872 Mar 28 13:46:51.619344 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59202) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:51.639399 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9158a824-c39e-4dd3-a0f8-9da2df661eab None None] Pushing event updated for resources: {'Port': ['ID=6433c5f4-d2a7-49f3-8e81-4954e4f82a96,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:51.662869 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90331dba-5c7e-438d-8ab9-d82386223595 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Network 06b70bc9-c263-4d0f-9f2c-25d6d101e3f8 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:46:51.683046 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2f389851-7492-439b-a17b-ee5ced8beec1 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:51.719356 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2673219-1d7e-4401-89ac-193fe7517dd7 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:51.723581 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-f2673219-1d7e-4401-89ac-193fe7517dd7 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "GET /v2.0/ports?device_id=64b40f23-ed6d-4a73-9b91-50a4ab03783e HTTP/1.1" status: 200 len: 913 time: 0.1004956 Mar 28 13:46:51.723748 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59204) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:51.775542 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-90331dba-5c7e-438d-8ab9-d82386223595 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 06b70bc9-c263-4d0f-9f2c-25d6d101e3f8) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:51.781864 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90331dba-5c7e-438d-8ab9-d82386223595 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:51.782454 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-90331dba-5c7e-438d-8ab9-d82386223595 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:51.815442 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea08388-278d-4f2b-941c-cd45276737c0 None None] Network 06b70bc9-c263-4d0f-9f2c-25d6d101e3f8 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:46:51.838617 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9ffe6043-89c3-41e1-9d58-cf6f9f769e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:51.840645 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-deb60cf1-06cb-4608-9887-70e07e9becc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:51.841024 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-85fe23d9-ea31-4fc5-b691-2d61557ada60 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:51.888775 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb60cf1-06cb-4608-9887-70e07e9becc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=663ba78e-f181-4124-8de6-289d11a9b37f,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:51.921960 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-85fe23d9-ea31-4fc5-b691-2d61557ada60 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:51.931821 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-90331dba-5c7e-438d-8ab9-d82386223595 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4320705 Mar 28 13:46:51.932039 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-85fe23d9-ea31-4fc5-b691-2d61557ada60 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/aee51268-7efc-4f7b-9605-a97f15621258 HTTP/1.1" status: 204 len: 168 time: 1.2186000 Mar 28 13:46:51.932155 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59206) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:51.933729 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59208) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:51.954058 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-7d413960-951c-40c5-8835-eb00b976d06d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Request body: {'subnet': {'network_id': '06b70bc9-c263-4d0f-9f2c-25d6d101e3f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:51.955135 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909e8766-45ce-49eb-bf38-8e93f01fab66 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:46:51.969336 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947fadbf-f9b5-48bc-8a62-d59701167ed4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Made reservation on behalf of f6b8e64020de40e182c741fada779147 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:51.973198 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-947fadbf-f9b5-48bc-8a62-d59701167ed4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:52.089825 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe6043-89c3-41e1-9d58-cf6f9f769e03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6e86362-3285-4816-b04f-59d2c530faee,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:52.093846 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-4e46ba4a-7c49-4515-87af-a22238bd134e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1282516 Mar 28 13:46:52.127275 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59210) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:52.151766 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6502d41-98ec-4b08-b5b6-72a9cbcfe2da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-06b70bc9-c263-4d0f-9f2c-25d6d101e3f8', 'network_id': '06b70bc9-c263-4d0f-9f2c-25d6d101e3f8', 'tenant_id': 'a8d0b895291d43e9afe1329c139db87b', 'fixed_ips': [{'subnet_id': '5160d1b2-7d9e-4cb1-b15a-227427da5a5f'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:46:52.152750 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f6502d41-98ec-4b08-b5b6-72a9cbcfe2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:52.271718 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffe6043-89c3-41e1-9d58-cf6f9f769e03 admin admin] Checking segment: {'id': 'b9b17012-fd4d-4605-a367-0189914519aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f918f28d-0e69-47c7-aec8-a644b2bf9c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:46:52.272059 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffe6043-89c3-41e1-9d58-cf6f9f769e03 admin admin] Network hostable DHCP agents. Network: f918f28d-0e69-47c7-aec8-a644b2bf9c10, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:46:52.284720 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-ea9fa22d-fddd-4087-a9f8-a07df7bce15e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'subnet': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:52.303356 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe23d9-ea31-4fc5-b691-2d61557ada60 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Subnet': ['ID=aee51268-7efc-4f7b-9605-a97f15621258,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:52.495245 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device db754e37-636c-41c5-ab40-1177830f19e3 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:46:52.495666 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffe6043-89c3-41e1-9d58-cf6f9f769e03 admin admin] Network f918f28d-0e69-47c7-aec8-a644b2bf9c10 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:46:52.509534 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-deb60cf1-06cb-4608-9887-70e07e9becc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:52.512863 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-947fadbf-f9b5-48bc-8a62-d59701167ed4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:52.553547 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-2f389851-7492-439b-a17b-ee5ced8beec1 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Allocated IP 172.20.0.1 (7faf7757-405f-4169-9fd4-12d031a5e87f/0e45c395-7f08-4280-a4c8-f35d21222dbb/c7aa7ca4-847c-4b19-b213-37f759237b00) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:46:52.595400 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947fadbf-f9b5-48bc-8a62-d59701167ed4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event updated for resources: {'Subnet': ['ID=e098a4ae-6aed-4d74-be05-fdcc43b36cfa,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:52.611864 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-f6502d41-98ec-4b08-b5b6-72a9cbcfe2da None None] Allocated IP 172.20.0.2 (06b70bc9-c263-4d0f-9f2c-25d6d101e3f8/5160d1b2-7d9e-4cb1-b15a-227427da5a5f/402db561-8ff6-4bf9-a011-4503ce5cc585) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:46:52.618551 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9fa22d-fddd-4087-a9f8-a07df7bce15e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:52.621876 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ea9fa22d-fddd-4087-a9f8-a07df7bce15e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:52.625325 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-9ffe6043-89c3-41e1-9d58-cf6f9f769e03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, f918f28d-0e69-47c7-aec8-a644b2bf9c10) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:52.642523 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port db754e37-636c-41c5-ab40-1177830f19e3 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:52.642523 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:52.649075 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffe6043-89c3-41e1-9d58-cf6f9f769e03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:52.649761 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9ffe6043-89c3-41e1-9d58-cf6f9f769e03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:52.682705 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98311623-f6a2-44c3-bdbe-df85f7015326 None None] Network f918f28d-0e69-47c7-aec8-a644b2bf9c10 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:46:52.753664 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1be945b-64eb-4316-9b43-853e735a5595 None None] DHCP port deletion for 0683b568-5de1-47de-8c3c-3856d7f643f9 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:46:52.756595 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947fadbf-f9b5-48bc-8a62-d59701167ed4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Checking segment: {'id': '523d5597-bee7-4416-9f76-d7bfe35ea4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5dd1cf9e-825a-485f-be3a-98eefef80912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:46:52.757160 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947fadbf-f9b5-48bc-8a62-d59701167ed4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Network hostable DHCP agents. Network: 5dd1cf9e-825a-485f-be3a-98eefef80912, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:46:52.814828 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9ffe6043-89c3-41e1-9d58-cf6f9f769e03 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9655068 Mar 28 13:46:52.865770 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2f389851-7492-439b-a17b-ee5ced8beec1 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:52.899476 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947fadbf-f9b5-48bc-8a62-d59701167ed4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Network 5dd1cf9e-825a-485f-be3a-98eefef80912 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:46:52.960391 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-947fadbf-f9b5-48bc-8a62-d59701167ed4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 5dd1cf9e-825a-485f-be3a-98eefef80912) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:52.975625 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baeb6a8b-78e9-4337-8355-2f1bd3ab3253 None None] Network 5dd1cf9e-825a-485f-be3a-98eefef80912 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:46:52.979332 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947fadbf-f9b5-48bc-8a62-d59701167ed4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:52.986259 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-947fadbf-f9b5-48bc-8a62-d59701167ed4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:53.086119 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 6433c5f4-d2a7-49f3-8e81-4954e4f82a96 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:46:53.104250 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d413960-951c-40c5-8835-eb00b976d06d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Made reservation on behalf of a8d0b895291d43e9afe1329c139db87b for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:53.107116 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-947fadbf-f9b5-48bc-8a62-d59701167ed4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6125839 Mar 28 13:46:53.107725 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7d413960-951c-40c5-8835-eb00b976d06d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:53.111705 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59216) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:53.122077 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-1314d369-3ddf-45f5-b6d6-385e474b5fe9 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Request body: {'subnet': {'network_id': '797f7d9e-5bd3-4741-aea8-c3cda3da6d4e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:53.127776 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2f389851-7492-439b-a17b-ee5ced8beec1 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:53.138649 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f6502d41-98ec-4b08-b5b6-72a9cbcfe2da None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:53.140744 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-e1be945b-64eb-4316-9b43-853e735a5595 None None] Deleting port db754e37-636c-41c5-ab40-1177830f19e3 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:53.141189 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e1be945b-64eb-4316-9b43-853e735a5595 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:53.170932 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b67ae5-0380-4026-a4e5-cf1e8ddff9a8 None None] Network f918f28d-0e69-47c7-aec8-a644b2bf9c10 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:46:53.206955 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ea9fa22d-fddd-4087-a9f8-a07df7bce15e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:53.232122 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbddceb-e477-4dd8-a374-3d4dc3e03ec4 None None] Network 7faf7757-405f-4169-9fd4-12d031a5e87f requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:46:53.251517 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f389851-7492-439b-a17b-ee5ced8beec1 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Network 7faf7757-405f-4169-9fd4-12d031a5e87f is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:46:53.284225 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-2f389851-7492-439b-a17b-ee5ced8beec1 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:53.288125 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f6502d41-98ec-4b08-b5b6-72a9cbcfe2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:53.290897 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f389851-7492-439b-a17b-ee5ced8beec1 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event updated for resources: {'Port': ['ID=c7aa7ca4-847c-4b19-b213-37f759237b00,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:53.296625 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f389851-7492-439b-a17b-ee5ced8beec1 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:46:53.306116 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9fa22d-fddd-4087-a9f8-a07df7bce15e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:46:53.372951 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-e1be945b-64eb-4316-9b43-853e735a5595 None None] For port db754e37-636c-41c5-ab40-1177830f19e3, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=db754e37-636c-41c5-ab40-1177830f19e3,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:46:53.372951 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e1be945b-64eb-4316-9b43-853e735a5595 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:53.373893 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-ea9fa22d-fddd-4087-a9f8-a07df7bce15e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:53.377984 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9fa22d-fddd-4087-a9f8-a07df7bce15e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:53.378581 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ea9fa22d-fddd-4087-a9f8-a07df7bce15e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:53.419274 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9fa22d-fddd-4087-a9f8-a07df7bce15e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Subnet': ['ID=527676fc-da58-41e1-91ae-7788828bed93,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:53.424569 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2f389851-7492-439b-a17b-ee5ced8beec1 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:53.436505 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.ipam_backend_mixin [None req-7d413960-951c-40c5-8835-eb00b976d06d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5160d1b2-7d9e-4cb1-b15a-227427da5a5f (CIDR: 172.20.0.0/28) Mar 28 13:46:53.463031 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6502d41-98ec-4b08-b5b6-72a9cbcfe2da None None] Pushing event updated for resources: {'Port': ['ID=402db561-8ff6-4bf9-a011-4503ce5cc585,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:53.472533 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6502d41-98ec-4b08-b5b6-72a9cbcfe2da None None] Network 06b70bc9-c263-4d0f-9f2c-25d6d101e3f8 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:46:53.484462 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d413960-951c-40c5-8835-eb00b976d06d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:46:53.484951 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d413960-951c-40c5-8835-eb00b976d06d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:46:53.491426 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-e1be945b-64eb-4316-9b43-853e735a5595 None None] Calling delete_port for db754e37-636c-41c5-ab40-1177830f19e3 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:53.506796 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 6433c5f4-d2a7-49f3-8e81-4954e4f82a96 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:53.507166 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:53.524039 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb60cf1-06cb-4608-9887-70e07e9becc7 admin admin] Router 30923fd5-3870-4d87-8258-961f0a2fda57 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:46:53.534820 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ea9fa22d-fddd-4087-a9f8-a07df7bce15e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2565324 Mar 28 13:46:53.537658 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59228) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:53.541880 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a612e3d8-7363-460e-b024-34d1c6f1aa41 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:53.543273 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-f6502d41-98ec-4b08-b5b6-72a9cbcfe2da None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:53.543819 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-8c0b5e4d-7f68-46e7-9b9f-b445db55d43a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'port': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'name': 'tempest-NetworksTestDHCPv6-885951211'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:53.557107 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-7c2b511e-e4c5-4d7e-9ace-81a9fcdb01c0 None None] Provisioning complete for port 6433c5f4-d2a7-49f3-8e81-4954e4f82a96 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:53.557655 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7c2b511e-e4c5-4d7e-9ace-81a9fcdb01c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:53.563077 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6502d41-98ec-4b08-b5b6-72a9cbcfe2da None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:46:53.616070 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-7d413960-951c-40c5-8835-eb00b976d06d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6829774 Mar 28 13:46:53.619733 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59230) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:53.624700 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-a6580e13-3db0-4064-b4f7-ded4489e66b7 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Request body: {'subnet': {'network_id': '06b70bc9-c263-4d0f-9f2c-25d6d101e3f8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:53.682473 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1314d369-3ddf-45f5-b6d6-385e474b5fe9 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Made reservation on behalf of f6b8e64020de40e182c741fada779147 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:53.686929 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1314d369-3ddf-45f5-b6d6-385e474b5fe9 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:53.749079 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-f6502d41-98ec-4b08-b5b6-72a9cbcfe2da None None] Attempting to bind port 402db561-8ff6-4bf9-a011-4503ce5cc585 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:46:53.749441 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-f6502d41-98ec-4b08-b5b6-72a9cbcfe2da None None] Attempting to bind port 402db561-8ff6-4bf9-a011-4503ce5cc585 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '314ef82e-f02a-481b-949a-8fc1d233495d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '06b70bc9-c263-4d0f-9f2c-25d6d101e3f8'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:46:53.749980 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6502d41-98ec-4b08-b5b6-72a9cbcfe2da None None] Attempting to bind port 402db561-8ff6-4bf9-a011-4503ce5cc585 on network 06b70bc9-c263-4d0f-9f2c-25d6d101e3f8 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:46:53.790530 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb60cf1-06cb-4608-9887-70e07e9becc7 admin admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:46:53.806057 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-deb60cf1-06cb-4608-9887-70e07e9becc7 admin admin] 10.222.0.24 "PUT /v2.0/routers/30923fd5-3870-4d87-8258-961f0a2fda57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3748233 Mar 28 13:46:53.809072 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59234) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:53.810015 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e44c63-fded-4b89-8cc0-7acc8ca2bde8 None None] Sync routers for ids ['30923fd5-3870-4d87-8258-961f0a2fda57'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:46:53.837228 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6502d41-98ec-4b08-b5b6-72a9cbcfe2da None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:46:53.837983 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6502d41-98ec-4b08-b5b6-72a9cbcfe2da None None] Checking segment: {'id': '314ef82e-f02a-481b-949a-8fc1d233495d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '06b70bc9-c263-4d0f-9f2c-25d6d101e3f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:46:53.838584 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f6502d41-98ec-4b08-b5b6-72a9cbcfe2da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:53.839154 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6502d41-98ec-4b08-b5b6-72a9cbcfe2da None None] Bound using segment: {'id': '314ef82e-f02a-481b-949a-8fc1d233495d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '06b70bc9-c263-4d0f-9f2c-25d6d101e3f8'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:46:53.839837 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-f6502d41-98ec-4b08-b5b6-72a9cbcfe2da None None] Bound port: 402db561-8ff6-4bf9-a011-4503ce5cc585, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '314ef82e-f02a-481b-949a-8fc1d233495d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '06b70bc9-c263-4d0f-9f2c-25d6d101e3f8'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:46:53.840458 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f6502d41-98ec-4b08-b5b6-72a9cbcfe2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:53.842107 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e44c63-fded-4b89-8cc0-7acc8ca2bde8 None None] Routers {'30923fd5-3870-4d87-8258-961f0a2fda57'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:46:53.842745 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-53e44c63-fded-4b89-8cc0-7acc8ca2bde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:46:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['30923fd5-3870-4d87-8258-961f0a2fda57'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:53.868152 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375164f6-3e8a-466c-92be-8fef4a0e6313 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-5dd1cf9e-825a-485f-be3a-98eefef80912', 'network_id': '5dd1cf9e-825a-485f-be3a-98eefef80912', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'fixed_ips': [{'subnet_id': 'e098a4ae-6aed-4d74-be05-fdcc43b36cfa'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:46:53.869392 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-375164f6-3e8a-466c-92be-8fef4a0e6313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:53.975198 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:53.990882 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59238) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:54.013425 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-aa97d03f-d976-49a1-965e-6e62c31cce9b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-664564617-network', 'tenant_id': 'd4728a3bd1484ada8a4769dd5f02d8d6'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:54.054153 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-22a7da15-be1e-4b4b-8f60-b6afd4f5bc58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:54.062413 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-46363cf8-44a5-415c-9b4f-115ad9feb396 admin admin] Notify callbacks [] for router, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:54.072156 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-53e44c63-fded-4b89-8cc0-7acc8ca2bde8 None None] Set router 30923fd5-3870-4d87-8258-961f0a2fda57 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:46:54.123156 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0b5e4d-7f68-46e7-9b9f-b445db55d43a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:54.126914 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8c0b5e4d-7f68-46e7-9b9f-b445db55d43a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:54.152628 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2f389851-7492-439b-a17b-ee5ced8beec1 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:54.164736 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6580e13-3db0-4064-b4f7-ded4489e66b7 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Made reservation on behalf of a8d0b895291d43e9afe1329c139db87b for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:54.168682 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a6580e13-3db0-4064-b4f7-ded4489e66b7 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:54.172303 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa97d03f-d976-49a1-965e-6e62c31cce9b admin admin] Made reservation on behalf of d4728a3bd1484ada8a4769dd5f02d8d6 for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:54.174519 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-aa97d03f-d976-49a1-965e-6e62c31cce9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:54.224855 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-aa97d03f-d976-49a1-965e-6e62c31cce9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:54.283965 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-8c0b5e4d-7f68-46e7-9b9f-b445db55d43a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] device_id is not set on port 1738a006-320e-4932-92ba-2715d4e566bf yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:46:54.305687 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-46363cf8-44a5-415c-9b4f-115ad9feb396 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:54.393157 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-53e44c63-fded-4b89-8cc0-7acc8ca2bde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30923fd5-3870-4d87-8258-961f0a2fda57', 'name': 'tempest-ServersTestJSON-1782055734-router', 'tenant_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': '859eb27a-0ac8-40d8-beeb-833a3a4bae16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:44:30Z', 'updated_at': '2022-03-28T13:46:51Z', 'revision_number': 5, 'project_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'gw_port': {'id': '859eb27a-0ac8-40d8-beeb-833a3a4bae16', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:39:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30923fd5-3870-4d87-8258-961f0a2fda57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:44:31Z', 'updated_at': '2022-03-28T13:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:54.394343 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-375164f6-3e8a-466c-92be-8fef4a0e6313 None None] Allocated IP 2001:db8::2 (5dd1cf9e-825a-485f-be3a-98eefef80912/e098a4ae-6aed-4d74-be05-fdcc43b36cfa/455493ee-ea50-489c-86ee-c8634f4df3b5) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:46:54.445848 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e44c63-fded-4b89-8cc0-7acc8ca2bde8 None None] Checking router: 30923fd5-3870-4d87-8258-961f0a2fda57 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:46:54.454996 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-a612e3d8-7363-460e-b024-34d1c6f1aa41 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Deleting port 0637196c-ef30-48c6-9680-353bfd50201d {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:54.455333 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a612e3d8-7363-460e-b024-34d1c6f1aa41 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:54.457672 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e44c63-fded-4b89-8cc0-7acc8ca2bde8 None None] Routers {'30923fd5-3870-4d87-8258-961f0a2fda57'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:46:54.459060 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-53e44c63-fded-4b89-8cc0-7acc8ca2bde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:46:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['30923fd5-3870-4d87-8258-961f0a2fda57'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:54.554297 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-aa97d03f-d976-49a1-965e-6e62c31cce9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:54.563925 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-375164f6-3e8a-466c-92be-8fef4a0e6313 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:54.602069 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 6433c5f4-d2a7-49f3-8e81-4954e4f82a96, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=6433c5f4-d2a7-49f3-8e81-4954e4f82a96,segment=NetworkSegment(e86aebae-4aaa-4f22-a6a3-dce028a17fa4),segment_id=e86aebae-4aaa-4f22-a6a3-dce028a17fa4)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:46:54.615359 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-f6502d41-98ec-4b08-b5b6-72a9cbcfe2da None None] For port 402db561-8ff6-4bf9-a011-4503ce5cc585, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:46:54.619592 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-f6502d41-98ec-4b08-b5b6-72a9cbcfe2da None None] For port 402db561-8ff6-4bf9-a011-4503ce5cc585, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=402db561-8ff6-4bf9-a011-4503ce5cc585,segment=NetworkSegment(314ef82e-f02a-481b-949a-8fc1d233495d),segment_id=314ef82e-f02a-481b-949a-8fc1d233495d)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:46:54.622826 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7c2b511e-e4c5-4d7e-9ace-81a9fcdb01c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:54.636117 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-8c0b5e4d-7f68-46e7-9b9f-b445db55d43a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Allocated IP 2001:db8::62 (0683b568-5de1-47de-8c3c-3856d7f643f9/527676fc-da58-41e1-91ae-7788828bed93/1738a006-320e-4932-92ba-2715d4e566bf) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:46:54.638469 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-aa97d03f-d976-49a1-965e-6e62c31cce9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:54.653550 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-53e44c63-fded-4b89-8cc0-7acc8ca2bde8 None None] Set router 30923fd5-3870-4d87-8258-961f0a2fda57 gateway port host: None {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:46:54.669950 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e1be945b-64eb-4316-9b43-853e735a5595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:54.674835 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-375164f6-3e8a-466c-92be-8fef4a0e6313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:54.693066 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a612e3d8-7363-460e-b024-34d1c6f1aa41 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:54.730469 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-53e44c63-fded-4b89-8cc0-7acc8ca2bde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30923fd5-3870-4d87-8258-961f0a2fda57', 'name': 'tempest-ServersTestJSON-1782055734-router', 'tenant_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:44:30Z', 'updated_at': '2022-03-28T13:46:54Z', 'revision_number': 6, 'project_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'gw_port_host': None}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:54.742768 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2f389851-7492-439b-a17b-ee5ced8beec1 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:54.744492 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f6502d41-98ec-4b08-b5b6-72a9cbcfe2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:54.746326 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be945b-64eb-4316-9b43-853e735a5595 None None] Pushing event deleted for resources: {'Port': ['ID=db754e37-636c-41c5-ab40-1177830f19e3,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:54.748128 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:54.761371 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa97d03f-d976-49a1-965e-6e62c31cce9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:46:54.761371 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97d03f-d976-49a1-965e-6e62c31cce9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796df91c-4275-4f20-9fb7-5edab64dcff9,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:54.763565 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-a612e3d8-7363-460e-b024-34d1c6f1aa41 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Calling delete_port for 0637196c-ef30-48c6-9680-353bfd50201d owned by network:router_interface {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:54.772961 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1314d369-3ddf-45f5-b6d6-385e474b5fe9 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:54.775979 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-46363cf8-44a5-415c-9b4f-115ad9feb396 admin admin] Deleting port 859eb27a-0ac8-40d8-beeb-833a3a4bae16 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:54.776316 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-46363cf8-44a5-415c-9b4f-115ad9feb396 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:54.783098 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e44c63-fded-4b89-8cc0-7acc8ca2bde8 None None] The sync data for ids ['30923fd5-3870-4d87-8258-961f0a2fda57'] in dv-neutron-835335-1-hyperv is: [{'id': '30923fd5-3870-4d87-8258-961f0a2fda57', 'name': 'tempest-ServersTestJSON-1782055734-router', 'tenant_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:44:30Z', 'updated_at': '2022-03-28T13:46:54Z', 'revision_number': 6, 'project_id': '2ab4dbe450214dfd90e3a1bd64f1208c', 'gw_port_host': None}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:46:54.804752 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375164f6-3e8a-466c-92be-8fef4a0e6313 None None] Network 5dd1cf9e-825a-485f-be3a-98eefef80912 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:46:54.863794 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2f389851-7492-439b-a17b-ee5ced8beec1 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:54.876875 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-375164f6-3e8a-466c-92be-8fef4a0e6313 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:54.892006 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375164f6-3e8a-466c-92be-8fef4a0e6313 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:46:54.963361 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375164f6-3e8a-466c-92be-8fef4a0e6313 None None] Pushing event updated for resources: {'Port': ['ID=455493ee-ea50-489c-86ee-c8634f4df3b5,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:54.983287 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f389851-7492-439b-a17b-ee5ced8beec1 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event updated for resources: {'Port': ['ID=c7aa7ca4-847c-4b19-b213-37f759237b00,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:54.997344 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1314d369-3ddf-45f5-b6d6-385e474b5fe9 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event updated for resources: {'Subnet': ['ID=554ccda2-d39d-47af-9669-57b6868ff010,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:55.013231 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1be945b-64eb-4316-9b43-853e735a5595 None None] No DVR routers for this DVR port db754e37-636c-41c5-ab40-1177830f19e3 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:46:55.044766 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2f389851-7492-439b-a17b-ee5ced8beec1 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:55.087111 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.db.api [None req-7c2b511e-e4c5-4d7e-9ace-81a9fcdb01c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 13:46:55.087111 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG oslo_db.api [None req-7c2b511e-e4c5-4d7e-9ace-81a9fcdb01c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 13:46:55.095773 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc2bee7-fef6-47da-be32-29bb78203d26 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:46:55.140747 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-375164f6-3e8a-466c-92be-8fef4a0e6313 None None] Attempting to bind port 455493ee-ea50-489c-86ee-c8634f4df3b5 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:46:55.142115 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-375164f6-3e8a-466c-92be-8fef4a0e6313 None None] Attempting to bind port 455493ee-ea50-489c-86ee-c8634f4df3b5 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '523d5597-bee7-4416-9f76-d7bfe35ea4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5dd1cf9e-825a-485f-be3a-98eefef80912'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:46:55.142381 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375164f6-3e8a-466c-92be-8fef4a0e6313 None None] Attempting to bind port 455493ee-ea50-489c-86ee-c8634f4df3b5 on network 5dd1cf9e-825a-485f-be3a-98eefef80912 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:46:55.175388 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1314d369-3ddf-45f5-b6d6-385e474b5fe9 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Checking segment: {'id': '9e85ea75-ed4e-4c8b-b7ec-692ee2ac0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '797f7d9e-5bd3-4741-aea8-c3cda3da6d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:46:55.175991 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1314d369-3ddf-45f5-b6d6-385e474b5fe9 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Network hostable DHCP agents. Network: 797f7d9e-5bd3-4741-aea8-c3cda3da6d4e, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:46:55.194297 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6502d41-98ec-4b08-b5b6-72a9cbcfe2da None None] Pushing event updated for resources: {'Port': ['ID=402db561-8ff6-4bf9-a011-4503ce5cc585,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:55.201083 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375164f6-3e8a-466c-92be-8fef4a0e6313 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:46:55.201552 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375164f6-3e8a-466c-92be-8fef4a0e6313 None None] Checking segment: {'id': '523d5597-bee7-4416-9f76-d7bfe35ea4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5dd1cf9e-825a-485f-be3a-98eefef80912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:46:55.202026 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-375164f6-3e8a-466c-92be-8fef4a0e6313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:55.202560 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375164f6-3e8a-466c-92be-8fef4a0e6313 None None] Bound using segment: {'id': '523d5597-bee7-4416-9f76-d7bfe35ea4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5dd1cf9e-825a-485f-be3a-98eefef80912'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:46:55.203040 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-375164f6-3e8a-466c-92be-8fef4a0e6313 None None] Bound port: 455493ee-ea50-489c-86ee-c8634f4df3b5, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523d5597-bee7-4416-9f76-d7bfe35ea4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5dd1cf9e-825a-485f-be3a-98eefef80912'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:46:55.203535 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-375164f6-3e8a-466c-92be-8fef4a0e6313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:55.213128 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8c0b5e4d-7f68-46e7-9b9f-b445db55d43a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:55.219640 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device db754e37-636c-41c5-ab40-1177830f19e3 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:46:55.323594 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-aa97d03f-d976-49a1-965e-6e62c31cce9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:55.323949 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-aa97d03f-d976-49a1-965e-6e62c31cce9b admin admin] Added segment d19cd621-950e-4d65-997f-4d4413765fd0 of type vlan for network acfd95d4-d17c-4885-b4a8-612f383491bf Mar 28 13:46:55.338609 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: db754e37-636c-41c5-ab40-1177830f19e3 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:46:55.339023 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device db754e37-636c-41c5-ab40-1177830f19e3 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:46:55.342092 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f389851-7492-439b-a17b-ee5ced8beec1 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Network 7faf7757-405f-4169-9fd4-12d031a5e87f is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:46:55.351967 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-2f389851-7492-439b-a17b-ee5ced8beec1 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:55.374630 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1314d369-3ddf-45f5-b6d6-385e474b5fe9 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Network 797f7d9e-5bd3-4741-aea8-c3cda3da6d4e is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:46:55.421794 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a6580e13-3db0-4064-b4f7-ded4489e66b7 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:55.431311 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=6433c5f4-d2a7-49f3-8e81-4954e4f82a96,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:55.437606 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-46363cf8-44a5-415c-9b4f-115ad9feb396 admin admin] For port 859eb27a-0ac8-40d8-beeb-833a3a4bae16, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=859eb27a-0ac8-40d8-beeb-833a3a4bae16,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:46:55.438007 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-46363cf8-44a5-415c-9b4f-115ad9feb396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:55.478605 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-aa97d03f-d976-49a1-965e-6e62c31cce9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:55.518030 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8c0b5e4d-7f68-46e7-9b9f-b445db55d43a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:55.532329 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-46363cf8-44a5-415c-9b4f-115ad9feb396 admin admin] Calling delete_port for 859eb27a-0ac8-40d8-beeb-833a3a4bae16 owned by network:router_gateway {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:55.565393 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-375164f6-3e8a-466c-92be-8fef4a0e6313 None None] For port 455493ee-ea50-489c-86ee-c8634f4df3b5, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:46:55.569864 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-375164f6-3e8a-466c-92be-8fef4a0e6313 None None] For port 455493ee-ea50-489c-86ee-c8634f4df3b5, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=455493ee-ea50-489c-86ee-c8634f4df3b5,segment=NetworkSegment(523d5597-bee7-4416-9f76-d7bfe35ea4ca),segment_id=523d5597-bee7-4416-9f76-d7bfe35ea4ca)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:46:55.570951 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6580e13-3db0-4064-b4f7-ded4489e66b7 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Network 06b70bc9-c263-4d0f-9f2c-25d6d101e3f8 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:46:55.605590 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-a6580e13-3db0-4064-b4f7-ded4489e66b7 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:55.617728 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6580e13-3db0-4064-b4f7-ded4489e66b7 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:55.618956 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a6580e13-3db0-4064-b4f7-ded4489e66b7 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:55.624230 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-1314d369-3ddf-45f5-b6d6-385e474b5fe9 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 797f7d9e-5bd3-4741-aea8-c3cda3da6d4e) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:55.627729 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9e2712-a0fc-46e5-ad1e-a73810bdf529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-0683b568-5de1-47de-8c3c-3856d7f643f9', 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'tenant_id': '97c2fb5000a44df7a1530b25f26f0716', 'fixed_ips': [{'subnet_id': '527676fc-da58-41e1-91ae-7788828bed93'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:46:55.631907 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0c9e2712-a0fc-46e5-ad1e-a73810bdf529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:55.638881 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bf5b97-1726-483b-a302-2afbe318d37f None None] Network 797f7d9e-5bd3-4741-aea8-c3cda3da6d4e requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:46:55.639471 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0b5e4d-7f68-46e7-9b9f-b445db55d43a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:46:55.641484 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1314d369-3ddf-45f5-b6d6-385e474b5fe9 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:55.641641 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-375164f6-3e8a-466c-92be-8fef4a0e6313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:55.641811 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1314d369-3ddf-45f5-b6d6-385e474b5fe9 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:55.647727 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0b5e4d-7f68-46e7-9b9f-b445db55d43a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Port': ['ID=1738a006-320e-4932-92ba-2715d4e566bf,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:55.653636 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-8c0b5e4d-7f68-46e7-9b9f-b445db55d43a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:55.660742 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0b5e4d-7f68-46e7-9b9f-b445db55d43a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:46:55.669914 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0b5e4d-7f68-46e7-9b9f-b445db55d43a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:55.670580 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8c0b5e4d-7f68-46e7-9b9f-b445db55d43a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:55.725522 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6580e13-3db0-4064-b4f7-ded4489e66b7 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event updated for resources: {'Subnet': ['ID=7fef7d2b-4bf3-4443-9727-e5dc1152e6df,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:55.735271 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-1314d369-3ddf-45f5-b6d6-385e474b5fe9 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6219268 Mar 28 13:46:55.737975 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59242) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:55.744805 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-1cec165c-3177-4947-b680-ff7919d589df tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-716052752', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:55.775758 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f389851-7492-439b-a17b-ee5ced8beec1 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Router eff11a03-067c-4be8-91c1-7ba0a44f6817 is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:46:55.785357 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-8c0b5e4d-7f68-46e7-9b9f-b445db55d43a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2464848 Mar 28 13:46:55.789536 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59244) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:55.821689 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a6580e13-3db0-4064-b4f7-ded4489e66b7 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2008822 Mar 28 13:46:55.843553 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59246) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:55.857595 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-885b8016-8d6f-47fd-a88b-abe8a69148c4 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Request body: {'port': {'network_id': '06b70bc9-c263-4d0f-9f2c-25d6d101e3f8', 'fixed_ips': [{'subnet_id': '5160d1b2-7d9e-4cb1-b15a-227427da5a5f'}, {'subnet_id': '7fef7d2b-4bf3-4443-9727-e5dc1152e6df'}], 'name': 'tempest-PortsTestJSON-404616830'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:55.889924 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-aa97d03f-d976-49a1-965e-6e62c31cce9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:55.891264 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa97d03f-d976-49a1-965e-6e62c31cce9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:55.891937 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-aa97d03f-d976-49a1-965e-6e62c31cce9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:55.903571 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1cec165c-3177-4947-b680-ff7919d589df tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:55.907856 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1cec165c-3177-4947-b680-ff7919d589df tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:55.919845 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375164f6-3e8a-466c-92be-8fef4a0e6313 None None] Pushing event updated for resources: {'Port': ['ID=455493ee-ea50-489c-86ee-c8634f4df3b5,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:55.925111 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f389851-7492-439b-a17b-ee5ced8beec1 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:46:55.935222 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-2f389851-7492-439b-a17b-ee5ced8beec1 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "PUT /v2.0/routers/eff11a03-067c-4be8-91c1-7ba0a44f6817/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9637015 Mar 28 13:46:55.935222 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59248) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:55.951464 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5953fb-f4f8-4efa-b969-e20d4572ed3c None None] Sync routers for ids ['eff11a03-067c-4be8-91c1-7ba0a44f6817'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:46:55.962188 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-59b648c5-e273-4e65-ab73-181e70d62bdc None None] Provisioning complete for port 6433c5f4-d2a7-49f3-8e81-4954e4f82a96 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:55.962551 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-59b648c5-e273-4e65-ab73-181e70d62bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:56.011891 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1cec165c-3177-4947-b680-ff7919d589df tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:56.019354 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e788c0-7dd5-4f46-9209-3a524603416b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:56.022348 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-51e788c0-7dd5-4f46-9209-3a524603416b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "GET /v2.0/ports/c7aa7ca4-847c-4b19-b213-37f759237b00 HTTP/1.1" status: 200 len: 910 time: 0.0855498 Mar 28 13:46:56.028580 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59250) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:56.038588 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-0bef8f84-b4e2-46ac-9a36-40c3c48632f2 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0e45c395-7f08-4280-a4c8-f35d21222dbb'}]}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:56.072718 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5953fb-f4f8-4efa-b969-e20d4572ed3c None None] Routers {'eff11a03-067c-4be8-91c1-7ba0a44f6817'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:46:56.073361 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-4d5953fb-f4f8-4efa-b969-e20d4572ed3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:46:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['eff11a03-067c-4be8-91c1-7ba0a44f6817'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:56.111891 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-4d5953fb-f4f8-4efa-b969-e20d4572ed3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:56.149527 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1cec165c-3177-4947-b680-ff7919d589df tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:56.174984 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-0c9e2712-a0fc-46e5-ad1e-a73810bdf529 None None] Allocated IP 2001:db8::2 (0683b568-5de1-47de-8c3c-3856d7f643f9/527676fc-da58-41e1-91ae-7788828bed93/155fa338-9747-434a-bb6f-cc3fb0cf09e8) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:46:56.184895 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5953fb-f4f8-4efa-b969-e20d4572ed3c None None] Routers {'eff11a03-067c-4be8-91c1-7ba0a44f6817'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:46:56.185525 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-4d5953fb-f4f8-4efa-b969-e20d4572ed3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:46:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['eff11a03-067c-4be8-91c1-7ba0a44f6817'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:56.202863 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97d03f-d976-49a1-965e-6e62c31cce9b admin admin] Pushing event updated for resources: {'Network': ['ID=acfd95d4-d17c-4885-b4a8-612f383491bf,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:56.264171 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network acfd95d4-d17c-4885-b4a8-612f383491bf details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:46:56.331767 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-aa97d03f-d976-49a1-965e-6e62c31cce9b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3221290 Mar 28 13:46:56.340889 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1cec165c-3177-4947-b680-ff7919d589df tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:56.342403 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-1cec165c-3177-4947-b680-ff7919d589df tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6026924 Mar 28 13:46:56.343416 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0bef8f84-b4e2-46ac-9a36-40c3c48632f2 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:56.358634 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59252) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:56.359647 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59254) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:56.369310 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-f5f19a65-1053-4618-8b7a-59f33dde5133 admin admin] Request body: {'subnet': {'network_id': 'acfd95d4-d17c-4885-b4a8-612f383491bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-664564617-subnet', 'tenant_id': 'd4728a3bd1484ada8a4769dd5f02d8d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:46:56.373064 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-4d5953fb-f4f8-4efa-b969-e20d4572ed3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:46:56.373710 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5953fb-f4f8-4efa-b969-e20d4572ed3c None None] The sync data for ids ['eff11a03-067c-4be8-91c1-7ba0a44f6817'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:46:56.393633 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20728d7-f31d-43e5-b22e-ba29867ad886 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:56.395459 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c20728d7-f31d-43e5-b22e-ba29867ad886 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.6030507 Mar 28 13:46:56.418545 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59256) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:56.423899 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b317e0-0fef-40dc-a8b0-639c63ed9325 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-797f7d9e-5bd3-4741-aea8-c3cda3da6d4e', 'network_id': '797f7d9e-5bd3-4741-aea8-c3cda3da6d4e', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'fixed_ips': [{'subnet_id': '554ccda2-d39d-47af-9669-57b6868ff010'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:46:56.424777 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-23b317e0-0fef-40dc-a8b0-639c63ed9325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:56.557795 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8dcc0d4a-7f4c-4cbf-be1b-4a4f22510020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:56.580735 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885b8016-8d6f-47fd-a88b-abe8a69148c4 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Made reservation on behalf of a8d0b895291d43e9afe1329c139db87b for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:56.600520 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12373d74-ae62-4e89-adb4-826a9ef49b11 None None] Network 06b70bc9-c263-4d0f-9f2c-25d6d101e3f8 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:46:56.622804 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-59b648c5-e273-4e65-ab73-181e70d62bdc None None] Provisioning complete for port c7aa7ca4-847c-4b19-b213-37f759237b00 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:56.623420 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-59b648c5-e273-4e65-ab73-181e70d62bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:56.625157 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f19a65-1053-4618-8b7a-59f33dde5133 admin admin] Made reservation on behalf of d4728a3bd1484ada8a4769dd5f02d8d6 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:46:56.627512 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f5f19a65-1053-4618-8b7a-59f33dde5133 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:56.671807 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-46363cf8-44a5-415c-9b4f-115ad9feb396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:56.673659 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a612e3d8-7363-460e-b024-34d1c6f1aa41 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:56.744244 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46363cf8-44a5-415c-9b4f-115ad9feb396 admin admin] Pushing event deleted for resources: {'Port': ['ID=859eb27a-0ac8-40d8-beeb-833a3a4bae16,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:56.809853 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-c44279e0-a6f9-407e-a806-210e52408450 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting port 1738a006-320e-4932-92ba-2715d4e566bf {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:56.810273 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c44279e0-a6f9-407e-a806-210e52408450 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:56.913118 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a612e3d8-7363-460e-b024-34d1c6f1aa41 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Pushing event deleted for resources: {'Port': ['ID=0637196c-ef30-48c6-9680-353bfd50201d,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:56.982598 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-59b648c5-e273-4e65-ab73-181e70d62bdc None None] Port c7aa7ca4-847c-4b19-b213-37f759237b00 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:46:57.030624 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0c9e2712-a0fc-46e5-ad1e-a73810bdf529 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:57.038134 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-23b317e0-0fef-40dc-a8b0-639c63ed9325 None None] Allocated IP 2001:db8:1::2 (797f7d9e-5bd3-4741-aea8-c3cda3da6d4e/554ccda2-d39d-47af-9669-57b6868ff010/75c02690-a286-40f5-9b5b-26389da24293) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:46:57.050749 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c44279e0-a6f9-407e-a806-210e52408450 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:57.069745 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-c44279e0-a6f9-407e-a806-210e52408450 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Calling delete_port for 1738a006-320e-4932-92ba-2715d4e566bf owned by {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:57.199413 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-46363cf8-44a5-415c-9b4f-115ad9feb396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133933816'] for router_gateway, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:57.209003 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-885b8016-8d6f-47fd-a88b-abe8a69148c4 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:57.272300 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0c9e2712-a0fc-46e5-ad1e-a73810bdf529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:57.309797 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 6433c5f4-d2a7-49f3-8e81-4954e4f82a96 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:46:57.324670 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f5f19a65-1053-4618-8b7a-59f33dde5133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:57.355421 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-46363cf8-44a5-415c-9b4f-115ad9feb396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:57.388339 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [None req-885b8016-8d6f-47fd-a88b-abe8a69148c4 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] device_id is not set on port 2bf2466a-6104-402d-9db0-eb37fa06055c yet. {{(pid=109612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:46:57.392709 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9e2712-a0fc-46e5-ad1e-a73810bdf529 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:46:57.394181 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da45cf4-4f4e-4007-9a0f-40336de3c17e None None] Network 5dd1cf9e-825a-485f-be3a-98eefef80912 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:46:57.394835 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-46363cf8-44a5-415c-9b4f-115ad9feb396 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:57.421721 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0bef8f84-b4e2-46ac-9a36-40c3c48632f2 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:57.431194 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-0c9e2712-a0fc-46e5-ad1e-a73810bdf529 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:57.433573 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9e2712-a0fc-46e5-ad1e-a73810bdf529 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:46:57.451915 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f19a65-1053-4618-8b7a-59f33dde5133 admin admin] Pushing event updated for resources: {'Subnet': ['ID=790152d9-14f7-4a17-b4d6-afee4d9a088f,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:57.471390 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f19a65-1053-4618-8b7a-59f33dde5133 admin admin] Checking segment: {'id': 'd19cd621-950e-4d65-997f-4d4413765fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'acfd95d4-d17c-4885-b4a8-612f383491bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:46:57.471687 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f19a65-1053-4618-8b7a-59f33dde5133 admin admin] Network hostable DHCP agents. Network: acfd95d4-d17c-4885-b4a8-612f383491bf, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:46:57.491334 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f14e064e-d61b-43d1-8835-f847bbd952e2 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:57.509713 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0bef8f84-b4e2-46ac-9a36-40c3c48632f2 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:57.521969 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-2b55e5f2-b739-4cbd-bfa8-984e57cf2576 None None] Provisioning complete for port 402db561-8ff6-4bf9-a011-4503ce5cc585 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:57.522351 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2b55e5f2-b739-4cbd-bfa8-984e57cf2576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:57.548186 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e2712-a0fc-46e5-ad1e-a73810bdf529 None None] Pushing event updated for resources: {'Port': ['ID=155fa338-9747-434a-bb6f-cc3fb0cf09e8,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:57.567412 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c44279e0-a6f9-407e-a806-210e52408450 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:57.600257 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f19a65-1053-4618-8b7a-59f33dde5133 admin admin] Network acfd95d4-d17c-4885-b4a8-612f383491bf is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:46:57.634484 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bef8f84-b4e2-46ac-9a36-40c3c48632f2 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:57.635184 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0bef8f84-b4e2-46ac-9a36-40c3c48632f2 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:57.637270 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-0bef8f84-b4e2-46ac-9a36-40c3c48632f2 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "PUT /v2.0/ports/c7aa7ca4-847c-4b19-b213-37f759237b00 HTTP/1.1" status: 200 len: 910 time: 1.6063673 Mar 28 13:46:57.643842 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59260) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:57.644048 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:57.662069 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef8f84-b4e2-46ac-9a36-40c3c48632f2 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event updated for resources: {'Port': ['ID=c7aa7ca4-847c-4b19-b213-37f759237b00,revision_number=3']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:57.682975 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-23b317e0-0fef-40dc-a8b0-639c63ed9325 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:57.705601 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c44279e0-a6f9-407e-a806-210e52408450 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:57.712472 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c44279e0-a6f9-407e-a806-210e52408450 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/ports/1738a006-320e-4932-92ba-2715d4e566bf HTTP/1.1" status: 204 len: 168 time: 1.2866309 Mar 28 13:46:57.715330 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59262) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:57.715330 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-f5f19a65-1053-4618-8b7a-59f33dde5133 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, acfd95d4-d17c-4885-b4a8-612f383491bf) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:57.734315 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 6433c5f4-d2a7-49f3-8e81-4954e4f82a96 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:57.735461 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:57.736108 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-0c9e2712-a0fc-46e5-ad1e-a73810bdf529 None None] Attempting to bind port 155fa338-9747-434a-bb6f-cc3fb0cf09e8 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:46:57.736506 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-0c9e2712-a0fc-46e5-ad1e-a73810bdf529 None None] Attempting to bind port 155fa338-9747-434a-bb6f-cc3fb0cf09e8 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:46:57.736869 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9e2712-a0fc-46e5-ad1e-a73810bdf529 None None] Attempting to bind port 155fa338-9747-434a-bb6f-cc3fb0cf09e8 on network 0683b568-5de1-47de-8c3c-3856d7f643f9 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:46:57.738679 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-46363cf8-44a5-415c-9b4f-115ad9feb396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:57.739256 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbb3621-2ab4-4362-a9af-15e3f4a4aec1 None None] Network acfd95d4-d17c-4885-b4a8-612f383491bf requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:46:57.739374 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46363cf8-44a5-415c-9b4f-115ad9feb396 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30923fd5-3870-4d87-8258-961f0a2fda57 {{(pid=109612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:46:57.743466 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a612e3d8-7363-460e-b024-34d1c6f1aa41 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:57.751063 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-46363cf8-44a5-415c-9b4f-115ad9feb396 admin admin] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:57.755466 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-46363cf8-44a5-415c-9b4f-115ad9feb396 admin admin] 10.222.0.24 "DELETE /v2.0/routers/30923fd5-3870-4d87-8258-961f0a2fda57 HTTP/1.1" status: 204 len: 168 time: 3.9432254 Mar 28 13:46:57.761545 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59264) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:57.766483 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb892159-e557-41d5-b3a1-e1df5c0fa00b None None] Update dhcp port {'port': {'network_id': '06b70bc9-c263-4d0f-9f2c-25d6d101e3f8', 'fixed_ips': [{'subnet_id': '5160d1b2-7d9e-4cb1-b15a-227427da5a5f', 'ip_address': '172.20.0.2'}, {'subnet_id': '7fef7d2b-4bf3-4443-9727-e5dc1152e6df'}], 'binding:host_id': 'dv-neutron-835335-1-hyperv'}, 'id': '402db561-8ff6-4bf9-a011-4503ce5cc585'} from dv-neutron-835335-1-hyperv. {{(pid=109614) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 28 13:46:57.780740 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f19a65-1053-4618-8b7a-59f33dde5133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:57.781370 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f5f19a65-1053-4618-8b7a-59f33dde5133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:57.806615 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9e2712-a0fc-46e5-ad1e-a73810bdf529 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:46:57.807020 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9e2712-a0fc-46e5-ad1e-a73810bdf529 None None] Checking segment: {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:46:57.807368 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0c9e2712-a0fc-46e5-ad1e-a73810bdf529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:57.807753 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9e2712-a0fc-46e5-ad1e-a73810bdf529 None None] Bound using segment: {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:46:57.808228 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-0c9e2712-a0fc-46e5-ad1e-a73810bdf529 None None] Bound port: 155fa338-9747-434a-bb6f-cc3fb0cf09e8, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:46:57.808631 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0c9e2712-a0fc-46e5-ad1e-a73810bdf529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:57.811455 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-23b317e0-0fef-40dc-a8b0-639c63ed9325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:57.962397 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-bb892159-e557-41d5-b3a1-e1df5c0fa00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:58.009838 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b317e0-0fef-40dc-a8b0-639c63ed9325 None None] Network 797f7d9e-5bd3-4741-aea8-c3cda3da6d4e is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:46:58.038766 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dc3a5cd-be11-4144-b015-fb697c612a12 admin admin] Deleting subnet a167ade0-c005-4c90-9729-9d5afaf497ea {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:46:58.044388 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-23b317e0-0fef-40dc-a8b0-639c63ed9325 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:46:58.046888 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b317e0-0fef-40dc-a8b0-639c63ed9325 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:46:58.055352 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b317e0-0fef-40dc-a8b0-639c63ed9325 None None] Pushing event updated for resources: {'Port': ['ID=75c02690-a286-40f5-9b5b-26389da24293,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:58.083464 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7dc3a5cd-be11-4144-b015-fb697c612a12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:58.086025 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44279e0-a6f9-407e-a806-210e52408450 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Port': ['ID=1738a006-320e-4932-92ba-2715d4e566bf,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:58.114608 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2b55e5f2-b739-4cbd-bfa8-984e57cf2576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:58.135806 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33f1a7a-f826-4d42-9454-0e5438744bde tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:58.137352 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33f1a7a-f826-4d42-9454-0e5438744bde tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:58.141324 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a33f1a7a-f826-4d42-9454-0e5438744bde tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4234173 Mar 28 13:46:58.154866 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59266) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:58.182125 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f5f19a65-1053-4618-8b7a-59f33dde5133 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8186510 Mar 28 13:46:58.251496 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-0c9e2712-a0fc-46e5-ad1e-a73810bdf529 None None] For port 155fa338-9747-434a-bb6f-cc3fb0cf09e8, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:46:58.252162 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7dc3a5cd-be11-4144-b015-fb697c612a12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:58.343623 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-0c9e2712-a0fc-46e5-ad1e-a73810bdf529 None None] For port 155fa338-9747-434a-bb6f-cc3fb0cf09e8, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=155fa338-9747-434a-bb6f-cc3fb0cf09e8,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:46:58.354412 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-16a86aaf-25d3-4c73-978d-287a0a72c700 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting subnet 527676fc-da58-41e1-91ae-7788828bed93 {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:46:58.368181 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-23b317e0-0fef-40dc-a8b0-639c63ed9325 None None] Attempting to bind port 75c02690-a286-40f5-9b5b-26389da24293 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:46:58.368582 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-23b317e0-0fef-40dc-a8b0-639c63ed9325 None None] Attempting to bind port 75c02690-a286-40f5-9b5b-26389da24293 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '9e85ea75-ed4e-4c8b-b7ec-692ee2ac0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '797f7d9e-5bd3-4741-aea8-c3cda3da6d4e'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:46:58.369075 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b317e0-0fef-40dc-a8b0-639c63ed9325 None None] Attempting to bind port 75c02690-a286-40f5-9b5b-26389da24293 on network 797f7d9e-5bd3-4741-aea8-c3cda3da6d4e {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:46:58.389130 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-16a86aaf-25d3-4c73-978d-287a0a72c700 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:58.394638 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 455493ee-ea50-489c-86ee-c8634f4df3b5 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:46:58.396515 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d19539-7ca4-4d9a-a61a-a006f2fe7dca None None] Network acfd95d4-d17c-4885-b4a8-612f383491bf requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:46:58.399927 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-2b55e5f2-b739-4cbd-bfa8-984e57cf2576 None None] For port 402db561-8ff6-4bf9-a011-4503ce5cc585, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=402db561-8ff6-4bf9-a011-4503ce5cc585,segment=NetworkSegment(314ef82e-f02a-481b-949a-8fc1d233495d),segment_id=314ef82e-f02a-481b-949a-8fc1d233495d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:46:58.406723 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b317e0-0fef-40dc-a8b0-639c63ed9325 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:46:58.407096 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b317e0-0fef-40dc-a8b0-639c63ed9325 None None] Checking segment: {'id': '9e85ea75-ed4e-4c8b-b7ec-692ee2ac0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '797f7d9e-5bd3-4741-aea8-c3cda3da6d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:46:58.407497 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-23b317e0-0fef-40dc-a8b0-639c63ed9325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:58.407886 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b317e0-0fef-40dc-a8b0-639c63ed9325 None None] Bound using segment: {'id': '9e85ea75-ed4e-4c8b-b7ec-692ee2ac0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '797f7d9e-5bd3-4741-aea8-c3cda3da6d4e'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:46:58.408454 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-23b317e0-0fef-40dc-a8b0-639c63ed9325 None None] Bound port: 75c02690-a286-40f5-9b5b-26389da24293, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e85ea75-ed4e-4c8b-b7ec-692ee2ac0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '797f7d9e-5bd3-4741-aea8-c3cda3da6d4e'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:46:58.408838 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-23b317e0-0fef-40dc-a8b0-639c63ed9325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:58.440338 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d6e1ebcb-342a-474f-8369-08a66465c57d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:58.462331 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0c9e2712-a0fc-46e5-ad1e-a73810bdf529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:58.484278 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2b55e5f2-b739-4cbd-bfa8-984e57cf2576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:58.619402 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-16a86aaf-25d3-4c73-978d-287a0a72c700 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:58.664152 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7dc3a5cd-be11-4144-b015-fb697c612a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:58.667011 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-f14e064e-d61b-43d1-8835-f847bbd952e2 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Allocated IP 2001:db8::1 (5dd1cf9e-825a-485f-be3a-98eefef80912/e098a4ae-6aed-4d74-be05-fdcc43b36cfa/3acd4e92-873b-4e3e-95b8-c9e68f3736bf) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:46:58.724761 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-885b8016-8d6f-47fd-a88b-abe8a69148c4 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Allocated IP 172.20.0.6 (06b70bc9-c263-4d0f-9f2c-25d6d101e3f8/5160d1b2-7d9e-4cb1-b15a-227427da5a5f/2bf2466a-6104-402d-9db0-eb37fa06055c) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:46:58.758160 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-885b8016-8d6f-47fd-a88b-abe8a69148c4 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Allocated IP 172.20.0.27 (06b70bc9-c263-4d0f-9f2c-25d6d101e3f8/7fef7d2b-4bf3-4443-9727-e5dc1152e6df/2bf2466a-6104-402d-9db0-eb37fa06055c) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:46:58.768589 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e2712-a0fc-46e5-ad1e-a73810bdf529 None None] Pushing event updated for resources: {'Port': ['ID=155fa338-9747-434a-bb6f-cc3fb0cf09e8,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:58.805549 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-23b317e0-0fef-40dc-a8b0-639c63ed9325 None None] For port 75c02690-a286-40f5-9b5b-26389da24293, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:46:58.851235 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-d6e1ebcb-342a-474f-8369-08a66465c57d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Deleting port c7aa7ca4-847c-4b19-b213-37f759237b00 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:58.851694 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d6e1ebcb-342a-474f-8369-08a66465c57d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:58.876748 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-a8048824-2326-4833-a5c4-d2c73b05c535 None None] Provisioning complete for port 455493ee-ea50-489c-86ee-c8634f4df3b5 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:58.877277 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a8048824-2326-4833-a5c4-d2c73b05c535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:58.884273 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 455493ee-ea50-489c-86ee-c8634f4df3b5 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:58.884822 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:59.016125 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d6e1ebcb-342a-474f-8369-08a66465c57d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:59.020303 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a612e3d8-7363-460e-b024-34d1c6f1aa41 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Router 64b40f23-ed6d-4a73-9b91-50a4ab03783e has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:46:59.071470 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f14e064e-d61b-43d1-8835-f847bbd952e2 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:59.075533 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-d6e1ebcb-342a-474f-8369-08a66465c57d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Calling delete_port for c7aa7ca4-847c-4b19-b213-37f759237b00 owned by network:router_interface {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:46:59.086973 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-23b317e0-0fef-40dc-a8b0-639c63ed9325 None None] For port 75c02690-a286-40f5-9b5b-26389da24293, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=75c02690-a286-40f5-9b5b-26389da24293,segment=NetworkSegment(9e85ea75-ed4e-4c8b-b7ec-692ee2ac0161),segment_id=9e85ea75-ed4e-4c8b-b7ec-692ee2ac0161)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:46:59.095883 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-16a86aaf-25d3-4c73-978d-287a0a72c700 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:59.102715 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:59.164408 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55e5f2-b739-4cbd-bfa8-984e57cf2576 None None] Pushing event updated for resources: {'Port': ['ID=402db561-8ff6-4bf9-a011-4503ce5cc585,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:59.186029 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-23b317e0-0fef-40dc-a8b0-639c63ed9325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:59.210595 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7dc3a5cd-be11-4144-b015-fb697c612a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:59.306940 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a8048824-2326-4833-a5c4-d2c73b05c535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:59.307153 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afc769-920b-416e-9334-3906cdd7ed43 req-e75acf17-1a27-497c-9264-62cb6fe1df7a tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:46:59.309505 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e3afc769-920b-416e-9334-3906cdd7ed43 req-e75acf17-1a27-497c-9264-62cb6fe1df7a tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/networks?id=f918f28d-0e69-47c7-aec8-a644b2bf9c10 HTTP/1.1" status: 200 len: 811 time: 0.3209319 Mar 28 13:46:59.321531 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc3a5cd-be11-4144-b015-fb697c612a12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a167ade0-c005-4c90-9729-9d5afaf497ea,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:59.332619 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:59.335597 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b317e0-0fef-40dc-a8b0-639c63ed9325 None None] Pushing event updated for resources: {'Port': ['ID=75c02690-a286-40f5-9b5b-26389da24293,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:59.342851 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7dc3a5cd-be11-4144-b015-fb697c612a12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:59.350727 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-7dc3a5cd-be11-4144-b015-fb697c612a12 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a167ade0-c005-4c90-9729-9d5afaf497ea HTTP/1.1" status: 204 len: 168 time: 1.5827484 Mar 28 13:46:59.352759 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59288) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:59.369581 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e938e0-e1eb-4f45-8903-53b3e61d5ebb None None] Network e1402460-c752-45db-a270-47c08ce9fb97 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:46:59.384400 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:59.394437 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e3afc769-920b-416e-9334-3906cdd7ed43 req-87a65ef5-fd3c-414a-8105-0c178fecc7cc tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/quotas/d94a57121c0e4486a9b9b9851ffddad2 HTTP/1.1" status: 200 len: 375 time: 0.0315185 Mar 28 13:46:59.464966 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-16a86aaf-25d3-4c73-978d-287a0a72c700 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:59.469645 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e3afc769-920b-416e-9334-3906cdd7ed43 req-3b2f6753-b401-43dc-83ac-85d7d52053e0 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d94a57121c0e4486a9b9b9851ffddad2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601192 Mar 28 13:46:59.493641 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f14e064e-d61b-43d1-8835-f847bbd952e2 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:59.494537 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 455493ee-ea50-489c-86ee-c8634f4df3b5, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=455493ee-ea50-489c-86ee-c8634f4df3b5,segment=NetworkSegment(523d5597-bee7-4416-9f76-d7bfe35ea4ca),segment_id=523d5597-bee7-4416-9f76-d7bfe35ea4ca)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:46:59.581141 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:59.582569 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 402db561-8ff6-4bf9-a011-4503ce5cc585 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:46:59.583021 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e064e-d61b-43d1-8835-f847bbd952e2 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event updated for resources: {'Port': ['ID=3acd4e92-873b-4e3e-95b8-c9e68f3736bf,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:59.615394 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-16a86aaf-25d3-4c73-978d-287a0a72c700 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:59.619587 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-16a86aaf-25d3-4c73-978d-287a0a72c700 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/527676fc-da58-41e1-91ae-7788828bed93 HTTP/1.1" status: 204 len: 168 time: 1.4563162 Mar 28 13:46:59.620838 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a86aaf-25d3-4c73-978d-287a0a72c700 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Subnet': ['ID=527676fc-da58-41e1-91ae-7788828bed93,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:59.625569 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59290) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:46:59.653302 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d6e1ebcb-342a-474f-8369-08a66465c57d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:59.688989 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e3afc769-920b-416e-9334-3906cdd7ed43 req-0ea31d21-819c-425c-8850-e74c3f9827a9 service neutron] 10.222.0.24 "GET /v2.0/networks/f918f28d-0e69-47c7-aec8-a644b2bf9c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917849 Mar 28 13:46:59.735628 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e1ebcb-342a-474f-8369-08a66465c57d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event deleted for resources: {'Port': ['ID=c7aa7ca4-847c-4b19-b213-37f759237b00,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:59.795786 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.db.api [None req-a8048824-2326-4833-a5c4-d2c73b05c535 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 13:46:59.796137 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG oslo_db.api [None req-a8048824-2326-4833-a5c4-d2c73b05c535 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 13:46:59.798971 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32cacd7-11ae-4599-bfc8-3b8458f6df3e None None] DHCP port deletion for e1402460-c752-45db-a270-47c08ce9fb97 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:46:59.803879 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=455493ee-ea50-489c-86ee-c8634f4df3b5,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:46:59.857632 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 402db561-8ff6-4bf9-a011-4503ce5cc585 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:46:59.858005 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:46:59.975323 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-d32cacd7-11ae-4599-bfc8-3b8458f6df3e None None] Deleting port 177bc24f-0f86-49c1-b32a-bb7115514c72 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:46:59.975934 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d32cacd7-11ae-4599-bfc8-3b8458f6df3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:00.034786 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d6e1ebcb-342a-474f-8369-08a66465c57d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:00.061254 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d65ef8de-90ab-4de8-b729-661e1e10df4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:00.071801 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-885b8016-8d6f-47fd-a88b-abe8a69148c4 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:00.078051 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-d32cacd7-11ae-4599-bfc8-3b8458f6df3e None None] For port 177bc24f-0f86-49c1-b32a-bb7115514c72, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=177bc24f-0f86-49c1-b32a-bb7115514c72,segment=NetworkSegment(b8f64cde-a6c2-4271-b206-80e3e1bcbd27),segment_id=b8f64cde-a6c2-4271-b206-80e3e1bcbd27)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:00.078614 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d32cacd7-11ae-4599-bfc8-3b8458f6df3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:00.082341 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-185e7f5a-f1b2-4ca3-83fd-de4b5736771f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4482009 Mar 28 13:47:00.084886 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e3afc769-920b-416e-9334-3906cdd7ed43 req-f74fce39-42d7-482e-8956-cca3d1fb923d service neutron] 10.222.0.24 "GET /v2.0/networks/f918f28d-0e69-47c7-aec8-a644b2bf9c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703454 Mar 28 13:47:00.092929 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59292) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:00.096180 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-d32cacd7-11ae-4599-bfc8-3b8458f6df3e None None] Calling delete_port for 177bc24f-0f86-49c1-b32a-bb7115514c72 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:47:00.099395 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14e064e-d61b-43d1-8835-f847bbd952e2 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Network 5dd1cf9e-825a-485f-be3a-98eefef80912 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:00.106724 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-3293389d-e307-4983-b8ef-0b5d9ab4c11e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'subnet': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:00.115746 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a612e3d8-7363-460e-b024-34d1c6f1aa41 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:47:00.124953 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfd1252-a3ce-4611-acbd-a5063518d56f None None] Sync routers for ids ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:47:00.132661 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a612e3d8-7363-460e-b024-34d1c6f1aa41 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "PUT /v2.0/routers/64b40f23-ed6d-4a73-9b91-50a4ab03783e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4074881 Mar 28 13:47:00.138273 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfd1252-a3ce-4611-acbd-a5063518d56f None None] Routers {'64b40f23-ed6d-4a73-9b91-50a4ab03783e'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:47:00.138494 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-f14e064e-d61b-43d1-8835-f847bbd952e2 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:00.142174 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-bdfd1252-a3ce-4611-acbd-a5063518d56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:46:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:00.172651 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59294) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:00.202404 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14e064e-d61b-43d1-8835-f847bbd952e2 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:47:00.203159 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f14e064e-d61b-43d1-8835-f847bbd952e2 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:00.222848 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-bdfd1252-a3ce-4611-acbd-a5063518d56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:00.251348 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfd1252-a3ce-4611-acbd-a5063518d56f None None] Routers {'64b40f23-ed6d-4a73-9b91-50a4ab03783e'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:47:00.254366 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-bdfd1252-a3ce-4611-acbd-a5063518d56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:46:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:00.319037 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-bdfd1252-a3ce-4611-acbd-a5063518d56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:00.320025 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfd1252-a3ce-4611-acbd-a5063518d56f None None] The sync data for ids ['64b40f23-ed6d-4a73-9b91-50a4ab03783e'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:47:00.343787 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 663ba78e-f181-4124-8de6-289d11a9b37f no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:47:00.371630 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d32cacd7-11ae-4599-bfc8-3b8458f6df3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:00.428018 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 663ba78e-f181-4124-8de6-289d11a9b37f {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:47:00.428363 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 663ba78e-f181-4124-8de6-289d11a9b37f not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:47:00.433272 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 859eb27a-0ac8-40d8-beeb-833a3a4bae16 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:47:00.476544 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32cacd7-11ae-4599-bfc8-3b8458f6df3e None None] No DVR routers for this DVR port 177bc24f-0f86-49c1-b32a-bb7115514c72 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:47:00.504696 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 859eb27a-0ac8-40d8-beeb-833a3a4bae16 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:47:00.505968 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 859eb27a-0ac8-40d8-beeb-833a3a4bae16 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:47:00.525882 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32cacd7-11ae-4599-bfc8-3b8458f6df3e None None] Pushing event deleted for resources: {'Port': ['ID=177bc24f-0f86-49c1-b32a-bb7115514c72,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:00.571632 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-885b8016-8d6f-47fd-a88b-abe8a69148c4 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:00.636707 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885b8016-8d6f-47fd-a88b-abe8a69148c4 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Network 06b70bc9-c263-4d0f-9f2c-25d6d101e3f8 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:00.644299 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-885b8016-8d6f-47fd-a88b-abe8a69148c4 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:00.644841 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-024f4361-fd0e-4d7a-9916-db27b8f62b2f req-6a9883e3-31b5-4697-8c2b-f28a4cca81b5 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/ports?device_id=846276ac-fa2d-45ae-ae4a-391d73a348fc HTTP/1.1" status: 200 len: 210 time: 0.0947878 Mar 28 13:47:00.669373 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-bb892159-e557-41d5-b3a1-e1df5c0fa00b None None] Allocated IP 172.20.0.18 (06b70bc9-c263-4d0f-9f2c-25d6d101e3f8/7fef7d2b-4bf3-4443-9727-e5dc1152e6df/402db561-8ff6-4bf9-a011-4503ce5cc585) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:47:00.715821 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885b8016-8d6f-47fd-a88b-abe8a69148c4 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:47:00.731506 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e1ebcb-342a-474f-8369-08a66465c57d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Router eff11a03-067c-4be8-91c1-7ba0a44f6817 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:47:00.735959 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1bc1eb79-393b-4141-8274-cedcb8be8274 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for router, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:00.746001 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b339715-bac7-4241-93cd-4f978139b0c7 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:47:00.792832 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885b8016-8d6f-47fd-a88b-abe8a69148c4 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:00.793620 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-885b8016-8d6f-47fd-a88b-abe8a69148c4 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:00.811015 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-d65ef8de-90ab-4de8-b729-661e1e10df4a admin admin] Deleting port 177bc24f-0f86-49c1-b32a-bb7115514c72 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:47:00.811362 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d65ef8de-90ab-4de8-b729-661e1e10df4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:00.886028 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-d65ef8de-90ab-4de8-b729-661e1e10df4a admin admin] For port 177bc24f-0f86-49c1-b32a-bb7115514c72, host dv-neutron-835335-1-hyperv, got binding levels [] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:00.886413 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d65ef8de-90ab-4de8-b729-661e1e10df4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:00.902408 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-d65ef8de-90ab-4de8-b729-661e1e10df4a admin admin] Calling delete_port for 177bc24f-0f86-49c1-b32a-bb7115514c72 owned by network:dhcp {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:47:00.910386 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.ipam_backend_mixin [None req-d65ef8de-90ab-4de8-b729-661e1e10df4a admin admin] Port 177bc24f-0f86-49c1-b32a-bb7115514c72 was not found and therefore no delete operation was performed {{(pid=109612) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 28 13:47:00.916550 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d65ef8de-90ab-4de8-b729-661e1e10df4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:00.923923 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-885b8016-8d6f-47fd-a88b-abe8a69148c4 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 5.0684044 Mar 28 13:47:00.930277 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59304) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:00.932854 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 155fa338-9747-434a-bb6f-cc3fb0cf09e8 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:47:00.932989 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e1ebcb-342a-474f-8369-08a66465c57d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:47:00.938182 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-bb892159-e557-41d5-b3a1-e1df5c0fa00b None None] For port 402db561-8ff6-4bf9-a011-4503ce5cc585, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=402db561-8ff6-4bf9-a011-4503ce5cc585,segment=NetworkSegment(314ef82e-f02a-481b-949a-8fc1d233495d),segment_id=314ef82e-f02a-481b-949a-8fc1d233495d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:00.944150 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d6e1ebcb-342a-474f-8369-08a66465c57d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "PUT /v2.0/routers/eff11a03-067c-4be8-91c1-7ba0a44f6817/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2984226 Mar 28 13:47:00.948426 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-12411ff8-0233-445d-be89-2070790f0f69 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5160d1b2-7d9e-4cb1-b15a-227427da5a5f'}]}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:00.957882 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59306) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:00.970068 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-2d52bf3d-9576-41e5-a552-033a99956247 None None] Provisioning complete for port 3acd4e92-873b-4e3e-95b8-c9e68f3736bf triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:00.970485 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2d52bf3d-9576-41e5-a552-033a99956247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:00.982153 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1bc1eb79-393b-4141-8274-cedcb8be8274 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:01.001311 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724bf462-e6bd-4565-82e9-a9ebdfbd428d None None] Sync routers for ids ['eff11a03-067c-4be8-91c1-7ba0a44f6817'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:47:01.001544 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885b8016-8d6f-47fd-a88b-abe8a69148c4 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event updated for resources: {'Port': ['ID=2bf2466a-6104-402d-9db0-eb37fa06055c,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:01.003054 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65ef8de-90ab-4de8-b729-661e1e10df4a admin admin] No DVR routers for this DVR port 177bc24f-0f86-49c1-b32a-bb7115514c72 on host dv-neutron-835335-1-hyperv {{(pid=109612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:47:01.006870 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3293389d-e307-4983-b8ef-0b5d9ab4c11e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:47:01.010764 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3293389d-e307-4983-b8ef-0b5d9ab4c11e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:01.083292 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-43f1b8b9-216b-4ef5-a128-ebfdd4331ee1 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "GET /v2.0/ports?device_id=eff11a03-067c-4be8-91c1-7ba0a44f6817 HTTP/1.1" status: 200 len: 205 time: 0.1222560 Mar 28 13:47:01.087653 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724bf462-e6bd-4565-82e9-a9ebdfbd428d None None] Routers {'eff11a03-067c-4be8-91c1-7ba0a44f6817'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:47:01.088318 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-724bf462-e6bd-4565-82e9-a9ebdfbd428d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:46:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['eff11a03-067c-4be8-91c1-7ba0a44f6817'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:01.099633 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-bb892159-e557-41d5-b3a1-e1df5c0fa00b None None] Notify callbacks [] for port, precommit_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:01.101745 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-2d52bf3d-9576-41e5-a552-033a99956247 None None] Port 3acd4e92-873b-4e3e-95b8-c9e68f3736bf cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:47:01.112748 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59308) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:01.154325 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe93ebc-fa47-4e99-9a23-7cc9443d8e5f None None] Network 797f7d9e-5bd3-4741-aea8-c3cda3da6d4e requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:47:01.172702 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ef8de-90ab-4de8-b729-661e1e10df4a admin admin] Pushing event deleted for resources: {'Port': ['ID=177bc24f-0f86-49c1-b32a-bb7115514c72,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:01.179399 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-724bf462-e6bd-4565-82e9-a9ebdfbd428d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:01.207114 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-bb892159-e557-41d5-b3a1-e1df5c0fa00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:01.220594 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4a335ef8-d006-44d6-a982-7ca2dce4d38a tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for router, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:01.244469 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-12411ff8-0233-445d-be89-2070790f0f69 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:01.256481 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f14e064e-d61b-43d1-8835-f847bbd952e2 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:01.260683 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724bf462-e6bd-4565-82e9-a9ebdfbd428d None None] Routers {'eff11a03-067c-4be8-91c1-7ba0a44f6817'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:47:01.261328 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-724bf462-e6bd-4565-82e9-a9ebdfbd428d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:46:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['eff11a03-067c-4be8-91c1-7ba0a44f6817'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:01.283483 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d65ef8de-90ab-4de8-b729-661e1e10df4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:01.288208 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 155fa338-9747-434a-bb6f-cc3fb0cf09e8 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:01.289549 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:01.366582 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-d65ef8de-90ab-4de8-b729-661e1e10df4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1402460-c752-45db-a270-47c08ce9fb97']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:01.368816 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-2d52bf3d-9576-41e5-a552-033a99956247 None None] Provisioning complete for port 155fa338-9747-434a-bb6f-cc3fb0cf09e8 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:01.368816 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2d52bf3d-9576-41e5-a552-033a99956247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:01.393833 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-d65ef8de-90ab-4de8-b729-661e1e10df4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8f64cde-a6c2-4271-b206-80e3e1bcbd27') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:01.394137 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-d65ef8de-90ab-4de8-b729-661e1e10df4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8f64cde-a6c2-4271-b206-80e3e1bcbd27') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:01.396739 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afc0030-b564-4040-a62c-5b0e0b1d1e21 None None] DHCP port deletion for 0683b568-5de1-47de-8c3c-3856d7f643f9 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:47:01.468513 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d65ef8de-90ab-4de8-b729-661e1e10df4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:01.543521 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d65ef8de-90ab-4de8-b729-661e1e10df4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:01.590733 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-724bf462-e6bd-4565-82e9-a9ebdfbd428d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:01.591880 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724bf462-e6bd-4565-82e9-a9ebdfbd428d None None] The sync data for ids ['eff11a03-067c-4be8-91c1-7ba0a44f6817'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:47:01.633453 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d65ef8de-90ab-4de8-b729-661e1e10df4a admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:47:01.634162 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d65ef8de-90ab-4de8-b729-661e1e10df4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:01.643356 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:47:01.643356 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:47:01.643356 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:47:01.643356 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:47:01.643356 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:47:01.643356 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:47:01.643356 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:47:01.643356 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:47:01.643356 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:47:01.643356 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:47:01.643356 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:47:01.643356 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:47:01.643356 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:47:01.643356 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:47:01.643356 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:47:01.643356 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:47:01.643356 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:47:01.643356 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:47:01.643356 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:47:01.643356 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:47:01.643356 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:47:01.643356 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:47:01.643356 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:47:01.643356 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:47:01.643356 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:47:01.643356 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:47:01.643356 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:47:01.643356 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:47:01.643356 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:47:01.643356 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:47:01.643356 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:47:01.643356 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:47:01.647383 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-1bc1eb79-393b-4141-8274-cedcb8be8274 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Deleting port 69c02c83-0ffa-4b4f-aa3a-b12160f02acc {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:47:01.647896 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1bc1eb79-393b-4141-8274-cedcb8be8274 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:01.693895 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb892159-e557-41d5-b3a1-e1df5c0fa00b None None] Pushing event updated for resources: {'Port': ['ID=402db561-8ff6-4bf9-a011-4503ce5cc585,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:01.718400 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4a335ef8-d006-44d6-a982-7ca2dce4d38a tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:01.812932 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-12411ff8-0233-445d-be89-2070790f0f69 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Delete allocated IP 172.20.0.27 (06b70bc9-c263-4d0f-9f2c-25d6d101e3f8/7fef7d2b-4bf3-4443-9727-e5dc1152e6df) {{(pid=109612) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 28 13:47:01.860344 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1bc1eb79-393b-4141-8274-cedcb8be8274 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:01.866714 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2d52bf3d-9576-41e5-a552-033a99956247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:01.883510 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-1bc1eb79-393b-4141-8274-cedcb8be8274 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Calling delete_port for 69c02c83-0ffa-4b4f-aa3a-b12160f02acc owned by network:router_gateway {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:47:01.885902 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-1afc0030-b564-4040-a62c-5b0e0b1d1e21 None None] Deleting port 155fa338-9747-434a-bb6f-cc3fb0cf09e8 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:47:01.886271 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1afc0030-b564-4040-a62c-5b0e0b1d1e21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:01.908984 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:01.939487 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4a335ef8-d006-44d6-a982-7ca2dce4d38a tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:01.971778 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c183348f-3019-4d76-889f-b16d255bdb17 req-3f08ee8f-2d8a-44fa-81d1-a7ad71088c80 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/ports?device_id=846276ac-fa2d-45ae-ae4a-391d73a348fc HTTP/1.1" status: 200 len: 210 time: 0.0302360 Mar 28 13:47:01.992012 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-2d52bf3d-9576-41e5-a552-033a99956247 None None] For port 155fa338-9747-434a-bb6f-cc3fb0cf09e8, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=155fa338-9747-434a-bb6f-cc3fb0cf09e8,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:02.046024 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d65ef8de-90ab-4de8-b729-661e1e10df4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:02.064686 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-1afc0030-b564-4040-a62c-5b0e0b1d1e21 None None] For port 155fa338-9747-434a-bb6f-cc3fb0cf09e8, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=155fa338-9747-434a-bb6f-cc3fb0cf09e8,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:02.065255 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1afc0030-b564-4040-a62c-5b0e0b1d1e21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:02.078740 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2d52bf3d-9576-41e5-a552-033a99956247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:02.080788 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d65ef8de-90ab-4de8-b729-661e1e10df4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:02.083979 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d65ef8de-90ab-4de8-b729-661e1e10df4a admin admin] 10.222.0.24 "DELETE /v2.0/networks/e1402460-c752-45db-a270-47c08ce9fb97 HTTP/1.1" status: 204 len: 168 time: 2.7260747 Mar 28 13:47:02.114730 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-2d52bf3d-9576-41e5-a552-033a99956247 None None] Could not find standard attr ID for object 1738a006-320e-4932-92ba-2715d4e566bf. {{(pid=109614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 13:47:02.131134 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ef8de-90ab-4de8-b729-661e1e10df4a admin admin] Pushing event deleted for resources: {'Network': ['ID=e1402460-c752-45db-a270-47c08ce9fb97,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:02.140965 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3293389d-e307-4983-b8ef-0b5d9ab4c11e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:02.197574 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-1afc0030-b564-4040-a62c-5b0e0b1d1e21 None None] Calling delete_port for 155fa338-9747-434a-bb6f-cc3fb0cf09e8 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:47:02.243255 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4a335ef8-d006-44d6-a982-7ca2dce4d38a tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:02.245503 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a335ef8-d006-44d6-a982-7ca2dce4d38a tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Fanout notify agent at l3_agent the message router_deleted on router eff11a03-067c-4be8-91c1-7ba0a44f6817 {{(pid=109613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:47:02.267336 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4a335ef8-d006-44d6-a982-7ca2dce4d38a tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:02.271191 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-4a335ef8-d006-44d6-a982-7ca2dce4d38a tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "DELETE /v2.0/routers/eff11a03-067c-4be8-91c1-7ba0a44f6817 HTTP/1.1" status: 204 len: 168 time: 1.1539323 Mar 28 13:47:02.275504 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59316) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:02.295163 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3293389d-e307-4983-b8ef-0b5d9ab4c11e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Subnet': ['ID=8084aaf0-39e4-4b03-a37d-8f34a83f0df8,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:02.333328 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1bc1eb79-393b-4141-8274-cedcb8be8274 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:02.348065 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3293389d-e307-4983-b8ef-0b5d9ab4c11e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:02.382554 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-3293389d-e307-4983-b8ef-0b5d9ab4c11e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:02.414743 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3293389d-e307-4983-b8ef-0b5d9ab4c11e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:02.415917 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3293389d-e307-4983-b8ef-0b5d9ab4c11e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:02.422558 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc1eb79-393b-4141-8274-cedcb8be8274 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Pushing event deleted for resources: {'Port': ['ID=69c02c83-0ffa-4b4f-aa3a-b12160f02acc,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:02.429940 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-12411ff8-0233-445d-be89-2070790f0f69 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:02.447964 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-2d52bf3d-9576-41e5-a552-033a99956247 None None] Provisioning complete for port 455493ee-ea50-489c-86ee-c8634f4df3b5 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:02.449057 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2d52bf3d-9576-41e5-a552-033a99956247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:02.459943 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5a9c9a4-a01a-485a-bd3e-ca658f66d2d3 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Deleting subnet 0e45c395-7f08-4280-a4c8-f35d21222dbb {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:47:02.463587 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a5a9c9a4-a01a-485a-bd3e-ca658f66d2d3 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:02.488001 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22727170-b61a-427e-90ad-b1243f3c135c None None] Network 06b70bc9-c263-4d0f-9f2c-25d6d101e3f8 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:47:02.494725 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f14e064e-d61b-43d1-8835-f847bbd952e2 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:02.496966 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.db.api [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 13:47:02.497320 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG oslo_db.api [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 13:47:02.509818 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52bf3d-9576-41e5-a552-033a99956247 None None] Pushing event updated for resources: {'Port': ['ID=155fa338-9747-434a-bb6f-cc3fb0cf09e8,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:02.516350 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1afc0030-b564-4040-a62c-5b0e0b1d1e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:02.517031 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a5a9c9a4-a01a-485a-bd3e-ca658f66d2d3 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:02.523554 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-12411ff8-0233-445d-be89-2070790f0f69 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:02.531276 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-3293389d-e307-4983-b8ef-0b5d9ab4c11e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4334900 Mar 28 13:47:02.535522 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59318) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:02.547702 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1bc1eb79-393b-4141-8274-cedcb8be8274 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133933816'] for router_gateway, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:02.563457 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-33532787-08c1-41af-a7c1-73fb499a120a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'port': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'name': 'tempest-NetworksTestDHCPv6-1085140047'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:02.575201 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afc0030-b564-4040-a62c-5b0e0b1d1e21 None None] Pushing event deleted for resources: {'Port': ['ID=155fa338-9747-434a-bb6f-cc3fb0cf09e8,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:02.589832 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f14e064e-d61b-43d1-8835-f847bbd952e2 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:02.590375 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f14e064e-d61b-43d1-8835-f847bbd952e2 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:02.595713 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afc0030-b564-4040-a62c-5b0e0b1d1e21 None None] No DVR routers for this DVR port 155fa338-9747-434a-bb6f-cc3fb0cf09e8 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:47:02.630555 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60791e4e-6237-4587-b001-3e44106afa73 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:47:02.669517 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1bc1eb79-393b-4141-8274-cedcb8be8274 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:02.673812 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1bc1eb79-393b-4141-8274-cedcb8be8274 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:02.697924 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12411ff8-0233-445d-be89-2070790f0f69 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event updated for resources: {'Port': ['ID=2bf2466a-6104-402d-9db0-eb37fa06055c,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:02.772019 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59320) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:02.782838 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a5a9c9a4-a01a-485a-bd3e-ca658f66d2d3 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:02.852238 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1bc1eb79-393b-4141-8274-cedcb8be8274 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:02.852822 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc1eb79-393b-4141-8274-cedcb8be8274 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Fanout notify agent at l3_agent the message router_deleted on router 64b40f23-ed6d-4a73-9b91-50a4ab03783e {{(pid=109613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:47:02.860642 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1bc1eb79-393b-4141-8274-cedcb8be8274 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:02.865126 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-1bc1eb79-393b-4141-8274-cedcb8be8274 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "DELETE /v2.0/routers/64b40f23-ed6d-4a73-9b91-50a4ab03783e HTTP/1.1" status: 204 len: 168 time: 2.6908696 Mar 28 13:47:02.868411 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-12411ff8-0233-445d-be89-2070790f0f69 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] In _notify_port_updated(), no bound segment for port 2bf2466a-6104-402d-9db0-eb37fa06055c on network 06b70bc9-c263-4d0f-9f2c-25d6d101e3f8 {{(pid=109612) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 28 13:47:02.877545 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59322) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:02.877545 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a037e1b4-bc75-44ec-b49f-09fa20f33c25 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2ab4dbe450214dfd90e3a1bd64f1208c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0981524 Mar 28 13:47:02.878047 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12411ff8-0233-445d-be89-2070790f0f69 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:02.878047 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-12411ff8-0233-445d-be89-2070790f0f69 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:02.878047 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-12411ff8-0233-445d-be89-2070790f0f69 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "PUT /v2.0/ports/2bf2466a-6104-402d-9db0-eb37fa06055c HTTP/1.1" status: 200 len: 918 time: 1.9412584 Mar 28 13:47:02.880596 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59324) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:02.881579 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59326) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:02.886190 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e064e-d61b-43d1-8835-f847bbd952e2 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event updated for resources: {'Port': ['ID=3acd4e92-873b-4e3e-95b8-c9e68f3736bf,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:02.895498 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-fcb996b4-838a-4fcb-afad-410701005852 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5160d1b2-7d9e-4cb1-b15a-227427da5a5f'}, {'subnet_id': '7fef7d2b-4bf3-4443-9727-e5dc1152e6df'}]}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:02.929552 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-34fc4843-db58-43a0-bf6c-96e5a529c4db None None] Provisioning complete for port 402db561-8ff6-4bf9-a011-4503ce5cc585 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:02.930190 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-34fc4843-db58-43a0-bf6c-96e5a529c4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:02.933258 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14e064e-d61b-43d1-8835-f847bbd952e2 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Network 5dd1cf9e-825a-485f-be3a-98eefef80912 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:02.935596 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-f14e064e-d61b-43d1-8835-f847bbd952e2 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:02.936303 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc804db-7473-406d-9f4e-29f6d3bec897 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-0683b568-5de1-47de-8c3c-3856d7f643f9', 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'tenant_id': '97c2fb5000a44df7a1530b25f26f0716', 'fixed_ips': [{'subnet_id': '8084aaf0-39e4-4b03-a37d-8f34a83f0df8'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:47:02.938204 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0cc804db-7473-406d-9f4e-29f6d3bec897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:03.026861 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Port 155fa338-9747-434a-bb6f-cc3fb0cf09e8 update to ACTIVE by agent not found {{(pid=109614) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2191}} Mar 28 13:47:03.027397 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 455493ee-ea50-489c-86ee-c8634f4df3b5 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:47:03.107112 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a5a9c9a4-a01a-485a-bd3e-ca658f66d2d3 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:03.126365 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-43e716c3-3d00-4071-9c02-5def21156f46 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Deleting subnet 6f1fa25c-9590-4af8-94e6-bbf8b8df9528 {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:47:03.202388 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-43e716c3-3d00-4071-9c02-5def21156f46 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:03.213506 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a9c9a4-a01a-485a-bd3e-ca658f66d2d3 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event deleted for resources: {'Subnet': ['ID=0e45c395-7f08-4280-a4c8-f35d21222dbb,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:03.276833 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cb8266-6113-413a-ba01-2fe9478bd727 None None] Network 7faf7757-405f-4169-9fd4-12d031a5e87f requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:47:03.278065 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a5a9c9a4-a01a-485a-bd3e-ca658f66d2d3 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:03.287035 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a5a9c9a4-a01a-485a-bd3e-ca658f66d2d3 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "DELETE /v2.0/subnets/0e45c395-7f08-4280-a4c8-f35d21222dbb HTTP/1.1" status: 204 len: 168 time: 1.0094302 Mar 28 13:47:03.302490 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-412ce223-db8a-4b79-8801-fcfe7c66e768 req-3bebe2b3-6305-419d-b744-21ef52277c0b tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/ports?device_id=846276ac-fa2d-45ae-ae4a-391d73a348fc HTTP/1.1" status: 200 len: 210 time: 0.1854010 Mar 28 13:47:03.308158 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59330) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:03.313209 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-54a7a114-836a-41e5-b847-8b6e7895e286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:03.341023 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-34fc4843-db58-43a0-bf6c-96e5a529c4db None None] Provisioning complete for port 75c02690-a286-40f5-9b5b-26389da24293 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:03.341370 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-34fc4843-db58-43a0-bf6c-96e5a529c4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:03.375910 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 455493ee-ea50-489c-86ee-c8634f4df3b5 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:03.376276 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:03.410435 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-43e716c3-3d00-4071-9c02-5def21156f46 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:03.447980 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-0cc804db-7473-406d-9f4e-29f6d3bec897 None None] Allocated IP 2001:db8::2 (0683b568-5de1-47de-8c3c-3856d7f643f9/8084aaf0-39e4-4b03-a37d-8f34a83f0df8/0f9def17-27b3-4c3b-84cd-d5a354370cfe) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:47:03.456071 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33532787-08c1-41af-a7c1-73fb499a120a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:47:03.460487 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-33532787-08c1-41af-a7c1-73fb499a120a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:03.529001 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-54a7a114-836a-41e5-b847-8b6e7895e286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:03.598756 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-48623b4d-5a45-4577-b3ed-b33d8db80bc7 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:03.621628 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-43e716c3-3d00-4071-9c02-5def21156f46 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:03.638932 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [None req-33532787-08c1-41af-a7c1-73fb499a120a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] device_id is not set on port 2b060b9b-5576-4bf7-b69b-52de878dc2b2 yet. {{(pid=109612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:47:03.664467 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fcb996b4-838a-4fcb-afad-410701005852 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:03.684932 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 75c02690-a286-40f5-9b5b-26389da24293 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:47:03.692761 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-34fc4843-db58-43a0-bf6c-96e5a529c4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:03.783919 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afc769-920b-416e-9334-3906cdd7ed43 req-0b0b112a-7baf-4183-b3cf-1d8be67238ba tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:03.785386 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-e3afc769-920b-416e-9334-3906cdd7ed43 req-0b0b112a-7baf-4183-b3cf-1d8be67238ba tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.20 "GET /v2.0/networks?id=f918f28d-0e69-47c7-aec8-a644b2bf9c10 HTTP/1.1" status: 200 len: 811 time: 0.7697866 Mar 28 13:47:03.800160 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [req-e3afc769-920b-416e-9334-3906cdd7ed43 req-0c65135e-5617-4e35-a1b9-3a08db6e8e3f tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] Request body: {'port': {'device_id': '846276ac-fa2d-45ae-ae4a-391d73a348fc', 'network_id': 'f918f28d-0e69-47c7-aec8-a644b2bf9c10', 'admin_state_up': True, 'tenant_id': 'd94a57121c0e4486a9b9b9851ffddad2'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:03.836600 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-34fc4843-db58-43a0-bf6c-96e5a529c4db None None] For port 75c02690-a286-40f5-9b5b-26389da24293, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=75c02690-a286-40f5-9b5b-26389da24293,segment=NetworkSegment(9e85ea75-ed4e-4c8b-b7ec-692ee2ac0161),segment_id=9e85ea75-ed4e-4c8b-b7ec-692ee2ac0161)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:03.840425 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8117a1-3c23-4589-a7e5-4c2c995fa8f4 None None] DHCP port deletion for 7faf7757-405f-4169-9fd4-12d031a5e87f request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:47:03.863178 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0cc804db-7473-406d-9f4e-29f6d3bec897 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:03.907072 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-54a7a114-836a-41e5-b847-8b6e7895e286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:03.910714 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-54a7a114-836a-41e5-b847-8b6e7895e286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:03.912800 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-54a7a114-836a-41e5-b847-8b6e7895e286 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/01f024e7-569d-4af5-8306-4825d3479ea5 HTTP/1.1" status: 204 len: 168 time: 1.0309651 Mar 28 13:47:03.959416 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14e064e-d61b-43d1-8835-f847bbd952e2 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Router 3aaa37ed-bfe9-4628-adbe-5a0b273e3219 is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:47:04.079870 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 75c02690-a286-40f5-9b5b-26389da24293 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:04.080393 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:04.099498 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a7a114-836a-41e5-b847-8b6e7895e286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f024e7-569d-4af5-8306-4825d3479ea5,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:04.106792 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0cc804db-7473-406d-9f4e-29f6d3bec897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:04.108937 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-34fc4843-db58-43a0-bf6c-96e5a529c4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:04.112906 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-43e716c3-3d00-4071-9c02-5def21156f46 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:04.125027 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3afc769-920b-416e-9334-3906cdd7ed43 req-0c65135e-5617-4e35-a1b9-3a08db6e8e3f tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] Made reservation on behalf of d94a57121c0e4486a9b9b9851ffddad2 for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:47:04.128668 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-e3afc769-920b-416e-9334-3906cdd7ed43 req-0c65135e-5617-4e35-a1b9-3a08db6e8e3f tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:04.145829 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-33532787-08c1-41af-a7c1-73fb499a120a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Allocated IP 2001:db8::283 (0683b568-5de1-47de-8c3c-3856d7f643f9/8084aaf0-39e4-4b03-a37d-8f34a83f0df8/2b060b9b-5576-4bf7-b69b-52de878dc2b2) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:47:04.165524 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-43e716c3-3d00-4071-9c02-5def21156f46 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:04.171155 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-43e716c3-3d00-4071-9c02-5def21156f46 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "DELETE /v2.0/subnets/6f1fa25c-9590-4af8-94e6-bbf8b8df9528 HTTP/1.1" status: 204 len: 168 time: 1.3014514 Mar 28 13:47:04.172927 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e716c3-3d00-4071-9c02-5def21156f46 tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Pushing event deleted for resources: {'Subnet': ['ID=6f1fa25c-9590-4af8-94e6-bbf8b8df9528,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:04.174521 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59338) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:04.190481 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-48623b4d-5a45-4577-b3ed-b33d8db80bc7 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Deleting port 6433c5f4-d2a7-49f3-8e81-4954e4f82a96 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:47:04.190481 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-48623b4d-5a45-4577-b3ed-b33d8db80bc7 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:04.219606 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-fcb996b4-838a-4fcb-afad-410701005852 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Allocated IP 172.20.0.19 (06b70bc9-c263-4d0f-9f2c-25d6d101e3f8/7fef7d2b-4bf3-4443-9727-e5dc1152e6df/2bf2466a-6104-402d-9db0-eb37fa06055c) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:47:04.241474 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc804db-7473-406d-9f4e-29f6d3bec897 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:04.266373 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-0cc804db-7473-406d-9f4e-29f6d3bec897 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:04.268929 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc804db-7473-406d-9f4e-29f6d3bec897 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:47:04.282293 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc804db-7473-406d-9f4e-29f6d3bec897 None None] Pushing event updated for resources: {'Port': ['ID=0f9def17-27b3-4c3b-84cd-d5a354370cfe,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:04.342818 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [req-e3afc769-920b-416e-9334-3906cdd7ed43 req-0c65135e-5617-4e35-a1b9-3a08db6e8e3f tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] Allocated IP 172.20.0.13 (f918f28d-0e69-47c7-aec8-a644b2bf9c10/a6e86362-3285-4816-b04f-59d2c530faee/8c526537-065f-44f6-9c81-50a99c0b9dcc) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:47:04.346262 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-df2bfa4d-6a82-467b-9b99-84fdb8526460 None None] Provisioning complete for port 402db561-8ff6-4bf9-a011-4503ce5cc585 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:04.346631 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-df2bfa4d-6a82-467b-9b99-84fdb8526460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:04.399094 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-48623b4d-5a45-4577-b3ed-b33d8db80bc7 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] For port 6433c5f4-d2a7-49f3-8e81-4954e4f82a96, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=6433c5f4-d2a7-49f3-8e81-4954e4f82a96,segment=NetworkSegment(e86aebae-4aaa-4f22-a6a3-dce028a17fa4),segment_id=e86aebae-4aaa-4f22-a6a3-dce028a17fa4)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:04.400024 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-48623b4d-5a45-4577-b3ed-b33d8db80bc7 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:04.406911 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ff670ee5-0592-46e4-adb9-2db7c3ae34be tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:04.436962 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-0c8117a1-3c23-4589-a7e5-4c2c995fa8f4 None None] Deleting port 6433c5f4-d2a7-49f3-8e81-4954e4f82a96 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:47:04.437334 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0c8117a1-3c23-4589-a7e5-4c2c995fa8f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:04.446446 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-48623b4d-5a45-4577-b3ed-b33d8db80bc7 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Calling delete_port for 6433c5f4-d2a7-49f3-8e81-4954e4f82a96 owned by network:dhcp {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:47:04.466168 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc4843-db58-43a0-bf6c-96e5a529c4db None None] Pushing event updated for resources: {'Port': ['ID=75c02690-a286-40f5-9b5b-26389da24293,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:04.482301 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14e064e-d61b-43d1-8835-f847bbd952e2 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:47:04.494769 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c529210-03ba-4a2f-a95d-975a54598be9 None None] Sync routers for ids ['3aaa37ed-bfe9-4628-adbe-5a0b273e3219'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:47:04.509855 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-0cc804db-7473-406d-9f4e-29f6d3bec897 None None] Attempting to bind port 0f9def17-27b3-4c3b-84cd-d5a354370cfe on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:47:04.510101 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c529210-03ba-4a2f-a95d-975a54598be9 None None] Routers {'3aaa37ed-bfe9-4628-adbe-5a0b273e3219'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:47:04.510603 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-0cc804db-7473-406d-9f4e-29f6d3bec897 None None] Attempting to bind port 0f9def17-27b3-4c3b-84cd-d5a354370cfe by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:47:04.511106 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc804db-7473-406d-9f4e-29f6d3bec897 None None] Attempting to bind port 0f9def17-27b3-4c3b-84cd-d5a354370cfe on network 0683b568-5de1-47de-8c3c-3856d7f643f9 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:47:04.511624 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-3c529210-03ba-4a2f-a95d-975a54598be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:46:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['3aaa37ed-bfe9-4628-adbe-5a0b273e3219'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:04.514326 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 402db561-8ff6-4bf9-a011-4503ce5cc585 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:47:04.516079 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-f14e064e-d61b-43d1-8835-f847bbd952e2 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "PUT /v2.0/routers/3aaa37ed-bfe9-4628-adbe-5a0b273e3219/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1529830 Mar 28 13:47:04.527002 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-32e486ae-02dd-4d0b-9751-5205ce3d9fc2 req-8210f338-02ff-42c7-8383-954072b7fcac tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/ports?device_id=846276ac-fa2d-45ae-ae4a-391d73a348fc HTTP/1.1" status: 200 len: 210 time: 0.0967994 Mar 28 13:47:04.531615 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59344) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:04.591497 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-3c529210-03ba-4a2f-a95d-975a54598be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:04.598282 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc804db-7473-406d-9f4e-29f6d3bec897 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:47:04.609420 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc804db-7473-406d-9f4e-29f6d3bec897 None None] Checking segment: {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:47:04.609420 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0cc804db-7473-406d-9f4e-29f6d3bec897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:04.609420 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc804db-7473-406d-9f4e-29f6d3bec897 None None] Bound using segment: {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:47:04.609420 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-0cc804db-7473-406d-9f4e-29f6d3bec897 None None] Bound port: 0f9def17-27b3-4c3b-84cd-d5a354370cfe, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:47:04.609420 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0cc804db-7473-406d-9f4e-29f6d3bec897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:04.609895 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c529210-03ba-4a2f-a95d-975a54598be9 None None] Routers {'3aaa37ed-bfe9-4628-adbe-5a0b273e3219'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:47:04.609895 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-3c529210-03ba-4a2f-a95d-975a54598be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:46:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['3aaa37ed-bfe9-4628-adbe-5a0b273e3219'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:04.638536 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-3c529210-03ba-4a2f-a95d-975a54598be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:04.639401 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c529210-03ba-4a2f-a95d-975a54598be9 None None] The sync data for ids ['3aaa37ed-bfe9-4628-adbe-5a0b273e3219'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:47:04.681271 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-33532787-08c1-41af-a7c1-73fb499a120a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:04.694441 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-0c8117a1-3c23-4589-a7e5-4c2c995fa8f4 None None] For port 6433c5f4-d2a7-49f3-8e81-4954e4f82a96, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=6433c5f4-d2a7-49f3-8e81-4954e4f82a96,segment=NetworkSegment(e86aebae-4aaa-4f22-a6a3-dce028a17fa4),segment_id=e86aebae-4aaa-4f22-a6a3-dce028a17fa4)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:04.695782 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0c8117a1-3c23-4589-a7e5-4c2c995fa8f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:04.732195 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfab0838-e2e1-4d1f-ad46-8726d2276988 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:04.734914 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-bfab0838-e2e1-4d1f-ad46-8726d2276988 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "GET /v2.0/ports/3acd4e92-873b-4e3e-95b8-c9e68f3736bf HTTP/1.1" status: 200 len: 911 time: 0.1947355 Mar 28 13:47:04.742188 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59352) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:04.749023 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-e3afc769-920b-416e-9334-3906cdd7ed43 req-0c65135e-5617-4e35-a1b9-3a08db6e8e3f tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:04.763202 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-0c8117a1-3c23-4589-a7e5-4c2c995fa8f4 None None] Calling delete_port for 6433c5f4-d2a7-49f3-8e81-4954e4f82a96 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:47:04.805721 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ff670ee5-0592-46e4-adb9-2db7c3ae34be tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:04.851343 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fcb996b4-838a-4fcb-afad-410701005852 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:04.855623 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-ff670ee5-0592-46e4-adb9-2db7c3ae34be tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['775fb646-a369-4595-989d-470f7dd0c52a']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:04.861172 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 402db561-8ff6-4bf9-a011-4503ce5cc585 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:04.861172 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:04.864552 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-33532787-08c1-41af-a7c1-73fb499a120a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:04.872992 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-ff670ee5-0592-46e4-adb9-2db7c3ae34be tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0c4a406-bf18-467c-9fa5-67089830fd7b') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:04.873503 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-ff670ee5-0592-46e4-adb9-2db7c3ae34be tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0c4a406-bf18-467c-9fa5-67089830fd7b') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:04.897194 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ff670ee5-0592-46e4-adb9-2db7c3ae34be tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:04.897437 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-0cc804db-7473-406d-9f4e-29f6d3bec897 None None] For port 0f9def17-27b3-4c3b-84cd-d5a354370cfe, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:47:04.909691 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fcb996b4-838a-4fcb-afad-410701005852 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:04.922604 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-0cc804db-7473-406d-9f4e-29f6d3bec897 None None] For port 0f9def17-27b3-4c3b-84cd-d5a354370cfe, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=0f9def17-27b3-4c3b-84cd-d5a354370cfe,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:47:04.926933 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-df2bfa4d-6a82-467b-9b99-84fdb8526460 None None] Provisioning complete for port 3acd4e92-873b-4e3e-95b8-c9e68f3736bf triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:04.927305 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-df2bfa4d-6a82-467b-9b99-84fdb8526460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:04.959070 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-48623b4d-5a45-4577-b3ed-b33d8db80bc7 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:04.967418 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ff670ee5-0592-46e4-adb9-2db7c3ae34be tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:04.967614 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0cc804db-7473-406d-9f4e-29f6d3bec897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:04.975281 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-e3afc769-920b-416e-9334-3906cdd7ed43 req-0c65135e-5617-4e35-a1b9-3a08db6e8e3f tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:04.984691 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33532787-08c1-41af-a7c1-73fb499a120a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:05.034538 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-33532787-08c1-41af-a7c1-73fb499a120a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:05.050203 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff670ee5-0592-46e4-adb9-2db7c3ae34be tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:47:05.053963 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ff670ee5-0592-46e4-adb9-2db7c3ae34be tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:05.057620 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33532787-08c1-41af-a7c1-73fb499a120a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:47:05.059344 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-df2bfa4d-6a82-467b-9b99-84fdb8526460 None None] Port 3acd4e92-873b-4e3e-95b8-c9e68f3736bf cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:47:05.060062 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:47:05.060062 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:47:05.060062 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:47:05.060062 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:47:05.060062 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:47:05.060062 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:47:05.060062 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:47:05.060062 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:47:05.060062 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:47:05.060062 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:47:05.060062 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:47:05.060062 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:47:05.060062 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:47:05.060062 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:47:05.060062 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:47:05.060062 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:47:05.060062 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:47:05.060062 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:47:05.060062 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:47:05.060062 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:47:05.060062 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:47:05.060062 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:47:05.060062 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:47:05.060062 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:47:05.060062 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:47:05.060062 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:47:05.060062 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:47:05.060062 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:47:05.060062 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:47:05.060062 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:47:05.060062 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:47:05.060062 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:47:05.065640 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0c8117a1-3c23-4589-a7e5-4c2c995fa8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:05.078266 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33532787-08c1-41af-a7c1-73fb499a120a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:05.078853 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-33532787-08c1-41af-a7c1-73fb499a120a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:05.118523 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3afc769-920b-416e-9334-3906cdd7ed43 req-0c65135e-5617-4e35-a1b9-3a08db6e8e3f tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] Network f918f28d-0e69-47c7-aec8-a644b2bf9c10 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:05.124356 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8117a1-3c23-4589-a7e5-4c2c995fa8f4 None None] No DVR routers for this DVR port 6433c5f4-d2a7-49f3-8e81-4954e4f82a96 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:47:05.129361 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48623b4d-5a45-4577-b3ed-b33d8db80bc7 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] No DVR routers for this DVR port 6433c5f4-d2a7-49f3-8e81-4954e4f82a96 on host dv-neutron-835335-1-hyperv {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:47:05.138231 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc804db-7473-406d-9f4e-29f6d3bec897 None None] Pushing event updated for resources: {'Port': ['ID=0f9def17-27b3-4c3b-84cd-d5a354370cfe,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:05.146570 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [req-e3afc769-920b-416e-9334-3906cdd7ed43 req-0c65135e-5617-4e35-a1b9-3a08db6e8e3f tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:05.150099 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33532787-08c1-41af-a7c1-73fb499a120a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Port': ['ID=2b060b9b-5576-4bf7-b69b-52de878dc2b2,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:05.171383 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3afc769-920b-416e-9334-3906cdd7ed43 req-0c65135e-5617-4e35-a1b9-3a08db6e8e3f tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:47:05.181223 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-df2bfa4d-6a82-467b-9b99-84fdb8526460 None None] Provisioning complete for port 2bf2466a-6104-402d-9db0-eb37fa06055c triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:05.181589 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-df2bfa4d-6a82-467b-9b99-84fdb8526460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:05.187229 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8117a1-3c23-4589-a7e5-4c2c995fa8f4 None None] Pushing event deleted for resources: {'Port': ['ID=6433c5f4-d2a7-49f3-8e81-4954e4f82a96,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:05.269917 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c65135e-5617-4e35-a1b9-3a08db6e8e3f tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] Pushing event updated for resources: {'Port': ['ID=8c526537-065f-44f6-9c81-50a99c0b9dcc,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:05.275578 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-df2bfa4d-6a82-467b-9b99-84fdb8526460 None None] Port 2bf2466a-6104-402d-9db0-eb37fa06055c cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:47:05.303035 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-33532787-08c1-41af-a7c1-73fb499a120a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7646916 Mar 28 13:47:05.309268 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59360) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:05.312869 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb996b4-838a-4fcb-afad-410701005852 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event updated for resources: {'Port': ['ID=2bf2466a-6104-402d-9db0-eb37fa06055c,revision_number=3']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:05.329444 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 177bc24f-0f86-49c1-b32a-bb7115514c72 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:47:05.380658 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 177bc24f-0f86-49c1-b32a-bb7115514c72 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:47:05.387141 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 177bc24f-0f86-49c1-b32a-bb7115514c72 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:47:05.398783 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-48623b4d-5a45-4577-b3ed-b33d8db80bc7 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:05.431847 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-48623b4d-5a45-4577-b3ed-b33d8db80bc7 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7faf7757-405f-4169-9fd4-12d031a5e87f']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:05.438253 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-c421a09a-c7aa-4850-9d49-88ac1283f939 None None] Provisioning complete for port 2bf2466a-6104-402d-9db0-eb37fa06055c triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:05.439054 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c421a09a-c7aa-4850-9d49-88ac1283f939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:05.442564 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-48623b4d-5a45-4577-b3ed-b33d8db80bc7 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e86aebae-4aaa-4f22-a6a3-dce028a17fa4') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:05.442862 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-48623b4d-5a45-4577-b3ed-b33d8db80bc7 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e86aebae-4aaa-4f22-a6a3-dce028a17fa4') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:05.456274 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-48623b4d-5a45-4577-b3ed-b33d8db80bc7 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:05.467948 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afc769-920b-416e-9334-3906cdd7ed43 req-0c65135e-5617-4e35-a1b9-3a08db6e8e3f tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:05.468622 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-e3afc769-920b-416e-9334-3906cdd7ed43 req-0c65135e-5617-4e35-a1b9-3a08db6e8e3f tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:05.472269 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-48623b4d-5a45-4577-b3ed-b33d8db80bc7 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:05.478416 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48623b4d-5a45-4577-b3ed-b33d8db80bc7 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:47:05.478612 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-48623b4d-5a45-4577-b3ed-b33d8db80bc7 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:05.515352 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-c421a09a-c7aa-4850-9d49-88ac1283f939 None None] Port 2bf2466a-6104-402d-9db0-eb37fa06055c cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:47:05.573252 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac45c0c8-bddb-4159-b554-420ed32acdba tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:05.579508 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac45c0c8-bddb-4159-b554-420ed32acdba tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:05.581223 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ac45c0c8-bddb-4159-b554-420ed32acdba tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2709386 Mar 28 13:47:05.586536 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59368) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:05.595704 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:47:05.595704 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:47:05.595704 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:47:05.595704 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:47:05.595704 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:47:05.595704 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:47:05.595704 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:47:05.595704 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:47:05.595704 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:47:05.595704 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:47:05.595704 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:47:05.595704 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:47:05.595704 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:47:05.595704 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:47:05.595704 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:47:05.595704 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:47:05.595704 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:47:05.595704 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:47:05.595704 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:47:05.595704 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:47:05.595704 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:47:05.595704 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:47:05.595704 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:47:05.595704 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:47:05.595704 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:47:05.595704 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:47:05.595704 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:47:05.595704 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:47:05.595704 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:47:05.595704 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:47:05.595704 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:47:05.595704 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:47:05.600455 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-fcb996b4-838a-4fcb-afad-410701005852 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] In _notify_port_updated(), no bound segment for port 2bf2466a-6104-402d-9db0-eb37fa06055c on network 06b70bc9-c263-4d0f-9f2c-25d6d101e3f8 {{(pid=109613) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 28 13:47:05.606467 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb996b4-838a-4fcb-afad-410701005852 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:05.607302 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fcb996b4-838a-4fcb-afad-410701005852 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:05.609267 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-fcb996b4-838a-4fcb-afad-410701005852 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "PUT /v2.0/ports/2bf2466a-6104-402d-9db0-eb37fa06055c HTTP/1.1" status: 200 len: 998 time: 2.7261071 Mar 28 13:47:05.616336 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59370) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:05.637297 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-e3afc769-920b-416e-9334-3906cdd7ed43 req-0c65135e-5617-4e35-a1b9-3a08db6e8e3f tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8415539 Mar 28 13:47:05.668185 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [req-e3afc769-920b-416e-9334-3906cdd7ed43 req-1fa43e69-b013-41f0-96c5-6e90f7638fb4 service neutron] Request body: {'port': {'device_id': '846276ac-fa2d-45ae-ae4a-391d73a348fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:05.671091 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48623b4d-5a45-4577-b3ed-b33d8db80bc7 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event deleted for resources: {'Port': ['ID=6433c5f4-d2a7-49f3-8e81-4954e4f82a96,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:05.704302 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 0f9def17-27b3-4c3b-84cd-d5a354370cfe up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:47:05.782409 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 0f9def17-27b3-4c3b-84cd-d5a354370cfe triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:05.784085 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:05.790739 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59374) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:05.795742 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-48623b4d-5a45-4577-b3ed-b33d8db80bc7 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:05.806280 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ff670ee5-0592-46e4-adb9-2db7c3ae34be tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:05.819436 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-48623b4d-5a45-4577-b3ed-b33d8db80bc7 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:05.823226 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-48623b4d-5a45-4577-b3ed-b33d8db80bc7 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "DELETE /v2.0/networks/7faf7757-405f-4169-9fd4-12d031a5e87f HTTP/1.1" status: 204 len: 168 time: 2.5112815 Mar 28 13:47:05.837453 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59378) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:05.838822 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ff670ee5-0592-46e4-adb9-2db7c3ae34be tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:05.843721 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ff670ee5-0592-46e4-adb9-2db7c3ae34be tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] 10.222.0.24 "DELETE /v2.0/networks/775fb646-a369-4595-989d-470f7dd0c52a HTTP/1.1" status: 204 len: 168 time: 1.6645420 Mar 28 13:47:05.871828 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-a8ec6d52-2d38-49ec-b0e5-b1ffd79b1e4b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1384789579', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:05.884183 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48623b4d-5a45-4577-b3ed-b33d8db80bc7 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event deleted for resources: {'Network': ['ID=7faf7757-405f-4169-9fd4-12d031a5e87f,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:05.902147 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd78260-9c3e-455f-be98-25b1ef6dc922 req-ff23a3d1-bd4f-441a-97f3-6e36ae0f5e25 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:05.907040 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cbd78260-9c3e-455f-be98-25b1ef6dc922 req-ff23a3d1-bd4f-441a-97f3-6e36ae0f5e25 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/ports?device_id=846276ac-fa2d-45ae-ae4a-391d73a348fc HTTP/1.1" status: 200 len: 932 time: 0.1958020 Mar 28 13:47:05.931279 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff670ee5-0592-46e4-adb9-2db7c3ae34be tempest-FloatingIPTestJSON-1977500180 tempest-FloatingIPTestJSON-1977500180-project] Pushing event deleted for resources: {'Network': ['ID=775fb646-a369-4595-989d-470f7dd0c52a,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:05.994347 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cbd78260-9c3e-455f-be98-25b1ef6dc922 req-4e5a8da6-03d9-4cf1-bd2d-1f56da739604 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/security-groups?id=1423174f-eb5a-4b60-ab04-796de1ca3c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576103 Mar 28 13:47:05.997958 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-55c14c2f-4055-492e-a998-bf949086e479 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Deleting port 2bf2466a-6104-402d-9db0-eb37fa06055c {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:47:05.998500 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-55c14c2f-4055-492e-a998-bf949086e479 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:06.002197 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:06.069267 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a8ec6d52-2d38-49ec-b0e5-b1ffd79b1e4b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:06.071427 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a8ec6d52-2d38-49ec-b0e5-b1ffd79b1e4b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:06.078925 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 0f9def17-27b3-4c3b-84cd-d5a354370cfe, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=0f9def17-27b3-4c3b-84cd-d5a354370cfe,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:06.140914 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-e3afc769-920b-416e-9334-3906cdd7ed43 req-1fa43e69-b013-41f0-96c5-6e90f7638fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:06.166740 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:06.167522 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 75c02690-a286-40f5-9b5b-26389da24293 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:47:06.174231 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-efd65152-b6be-4b1b-9138-cbbc5d88c24d tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:06.284644 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-b809c1fd-e139-4fd5-bf70-da580085ba27 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting port 2b060b9b-5576-4bf7-b69b-52de878dc2b2 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:47:06.285163 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b809c1fd-e139-4fd5-bf70-da580085ba27 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:06.307931 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=0f9def17-27b3-4c3b-84cd-d5a354370cfe,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:06.380836 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 75c02690-a286-40f5-9b5b-26389da24293 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:06.381437 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:06.471862 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-65cfac7f-b279-4bc5-a2ca-ed89058bbc00 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1571218736-network', 'tenant_id': '89f15a869eff4c6ba37bd2f72c48ff8f'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:06.479312 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 402db561-8ff6-4bf9-a011-4503ce5cc585 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:47:06.570315 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a8ec6d52-2d38-49ec-b0e5-b1ffd79b1e4b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:06.589356 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 402db561-8ff6-4bf9-a011-4503ce5cc585 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:06.591070 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:06.617019 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-55c14c2f-4055-492e-a998-bf949086e479 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:06.625270 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59384) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:06.650771 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-55c14c2f-4055-492e-a998-bf949086e479 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Calling delete_port for 2bf2466a-6104-402d-9db0-eb37fa06055c owned by {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:47:06.665330 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-6517e8b9-7669-4170-bdca-9a54628ca033 None None] Provisioning complete for port 0f9def17-27b3-4c3b-84cd-d5a354370cfe triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:06.666181 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6517e8b9-7669-4170-bdca-9a54628ca033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:06.666667 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a8ec6d52-2d38-49ec-b0e5-b1ffd79b1e4b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:06.732332 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65cfac7f-b279-4bc5-a2ca-ed89058bbc00 admin admin] Made reservation on behalf of 89f15a869eff4c6ba37bd2f72c48ff8f for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:47:06.734703 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-65cfac7f-b279-4bc5-a2ca-ed89058bbc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:06.747504 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-65cfac7f-b279-4bc5-a2ca-ed89058bbc00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:06.836708 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a8ec6d52-2d38-49ec-b0e5-b1ffd79b1e4b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:06.841251 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a8ec6d52-2d38-49ec-b0e5-b1ffd79b1e4b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9899631 Mar 28 13:47:06.843159 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59388) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:06.851885 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 155fa338-9747-434a-bb6f-cc3fb0cf09e8 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:47:06.866370 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-16d21886-c51b-4487-9f72-44772219ecee tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Request body: {'network': {'name': 'tempest-RoutersTest-1488019927'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:06.888070 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [req-e3afc769-920b-416e-9334-3906cdd7ed43 req-1fa43e69-b013-41f0-96c5-6e90f7638fb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c526537-065f-44f6-9c81-50a99c0b9dcc {{(pid=109612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 13:47:06.889379 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 155fa338-9747-434a-bb6f-cc3fb0cf09e8 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:47:06.889954 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 155fa338-9747-434a-bb6f-cc3fb0cf09e8 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:47:06.890502 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 6433c5f4-d2a7-49f3-8e81-4954e4f82a96 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:47:06.902973 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-e3afc769-920b-416e-9334-3906cdd7ed43 req-1fa43e69-b013-41f0-96c5-6e90f7638fb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:06.917070 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 6433c5f4-d2a7-49f3-8e81-4954e4f82a96 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:47:06.917912 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 6433c5f4-d2a7-49f3-8e81-4954e4f82a96 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:47:06.922550 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.provisioning_blocks [req-e3afc769-920b-416e-9334-3906cdd7ed43 req-1fa43e69-b013-41f0-96c5-6e90f7638fb4 service neutron] Transition to ACTIVE for port object 8c526537-065f-44f6-9c81-50a99c0b9dcc will not be triggered until provisioned by entity L2. {{(pid=109612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 13:47:07.030881 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d21886-c51b-4487-9f72-44772219ecee tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Made reservation on behalf of 42c7f4b113aa41f19f4ff0f48ffaebf2 for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:47:07.034983 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-16d21886-c51b-4487-9f72-44772219ecee tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:07.049787 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-47645f04-2d71-4f61-938f-139cb05e420b None None] Could not find standard attr ID for object 1738a006-320e-4932-92ba-2715d4e566bf. {{(pid=109614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 13:47:07.059647 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-e3afc769-920b-416e-9334-3906cdd7ed43 req-1fa43e69-b013-41f0-96c5-6e90f7638fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:07.130684 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-7714a708-b824-40d2-8e43-72597deb73a0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f752b5828898440a9970d48ba87421b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5027738 Mar 28 13:47:07.133225 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59392) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:07.165830 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b809c1fd-e139-4fd5-bf70-da580085ba27 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:07.184523 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a7dfd-0676-413f-9b1a-172ffbb78a0b req-fc0e1aa3-26fd-4aaa-b6e3-4e304800d54a tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:07.186268 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c77a7dfd-0676-413f-9b1a-172ffbb78a0b req-fc0e1aa3-26fd-4aaa-b6e3-4e304800d54a tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/ports?device_id=846276ac-fa2d-45ae-ae4a-391d73a348fc HTTP/1.1" status: 200 len: 944 time: 0.1022463 Mar 28 13:47:07.193155 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-b809c1fd-e139-4fd5-bf70-da580085ba27 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Calling delete_port for 2b060b9b-5576-4bf7-b69b-52de878dc2b2 owned by {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:47:07.210073 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa43e69-b013-41f0-96c5-6e90f7638fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=8c526537-065f-44f6-9c81-50a99c0b9dcc,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:07.216163 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 13:47:07.250253 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-55c14c2f-4055-492e-a998-bf949086e479 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:07.252019 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16d21886-c51b-4487-9f72-44772219ecee tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:47:07.291095 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c77a7dfd-0676-413f-9b1a-172ffbb78a0b req-306fa3c1-247d-48f4-890a-0d65323d6901 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/security-groups?id=1423174f-eb5a-4b60-ab04-796de1ca3c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944326 Mar 28 13:47:07.319478 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-efd65152-b6be-4b1b-9138-cbbc5d88c24d tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Allocated IP 2001:db8:1::1 (797f7d9e-5bd3-4741-aea8-c3cda3da6d4e/554ccda2-d39d-47af-9669-57b6868ff010/fee484c0-e2c6-4d1a-95b6-59bde3cd49cd) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:47:07.327305 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-16d21886-c51b-4487-9f72-44772219ecee tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:07.327675 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-16d21886-c51b-4487-9f72-44772219ecee tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Added segment 1894ee31-236f-49fe-9c7b-32b4a475f3a6 of type vlan for network 781f79ef-bd29-4180-a3a8-33cc905136b6 Mar 28 13:47:07.330110 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a940687f-8640-4ffa-8057-563b33ecd321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:07.341571 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c14c2f-4055-492e-a998-bf949086e479 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event deleted for resources: {'Port': ['ID=2bf2466a-6104-402d-9db0-eb37fa06055c,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:07.397030 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-2b404088-a9bd-48e4-9812-25d814f74b6a None None] Provisioning complete for port 2b060b9b-5576-4bf7-b69b-52de878dc2b2 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:07.397622 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2b404088-a9bd-48e4-9812-25d814f74b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:07.439559 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-2b404088-a9bd-48e4-9812-25d814f74b6a None None] Port 2b060b9b-5576-4bf7-b69b-52de878dc2b2 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:47:07.445471 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-16d21886-c51b-4487-9f72-44772219ecee tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:07.468142 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a940687f-8640-4ffa-8057-563b33ecd321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:07.476512 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [req-e3afc769-920b-416e-9334-3906cdd7ed43 req-1fa43e69-b013-41f0-96c5-6e90f7638fb4 service neutron] Attempting to bind port 8c526537-065f-44f6-9c81-50a99c0b9dcc on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:47:07.477510 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [req-e3afc769-920b-416e-9334-3906cdd7ed43 req-1fa43e69-b013-41f0-96c5-6e90f7638fb4 service neutron] Attempting to bind port 8c526537-065f-44f6-9c81-50a99c0b9dcc by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'b9b17012-fd4d-4605-a367-0189914519aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f918f28d-0e69-47c7-aec8-a644b2bf9c10'}] {{(pid=109612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:47:07.477914 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3afc769-920b-416e-9334-3906cdd7ed43 req-1fa43e69-b013-41f0-96c5-6e90f7638fb4 service neutron] Attempting to bind port 8c526537-065f-44f6-9c81-50a99c0b9dcc on network f918f28d-0e69-47c7-aec8-a644b2bf9c10 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:47:07.499444 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3afc769-920b-416e-9334-3906cdd7ed43 req-1fa43e69-b013-41f0-96c5-6e90f7638fb4 service neutron] Port 8c526537-065f-44f6-9c81-50a99c0b9dcc on network f918f28d-0e69-47c7-aec8-a644b2bf9c10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:47:07.499858 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3afc769-920b-416e-9334-3906cdd7ed43 req-1fa43e69-b013-41f0-96c5-6e90f7638fb4 service neutron] Attempting to bind port 8c526537-065f-44f6-9c81-50a99c0b9dcc on network f918f28d-0e69-47c7-aec8-a644b2bf9c10 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:47:07.522564 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3afc769-920b-416e-9334-3906cdd7ed43 req-1fa43e69-b013-41f0-96c5-6e90f7638fb4 service neutron] Checking agent: {'id': '72ab3303-6c81-4bd9-a1a9-2c5d9b681d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'started_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:47:07.522994 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3afc769-920b-416e-9334-3906cdd7ed43 req-1fa43e69-b013-41f0-96c5-6e90f7638fb4 service neutron] Checking segment: {'id': 'b9b17012-fd4d-4605-a367-0189914519aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f918f28d-0e69-47c7-aec8-a644b2bf9c10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:47:07.523584 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3afc769-920b-416e-9334-3906cdd7ed43 req-1fa43e69-b013-41f0-96c5-6e90f7638fb4 service neutron] Bound using segment: {'id': 'b9b17012-fd4d-4605-a367-0189914519aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f918f28d-0e69-47c7-aec8-a644b2bf9c10'} {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:47:07.524091 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [req-e3afc769-920b-416e-9334-3906cdd7ed43 req-1fa43e69-b013-41f0-96c5-6e90f7638fb4 service neutron] Bound port: 8c526537-065f-44f6-9c81-50a99c0b9dcc, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b17012-fd4d-4605-a367-0189914519aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f918f28d-0e69-47c7-aec8-a644b2bf9c10'}}] {{(pid=109612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:47:07.524548 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-e3afc769-920b-416e-9334-3906cdd7ed43 req-1fa43e69-b013-41f0-96c5-6e90f7638fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:07.545892 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 0f9def17-27b3-4c3b-84cd-d5a354370cfe up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:47:07.575756 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-efd65152-b6be-4b1b-9138-cbbc5d88c24d tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:07.607441 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-65cfac7f-b279-4bc5-a2ca-ed89058bbc00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:07.608672 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.db.resource_extend [None req-16d21886-c51b-4487-9f72-44772219ecee tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 13:47:07.638539 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 0f9def17-27b3-4c3b-84cd-d5a354370cfe triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:07.639671 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:07.644717 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a940687f-8640-4ffa-8057-563b33ecd321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:07.647984 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a940687f-8640-4ffa-8057-563b33ecd321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:07.649177 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a940687f-8640-4ffa-8057-563b33ecd321 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e70d1dfc-b4b4-4477-9df4-f39a91e80856 HTTP/1.1" status: 204 len: 168 time: 0.5148420 Mar 28 13:47:07.655296 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-55c14c2f-4055-492e-a998-bf949086e479 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:07.663082 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-55c14c2f-4055-492e-a998-bf949086e479 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/ports/2bf2466a-6104-402d-9db0-eb37fa06055c HTTP/1.1" status: 204 len: 168 time: 2.0425606 Mar 28 13:47:07.665716 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59396) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:07.666485 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-65cfac7f-b279-4bc5-a2ca-ed89058bbc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:07.694218 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940687f-8640-4ffa-8057-563b33ecd321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70d1dfc-b4b4-4477-9df4-f39a91e80856,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:07.714003 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [req-e3afc769-920b-416e-9334-3906cdd7ed43 req-1fa43e69-b013-41f0-96c5-6e90f7638fb4 service neutron] For port 8c526537-065f-44f6-9c81-50a99c0b9dcc, host hv-neutron-8353, cleared binding levels {{(pid=109612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:47:07.722735 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [req-e3afc769-920b-416e-9334-3906cdd7ed43 req-1fa43e69-b013-41f0-96c5-6e90f7638fb4 service neutron] For port 8c526537-065f-44f6-9c81-50a99c0b9dcc, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=8c526537-065f-44f6-9c81-50a99c0b9dcc,segment=NetworkSegment(b9b17012-fd4d-4605-a367-0189914519aa),segment_id=b9b17012-fd4d-4605-a367-0189914519aa)] {{(pid=109612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:47:07.736416 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cfac7f-b279-4bc5-a2ca-ed89058bbc00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02192f4b-6e84-4f5e-b02c-b0d40def91da,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:07.738179 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-16d21886-c51b-4487-9f72-44772219ecee tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:07.745598 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d21886-c51b-4487-9f72-44772219ecee tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:07.746059 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-16d21886-c51b-4487-9f72-44772219ecee tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:07.774101 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65cfac7f-b279-4bc5-a2ca-ed89058bbc00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:47:07.778757 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-c520ca55-b1af-43b9-9dd5-bf0b9b855c29 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] GET failed (client error): The resource could not be found. Mar 28 13:47:07.780331 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c520ca55-b1af-43b9-9dd5-bf0b9b855c29 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "GET /v2.0/ports/2bf2466a-6104-402d-9db0-eb37fa06055c HTTP/1.1" status: 404 len: 333 time: 0.1088371 Mar 28 13:47:07.784089 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b809c1fd-e139-4fd5-bf70-da580085ba27 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:07.785765 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59398) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:07.795679 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-efd65152-b6be-4b1b-9138-cbbc5d88c24d tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:07.826726 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-65cfac7f-b279-4bc5-a2ca-ed89058bbc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:07.827072 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-65cfac7f-b279-4bc5-a2ca-ed89058bbc00 admin admin] Added segment 7170d0f3-cdbd-4bd5-bc53-0e50845f5cc5 of type vlan for network 2cc3241e-126b-4fc7-8d31-f7970bedb565 Mar 28 13:47:07.845821 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-16d21886-c51b-4487-9f72-44772219ecee tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9908166 Mar 28 13:47:07.851128 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59400) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:07.857526 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-e3afc769-920b-416e-9334-3906cdd7ed43 req-1fa43e69-b013-41f0-96c5-6e90f7638fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:07.872599 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-0e01c931-4f16-4727-a113-a1ad914c1b1a tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Request body: {'subnet': {'network_id': '781f79ef-bd29-4180-a3a8-33cc905136b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:07.884881 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d21886-c51b-4487-9f72-44772219ecee tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event updated for resources: {'Network': ['ID=781f79ef-bd29-4180-a3a8-33cc905136b6,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:07.898491 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 781f79ef-bd29-4180-a3a8-33cc905136b6 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:47:07.898976 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd65152-b6be-4b1b-9138-cbbc5d88c24d tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Network 797f7d9e-5bd3-4741-aea8-c3cda3da6d4e is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:07.920948 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-efd65152-b6be-4b1b-9138-cbbc5d88c24d tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:07.923078 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd65152-b6be-4b1b-9138-cbbc5d88c24d tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event updated for resources: {'Port': ['ID=fee484c0-e2c6-4d1a-95b6-59bde3cd49cd,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:07.927545 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd65152-b6be-4b1b-9138-cbbc5d88c24d tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:47:07.928253 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-efd65152-b6be-4b1b-9138-cbbc5d88c24d tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:07.935727 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-b02f3b85-99c0-4713-a1f2-7156a9ed97c0 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Deleting subnet 7fef7d2b-4bf3-4443-9727-e5dc1152e6df {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:47:07.939252 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-65cfac7f-b279-4bc5-a2ca-ed89058bbc00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:07.991098 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b809c1fd-e139-4fd5-bf70-da580085ba27 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:07.997363 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-b809c1fd-e139-4fd5-bf70-da580085ba27 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/ports/2b060b9b-5576-4bf7-b69b-52de878dc2b2 HTTP/1.1" status: 204 len: 168 time: 2.4060981 Mar 28 13:47:08.000295 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afc769-920b-416e-9334-3906cdd7ed43 req-1fa43e69-b013-41f0-96c5-6e90f7638fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:08.001144 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-e3afc769-920b-416e-9334-3906cdd7ed43 req-1fa43e69-b013-41f0-96c5-6e90f7638fb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:08.002664 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-e3afc769-920b-416e-9334-3906cdd7ed43 req-1fa43e69-b013-41f0-96c5-6e90f7638fb4 service neutron] 10.222.0.20 "PUT /v2.0/ports/8c526537-065f-44f6-9c81-50a99c0b9dcc HTTP/1.1" status: 200 len: 1094 time: 2.3393195 Mar 28 13:47:08.003306 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '846276ac-fa2d-45ae-ae4a-391d73a348fc', 'tag': '8c526537-065f-44f6-9c81-50a99c0b9dcc'}] {{(pid=109612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:47:08.015337 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe63c13e87a9f7251adb6bd0d9fca296dff075f1d7b14c4d1edf5c408047469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40a0a80-a9b3-472d-ad62-98878618e4ea" -d '{"events": [{"name": "network-changed", "server_uuid": "846276ac-fa2d-45ae-ae4a-391d73a348fc", "tag": "8c526537-065f-44f6-9c81-50a99c0b9dcc"}]}' {{(pid=109612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:47:08.022640 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59404) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:08.060051 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b02f3b85-99c0-4713-a1f2-7156a9ed97c0 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:08.110007 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.db.resource_extend [None req-65cfac7f-b279-4bc5-a2ca-ed89058bbc00 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 13:47:08.116352 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b809c1fd-e139-4fd5-bf70-da580085ba27 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Port': ['ID=2b060b9b-5576-4bf7-b69b-52de878dc2b2,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:08.117022 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dcb0e2-959e-4e90-9ece-b24e2f0af516 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:08.118620 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dcb0e2-959e-4e90-9ece-b24e2f0af516 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:08.123089 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d9dcb0e2-959e-4e90-9ece-b24e2f0af516 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0971503 Mar 28 13:47:08.127238 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59408) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:08.137285 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 13:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1baa685-4074-400f-9d47-e39d7d57ab5e x-openstack-request-id: req-d1baa685-4074-400f-9d47-e39d7d57ab5e {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:47:08.137846 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "846276ac-fa2d-45ae-ae4a-391d73a348fc", "tag": "8c526537-065f-44f6-9c81-50a99c0b9dcc", "status": "completed", "code": 200}]} {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:47:08.138243 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d1baa685-4074-400f-9d47-e39d7d57ab5e {{(pid=109612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:47:08.138784 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '846276ac-fa2d-45ae-ae4a-391d73a348fc', 'tag': '8c526537-065f-44f6-9c81-50a99c0b9dcc', 'status': 'completed', 'code': 200} Mar 28 13:47:08.214682 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-5574cd3d-3352-49d9-a56b-36cc9211fdea tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting subnet 8084aaf0-39e4-4b03-a37d-8f34a83f0df8 {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:47:08.218785 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5574cd3d-3352-49d9-a56b-36cc9211fdea tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:08.248136 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-65cfac7f-b279-4bc5-a2ca-ed89058bbc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:08.249152 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cfac7f-b279-4bc5-a2ca-ed89058bbc00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:08.249750 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-65cfac7f-b279-4bc5-a2ca-ed89058bbc00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:08.263041 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e01c931-4f16-4727-a113-a1ad914c1b1a tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Made reservation on behalf of 42c7f4b113aa41f19f4ff0f48ffaebf2 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:47:08.266567 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0e01c931-4f16-4727-a113-a1ad914c1b1a tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:08.340588 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b02f3b85-99c0-4713-a1f2-7156a9ed97c0 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:08.360840 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5574cd3d-3352-49d9-a56b-36cc9211fdea tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:08.386850 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-7eff8fc8-8bec-408a-990c-0a57adfb7115 None None] Provisioning complete for port fee484c0-e2c6-4d1a-95b6-59bde3cd49cd triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:08.387560 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7eff8fc8-8bec-408a-990c-0a57adfb7115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:08.407849 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afc769-920b-416e-9334-3906cdd7ed43 req-fcaa2724-16d9-4e76-8d6e-c86150d4e506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:08.409567 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-e3afc769-920b-416e-9334-3906cdd7ed43 req-fcaa2724-16d9-4e76-8d6e-c86150d4e506 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d94a57121c0e4486a9b9b9851ffddad2&device_id=846276ac-fa2d-45ae-ae4a-391d73a348fc HTTP/1.1" status: 200 len: 1097 time: 0.2821963 Mar 28 13:47:08.431614 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-7eff8fc8-8bec-408a-990c-0a57adfb7115 None None] Port fee484c0-e2c6-4d1a-95b6-59bde3cd49cd cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:47:08.452636 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-65cfac7f-b279-4bc5-a2ca-ed89058bbc00 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6555338 Mar 28 13:47:08.462837 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59420) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:08.463408 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cfac7f-b279-4bc5-a2ca-ed89058bbc00 admin admin] Pushing event updated for resources: {'Network': ['ID=2cc3241e-126b-4fc7-8d31-f7970bedb565,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:08.470701 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-f1482783-e179-4d7d-b7e3-1bb84ce57709 admin admin] Request body: {'subnet': {'network_id': '2cc3241e-126b-4fc7-8d31-f7970bedb565', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1571218736-subnet', 'tenant_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:08.479167 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 2cc3241e-126b-4fc7-8d31-f7970bedb565 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:47:08.546425 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa43e69-b013-41f0-96c5-6e90f7638fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=8c526537-065f-44f6-9c81-50a99c0b9dcc,revision_number=3']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:08.558509 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-e3afc769-920b-416e-9334-3906cdd7ed43 req-f30edc30-574a-4bb1-8121-e71314b33e3b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c526537-065f-44f6-9c81-50a99c0b9dcc HTTP/1.1" status: 200 len: 217 time: 0.1222451 Mar 28 13:47:08.563704 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-efd65152-b6be-4b1b-9138-cbbc5d88c24d tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:08.630233 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f8b2cd-38be-4907-b29d-24ba68bd44b5 req-e4a67b66-2211-48dd-9d84-61b58449045d tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:08.632110 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b6f8b2cd-38be-4907-b29d-24ba68bd44b5 req-e4a67b66-2211-48dd-9d84-61b58449045d tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/ports?device_id=846276ac-fa2d-45ae-ae4a-391d73a348fc HTTP/1.1" status: 200 len: 944 time: 0.2008495 Mar 28 13:47:08.642079 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1482783-e179-4d7d-b7e3-1bb84ce57709 admin admin] Made reservation on behalf of 89f15a869eff4c6ba37bd2f72c48ff8f for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:47:08.644924 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f1482783-e179-4d7d-b7e3-1bb84ce57709 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:08.648669 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5574cd3d-3352-49d9-a56b-36cc9211fdea tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:08.831966 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b6f8b2cd-38be-4907-b29d-24ba68bd44b5 req-de310dda-3df3-4b4b-90bd-4fc2021450c8 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/security-groups?id=1423174f-eb5a-4b60-ab04-796de1ca3c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796765 Mar 28 13:47:08.868078 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b02f3b85-99c0-4713-a1f2-7156a9ed97c0 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:08.945945 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afc769-920b-416e-9334-3906cdd7ed43 req-bd7af715-9c6e-4055-b285-192471ef6255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:08.947421 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-e3afc769-920b-416e-9334-3906cdd7ed43 req-bd7af715-9c6e-4055-b285-192471ef6255 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a6e86362-3285-4816-b04f-59d2c530faee HTTP/1.1" status: 200 len: 851 time: 0.3813505 Mar 28 13:47:08.961831 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59430) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:08.972147 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0e01c931-4f16-4727-a113-a1ad914c1b1a tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:09.022994 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5574cd3d-3352-49d9-a56b-36cc9211fdea tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:09.049960 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5574cd3d-3352-49d9-a56b-36cc9211fdea tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:09.053757 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-5574cd3d-3352-49d9-a56b-36cc9211fdea tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/8084aaf0-39e4-4b03-a37d-8f34a83f0df8 HTTP/1.1" status: 204 len: 168 time: 0.9223611 Mar 28 13:47:09.055147 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a1748c-0fcd-44ae-a4ae-164706d22292 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:47:09.058067 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59434) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:09.073823 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01c931-4f16-4727-a113-a1ad914c1b1a tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event updated for resources: {'Subnet': ['ID=653c6be3-d8e9-46c2-8a59-c571ae539f69,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:09.075538 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-e3afc769-920b-416e-9334-3906cdd7ed43 req-93309056-3cac-45c2-8d70-9c8fdb9c8ad1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f918f28d-0e69-47c7-aec8-a644b2bf9c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902083 Mar 28 13:47:09.138506 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-044695ae-3694-43b5-9995-47df724c7628 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0742607 Mar 28 13:47:09.144589 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59436) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:09.144798 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-3eef622d-3eaa-4b34-b6a5-4f61904dbc22 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1746127252'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:09.152396 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f1482783-e179-4d7d-b7e3-1bb84ce57709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:09.154241 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5574cd3d-3352-49d9-a56b-36cc9211fdea tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Subnet': ['ID=8084aaf0-39e4-4b03-a37d-8f34a83f0df8,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:09.210617 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e01c931-4f16-4727-a113-a1ad914c1b1a tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Checking segment: {'id': '1894ee31-236f-49fe-9c7b-32b4a475f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '781f79ef-bd29-4180-a3a8-33cc905136b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:47:09.210977 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e01c931-4f16-4727-a113-a1ad914c1b1a tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Network hostable DHCP agents. Network: 781f79ef-bd29-4180-a3a8-33cc905136b6, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:47:09.237421 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1482783-e179-4d7d-b7e3-1bb84ce57709 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3347bc09-8e26-47dd-9935-5fe9204b659f,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:09.260165 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1482783-e179-4d7d-b7e3-1bb84ce57709 admin admin] Checking segment: {'id': '7170d0f3-cdbd-4bd5-bc53-0e50845f5cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2cc3241e-126b-4fc7-8d31-f7970bedb565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:47:09.261152 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1482783-e179-4d7d-b7e3-1bb84ce57709 admin admin] Network hostable DHCP agents. Network: 2cc3241e-126b-4fc7-8d31-f7970bedb565, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:47:09.262733 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b02f3b85-99c0-4713-a1f2-7156a9ed97c0 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:09.275545 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1c1dc8-a240-4f51-9a02-aa2173300556 None None] DHCP port deletion for 0683b568-5de1-47de-8c3c-3856d7f643f9 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:47:09.291740 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eef622d-3eaa-4b34-b6a5-4f61904dbc22 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Made reservation on behalf of 0b7b81ad505049aeb51fcb549cf024b5 for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:47:09.295588 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3eef622d-3eaa-4b34-b6a5-4f61904dbc22 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:09.306607 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3eef622d-3eaa-4b34-b6a5-4f61904dbc22 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:09.315721 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02f3b85-99c0-4713-a1f2-7156a9ed97c0 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event deleted for resources: {'Subnet': ['ID=7fef7d2b-4bf3-4443-9727-e5dc1152e6df,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:09.323349 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b02f3b85-99c0-4713-a1f2-7156a9ed97c0 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:09.323786 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e01c931-4f16-4727-a113-a1ad914c1b1a tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Network 781f79ef-bd29-4180-a3a8-33cc905136b6 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:47:09.326266 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-b02f3b85-99c0-4713-a1f2-7156a9ed97c0 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/subnets/7fef7d2b-4bf3-4443-9727-e5dc1152e6df HTTP/1.1" status: 204 len: 168 time: 1.5386751 Mar 28 13:47:09.331931 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59438) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:09.339526 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6e30ae-c8c5-4d95-83b2-e8bba5939e3f None None] Network 06b70bc9-c263-4d0f-9f2c-25d6d101e3f8 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:47:09.343022 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-e3afc769-920b-416e-9334-3906cdd7ed43 req-b30b69dc-50b8-4934-8578-bd794875a392 service neutron] 10.222.0.20 "GET /v2.0/networks/f918f28d-0e69-47c7-aec8-a644b2bf9c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556894 Mar 28 13:47:09.343661 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-6b1c1dc8-a240-4f51-9a02-aa2173300556 None None] Deleting port 0f9def17-27b3-4c3b-84cd-d5a354370cfe {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:47:09.344174 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b1c1dc8-a240-4f51-9a02-aa2173300556 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:09.350755 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89ec511-b9d3-4a5c-8558-7a1bfb4a8e56 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:09.352427 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d89ec511-b9d3-4a5c-8558-7a1bfb4a8e56 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2048054 Mar 28 13:47:09.356282 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59440) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:09.386368 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1482783-e179-4d7d-b7e3-1bb84ce57709 admin admin] Network 2cc3241e-126b-4fc7-8d31-f7970bedb565 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:47:09.415636 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-b771d8bd-a612-48d2-9d04-e79275356d32 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Deleting subnet 5160d1b2-7d9e-4cb1-b15a-227427da5a5f {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:47:09.421069 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b771d8bd-a612-48d2-9d04-e79275356d32 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:09.457258 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-6b1c1dc8-a240-4f51-9a02-aa2173300556 None None] For port 0f9def17-27b3-4c3b-84cd-d5a354370cfe, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=0f9def17-27b3-4c3b-84cd-d5a354370cfe,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:09.457258 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b1c1dc8-a240-4f51-9a02-aa2173300556 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:09.463533 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-0e01c931-4f16-4727-a113-a1ad914c1b1a tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 781f79ef-bd29-4180-a3a8-33cc905136b6) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:09.467948 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e01c931-4f16-4727-a113-a1ad914c1b1a tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:09.468568 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0e01c931-4f16-4727-a113-a1ad914c1b1a tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:09.475801 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-f1482783-e179-4d7d-b7e3-1bb84ce57709 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 2cc3241e-126b-4fc7-8d31-f7970bedb565) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:09.479989 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1482783-e179-4d7d-b7e3-1bb84ce57709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:09.481439 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f1482783-e179-4d7d-b7e3-1bb84ce57709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:09.483762 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea46814-73f2-4bfe-a37b-9b83428c19eb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:09.483900 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-6b1c1dc8-a240-4f51-9a02-aa2173300556 None None] Calling delete_port for 0f9def17-27b3-4c3b-84cd-d5a354370cfe owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:47:09.487183 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-1ea46814-73f2-4bfe-a37b-9b83428c19eb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1212132 Mar 28 13:47:09.501589 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29f4036-e7a1-430e-9685-b55ec54f89e3 None None] Network 781f79ef-bd29-4180-a3a8-33cc905136b6 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:47:09.504600 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b771d8bd-a612-48d2-9d04-e79275356d32 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:09.504784 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59442) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:09.514376 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97dae3ad-ee80-4914-9298-28a29f1c84c5 None None] Network 2cc3241e-126b-4fc7-8d31-f7970bedb565 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:47:09.546245 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3eef622d-3eaa-4b34-b6a5-4f61904dbc22 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:09.561387 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-aa28e12a-07d9-435c-b5a8-2f8b8193a19e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0571463 Mar 28 13:47:09.568936 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59444) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:09.573855 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-efd65152-b6be-4b1b-9138-cbbc5d88c24d tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:09.581544 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-4d2a75ed-928a-4c9e-8b26-ee1fb40a1017 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'subnet': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:09.615465 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-e3afc769-920b-416e-9334-3906cdd7ed43 req-7f9af8cf-55b0-4b79-9807-73826ae174bc service neutron] 10.222.0.20 "GET /v2.0/networks/f918f28d-0e69-47c7-aec8-a644b2bf9c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618754 Mar 28 13:47:09.618863 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-0e01c931-4f16-4727-a113-a1ad914c1b1a tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7638478 Mar 28 13:47:09.619004 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59446) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:09.641987 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-efd65152-b6be-4b1b-9138-cbbc5d88c24d tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:09.643082 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-efd65152-b6be-4b1b-9138-cbbc5d88c24d tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:09.664083 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f1482783-e179-4d7d-b7e3-1bb84ce57709 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1970451 Mar 28 13:47:09.664959 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3eef622d-3eaa-4b34-b6a5-4f61904dbc22 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:09.668465 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 0f9def17-27b3-4c3b-84cd-d5a354370cfe no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:47:09.669018 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b771d8bd-a612-48d2-9d04-e79275356d32 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:09.674104 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59448) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:09.685633 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-bcffbb02-f57a-44ff-9672-67813ae93934 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1571218736-router', 'tenant_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:09.771854 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd65152-b6be-4b1b-9138-cbbc5d88c24d tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event updated for resources: {'Port': ['ID=fee484c0-e2c6-4d1a-95b6-59bde3cd49cd,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:09.777873 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eef622d-3eaa-4b34-b6a5-4f61904dbc22 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:47:09.805781 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef622d-3eaa-4b34-b6a5-4f61904dbc22 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1fd5fd-6133-41d9-bb1e-68dd8604190d,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:09.855636 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a0a80-a9b3-472d-ad62-98878618e4ea req-e41b755a-a25c-406c-94bb-8031c70823f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:09.857494 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-d40a0a80-a9b3-472d-ad62-98878618e4ea req-e41b755a-a25c-406c-94bb-8031c70823f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d94a57121c0e4486a9b9b9851ffddad2&device_id=846276ac-fa2d-45ae-ae4a-391d73a348fc HTTP/1.1" status: 200 len: 1097 time: 0.1357348 Mar 28 13:47:09.867192 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3eef622d-3eaa-4b34-b6a5-4f61904dbc22 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:09.867542 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-3eef622d-3eaa-4b34-b6a5-4f61904dbc22 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Added segment 2bf8aa5a-d149-41c3-ba1e-3a97162b2679 of type vlan for network 02657812-65c7-45a9-9442-02b4cfe64339 Mar 28 13:47:09.889344 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd65152-b6be-4b1b-9138-cbbc5d88c24d tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Network 797f7d9e-5bd3-4741-aea8-c3cda3da6d4e is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:09.892273 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2a75ed-928a-4c9e-8b26-ee1fb40a1017 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:47:09.900339 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4d2a75ed-928a-4c9e-8b26-ee1fb40a1017 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:09.907480 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-efd65152-b6be-4b1b-9138-cbbc5d88c24d tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:09.923454 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bcffbb02-f57a-44ff-9672-67813ae93934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:09.924347 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b1c1dc8-a240-4f51-9a02-aa2173300556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:09.924945 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bcffbb02-f57a-44ff-9672-67813ae93934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:09.933606 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Port 0f9def17-27b3-4c3b-84cd-d5a354370cfe update to DOWN by agent not found {{(pid=109614) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2191}} Mar 28 13:47:09.987856 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c1dc8-a240-4f51-9a02-aa2173300556 None None] Pushing event deleted for resources: {'Port': ['ID=0f9def17-27b3-4c3b-84cd-d5a354370cfe,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:10.014974 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1c1dc8-a240-4f51-9a02-aa2173300556 None None] No DVR routers for this DVR port 0f9def17-27b3-4c3b-84cd-d5a354370cfe on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:47:10.048747 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1377786d-2c83-42ee-bb3d-b665d6b06fb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-2cc3241e-126b-4fc7-8d31-f7970bedb565', 'network_id': '2cc3241e-126b-4fc7-8d31-f7970bedb565', 'tenant_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'fixed_ips': [{'subnet_id': '3347bc09-8e26-47dd-9935-5fe9204b659f'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:47:10.048747 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1377786d-2c83-42ee-bb3d-b665d6b06fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:10.071596 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3610a4-bcbf-47be-ba8b-29d80dc258b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-781f79ef-bd29-4180-a3a8-33cc905136b6', 'network_id': '781f79ef-bd29-4180-a3a8-33cc905136b6', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'fixed_ips': [{'subnet_id': '653c6be3-d8e9-46c2-8a59-c571ae539f69'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:47:10.072543 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dc3610a4-bcbf-47be-ba8b-29d80dc258b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:10.095244 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3eef622d-3eaa-4b34-b6a5-4f61904dbc22 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:10.180322 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b771d8bd-a612-48d2-9d04-e79275356d32 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:10.258011 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.db.resource_extend [None req-3eef622d-3eaa-4b34-b6a5-4f61904dbc22 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 13:47:10.271007 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771d8bd-a612-48d2-9d04-e79275356d32 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event deleted for resources: {'Subnet': ['ID=5160d1b2-7d9e-4cb1-b15a-227427da5a5f,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:10.293752 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-1377786d-2c83-42ee-bb3d-b665d6b06fb5 None None] Allocated IP 172.20.0.2 (2cc3241e-126b-4fc7-8d31-f7970bedb565/3347bc09-8e26-47dd-9935-5fe9204b659f/f9cf888a-72c1-4435-830f-b81a762be605) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:47:10.322644 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bcffbb02-f57a-44ff-9672-67813ae93934 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:10.324687 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b771d8bd-a612-48d2-9d04-e79275356d32 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:10.330536 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b771d8bd-a612-48d2-9d04-e79275356d32 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/subnets/5160d1b2-7d9e-4cb1-b15a-227427da5a5f HTTP/1.1" status: 204 len: 168 time: 0.9976223 Mar 28 13:47:10.333915 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59452) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:10.396985 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700f34e-fc01-4e33-8996-22d281a7ca7f req-011b0e54-beca-4385-ab7c-f19a2683f654 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:10.398564 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8700f34e-fc01-4e33-8996-22d281a7ca7f req-011b0e54-beca-4385-ab7c-f19a2683f654 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/ports?device_id=846276ac-fa2d-45ae-ae4a-391d73a348fc HTTP/1.1" status: 200 len: 944 time: 0.4132266 Mar 28 13:47:10.455666 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a0a80-a9b3-472d-ad62-98878618e4ea req-5ee1c47c-1bb9-40b8-b382-0558764eb7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:10.457249 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-d40a0a80-a9b3-472d-ad62-98878618e4ea req-5ee1c47c-1bb9-40b8-b382-0558764eb7fa service neutron] 10.222.0.20 "GET /v2.0/networks?id=f918f28d-0e69-47c7-aec8-a644b2bf9c10 HTTP/1.1" status: 200 len: 912 time: 0.5845625 Mar 28 13:47:10.501593 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-47953b28-b282-457b-a731-6520f3524d3d None None] Provisioning complete for port fee484c0-e2c6-4d1a-95b6-59bde3cd49cd triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:10.501958 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-47953b28-b282-457b-a731-6520f3524d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:10.505758 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd65152-b6be-4b1b-9138-cbbc5d88c24d tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Router 3aaa37ed-bfe9-4628-adbe-5a0b273e3219 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:47:10.512549 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3eef622d-3eaa-4b34-b6a5-4f61904dbc22 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:10.518777 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eef622d-3eaa-4b34-b6a5-4f61904dbc22 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:10.520733 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3eef622d-3eaa-4b34-b6a5-4f61904dbc22 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:10.578668 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-d40a0a80-a9b3-472d-ad62-98878618e4ea req-73876d22-4105-4b83-bebb-f7ae38f2af7e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c526537-065f-44f6-9c81-50a99c0b9dcc HTTP/1.1" status: 200 len: 217 time: 0.0901582 Mar 28 13:47:10.587225 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1377786d-2c83-42ee-bb3d-b665d6b06fb5 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:10.597872 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-47953b28-b282-457b-a731-6520f3524d3d None None] Port fee484c0-e2c6-4d1a-95b6-59bde3cd49cd cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:47:10.606527 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-dc3610a4-bcbf-47be-ba8b-29d80dc258b4 None None] Allocated IP 172.20.0.2 (781f79ef-bd29-4180-a3a8-33cc905136b6/653c6be3-d8e9-46c2-8a59-c571ae539f69/cc7465ad-1b16-4720-81b9-e481c97e4da0) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:47:10.671954 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1377786d-2c83-42ee-bb3d-b665d6b06fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:10.730589 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4d2a75ed-928a-4c9e-8b26-ee1fb40a1017 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:10.740148 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1377786d-2c83-42ee-bb3d-b665d6b06fb5 None None] Network 2cc3241e-126b-4fc7-8d31-f7970bedb565 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:10.751037 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-1377786d-2c83-42ee-bb3d-b665d6b06fb5 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:10.752980 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377786d-2c83-42ee-bb3d-b665d6b06fb5 None None] Pushing event updated for resources: {'Port': ['ID=f9cf888a-72c1-4435-830f-b81a762be605,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:10.755309 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1377786d-2c83-42ee-bb3d-b665d6b06fb5 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:47:10.793494 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a0a80-a9b3-472d-ad62-98878618e4ea req-1956c38a-48ae-44fa-8939-c28cdf86d499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:10.795019 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-d40a0a80-a9b3-472d-ad62-98878618e4ea req-1956c38a-48ae-44fa-8939-c28cdf86d499 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a6e86362-3285-4816-b04f-59d2c530faee HTTP/1.1" status: 200 len: 851 time: 0.2065492 Mar 28 13:47:10.799957 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2a75ed-928a-4c9e-8b26-ee1fb40a1017 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:10.813215 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8fb173-4530-44f8-8da7-dac025cc716c None None] Network 06b70bc9-c263-4d0f-9f2c-25d6d101e3f8 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:47:10.833981 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-4d2a75ed-928a-4c9e-8b26-ee1fb40a1017 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:10.836605 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-d40a0a80-a9b3-472d-ad62-98878618e4ea req-a2e44812-f2ee-40ea-bef0-fb6dcac74ffb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f918f28d-0e69-47c7-aec8-a644b2bf9c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315223 Mar 28 13:47:10.840022 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2a75ed-928a-4c9e-8b26-ee1fb40a1017 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:10.840722 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4d2a75ed-928a-4c9e-8b26-ee1fb40a1017 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:10.850861 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd65152-b6be-4b1b-9138-cbbc5d88c24d tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:47:10.859631 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6028d42-3a92-4e35-b358-84436ca1cbcd None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:47:10.875781 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812b8a09-25e6-4000-8032-7aee644b9017 None None] Sync routers for ids ['3aaa37ed-bfe9-4628-adbe-5a0b273e3219'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:47:10.884193 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-efd65152-b6be-4b1b-9138-cbbc5d88c24d tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "PUT /v2.0/routers/3aaa37ed-bfe9-4628-adbe-5a0b273e3219/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1371043 Mar 28 13:47:10.888247 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59454) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:10.927808 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a75ed-928a-4c9e-8b26-ee1fb40a1017 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Subnet': ['ID=566a2a8c-194b-46c3-ac88-746b03819c6b,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:10.937238 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3eef622d-3eaa-4b34-b6a5-4f61904dbc22 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9743214 Mar 28 13:47:10.956114 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59456) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:10.963866 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-eb2b94e0-809a-4586-bbd4-ebfb95677605 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Request body: {'subnet': {'network_id': '02657812-65c7-45a9-9442-02b4cfe64339', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:10.991057 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e5131e1a-c076-4697-98be-a8ecb22ae4ee tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:11.044751 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-56708d87-a6e2-41f9-b3d8-43f87f85807d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:11.081020 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8700f34e-fc01-4e33-8996-22d281a7ca7f req-f66765b3-3a29-42eb-8588-03491051cc2c tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/security-groups?id=1423174f-eb5a-4b60-ab04-796de1ca3c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6652453 Mar 28 13:47:11.086548 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef622d-3eaa-4b34-b6a5-4f61904dbc22 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Pushing event updated for resources: {'Network': ['ID=02657812-65c7-45a9-9442-02b4cfe64339,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:11.091790 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bcffbb02-f57a-44ff-9672-67813ae93934 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:11.144441 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 02657812-65c7-45a9-9442-02b4cfe64339 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:47:11.147172 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-1377786d-2c83-42ee-bb3d-b665d6b06fb5 None None] Attempting to bind port f9cf888a-72c1-4435-830f-b81a762be605 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:47:11.147538 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-1377786d-2c83-42ee-bb3d-b665d6b06fb5 None None] Attempting to bind port f9cf888a-72c1-4435-830f-b81a762be605 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '7170d0f3-cdbd-4bd5-bc53-0e50845f5cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2cc3241e-126b-4fc7-8d31-f7970bedb565'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:47:11.147897 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1377786d-2c83-42ee-bb3d-b665d6b06fb5 None None] Attempting to bind port f9cf888a-72c1-4435-830f-b81a762be605 on network 2cc3241e-126b-4fc7-8d31-f7970bedb565 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:47:11.178451 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-acc671d9-1009-407e-b29b-6fb4d14bfcf8 None None] Provisioning complete for port 402db561-8ff6-4bf9-a011-4503ce5cc585 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:11.178821 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-acc671d9-1009-407e-b29b-6fb4d14bfcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:11.198357 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812b8a09-25e6-4000-8032-7aee644b9017 None None] Routers {'3aaa37ed-bfe9-4628-adbe-5a0b273e3219'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:47:11.198997 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-812b8a09-25e6-4000-8032-7aee644b9017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:46:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['3aaa37ed-bfe9-4628-adbe-5a0b273e3219'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:11.245698 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1377786d-2c83-42ee-bb3d-b665d6b06fb5 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:47:11.246066 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1377786d-2c83-42ee-bb3d-b665d6b06fb5 None None] Checking segment: {'id': '7170d0f3-cdbd-4bd5-bc53-0e50845f5cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2cc3241e-126b-4fc7-8d31-f7970bedb565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:47:11.246456 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1377786d-2c83-42ee-bb3d-b665d6b06fb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:11.246845 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1377786d-2c83-42ee-bb3d-b665d6b06fb5 None None] Bound using segment: {'id': '7170d0f3-cdbd-4bd5-bc53-0e50845f5cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2cc3241e-126b-4fc7-8d31-f7970bedb565'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:47:11.247816 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-1377786d-2c83-42ee-bb3d-b665d6b06fb5 None None] Bound port: f9cf888a-72c1-4435-830f-b81a762be605, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7170d0f3-cdbd-4bd5-bc53-0e50845f5cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2cc3241e-126b-4fc7-8d31-f7970bedb565'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:47:11.247816 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1377786d-2c83-42ee-bb3d-b665d6b06fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:11.265003 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fa37d6-84d1-4609-af68-c43f937b2b82 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:11.265213 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dc3610a4-bcbf-47be-ba8b-29d80dc258b4 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:11.269057 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-44fa37d6-84d1-4609-af68-c43f937b2b82 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "GET /v2.0/ports/fee484c0-e2c6-4d1a-95b6-59bde3cd49cd HTTP/1.1" status: 200 len: 913 time: 0.3547635 Mar 28 13:47:11.270850 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59458) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:11.279425 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-4d2a75ed-928a-4c9e-8b26-ee1fb40a1017 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7053185 Mar 28 13:47:11.282569 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59460) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:11.299418 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-0c5ccdf0-d31d-42e8-bb76-2c6972f3e0a3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'port': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'fixed_ips': [{'subnet_id': '566a2a8c-194b-46c3-ac88-746b03819c6b', 'ip_address': '2001:db8::88:cca:bdaa:c73'}], 'name': 'tempest-NetworksTestDHCPv6-821545434'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:11.345589 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-56708d87-a6e2-41f9-b3d8-43f87f85807d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Deleting port 402db561-8ff6-4bf9-a011-4503ce5cc585 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:47:11.346185 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-56708d87-a6e2-41f9-b3d8-43f87f85807d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:11.346349 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-812b8a09-25e6-4000-8032-7aee644b9017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:11.423289 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dc3610a4-bcbf-47be-ba8b-29d80dc258b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:11.431241 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812b8a09-25e6-4000-8032-7aee644b9017 None None] Routers {'3aaa37ed-bfe9-4628-adbe-5a0b273e3219'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:47:11.431875 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-812b8a09-25e6-4000-8032-7aee644b9017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:46:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['3aaa37ed-bfe9-4628-adbe-5a0b273e3219'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:11.481042 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-56708d87-a6e2-41f9-b3d8-43f87f85807d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] For port 402db561-8ff6-4bf9-a011-4503ce5cc585, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=402db561-8ff6-4bf9-a011-4503ce5cc585,segment=NetworkSegment(314ef82e-f02a-481b-949a-8fc1d233495d),segment_id=314ef82e-f02a-481b-949a-8fc1d233495d)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:11.481680 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-56708d87-a6e2-41f9-b3d8-43f87f85807d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:11.506928 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-56708d87-a6e2-41f9-b3d8-43f87f85807d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Calling delete_port for 402db561-8ff6-4bf9-a011-4503ce5cc585 owned by network:dhcp {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:47:11.520773 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-e5131e1a-c076-4697-98be-a8ecb22ae4ee tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Allocated IP 172.20.0.1 (781f79ef-bd29-4180-a3a8-33cc905136b6/653c6be3-d8e9-46c2-8a59-c571ae539f69/6d600fc5-5ec3-46fe-b579-018a4862cf4c) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:47:11.531068 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-d40a0a80-a9b3-472d-ad62-98878618e4ea req-7ff832da-19f6-4274-b9e6-deb96c45c0d5 service neutron] 10.222.0.20 "GET /v2.0/networks/f918f28d-0e69-47c7-aec8-a644b2bf9c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6846547 Mar 28 13:47:11.544281 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-812b8a09-25e6-4000-8032-7aee644b9017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:11.544962 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812b8a09-25e6-4000-8032-7aee644b9017 None None] The sync data for ids ['3aaa37ed-bfe9-4628-adbe-5a0b273e3219'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:47:11.560103 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3610a4-bcbf-47be-ba8b-29d80dc258b4 None None] Network 781f79ef-bd29-4180-a3a8-33cc905136b6 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:11.574649 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-dc3610a4-bcbf-47be-ba8b-29d80dc258b4 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:11.584507 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-1377786d-2c83-42ee-bb3d-b665d6b06fb5 None None] For port f9cf888a-72c1-4435-830f-b81a762be605, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:47:11.586698 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3610a4-bcbf-47be-ba8b-29d80dc258b4 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:47:11.593089 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-1377786d-2c83-42ee-bb3d-b665d6b06fb5 None None] For port f9cf888a-72c1-4435-830f-b81a762be605, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=f9cf888a-72c1-4435-830f-b81a762be605,segment=NetworkSegment(7170d0f3-cdbd-4bd5-bc53-0e50845f5cc5),segment_id=7170d0f3-cdbd-4bd5-bc53-0e50845f5cc5)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:47:11.612423 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3610a4-bcbf-47be-ba8b-29d80dc258b4 None None] Pushing event updated for resources: {'Port': ['ID=cc7465ad-1b16-4720-81b9-e481c97e4da0,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:11.669202 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15b1c06-defe-416e-92b7-e966b53f3fc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-0683b568-5de1-47de-8c3c-3856d7f643f9', 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'tenant_id': '97c2fb5000a44df7a1530b25f26f0716', 'fixed_ips': [{'subnet_id': '566a2a8c-194b-46c3-ac88-746b03819c6b'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:47:11.670067 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c15b1c06-defe-416e-92b7-e966b53f3fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:11.697559 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0c15f3-960f-4bbb-8f3d-1ec7967a6ef7 None None] DHCP port deletion for 06b70bc9-c263-4d0f-9f2c-25d6d101e3f8 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:47:11.701107 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1377786d-2c83-42ee-bb3d-b665d6b06fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:11.766652 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2b94e0-809a-4586-bbd4-ebfb95677605 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Made reservation on behalf of 0b7b81ad505049aeb51fcb549cf024b5 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:47:11.770728 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-eb2b94e0-809a-4586-bbd4-ebfb95677605 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:11.793860 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-dc3610a4-bcbf-47be-ba8b-29d80dc258b4 None None] Attempting to bind port cc7465ad-1b16-4720-81b9-e481c97e4da0 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:47:11.794222 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-dc3610a4-bcbf-47be-ba8b-29d80dc258b4 None None] Attempting to bind port cc7465ad-1b16-4720-81b9-e481c97e4da0 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '1894ee31-236f-49fe-9c7b-32b4a475f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '781f79ef-bd29-4180-a3a8-33cc905136b6'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:47:11.794580 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3610a4-bcbf-47be-ba8b-29d80dc258b4 None None] Attempting to bind port cc7465ad-1b16-4720-81b9-e481c97e4da0 on network 781f79ef-bd29-4180-a3a8-33cc905136b6 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:47:11.834576 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bcffbb02-f57a-44ff-9672-67813ae93934 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:11.876221 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3610a4-bcbf-47be-ba8b-29d80dc258b4 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:47:11.876620 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3610a4-bcbf-47be-ba8b-29d80dc258b4 None None] Checking segment: {'id': '1894ee31-236f-49fe-9c7b-32b4a475f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '781f79ef-bd29-4180-a3a8-33cc905136b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:47:11.876818 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bcffbb02-f57a-44ff-9672-67813ae93934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:11.877021 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dc3610a4-bcbf-47be-ba8b-29d80dc258b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:11.877411 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3610a4-bcbf-47be-ba8b-29d80dc258b4 None None] Bound using segment: {'id': '1894ee31-236f-49fe-9c7b-32b4a475f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '781f79ef-bd29-4180-a3a8-33cc905136b6'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:47:11.877891 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-dc3610a4-bcbf-47be-ba8b-29d80dc258b4 None None] Bound port: cc7465ad-1b16-4720-81b9-e481c97e4da0, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1894ee31-236f-49fe-9c7b-32b4a475f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '781f79ef-bd29-4180-a3a8-33cc905136b6'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:47:11.878273 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dc3610a4-bcbf-47be-ba8b-29d80dc258b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:11.890533 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e5131e1a-c076-4697-98be-a8ecb22ae4ee tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:11.917637 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377786d-2c83-42ee-bb3d-b665d6b06fb5 None None] Pushing event updated for resources: {'Port': ['ID=f9cf888a-72c1-4435-830f-b81a762be605,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:11.956047 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-56708d87-a6e2-41f9-b3d8-43f87f85807d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:11.999487 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56708d87-a6e2-41f9-b3d8-43f87f85807d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event deleted for resources: {'Port': ['ID=402db561-8ff6-4bf9-a011-4503ce5cc585,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:12.020968 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56708d87-a6e2-41f9-b3d8-43f87f85807d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] No DVR routers for this DVR port 402db561-8ff6-4bf9-a011-4503ce5cc585 on host dv-neutron-835335-1-hyperv {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:47:12.084634 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-d40a0a80-a9b3-472d-ad62-98878618e4ea req-0a71036f-3137-47e2-a95c-941a70f49cac service neutron] 10.222.0.20 "GET /v2.0/networks/f918f28d-0e69-47c7-aec8-a644b2bf9c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5421896 Mar 28 13:47:12.095449 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5ccdf0-d31d-42e8-bb76-2c6972f3e0a3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:47:12.142377 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dc3610a4-bcbf-47be-ba8b-29d80dc258b4 None None] For port cc7465ad-1b16-4720-81b9-e481c97e4da0, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:47:12.150788 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-fb0c15f3-960f-4bbb-8f3d-1ec7967a6ef7 None None] Deleting port 402db561-8ff6-4bf9-a011-4503ce5cc585 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:47:12.151444 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-fb0c15f3-960f-4bbb-8f3d-1ec7967a6ef7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:12.154405 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-c15b1c06-defe-416e-92b7-e966b53f3fc6 None None] Allocated IP 2001:db8::2 (0683b568-5de1-47de-8c3c-3856d7f643f9/566a2a8c-194b-46c3-ac88-746b03819c6b/5816e1b3-bceb-4192-8880-d9e1c6f5b74d) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:47:12.165327 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dc3610a4-bcbf-47be-ba8b-29d80dc258b4 None None] For port cc7465ad-1b16-4720-81b9-e481c97e4da0, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=cc7465ad-1b16-4720-81b9-e481c97e4da0,segment=NetworkSegment(1894ee31-236f-49fe-9c7b-32b4a475f3a6),segment_id=1894ee31-236f-49fe-9c7b-32b4a475f3a6)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:47:12.274101 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-eb2b94e0-809a-4586-bbd4-ebfb95677605 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:12.302068 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dc3610a4-bcbf-47be-ba8b-29d80dc258b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:12.305508 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-fb0c15f3-960f-4bbb-8f3d-1ec7967a6ef7 None None] For port 402db561-8ff6-4bf9-a011-4503ce5cc585, host dv-neutron-835335-1-hyperv, got binding levels [] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:12.305923 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-fb0c15f3-960f-4bbb-8f3d-1ec7967a6ef7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:12.309161 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-bcffbb02-f57a-44ff-9672-67813ae93934 admin admin] Allocated IP 172.26.2.134 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/a318405c-f9ed-4f74-978b-188b8e060048) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:47:12.312286 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-56708d87-a6e2-41f9-b3d8-43f87f85807d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:12.317386 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e5131e1a-c076-4697-98be-a8ecb22ae4ee tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:12.355590 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-fb0c15f3-960f-4bbb-8f3d-1ec7967a6ef7 None None] Calling delete_port for 402db561-8ff6-4bf9-a011-4503ce5cc585 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:47:12.364724 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0c5ccdf0-d31d-42e8-bb76-2c6972f3e0a3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:12.365365 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.ipam_backend_mixin [None req-fb0c15f3-960f-4bbb-8f3d-1ec7967a6ef7 None None] Port 402db561-8ff6-4bf9-a011-4503ce5cc585 was not found and therefore no delete operation was performed {{(pid=109614) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 28 13:47:12.382813 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-fb0c15f3-960f-4bbb-8f3d-1ec7967a6ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:12.393309 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-56708d87-a6e2-41f9-b3d8-43f87f85807d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06b70bc9-c263-4d0f-9f2c-25d6d101e3f8']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:12.413718 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [None req-0c5ccdf0-d31d-42e8-bb76-2c6972f3e0a3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] device_id is not set on port de23bb46-c047-40e5-a749-179047742ef7 yet. {{(pid=109612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:47:12.416097 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b94e0-809a-4586-bbd4-ebfb95677605 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Pushing event updated for resources: {'Subnet': ['ID=225d890d-9637-449a-9f29-51cfd7021690,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:12.424531 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5131e1a-c076-4697-98be-a8ecb22ae4ee tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Network 781f79ef-bd29-4180-a3a8-33cc905136b6 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:12.438340 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0c15f3-960f-4bbb-8f3d-1ec7967a6ef7 None None] No DVR routers for this DVR port 402db561-8ff6-4bf9-a011-4503ce5cc585 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:47:12.438989 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-56708d87-a6e2-41f9-b3d8-43f87f85807d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '314ef82e-f02a-481b-949a-8fc1d233495d') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:12.439694 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-56708d87-a6e2-41f9-b3d8-43f87f85807d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '314ef82e-f02a-481b-949a-8fc1d233495d') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:12.444715 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-e5131e1a-c076-4697-98be-a8ecb22ae4ee tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:12.447824 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3610a4-bcbf-47be-ba8b-29d80dc258b4 None None] Pushing event updated for resources: {'Port': ['ID=cc7465ad-1b16-4720-81b9-e481c97e4da0,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:12.480945 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5131e1a-c076-4697-98be-a8ecb22ae4ee tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:47:12.488064 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c15f3-960f-4bbb-8f3d-1ec7967a6ef7 None None] Pushing event deleted for resources: {'Port': ['ID=402db561-8ff6-4bf9-a011-4503ce5cc585,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:12.490664 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdee274-ff2f-4acc-9e4a-b7dfad2dda35 req-e9e09a86-e77f-4d8f-84a5-467d11745b8c tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:12.494043 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2b94e0-809a-4586-bbd4-ebfb95677605 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Checking segment: {'id': '2bf8aa5a-d149-41c3-ba1e-3a97162b2679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '02657812-65c7-45a9-9442-02b4cfe64339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:47:12.494485 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2b94e0-809a-4586-bbd4-ebfb95677605 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Network hostable DHCP agents. Network: 02657812-65c7-45a9-9442-02b4cfe64339, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:47:12.498028 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dbdee274-ff2f-4acc-9e4a-b7dfad2dda35 req-e9e09a86-e77f-4d8f-84a5-467d11745b8c tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/ports?device_id=846276ac-fa2d-45ae-ae4a-391d73a348fc HTTP/1.1" status: 200 len: 944 time: 0.2485199 Mar 28 13:47:12.505783 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-56708d87-a6e2-41f9-b3d8-43f87f85807d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:12.509946 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5131e1a-c076-4697-98be-a8ecb22ae4ee tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event updated for resources: {'Port': ['ID=6d600fc5-5ec3-46fe-b579-018a4862cf4c,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:12.540420 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c15b1c06-defe-416e-92b7-e966b53f3fc6 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:12.572871 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-56708d87-a6e2-41f9-b3d8-43f87f85807d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:12.578556 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c15b1c06-defe-416e-92b7-e966b53f3fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:12.607275 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dbdee274-ff2f-4acc-9e4a-b7dfad2dda35 req-b4654de3-150c-4303-8a4d-6fc19afe6871 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/security-groups?id=1423174f-eb5a-4b60-ab04-796de1ca3c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042581 Mar 28 13:47:12.617975 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56708d87-a6e2-41f9-b3d8-43f87f85807d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:47:12.617975 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-56708d87-a6e2-41f9-b3d8-43f87f85807d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:12.639884 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15b1c06-defe-416e-92b7-e966b53f3fc6 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:12.642992 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:47:12.642992 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:47:12.642992 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:47:12.642992 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:47:12.642992 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:47:12.642992 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:47:12.642992 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:47:12.642992 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:47:12.642992 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:47:12.642992 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:47:12.642992 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:47:12.642992 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:47:12.642992 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:47:12.642992 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:47:12.642992 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:47:12.642992 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:47:12.642992 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:47:12.642992 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:47:12.642992 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:47:12.642992 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:47:12.642992 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:47:12.642992 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:47:12.642992 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:47:12.642992 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:47:12.642992 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:47:12.642992 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:47:12.642992 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:47:12.642992 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:47:12.642992 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:47:12.642992 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:47:12.642992 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:47:12.642992 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:47:12.645778 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-c15b1c06-defe-416e-92b7-e966b53f3fc6 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:12.653329 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15b1c06-defe-416e-92b7-e966b53f3fc6 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:47:12.669386 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-22963b5b-0459-4a2b-9e23-42e90ceed62e tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:12.669926 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e5131e1a-c076-4697-98be-a8ecb22ae4ee tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:12.697600 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15b1c06-defe-416e-92b7-e966b53f3fc6 None None] Pushing event updated for resources: {'Port': ['ID=5816e1b3-bceb-4192-8880-d9e1c6f5b74d,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:12.779064 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2b94e0-809a-4586-bbd4-ebfb95677605 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Network 02657812-65c7-45a9-9442-02b4cfe64339 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:47:12.783938 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-c15b1c06-defe-416e-92b7-e966b53f3fc6 None None] Attempting to bind port 5816e1b3-bceb-4192-8880-d9e1c6f5b74d on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:47:12.784306 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-c15b1c06-defe-416e-92b7-e966b53f3fc6 None None] Attempting to bind port 5816e1b3-bceb-4192-8880-d9e1c6f5b74d by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:47:12.784721 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15b1c06-defe-416e-92b7-e966b53f3fc6 None None] Attempting to bind port 5816e1b3-bceb-4192-8880-d9e1c6f5b74d on network 0683b568-5de1-47de-8c3c-3856d7f643f9 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:47:12.794349 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15b1c06-defe-416e-92b7-e966b53f3fc6 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:47:12.794759 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15b1c06-defe-416e-92b7-e966b53f3fc6 None None] Checking segment: {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:47:12.795168 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c15b1c06-defe-416e-92b7-e966b53f3fc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:12.795655 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15b1c06-defe-416e-92b7-e966b53f3fc6 None None] Bound using segment: {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:47:12.796123 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-c15b1c06-defe-416e-92b7-e966b53f3fc6 None None] Bound port: 5816e1b3-bceb-4192-8880-d9e1c6f5b74d, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:47:12.796702 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c15b1c06-defe-416e-92b7-e966b53f3fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:12.825285 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-0c5ccdf0-d31d-42e8-bb76-2c6972f3e0a3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Allocated IP 2001:db8::88:cca:bdaa:c73 (0683b568-5de1-47de-8c3c-3856d7f643f9/566a2a8c-194b-46c3-ac88-746b03819c6b/de23bb46-c047-40e5-a749-179047742ef7) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:47:12.826437 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bcffbb02-f57a-44ff-9672-67813ae93934 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:12.902179 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-c15b1c06-defe-416e-92b7-e966b53f3fc6 None None] For port 5816e1b3-bceb-4192-8880-d9e1c6f5b74d, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:47:12.907361 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-c15b1c06-defe-416e-92b7-e966b53f3fc6 None None] For port 5816e1b3-bceb-4192-8880-d9e1c6f5b74d, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=5816e1b3-bceb-4192-8880-d9e1c6f5b74d,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:47:12.920703 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-56708d87-a6e2-41f9-b3d8-43f87f85807d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:12.934425 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-56708d87-a6e2-41f9-b3d8-43f87f85807d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:12.939274 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-56708d87-a6e2-41f9-b3d8-43f87f85807d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/networks/06b70bc9-c263-4d0f-9f2c-25d6d101e3f8 HTTP/1.1" status: 204 len: 168 time: 2.5834939 Mar 28 13:47:12.944243 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59464) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:12.954332 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-eb2b94e0-809a-4586-bbd4-ebfb95677605 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 02657812-65c7-45a9-9442-02b4cfe64339) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:12.967366 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d83e8c4-1530-4b2c-aee4-d629d8eb78f8 None None] Network 02657812-65c7-45a9-9442-02b4cfe64339 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:47:12.973519 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2b94e0-809a-4586-bbd4-ebfb95677605 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:12.974339 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-eb2b94e0-809a-4586-bbd4-ebfb95677605 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:12.991530 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bcffbb02-f57a-44ff-9672-67813ae93934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:12.994498 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e5131e1a-c076-4697-98be-a8ecb22ae4ee tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:13.005665 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56708d87-a6e2-41f9-b3d8-43f87f85807d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event deleted for resources: {'Network': ['ID=06b70bc9-c263-4d0f-9f2c-25d6d101e3f8,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:13.050309 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c15b1c06-defe-416e-92b7-e966b53f3fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:13.084733 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-eb2b94e0-809a-4586-bbd4-ebfb95677605 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1249986 Mar 28 13:47:13.088180 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59466) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:13.090250 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcffbb02-f57a-44ff-9672-67813ae93934 admin admin] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:13.114695 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-567e0ca3-f766-4430-9370-ea4673180222 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1115774420', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:13.122402 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-bcffbb02-f57a-44ff-9672-67813ae93934 admin admin] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:13.140977 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcffbb02-f57a-44ff-9672-67813ae93934 admin admin] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:47:13.154344 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bbd2e6-caf1-40fc-88ec-b4c917aeacbd tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:13.162138 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-68bbd2e6-caf1-40fc-88ec-b4c917aeacbd tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2118778 Mar 28 13:47:13.165981 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15b1c06-defe-416e-92b7-e966b53f3fc6 None None] Pushing event updated for resources: {'Port': ['ID=5816e1b3-bceb-4192-8880-d9e1c6f5b74d,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:13.177390 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59468) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:13.178321 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcffbb02-f57a-44ff-9672-67813ae93934 admin admin] Pushing event updated for resources: {'Port': ['ID=a318405c-f9ed-4f74-978b-188b8e060048,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:13.229873 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0c5ccdf0-d31d-42e8-bb76-2c6972f3e0a3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:13.281983 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-567e0ca3-f766-4430-9370-ea4673180222 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:13.283034 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-567e0ca3-f766-4430-9370-ea4673180222 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:13.314939 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:13.319995 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3f1454-4196-4bf5-a56d-a589f02c0bc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-02657812-65c7-45a9-9442-02b4cfe64339', 'network_id': '02657812-65c7-45a9-9442-02b4cfe64339', 'tenant_id': '0b7b81ad505049aeb51fcb549cf024b5', 'fixed_ips': [{'subnet_id': '225d890d-9637-449a-9f29-51cfd7021690'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:47:13.320964 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7d3f1454-4196-4bf5-a56d-a589f02c0bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:13.373207 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-567e0ca3-f766-4430-9370-ea4673180222 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:13.391478 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-22963b5b-0459-4a2b-9e23-42e90ceed62e tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Deleting port fee484c0-e2c6-4d1a-95b6-59bde3cd49cd {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:47:13.391821 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-22963b5b-0459-4a2b-9e23-42e90ceed62e tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:13.474668 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-567e0ca3-f766-4430-9370-ea4673180222 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:13.483634 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0c5ccdf0-d31d-42e8-bb76-2c6972f3e0a3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:13.644158 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5ccdf0-d31d-42e8-bb76-2c6972f3e0a3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:13.653270 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-567e0ca3-f766-4430-9370-ea4673180222 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:13.654625 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-567e0ca3-f766-4430-9370-ea4673180222 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5601816 Mar 28 13:47:13.675336 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59472) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:13.680483 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-0c5ccdf0-d31d-42e8-bb76-2c6972f3e0a3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:13.686195 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5ccdf0-d31d-42e8-bb76-2c6972f3e0a3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:47:13.692582 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5ccdf0-d31d-42e8-bb76-2c6972f3e0a3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:13.699751 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0c5ccdf0-d31d-42e8-bb76-2c6972f3e0a3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:13.713480 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-22963b5b-0459-4a2b-9e23-42e90ceed62e tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:13.745962 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eadb672-e738-4abf-b01d-27683196f048 None None] Network 2cc3241e-126b-4fc7-8d31-f7970bedb565 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:47:13.746555 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e5131e1a-c076-4697-98be-a8ecb22ae4ee tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:13.765646 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-450a25fe-7459-45d3-8498-a6043fbe877d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5769107 Mar 28 13:47:13.766651 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59474) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:13.834797 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-489c7a1f-044a-4c47-87ef-5998babece99 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-484963842'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:13.838317 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ccdf0-d31d-42e8-bb76-2c6972f3e0a3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Port': ['ID=de23bb46-c047-40e5-a749-179047742ef7,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:13.854620 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-22963b5b-0459-4a2b-9e23-42e90ceed62e tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Calling delete_port for fee484c0-e2c6-4d1a-95b6-59bde3cd49cd owned by network:router_interface {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:47:13.854955 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device f9cf888a-72c1-4435-830f-b81a762be605 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:47:13.916911 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-a4a7b0d1-b402-480e-921d-09c4d681963d None None] Provisioning complete for port f9cf888a-72c1-4435-830f-b81a762be605 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:13.917541 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a4a7b0d1-b402-480e-921d-09c4d681963d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:13.968253 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-0c5ccdf0-d31d-42e8-bb76-2c6972f3e0a3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.6730776 Mar 28 13:47:13.996652 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59476) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:14.038660 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-7d3f1454-4196-4bf5-a56d-a589f02c0bc6 None None] Allocated IP 172.20.0.2 (02657812-65c7-45a9-9442-02b4cfe64339/225d890d-9637-449a-9f29-51cfd7021690/16e23b7f-7ac6-49d8-9a8c-2084e6cab14e) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:47:14.072810 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489c7a1f-044a-4c47-87ef-5998babece99 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Made reservation on behalf of a8d0b895291d43e9afe1329c139db87b for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:47:14.076392 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-489c7a1f-044a-4c47-87ef-5998babece99 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:14.100721 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8aec76-fc0c-4ac2-865f-63665225055d None None] Network 781f79ef-bd29-4180-a3a8-33cc905136b6 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:47:14.115049 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port f9cf888a-72c1-4435-830f-b81a762be605 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:14.116918 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:14.157439 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e5131e1a-c076-4697-98be-a8ecb22ae4ee tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:14.197071 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-489c7a1f-044a-4c47-87ef-5998babece99 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:47:14.278369 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ed5e7f-306d-46ca-9c7a-5faa43aca53b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:14.281910 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ed5e7f-306d-46ca-9c7a-5faa43aca53b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:14.286932 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c9ed5e7f-306d-46ca-9c7a-5faa43aca53b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1680 time: 0.2868218 Mar 28 13:47:14.287622 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59478) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:14.298968 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e5131e1a-c076-4697-98be-a8ecb22ae4ee tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:14.345619 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8418d2-5031-45eb-ae0e-7ce329ad939b req-6c093ad4-e042-4e5b-90b4-88e3e47adc47 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:14.345619 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3d8418d2-5031-45eb-ae0e-7ce329ad939b req-6c093ad4-e042-4e5b-90b4-88e3e47adc47 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/ports?device_id=846276ac-fa2d-45ae-ae4a-391d73a348fc HTTP/1.1" status: 200 len: 944 time: 0.5841773 Mar 28 13:47:14.345619 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5131e1a-c076-4697-98be-a8ecb22ae4ee tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event updated for resources: {'Port': ['ID=6d600fc5-5ec3-46fe-b579-018a4862cf4c,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:14.346224 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 8c526537-065f-44f6-9c81-50a99c0b9dcc details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 13:47:14.346718 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-489c7a1f-044a-4c47-87ef-5998babece99 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:14.346718 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-489c7a1f-044a-4c47-87ef-5998babece99 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Added segment 9243d57b-3db0-418d-8d9f-7975b7b2c2db of type vlan for network ac6b4489-80e1-4085-980c-dde9280d260e Mar 28 13:47:14.480935 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a4a7b0d1-b402-480e-921d-09c4d681963d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:14.529885 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3d8418d2-5031-45eb-ae0e-7ce329ad939b req-b82421b4-dd71-4810-8088-355db7e9762f tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/security-groups?id=1423174f-eb5a-4b60-ab04-796de1ca3c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509702 Mar 28 13:47:14.642814 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5131e1a-c076-4697-98be-a8ecb22ae4ee tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Network 781f79ef-bd29-4180-a3a8-33cc905136b6 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:14.647150 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-e5131e1a-c076-4697-98be-a8ecb22ae4ee tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:14.692707 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 8c526537-065f-44f6-9c81-50a99c0b9dcc, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=8c526537-065f-44f6-9c81-50a99c0b9dcc,segment=NetworkSegment(b9b17012-fd4d-4605-a367-0189914519aa),segment_id=b9b17012-fd4d-4605-a367-0189914519aa)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:14.713913 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:14.729270 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7d3f1454-4196-4bf5-a56d-a589f02c0bc6 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:14.744586 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': '8c526537-065f-44f6-9c81-50a99c0b9dcc', 'network_id': 'f918f28d-0e69-47c7-aec8-a644b2bf9c10', 'port_id': '8c526537-065f-44f6-9c81-50a99c0b9dcc', 'mac_address': 'fa:16:3e:43:83:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6e86362-3285-4816-b04f-59d2c530faee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 13:47:14.751432 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-a4a7b0d1-b402-480e-921d-09c4d681963d None None] For port f9cf888a-72c1-4435-830f-b81a762be605, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=f9cf888a-72c1-4435-830f-b81a762be605,segment=NetworkSegment(7170d0f3-cdbd-4bd5-bc53-0e50845f5cc5),segment_id=7170d0f3-cdbd-4bd5-bc53-0e50845f5cc5)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:14.790764 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bcffbb02-f57a-44ff-9672-67813ae93934 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:14.821120 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7d3f1454-4196-4bf5-a56d-a589f02c0bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:14.852068 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-76843bc3-5535-4f13-a309-c3686c8d205f tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:14.885854 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-489c7a1f-044a-4c47-87ef-5998babece99 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:14.916099 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3f1454-4196-4bf5-a56d-a589f02c0bc6 None None] Pushing event updated for resources: {'Port': ['ID=16e23b7f-7ac6-49d8-9a8c-2084e6cab14e,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:14.945487 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a4a7b0d1-b402-480e-921d-09c4d681963d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:14.962201 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:15.108394 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3f1454-4196-4bf5-a56d-a589f02c0bc6 None None] Network 02657812-65c7-45a9-9442-02b4cfe64339 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:15.126976 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c526537-065f-44f6-9c81-50a99c0b9dcc {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 13:47:15.137317 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-489c7a1f-044a-4c47-87ef-5998babece99 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:15.137566 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-7d3f1454-4196-4bf5-a56d-a589f02c0bc6 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:15.141352 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3f1454-4196-4bf5-a56d-a589f02c0bc6 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:47:15.144467 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489c7a1f-044a-4c47-87ef-5998babece99 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:15.146037 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-489c7a1f-044a-4c47-87ef-5998babece99 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:15.151221 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-22963b5b-0459-4a2b-9e23-42e90ceed62e tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:15.182959 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-a9cfe4e5-149b-4896-8aa2-5eff7ed60b14 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting port de23bb46-c047-40e5-a749-179047742ef7 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:47:15.183424 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a9cfe4e5-149b-4896-8aa2-5eff7ed60b14 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:15.186356 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a7b0d1-b402-480e-921d-09c4d681963d None None] Pushing event updated for resources: {'Port': ['ID=f9cf888a-72c1-4435-830f-b81a762be605,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:15.247937 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.db.api [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 13:47:15.248283 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG oslo_db.api [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 13:47:15.256840 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5131e1a-c076-4697-98be-a8ecb22ae4ee tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Router 6b50c724-d573-48a4-b432-8a2fc7f559f7 is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:47:15.266185 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22963b5b-0459-4a2b-9e23-42e90ceed62e tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event deleted for resources: {'Port': ['ID=fee484c0-e2c6-4d1a-95b6-59bde3cd49cd,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:15.282529 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 8c526537-065f-44f6-9c81-50a99c0b9dcc, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=8c526537-065f-44f6-9c81-50a99c0b9dcc,segment=NetworkSegment(b9b17012-fd4d-4605-a367-0189914519aa),segment_id=b9b17012-fd4d-4605-a367-0189914519aa)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:15.283514 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-5b60359f-8998-4de2-8592-a38e6f764afa None None] Provisioning complete for port f9cf888a-72c1-4435-830f-b81a762be605 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:15.283876 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5b60359f-8998-4de2-8592-a38e6f764afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:15.345848 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:15.349578 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-7d3f1454-4196-4bf5-a56d-a589f02c0bc6 None None] Attempting to bind port 16e23b7f-7ac6-49d8-9a8c-2084e6cab14e on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:47:15.350884 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-7d3f1454-4196-4bf5-a56d-a589f02c0bc6 None None] Attempting to bind port 16e23b7f-7ac6-49d8-9a8c-2084e6cab14e by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '2bf8aa5a-d149-41c3-ba1e-3a97162b2679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '02657812-65c7-45a9-9442-02b4cfe64339'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:47:15.351392 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3f1454-4196-4bf5-a56d-a589f02c0bc6 None None] Attempting to bind port 16e23b7f-7ac6-49d8-9a8c-2084e6cab14e on network 02657812-65c7-45a9-9442-02b4cfe64339 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:47:15.427699 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=8c526537-065f-44f6-9c81-50a99c0b9dcc,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:15.440485 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3f1454-4196-4bf5-a56d-a589f02c0bc6 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:47:15.440962 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3f1454-4196-4bf5-a56d-a589f02c0bc6 None None] Checking segment: {'id': '2bf8aa5a-d149-41c3-ba1e-3a97162b2679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '02657812-65c7-45a9-9442-02b4cfe64339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:47:15.441472 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7d3f1454-4196-4bf5-a56d-a589f02c0bc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:15.442577 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3f1454-4196-4bf5-a56d-a589f02c0bc6 None None] Bound using segment: {'id': '2bf8aa5a-d149-41c3-ba1e-3a97162b2679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '02657812-65c7-45a9-9442-02b4cfe64339'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:47:15.443760 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-489c7a1f-044a-4c47-87ef-5998babece99 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.6213925 Mar 28 13:47:15.446939 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-7d3f1454-4196-4bf5-a56d-a589f02c0bc6 None None] Bound port: 16e23b7f-7ac6-49d8-9a8c-2084e6cab14e, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bf8aa5a-d149-41c3-ba1e-3a97162b2679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '02657812-65c7-45a9-9442-02b4cfe64339'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:47:15.447550 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7d3f1454-4196-4bf5-a56d-a589f02c0bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:15.448149 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59480) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:15.455409 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-af2b3d13-4cde-4d0b-96d1-72607e0d5e20 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Request body: {'subnet': {'network_id': 'ac6b4489-80e1-4085-980c-dde9280d260e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:15.485577 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c7a1f-044a-4c47-87ef-5998babece99 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event updated for resources: {'Network': ['ID=ac6b4489-80e1-4085-980c-dde9280d260e,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:15.522325 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network ac6b4489-80e1-4085-980c-dde9280d260e details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:47:15.584072 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5131e1a-c076-4697-98be-a8ecb22ae4ee tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:47:15.600783 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e5131e1a-c076-4697-98be-a8ecb22ae4ee tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "PUT /v2.0/routers/6b50c724-d573-48a4-b432-8a2fc7f559f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9798615 Mar 28 13:47:15.603220 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd58171-63b3-4e98-a210-6e65401bf583 None None] Sync routers for ids ['6b50c724-d573-48a4-b432-8a2fc7f559f7'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:47:15.604655 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59484) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:15.611530 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bcffbb02-f57a-44ff-9672-67813ae93934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:15.633710 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd58171-63b3-4e98-a210-6e65401bf583 None None] Routers {'6b50c724-d573-48a4-b432-8a2fc7f559f7'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:47:15.634730 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-afd58171-63b3-4e98-a210-6e65401bf583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:46:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['6b50c724-d573-48a4-b432-8a2fc7f559f7'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:15.644185 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-9a5b824c-4d3a-4ba5-9914-ae91f1fdd30b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Request body: {'network': {'name': 'tempest-RoutersTest-847304445'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:15.666278 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-7d3f1454-4196-4bf5-a56d-a589f02c0bc6 None None] For port 16e23b7f-7ac6-49d8-9a8c-2084e6cab14e, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:47:15.702756 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-7d3f1454-4196-4bf5-a56d-a589f02c0bc6 None None] For port 16e23b7f-7ac6-49d8-9a8c-2084e6cab14e, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=16e23b7f-7ac6-49d8-9a8c-2084e6cab14e,segment=NetworkSegment(2bf8aa5a-d149-41c3-ba1e-3a97162b2679),segment_id=2bf8aa5a-d149-41c3-ba1e-3a97162b2679)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:47:15.725854 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-5b60359f-8998-4de2-8592-a38e6f764afa None None] Provisioning complete for port cc7465ad-1b16-4720-81b9-e481c97e4da0 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:15.726760 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5b60359f-8998-4de2-8592-a38e6f764afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:15.790023 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-22963b5b-0459-4a2b-9e23-42e90ceed62e tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:15.796857 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['8c526537-065f-44f6-9c81-50a99c0b9dcc'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 13:47:15.831498 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fba04e-65ce-464f-9728-d5d7e36f926f req-339bfe8b-ee19-4c7b-932f-5cfdb5258a79 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:15.833127 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a9cfe4e5-149b-4896-8aa2-5eff7ed60b14 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:15.842461 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-57fba04e-65ce-464f-9728-d5d7e36f926f req-339bfe8b-ee19-4c7b-932f-5cfdb5258a79 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/ports?device_id=846276ac-fa2d-45ae-ae4a-391d73a348fc HTTP/1.1" status: 200 len: 945 time: 0.1454687 Mar 28 13:47:15.849602 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2b3d13-4cde-4d0b-96d1-72607e0d5e20 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Made reservation on behalf of a8d0b895291d43e9afe1329c139db87b for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:47:15.853922 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7d3f1454-4196-4bf5-a56d-a589f02c0bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:15.855958 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-af2b3d13-4cde-4d0b-96d1-72607e0d5e20 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:15.884713 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-afd58171-63b3-4e98-a210-6e65401bf583 None None] Set router 6b50c724-d573-48a4-b432-8a2fc7f559f7 gateway port host: None {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:47:15.951247 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3f1454-4196-4bf5-a56d-a589f02c0bc6 None None] Pushing event updated for resources: {'Port': ['ID=16e23b7f-7ac6-49d8-9a8c-2084e6cab14e,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:15.976585 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-a9cfe4e5-149b-4896-8aa2-5eff7ed60b14 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Calling delete_port for de23bb46-c047-40e5-a749-179047742ef7 owned by {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:47:16.003814 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5b824c-4d3a-4ba5-9914-ae91f1fdd30b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Made reservation on behalf of 42c7f4b113aa41f19f4ff0f48ffaebf2 for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:47:16.007375 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9a5b824c-4d3a-4ba5-9914-ae91f1fdd30b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:16.027231 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-57fba04e-65ce-464f-9728-d5d7e36f926f req-67f0a5f8-f397-4d01-8f9a-28991accea26 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/security-groups?id=1423174f-eb5a-4b60-ab04-796de1ca3c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835907 Mar 28 13:47:16.063107 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-76843bc3-5535-4f13-a309-c3686c8d205f tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Allocated IP 172.20.0.1 (02657812-65c7-45a9-9442-02b4cfe64339/225d890d-9637-449a-9f29-51cfd7021690/0036582a-b196-45be-ac72-6e8542b98847) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:47:16.151374 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a5b824c-4d3a-4ba5-9914-ae91f1fdd30b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:47:16.164015 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcffbb02-f57a-44ff-9672-67813ae93934 admin admin] Router a9c0fda7-37b9-4e66-8d8b-a493d0feabc8 is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:47:16.180703 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-afd58171-63b3-4e98-a210-6e65401bf583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'name': 'tempest-RoutersTest-router-1384789579', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:47:06Z', 'updated_at': '2022-03-28T13:47:12Z', 'revision_number': 2, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'gw_port_host': None, '_interfaces': [{'id': '6d600fc5-5ec3-46fe-b579-018a4862cf4c', 'name': '', 'network_id': '781f79ef-bd29-4180-a3a8-33cc905136b6', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:dc:49:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '653c6be3-d8e9-46c2-8a59-c571ae539f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:11Z', 'updated_at': '2022-03-28T13:47:13Z', 'revision_number': 2, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '653c6be3-d8e9-46c2-8a59-c571ae539f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:16.196991 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 5816e1b3-bceb-4192-8880-d9e1c6f5b74d up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:47:16.210284 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9a5b824c-4d3a-4ba5-9914-ae91f1fdd30b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:16.210533 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-9a5b824c-4d3a-4ba5-9914-ae91f1fdd30b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Added segment 9eb1e716-a1ba-4f72-ad42-1362685cfc95 of type vlan for network 3fb51fec-b819-4ee1-b3a7-4d71be090bca Mar 28 13:47:16.230980 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd58171-63b3-4e98-a210-6e65401bf583 None None] Checking router: 6b50c724-d573-48a4-b432-8a2fc7f559f7 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:47:16.231730 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd58171-63b3-4e98-a210-6e65401bf583 None None] Updating router 6b50c724-d573-48a4-b432-8a2fc7f559f7 port 6d600fc5-5ec3-46fe-b579-018a4862cf4c binding host dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 13:47:16.261062 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5b60359f-8998-4de2-8592-a38e6f764afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:16.299002 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22963b5b-0459-4a2b-9e23-42e90ceed62e tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Router 3aaa37ed-bfe9-4628-adbe-5a0b273e3219 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:47:16.324069 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-afd58171-63b3-4e98-a210-6e65401bf583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:16.363295 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-5b60359f-8998-4de2-8592-a38e6f764afa None None] For port cc7465ad-1b16-4720-81b9-e481c97e4da0, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=cc7465ad-1b16-4720-81b9-e481c97e4da0,segment=NetworkSegment(1894ee31-236f-49fe-9c7b-32b4a475f3a6),segment_id=1894ee31-236f-49fe-9c7b-32b4a475f3a6)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:16.372288 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcffbb02-f57a-44ff-9672-67813ae93934 admin admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:47:16.388533 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21df7820-cf90-4088-a70a-62814c4d98f9 None None] Sync routers for ids ['a9c0fda7-37b9-4e66-8d8b-a493d0feabc8'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:47:16.399866 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9a5b824c-4d3a-4ba5-9914-ae91f1fdd30b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:16.428421 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 5816e1b3-bceb-4192-8880-d9e1c6f5b74d triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:16.428795 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:16.434329 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21df7820-cf90-4088-a70a-62814c4d98f9 None None] Routers {'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:47:16.434563 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-21df7820-cf90-4088-a70a-62814c4d98f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:46:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['a9c0fda7-37b9-4e66-8d8b-a493d0feabc8'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:16.465992 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5b60359f-8998-4de2-8592-a38e6f764afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:16.501139 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bcffbb02-f57a-44ff-9672-67813ae93934 admin admin] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:16.503347 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-bcffbb02-f57a-44ff-9672-67813ae93934 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.8210454 Mar 28 13:47:16.506527 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59490) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:16.566422 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-76843bc3-5535-4f13-a309-c3686c8d205f tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:16.573768 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-af2b3d13-4cde-4d0b-96d1-72607e0d5e20 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:16.592328 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22963b5b-0459-4a2b-9e23-42e90ceed62e tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:47:16.597146 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60359f-8998-4de2-8592-a38e6f764afa None None] Pushing event updated for resources: {'Port': ['ID=cc7465ad-1b16-4720-81b9-e481c97e4da0,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:16.599090 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-22963b5b-0459-4a2b-9e23-42e90ceed62e tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "PUT /v2.0/routers/3aaa37ed-bfe9-4628-adbe-5a0b273e3219/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3211453 Mar 28 13:47:16.602275 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59492) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:16.706078 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a9cfe4e5-149b-4896-8aa2-5eff7ed60b14 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:16.708324 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9a5b824c-4d3a-4ba5-9914-ae91f1fdd30b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:16.715580 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5b824c-4d3a-4ba5-9914-ae91f1fdd30b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:16.716064 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9a5b824c-4d3a-4ba5-9914-ae91f1fdd30b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:16.732017 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-21df7820-cf90-4088-a70a-62814c4d98f9 None None] Set router a9c0fda7-37b9-4e66-8d8b-a493d0feabc8 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:47:16.752815 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-afd58171-63b3-4e98-a210-6e65401bf583 None None] Notify callbacks [] for port, precommit_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:16.759006 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faee5b08-665d-4c66-8be1-f7094f952a4e None None] Sync routers for ids ['3aaa37ed-bfe9-4628-adbe-5a0b273e3219'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:47:16.772270 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faee5b08-665d-4c66-8be1-f7094f952a4e None None] Routers {'3aaa37ed-bfe9-4628-adbe-5a0b273e3219'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:47:16.773192 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-faee5b08-665d-4c66-8be1-f7094f952a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:46:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['3aaa37ed-bfe9-4628-adbe-5a0b273e3219'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:16.838663 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-faee5b08-665d-4c66-8be1-f7094f952a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:16.842016 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b824c-4d3a-4ba5-9914-ae91f1fdd30b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event updated for resources: {'Network': ['ID=3fb51fec-b819-4ee1-b3a7-4d71be090bca,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:16.855884 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faee5b08-665d-4c66-8be1-f7094f952a4e None None] Routers {'3aaa37ed-bfe9-4628-adbe-5a0b273e3219'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:47:16.856542 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-faee5b08-665d-4c66-8be1-f7094f952a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:46:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['3aaa37ed-bfe9-4628-adbe-5a0b273e3219'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:16.867738 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 3fb51fec-b819-4ee1-b3a7-4d71be090bca details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:47:16.899020 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-afd58171-63b3-4e98-a210-6e65401bf583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:17.034868 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-faee5b08-665d-4c66-8be1-f7094f952a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:17.034868 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faee5b08-665d-4c66-8be1-f7094f952a4e None None] The sync data for ids ['3aaa37ed-bfe9-4628-adbe-5a0b273e3219'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:47:17.035119 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cfe4e5-149b-4896-8aa2-5eff7ed60b14 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Port': ['ID=de23bb46-c047-40e5-a749-179047742ef7,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:17.035119 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a9cfe4e5-149b-4896-8aa2-5eff7ed60b14 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:17.035119 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a9cfe4e5-149b-4896-8aa2-5eff7ed60b14 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/ports/de23bb46-c047-40e5-a749-179047742ef7 HTTP/1.1" status: 204 len: 168 time: 2.6650326 Mar 28 13:47:17.036287 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaf60f9-3aa9-4ca6-845c-7e5f3ed90600 None None] Pushing event updated for resources: {'Port': ['ID=6d600fc5-5ec3-46fe-b579-018a4862cf4c,revision_number=3']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:17.036287 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaf60f9-3aa9-4ca6-845c-7e5f3ed90600 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:47:17.036287 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaf60f9-3aa9-4ca6-845c-7e5f3ed90600 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:47:17.036287 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaf60f9-3aa9-4ca6-845c-7e5f3ed90600 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:47:17.036287 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaf60f9-3aa9-4ca6-845c-7e5f3ed90600 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:47:17.036287 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaf60f9-3aa9-4ca6-845c-7e5f3ed90600 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:47:17.036287 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaf60f9-3aa9-4ca6-845c-7e5f3ed90600 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:47:17.036287 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaf60f9-3aa9-4ca6-845c-7e5f3ed90600 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:47:17.036287 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaf60f9-3aa9-4ca6-845c-7e5f3ed90600 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:47:17.036287 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaf60f9-3aa9-4ca6-845c-7e5f3ed90600 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:47:17.036287 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaf60f9-3aa9-4ca6-845c-7e5f3ed90600 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:47:17.036287 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaf60f9-3aa9-4ca6-845c-7e5f3ed90600 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:47:17.036287 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaf60f9-3aa9-4ca6-845c-7e5f3ed90600 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:47:17.037269 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59498) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:17.038924 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2b3d13-4cde-4d0b-96d1-72607e0d5e20 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Checking segment: {'id': '9243d57b-3db0-418d-8d9f-7975b7b2c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ac6b4489-80e1-4085-980c-dde9280d260e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:47:17.039351 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2b3d13-4cde-4d0b-96d1-72607e0d5e20 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Network hostable DHCP agents. Network: ac6b4489-80e1-4085-980c-dde9280d260e, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:47:17.068866 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-afd58171-63b3-4e98-a210-6e65401bf583 None None] Attempting to bind port 6d600fc5-5ec3-46fe-b579-018a4862cf4c on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:47:17.069227 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-afd58171-63b3-4e98-a210-6e65401bf583 None None] Attempting to bind port 6d600fc5-5ec3-46fe-b579-018a4862cf4c by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '1894ee31-236f-49fe-9c7b-32b4a475f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '781f79ef-bd29-4180-a3a8-33cc905136b6'}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:47:17.069586 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd58171-63b3-4e98-a210-6e65401bf583 None None] Attempting to bind port 6d600fc5-5ec3-46fe-b579-018a4862cf4c on network 781f79ef-bd29-4180-a3a8-33cc905136b6 {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:47:17.075991 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd58171-63b3-4e98-a210-6e65401bf583 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:47:17.076384 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd58171-63b3-4e98-a210-6e65401bf583 None None] Checking segment: {'id': '1894ee31-236f-49fe-9c7b-32b4a475f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '781f79ef-bd29-4180-a3a8-33cc905136b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:47:17.076773 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-afd58171-63b3-4e98-a210-6e65401bf583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:17.077209 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd58171-63b3-4e98-a210-6e65401bf583 None None] Bound using segment: {'id': '1894ee31-236f-49fe-9c7b-32b4a475f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '781f79ef-bd29-4180-a3a8-33cc905136b6'} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:47:17.077668 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-afd58171-63b3-4e98-a210-6e65401bf583 None None] Bound port: 6d600fc5-5ec3-46fe-b579-018a4862cf4c, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1894ee31-236f-49fe-9c7b-32b4a475f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '781f79ef-bd29-4180-a3a8-33cc905136b6'}}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:47:17.078076 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-afd58171-63b3-4e98-a210-6e65401bf583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:17.089426 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b3d13-4cde-4d0b-96d1-72607e0d5e20 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event updated for resources: {'Subnet': ['ID=fc40b16b-2bd2-4142-ae99-abf8aaf111f4,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:17.146570 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a4f109-cabf-42ce-b3e5-e3425fb3f921 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:17.150506 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a4f109-cabf-42ce-b3e5-e3425fb3f921 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:17.152591 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d5a4f109-cabf-42ce-b3e5-e3425fb3f921 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1153164 Mar 28 13:47:17.175566 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-5b60359f-8998-4de2-8592-a38e6f764afa None None] Provisioning complete for port 5816e1b3-bceb-4192-8880-d9e1c6f5b74d triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:17.183505 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5b60359f-8998-4de2-8592-a38e6f764afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:17.184634 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59502) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:17.245337 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2b3d13-4cde-4d0b-96d1-72607e0d5e20 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Network ac6b4489-80e1-4085-980c-dde9280d260e is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:47:17.275789 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-76843bc3-5535-4f13-a309-c3686c8d205f tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:17.293299 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-9a5b824c-4d3a-4ba5-9914-ae91f1fdd30b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6609063 Mar 28 13:47:17.298437 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-afd58171-63b3-4e98-a210-6e65401bf583 None None] For port 6d600fc5-5ec3-46fe-b579-018a4862cf4c, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:47:17.308658 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-afd58171-63b3-4e98-a210-6e65401bf583 None None] For port 6d600fc5-5ec3-46fe-b579-018a4862cf4c, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=6d600fc5-5ec3-46fe-b579-018a4862cf4c,segment=NetworkSegment(1894ee31-236f-49fe-9c7b-32b4a475f3a6),segment_id=1894ee31-236f-49fe-9c7b-32b4a475f3a6)] {{(pid=109615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:47:17.349301 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59506) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:17.354315 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-9aeb6865-3a3f-4fb3-baae-ad24c016805b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Request body: {'subnet': {'network_id': '3fb51fec-b819-4ee1-b3a7-4d71be090bca', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:17.383963 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-afd58171-63b3-4e98-a210-6e65401bf583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:17.388833 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-af2b3d13-4cde-4d0b-96d1-72607e0d5e20 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, ac6b4489-80e1-4085-980c-dde9280d260e) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:17.397766 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2b3d13-4cde-4d0b-96d1-72607e0d5e20 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:17.403445 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-af2b3d13-4cde-4d0b-96d1-72607e0d5e20 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:17.481232 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8050656b-a1d0-4da0-a22d-3a60afe9ebe8 None None] Network ac6b4489-80e1-4085-980c-dde9280d260e requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:47:17.520588 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd58171-63b3-4e98-a210-6e65401bf583 None None] Routers {'6b50c724-d573-48a4-b432-8a2fc7f559f7'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:47:17.521616 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-afd58171-63b3-4e98-a210-6e65401bf583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:46:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['6b50c724-d573-48a4-b432-8a2fc7f559f7'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:17.624766 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5b60359f-8998-4de2-8592-a38e6f764afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:17.635553 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaf60f9-3aa9-4ca6-845c-7e5f3ed90600 None None] Pushing event updated for resources: {'Port': ['ID=6d600fc5-5ec3-46fe-b579-018a4862cf4c,revision_number=4']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:17.652821 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:17.676094 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063eb60c-b778-44b4-be66-7a3081d0af5e req-a1c254c4-6720-41c8-80e9-021e0fee58a0 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:17.678282 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-21df7820-cf90-4088-a70a-62814c4d98f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8', 'name': 'tempest-ServersTestManualDisk-1571218736-router', 'tenant_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': 'a318405c-f9ed-4f74-978b-188b8e060048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:47:09Z', 'updated_at': '2022-03-28T13:47:14Z', 'revision_number': 3, 'project_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'gw_port': {'id': 'a318405c-f9ed-4f74-978b-188b8e060048', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:11Z', 'updated_at': '2022-03-28T13:47:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:17.684220 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-063eb60c-b778-44b4-be66-7a3081d0af5e req-a1c254c4-6720-41c8-80e9-021e0fee58a0 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/ports?device_id=846276ac-fa2d-45ae-ae4a-391d73a348fc HTTP/1.1" status: 200 len: 945 time: 0.4682961 Mar 28 13:47:17.699989 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-af2b3d13-4cde-4d0b-96d1-72607e0d5e20 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2482936 Mar 28 13:47:17.761114 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-afd58171-63b3-4e98-a210-6e65401bf583 None None] Set router 6b50c724-d573-48a4-b432-8a2fc7f559f7 gateway port host: None {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:47:17.770220 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59508) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:17.792717 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-8ed41f8e-49f3-4e2c-bf18-7c79e9007cf4 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Request body: {'port': {'network_id': 'ac6b4489-80e1-4085-980c-dde9280d260e', 'name': 'tempest-PortsTestJSON-2081879013'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:17.810111 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21df7820-cf90-4088-a70a-62814c4d98f9 None None] Checking router: a9c0fda7-37b9-4e66-8d8b-a493d0feabc8 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:47:17.813301 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21df7820-cf90-4088-a70a-62814c4d98f9 None None] Updating router a9c0fda7-37b9-4e66-8d8b-a493d0feabc8 port a318405c-f9ed-4f74-978b-188b8e060048 binding host dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 13:47:17.859805 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-5b60359f-8998-4de2-8592-a38e6f764afa None None] For port 5816e1b3-bceb-4192-8880-d9e1c6f5b74d, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=5816e1b3-bceb-4192-8880-d9e1c6f5b74d,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:17.876405 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-21df7820-cf90-4088-a70a-62814c4d98f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:17.881541 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a0e0f-3694-4f74-9950-61a1c9532dec req-727022da-4577-4e53-8f85-dfa4581aa6b7 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:17.883098 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-989a0e0f-3694-4f74-9950-61a1c9532dec req-727022da-4577-4e53-8f85-dfa4581aa6b7 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.4745073 Mar 28 13:47:17.884143 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76843bc3-5535-4f13-a309-c3686c8d205f tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Network 02657812-65c7-45a9-9442-02b4cfe64339 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:17.898479 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5988b6b7-2054-4edc-8b10-dc6641c35f7e None None] Network 02657812-65c7-45a9-9442-02b4cfe64339 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:47:17.948215 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5b60359f-8998-4de2-8592-a38e6f764afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:17.959311 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-76843bc3-5535-4f13-a309-c3686c8d205f tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:18.004058 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76843bc3-5535-4f13-a309-c3686c8d205f tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:47:18.034340 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-063eb60c-b778-44b4-be66-7a3081d0af5e req-4a58f53b-b0a2-4d2f-b3ef-0bb6a8a24674 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/security-groups?id=1423174f-eb5a-4b60-ab04-796de1ca3c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490052 Mar 28 13:47:18.084506 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76843bc3-5535-4f13-a309-c3686c8d205f tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Pushing event updated for resources: {'Port': ['ID=0036582a-b196-45be-ac72-6e8542b98847,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:18.108602 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-afd58171-63b3-4e98-a210-6e65401bf583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'name': 'tempest-RoutersTest-router-1384789579', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:47:06Z', 'updated_at': '2022-03-28T13:47:12Z', 'revision_number': 2, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'gw_port_host': None, '_interfaces': [{'id': '6d600fc5-5ec3-46fe-b579-018a4862cf4c', 'name': '', 'network_id': '781f79ef-bd29-4180-a3a8-33cc905136b6', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:dc:49:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '653c6be3-d8e9-46c2-8a59-c571ae539f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:11Z', 'updated_at': '2022-03-28T13:47:17Z', 'revision_number': 4, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '653c6be3-d8e9-46c2-8a59-c571ae539f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:18.121744 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aeb6865-3a3f-4fb3-baae-ad24c016805b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Made reservation on behalf of 42c7f4b113aa41f19f4ff0f48ffaebf2 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:47:18.125938 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9aeb6865-3a3f-4fb3-baae-ad24c016805b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:18.130517 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-8642f396-5c60-4f44-9950-c0d3089bbede tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting subnet 566a2a8c-194b-46c3-ac88-746b03819c6b {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:47:18.134101 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-78aeb848-8788-4a85-a0dc-b73335f9d945 None None] Could not find standard attr ID for object de23bb46-c047-40e5-a749-179047742ef7. {{(pid=109614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 13:47:18.137309 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8642f396-5c60-4f44-9950-c0d3089bbede tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:18.151558 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd58171-63b3-4e98-a210-6e65401bf583 None None] The sync data for ids ['6b50c724-d573-48a4-b432-8a2fc7f559f7'] in dv-neutron-835335-1-hyperv is: [{'id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'name': 'tempest-RoutersTest-router-1384789579', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:47:06Z', 'updated_at': '2022-03-28T13:47:12Z', 'revision_number': 2, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'gw_port_host': None, '_interfaces': [{'id': '6d600fc5-5ec3-46fe-b579-018a4862cf4c', 'name': '', 'network_id': '781f79ef-bd29-4180-a3a8-33cc905136b6', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:dc:49:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '653c6be3-d8e9-46c2-8a59-c571ae539f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:11Z', 'updated_at': '2022-03-28T13:47:17Z', 'revision_number': 4, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '653c6be3-d8e9-46c2-8a59-c571ae539f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:47:18.172075 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.db.api [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 13:47:18.173801 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-989a0e0f-3694-4f74-9950-61a1c9532dec req-36ab667c-4082-4a80-a159-c86056d87be0 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2771852 Mar 28 13:47:18.184511 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ae1195b4-18b5-4327-8ebf-6d39c0d8cb54 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:18.184685 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG oslo_db.api [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 13:47:18.209204 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de295c4-93e6-4997-81de-ebfad4a09cf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-ac6b4489-80e1-4085-980c-dde9280d260e', 'network_id': 'ac6b4489-80e1-4085-980c-dde9280d260e', 'tenant_id': 'a8d0b895291d43e9afe1329c139db87b', 'fixed_ips': [{'subnet_id': 'fc40b16b-2bd2-4142-ae99-abf8aaf111f4'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:47:18.210286 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2de295c4-93e6-4997-81de-ebfad4a09cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:18.231869 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60359f-8998-4de2-8592-a38e6f764afa None None] Pushing event updated for resources: {'Port': ['ID=5816e1b3-bceb-4192-8880-d9e1c6f5b74d,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:18.278452 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-78aeb848-8788-4a85-a0dc-b73335f9d945 None None] Provisioning complete for port 16e23b7f-7ac6-49d8-9a8c-2084e6cab14e triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:18.278902 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-78aeb848-8788-4a85-a0dc-b73335f9d945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:18.281246 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-76843bc3-5535-4f13-a309-c3686c8d205f tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:18.323640 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a70894c1-e982-4967-ae9b-f4f4f01c5517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:18.324227 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8642f396-5c60-4f44-9950-c0d3089bbede tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:18.383523 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713216f-18f9-4544-8ea4-506e0a2a6f4e req-50f46457-7043-4113-96c1-ad573e22b758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:18.385271 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-8713216f-18f9-4544-8ea4-506e0a2a6f4e req-50f46457-7043-4113-96c1-ad573e22b758 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa9aa9bd837f49a494e03678d3365504&device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 1098 time: 0.4499559 Mar 28 13:47:18.426761 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 8c526537-065f-44f6-9c81-50a99c0b9dcc up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:47:18.426944 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed41f8e-49f3-4e2c-bf18-7c79e9007cf4 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Made reservation on behalf of a8d0b895291d43e9afe1329c139db87b for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:47:18.434243 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8ed41f8e-49f3-4e2c-bf18-7c79e9007cf4 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:18.459750 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-8ed41f8e-49f3-4e2c-bf18-7c79e9007cf4 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] device_id is not set on port 5c6b4242-0fcb-4cbf-9325-806d167f1560 yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:47:18.691245 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8642f396-5c60-4f44-9950-c0d3089bbede tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:18.697953 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-a70894c1-e982-4967-ae9b-f4f4f01c5517 admin admin] Allocated IP 172.20.0.1 (2cc3241e-126b-4fc7-8d31-f7970bedb565/3347bc09-8e26-47dd-9935-5fe9204b659f/912f9c7a-c6f3-4408-9465-4a717a67b8ba) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:47:18.712008 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9aeb6865-3a3f-4fb3-baae-ad24c016805b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:18.730277 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713216f-18f9-4544-8ea4-506e0a2a6f4e req-498e0a4f-9209-4471-a2a3-a07046bc99cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:18.731918 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-8713216f-18f9-4544-8ea4-506e0a2a6f4e req-498e0a4f-9209-4471-a2a3-a07046bc99cb service neutron] 10.222.0.20 "GET /v2.0/networks?id=c012b94c-56e1-42f2-8be1-d11ff4eca693 HTTP/1.1" status: 200 len: 911 time: 0.3384504 Mar 28 13:47:18.801784 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-2de295c4-93e6-4997-81de-ebfad4a09cf8 None None] Allocated IP 172.20.0.2 (ac6b4489-80e1-4085-980c-dde9280d260e/fc40b16b-2bd2-4142-ae99-abf8aaf111f4/bf2beca7-7ed4-4c45-91c7-4ce0b50cfdf7) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:47:18.829884 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb6865-3a3f-4fb3-baae-ad24c016805b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event updated for resources: {'Subnet': ['ID=7864d972-ffb3-4709-ada8-227be950b309,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:18.859691 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aeb6865-3a3f-4fb3-baae-ad24c016805b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Checking segment: {'id': '9eb1e716-a1ba-4f72-ad42-1362685cfc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3fb51fec-b819-4ee1-b3a7-4d71be090bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:47:18.860124 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aeb6865-3a3f-4fb3-baae-ad24c016805b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Network hostable DHCP agents. Network: 3fb51fec-b819-4ee1-b3a7-4d71be090bca, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:47:18.896091 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-76843bc3-5535-4f13-a309-c3686c8d205f tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:18.899308 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-8713216f-18f9-4544-8ea4-506e0a2a6f4e req-e9f34cb4-6024-4f7e-8e9d-584d16a5bbdc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a18e5b15-c8e3-4960-85c2-3c772fab2e02 HTTP/1.1" status: 200 len: 1001 time: 0.1589766 Mar 28 13:47:18.905172 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device cc7465ad-1b16-4720-81b9-e481c97e4da0 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:47:18.914226 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a70894c1-e982-4967-ae9b-f4f4f01c5517 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:18.978459 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8642f396-5c60-4f44-9950-c0d3089bbede tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:18.985072 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aeb6865-3a3f-4fb3-baae-ad24c016805b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Network 3fb51fec-b819-4ee1-b3a7-4d71be090bca is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:47:19.013702 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a70894c1-e982-4967-ae9b-f4f4f01c5517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:19.022063 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-78aeb848-8788-4a85-a0dc-b73335f9d945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:19.040166 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-21df7820-cf90-4088-a70a-62814c4d98f9 None None] Notify callbacks [] for port, precommit_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:19.059307 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642f396-5c60-4f44-9950-c0d3089bbede tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Subnet': ['ID=566a2a8c-194b-46c3-ac88-746b03819c6b,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:19.081810 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70894c1-e982-4967-ae9b-f4f4f01c5517 admin admin] Network 2cc3241e-126b-4fc7-8d31-f7970bedb565 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:19.085449 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-a70894c1-e982-4967-ae9b-f4f4f01c5517 admin admin] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:19.093708 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70894c1-e982-4967-ae9b-f4f4f01c5517 admin admin] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:47:19.094687 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning for port 8c526537-065f-44f6-9c81-50a99c0b9dcc completed by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 13:47:19.102385 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-78aeb848-8788-4a85-a0dc-b73335f9d945 None None] For port 16e23b7f-7ac6-49d8-9a8c-2084e6cab14e, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=16e23b7f-7ac6-49d8-9a8c-2084e6cab14e,segment=NetworkSegment(2bf8aa5a-d149-41c3-ba1e-3a97162b2679),segment_id=2bf8aa5a-d149-41c3-ba1e-3a97162b2679)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:19.107117 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8642f396-5c60-4f44-9950-c0d3089bbede tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:19.112968 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-8642f396-5c60-4f44-9950-c0d3089bbede tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/566a2a8c-194b-46c3-ac88-746b03819c6b HTTP/1.1" status: 204 len: 168 time: 1.9269915 Mar 28 13:47:19.117530 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59512) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:19.120319 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713216f-18f9-4544-8ea4-506e0a2a6f4e req-876d706e-0fa6-4e04-85a8-375cfbe5544f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:19.121567 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port 8c526537-065f-44f6-9c81-50a99c0b9dcc triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:19.121952 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:19.123400 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-8713216f-18f9-4544-8ea4-506e0a2a6f4e req-876d706e-0fa6-4e04-85a8-375cfbe5544f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=470f589b-de11-4359-b1c6-d35a22ef5cbb HTTP/1.1" status: 200 len: 849 time: 0.2115624 Mar 28 13:47:19.206734 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd127eb-0717-404a-aa37-79576edd6d89 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:47:19.216017 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port cc7465ad-1b16-4720-81b9-e481c97e4da0 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:19.216348 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:19.223603 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70894c1-e982-4967-ae9b-f4f4f01c5517 admin admin] Pushing event updated for resources: {'Port': ['ID=912f9c7a-c6f3-4408-9465-4a717a67b8ba,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:19.241341 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-9aeb6865-3a3f-4fb3-baae-ad24c016805b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 3fb51fec-b819-4ee1-b3a7-4d71be090bca) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:19.250545 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ac7623a4-1afe-4cef-abb6-04ab71e3ec5b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1287081 Mar 28 13:47:19.264815 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aeb6865-3a3f-4fb3-baae-ad24c016805b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:19.265573 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9aeb6865-3a3f-4fb3-baae-ad24c016805b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:19.270545 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59516) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:19.295245 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-b521dc21-5922-43ca-afbf-9654c159f3c4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'subnet': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:19.328099 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-21df7820-cf90-4088-a70a-62814c4d98f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:19.331933 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-78aeb848-8788-4a85-a0dc-b73335f9d945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:19.424351 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a70894c1-e982-4967-ae9b-f4f4f01c5517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:19.436952 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c10de3a-ddf9-41dc-9bcc-185908ed985f None None] Network 3fb51fec-b819-4ee1-b3a7-4d71be090bca requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:47:19.460439 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713216f-18f9-4544-8ea4-506e0a2a6f4e req-a93772cf-7d5e-4dfd-b23e-3cca38e23247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:19.462544 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-8713216f-18f9-4544-8ea4-506e0a2a6f4e req-a93772cf-7d5e-4dfd-b23e-3cca38e23247 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c012b94c-56e1-42f2-8be1-d11ff4eca693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2909608 Mar 28 13:47:19.468105 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc07ede6-382a-4e68-b527-752a409e0dab None None] Pushing event updated for resources: {'Port': ['ID=a318405c-f9ed-4f74-978b-188b8e060048,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:19.538157 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9aeb6865-3a3f-4fb3-baae-ad24c016805b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1847439 Mar 28 13:47:19.548889 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-ae1195b4-18b5-4327-8ebf-6d39c0d8cb54 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Deleting port 3acd4e92-873b-4e3e-95b8-c9e68f3736bf {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:47:19.549590 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ae1195b4-18b5-4327-8ebf-6d39c0d8cb54 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:19.553273 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59518) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:19.557592 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-78aeb848-8788-4a85-a0dc-b73335f9d945 None None] Provisioning complete for port 6d600fc5-5ec3-46fe-b579-018a4862cf4c triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:19.561288 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-78aeb848-8788-4a85-a0dc-b73335f9d945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:19.647429 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059a3d7-6725-4db0-bcb9-5a8ce25b10b8 req-cd0a8aec-1daa-46e1-8c50-833f1aec3c79 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:19.649207 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e059a3d7-6725-4db0-bcb9-5a8ce25b10b8 req-cd0a8aec-1daa-46e1-8c50-833f1aec3c79 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/ports?device_id=846276ac-fa2d-45ae-ae4a-391d73a348fc HTTP/1.1" status: 200 len: 945 time: 0.4231737 Mar 28 13:47:19.650009 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2de295c4-93e6-4997-81de-ebfad4a09cf8 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:19.689798 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-8713216f-18f9-4544-8ea4-506e0a2a6f4e req-cc7d9030-d18e-4f10-a675-4ca60b53d25a service neutron] 10.222.0.20 "GET /v2.0/networks/c012b94c-56e1-42f2-8be1-d11ff4eca693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079234 Mar 28 13:47:19.773345 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2de295c4-93e6-4997-81de-ebfad4a09cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:19.777147 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b3772f-d62d-49d8-8016-de5183287f3e None None] DHCP port deletion for 0683b568-5de1-47de-8c3c-3856d7f643f9 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:47:19.779433 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-21df7820-cf90-4088-a70a-62814c4d98f9 None None] Attempting to bind port a318405c-f9ed-4f74-978b-188b8e060048 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:47:19.780019 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-21df7820-cf90-4088-a70a-62814c4d98f9 None None] Attempting to bind port a318405c-f9ed-4f74-978b-188b8e060048 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:47:19.780643 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21df7820-cf90-4088-a70a-62814c4d98f9 None None] Attempting to bind port a318405c-f9ed-4f74-978b-188b8e060048 on network 1cb296ed-c863-4502-973a-f31b82091846 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:47:19.781785 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ea85e-fdcf-4094-a911-8d85d28b6bf8 req-508601d7-137b-4bc5-86d2-e5112a6589a5 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:19.783481 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2e6ea85e-fdcf-4094-a911-8d85d28b6bf8 req-508601d7-137b-4bc5-86d2-e5112a6589a5 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.4137411 Mar 28 13:47:19.788909 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:19.806767 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aeb848-8788-4a85-a0dc-b73335f9d945 None None] Pushing event updated for resources: {'Port': ['ID=16e23b7f-7ac6-49d8-9a8c-2084e6cab14e,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:19.824329 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-8713216f-18f9-4544-8ea4-506e0a2a6f4e req-dfe56499-5604-4ac3-8db6-f70a015a5a88 service neutron] 10.222.0.20 "GET /v2.0/networks/c012b94c-56e1-42f2-8be1-d11ff4eca693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020627 Mar 28 13:47:19.859322 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21df7820-cf90-4088-a70a-62814c4d98f9 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:47:19.860023 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21df7820-cf90-4088-a70a-62814c4d98f9 None None] Checking segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:47:19.860710 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-21df7820-cf90-4088-a70a-62814c4d98f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:19.861605 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21df7820-cf90-4088-a70a-62814c4d98f9 None None] Bound using segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:47:19.861605 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-21df7820-cf90-4088-a70a-62814c4d98f9 None None] Bound port: a318405c-f9ed-4f74-978b-188b8e060048, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:47:19.864096 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-21df7820-cf90-4088-a70a-62814c4d98f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:19.951707 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-76843bc3-5535-4f13-a309-c3686c8d205f tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:19.958602 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b521dc21-5922-43ca-afbf-9654c159f3c4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:47:19.962221 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ae1195b4-18b5-4327-8ebf-6d39c0d8cb54 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:19.962398 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b521dc21-5922-43ca-afbf-9654c159f3c4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:19.982262 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de295c4-93e6-4997-81de-ebfad4a09cf8 None None] Network ac6b4489-80e1-4085-980c-dde9280d260e is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:19.988324 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-ae1195b4-18b5-4327-8ebf-6d39c0d8cb54 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Calling delete_port for 3acd4e92-873b-4e3e-95b8-c9e68f3736bf owned by network:router_interface {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:47:20.012545 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846276ac-fa2d-45ae-ae4a-391d73a348fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c526537-065f-44f6-9c81-50a99c0b9dcc'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:47:20.015006 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c8bd52-8143-4f94-bc41-8ec4241047e5" -d '{"events": [{"server_uuid": "846276ac-fa2d-45ae-ae4a-391d73a348fc", "name": "network-vif-plugged", "status": "completed", "tag": "8c526537-065f-44f6-9c81-50a99c0b9dcc"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:47:20.018538 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-2de295c4-93e6-4997-81de-ebfad4a09cf8 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:20.021284 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de295c4-93e6-4997-81de-ebfad4a09cf8 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:47:20.047698 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-76843bc3-5535-4f13-a309-c3686c8d205f tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:20.067962 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de295c4-93e6-4997-81de-ebfad4a09cf8 None None] Pushing event updated for resources: {'Port': ['ID=bf2beca7-7ed4-4c45-91c7-4ce0b50cfdf7,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:20.080510 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 8c526537-065f-44f6-9c81-50a99c0b9dcc, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=8c526537-065f-44f6-9c81-50a99c0b9dcc,segment=NetworkSegment(b9b17012-fd4d-4605-a367-0189914519aa),segment_id=b9b17012-fd4d-4605-a367-0189914519aa)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:20.164772 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76843bc3-5535-4f13-a309-c3686c8d205f tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Pushing event updated for resources: {'Port': ['ID=0036582a-b196-45be-ac72-6e8542b98847,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:20.171396 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:20.178769 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-76843bc3-5535-4f13-a309-c3686c8d205f tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:20.207384 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-21df7820-cf90-4088-a70a-62814c4d98f9 None None] For port a318405c-f9ed-4f74-978b-188b8e060048, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:47:20.266609 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 402db561-8ff6-4bf9-a011-4503ce5cc585 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:47:20.269114 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-78aeb848-8788-4a85-a0dc-b73335f9d945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:20.313027 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-21df7820-cf90-4088-a70a-62814c4d98f9 None None] For port a318405c-f9ed-4f74-978b-188b8e060048, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=a318405c-f9ed-4f74-978b-188b8e060048,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:47:20.337131 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76843bc3-5535-4f13-a309-c3686c8d205f tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Network 02657812-65c7-45a9-9442-02b4cfe64339 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:20.340761 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 402db561-8ff6-4bf9-a011-4503ce5cc585 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:47:20.341768 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 402db561-8ff6-4bf9-a011-4503ce5cc585 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:47:20.341917 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-76843bc3-5535-4f13-a309-c3686c8d205f tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:20.349610 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-2de295c4-93e6-4997-81de-ebfad4a09cf8 None None] Attempting to bind port bf2beca7-7ed4-4c45-91c7-4ce0b50cfdf7 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:47:20.353191 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-2de295c4-93e6-4997-81de-ebfad4a09cf8 None None] Attempting to bind port bf2beca7-7ed4-4c45-91c7-4ce0b50cfdf7 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '9243d57b-3db0-418d-8d9f-7975b7b2c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ac6b4489-80e1-4085-980c-dde9280d260e'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:47:20.353191 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de295c4-93e6-4997-81de-ebfad4a09cf8 None None] Attempting to bind port bf2beca7-7ed4-4c45-91c7-4ce0b50cfdf7 on network ac6b4489-80e1-4085-980c-dde9280d260e {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:47:20.363162 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3680d1-5509-4f11-8e5c-92e89e45329e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-3fb51fec-b819-4ee1-b3a7-4d71be090bca', 'network_id': '3fb51fec-b819-4ee1-b3a7-4d71be090bca', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'fixed_ips': [{'subnet_id': '7864d972-ffb3-4709-ada8-227be950b309'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:47:20.367560 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3a3680d1-5509-4f11-8e5c-92e89e45329e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:20.383793 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-05b3772f-d62d-49d8-8016-de5183287f3e None None] Deleting port 5816e1b3-bceb-4192-8880-d9e1c6f5b74d {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:47:20.384495 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-05b3772f-d62d-49d8-8016-de5183287f3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:20.420777 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de295c4-93e6-4997-81de-ebfad4a09cf8 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:47:20.421215 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de295c4-93e6-4997-81de-ebfad4a09cf8 None None] Checking segment: {'id': '9243d57b-3db0-418d-8d9f-7975b7b2c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ac6b4489-80e1-4085-980c-dde9280d260e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:47:20.421709 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2de295c4-93e6-4997-81de-ebfad4a09cf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:20.422281 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de295c4-93e6-4997-81de-ebfad4a09cf8 None None] Bound using segment: {'id': '9243d57b-3db0-418d-8d9f-7975b7b2c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ac6b4489-80e1-4085-980c-dde9280d260e'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:47:20.422868 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-2de295c4-93e6-4997-81de-ebfad4a09cf8 None None] Bound port: bf2beca7-7ed4-4c45-91c7-4ce0b50cfdf7, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9243d57b-3db0-418d-8d9f-7975b7b2c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ac6b4489-80e1-4085-980c-dde9280d260e'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:47:20.423355 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2de295c4-93e6-4997-81de-ebfad4a09cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:20.427304 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-21df7820-cf90-4088-a70a-62814c4d98f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:20.443968 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=8c526537-065f-44f6-9c81-50a99c0b9dcc,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:20.577021 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2e6ea85e-fdcf-4094-a911-8d85d28b6bf8 req-1a8b9150-681e-4986-acbf-9fcd03d6b428 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7346971 Mar 28 13:47:20.580100 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e059a3d7-6725-4db0-bcb9-5a8ce25b10b8 req-ff1ee6ef-57cb-483b-b55d-ee4c7d1a5120 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/security-groups?id=1423174f-eb5a-4b60-ab04-796de1ca3c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9148691 Mar 28 13:47:20.635867 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-8ed41f8e-49f3-4e2c-bf18-7c79e9007cf4 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Allocated IP 172.20.0.6 (ac6b4489-80e1-4085-980c-dde9280d260e/fc40b16b-2bd2-4142-ae99-abf8aaf111f4/5c6b4242-0fcb-4cbf-9325-806d167f1560) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:47:20.635971 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-3a3680d1-5509-4f11-8e5c-92e89e45329e None None] Allocated IP 172.21.0.2 (3fb51fec-b819-4ee1-b3a7-4d71be090bca/7864d972-ffb3-4709-ada8-227be950b309/88f2a937-3339-47bb-92d0-f19489fc0b2d) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:47:20.649503 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b521dc21-5922-43ca-afbf-9654c159f3c4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:20.684005 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-78aeb848-8788-4a85-a0dc-b73335f9d945 None None] For port 6d600fc5-5ec3-46fe-b579-018a4862cf4c, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=6d600fc5-5ec3-46fe-b579-018a4862cf4c,segment=NetworkSegment(1894ee31-236f-49fe-9c7b-32b4a475f3a6),segment_id=1894ee31-236f-49fe-9c7b-32b4a475f3a6)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:20.715309 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 13:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e386e1-c7cc-42f9-a76a-1adaa4df4812 x-openstack-request-id: req-99e386e1-c7cc-42f9-a76a-1adaa4df4812 {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:47:20.715854 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "846276ac-fa2d-45ae-ae4a-391d73a348fc", "name": "network-vif-plugged", "status": "completed", "tag": "8c526537-065f-44f6-9c81-50a99c0b9dcc", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:47:20.716224 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-99e386e1-c7cc-42f9-a76a-1adaa4df4812 {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:47:20.717149 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '846276ac-fa2d-45ae-ae4a-391d73a348fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c526537-065f-44f6-9c81-50a99c0b9dcc', 'code': 200} Mar 28 13:47:20.801744 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-78aeb848-8788-4a85-a0dc-b73335f9d945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:20.882905 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b521dc21-5922-43ca-afbf-9654c159f3c4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:20.927958 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-b521dc21-5922-43ca-afbf-9654c159f3c4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:20.939270 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a70894c1-e982-4967-ae9b-f4f4f01c5517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:20.944674 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b521dc21-5922-43ca-afbf-9654c159f3c4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:20.945280 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b521dc21-5922-43ca-afbf-9654c159f3c4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:20.959760 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521dc21-5922-43ca-afbf-9654c159f3c4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Subnet': ['ID=39336dda-7dc0-44aa-a4a8-fa3086415a5c,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:21.025122 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21df7820-cf90-4088-a70a-62814c4d98f9 None None] Routers {'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:47:21.025758 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-21df7820-cf90-4088-a70a-62814c4d98f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:46:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['a9c0fda7-37b9-4e66-8d8b-a493d0feabc8'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:21.035453 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device f9cf888a-72c1-4435-830f-b81a762be605 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:47:21.039364 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-05b3772f-d62d-49d8-8016-de5183287f3e None None] For port 5816e1b3-bceb-4192-8880-d9e1c6f5b74d, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=5816e1b3-bceb-4192-8880-d9e1c6f5b74d,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:21.040602 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-05b3772f-d62d-49d8-8016-de5183287f3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:21.060599 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ae1195b4-18b5-4327-8ebf-6d39c0d8cb54 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:21.090741 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76843bc3-5535-4f13-a309-c3686c8d205f tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Router a7471d11-cadb-4db5-bca5-eedb3a780a74 is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:47:21.103272 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b521dc21-5922-43ca-afbf-9654c159f3c4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8222291 Mar 28 13:47:21.106607 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc07ede6-382a-4e68-b527-752a409e0dab None None] Pushing event updated for resources: {'Port': ['ID=a318405c-f9ed-4f74-978b-188b8e060048,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:21.107868 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59522) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:21.121807 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-f9de1c0c-fd73-47cc-893a-6b9356fb89f5 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'port': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'fixed_ips': [{'subnet_id': '39336dda-7dc0-44aa-a4a8-fa3086415a5c', 'ip_address': '2001:db8::ad78:ce16:31dc:99e'}], 'name': 'tempest-NetworksTestDHCPv6-2082649887'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:21.126638 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1195b4-18b5-4327-8ebf-6d39c0d8cb54 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event deleted for resources: {'Port': ['ID=3acd4e92-873b-4e3e-95b8-c9e68f3736bf,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:21.145305 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-05b3772f-d62d-49d8-8016-de5183287f3e None None] Calling delete_port for 5816e1b3-bceb-4192-8880-d9e1c6f5b74d owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:47:21.157706 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-78aeb848-8788-4a85-a0dc-b73335f9d945 None None] Provisioning complete for port cc7465ad-1b16-4720-81b9-e481c97e4da0 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:21.158137 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-78aeb848-8788-4a85-a0dc-b73335f9d945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:21.228052 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-2de295c4-93e6-4997-81de-ebfad4a09cf8 None None] For port bf2beca7-7ed4-4c45-91c7-4ce0b50cfdf7, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:47:21.307701 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f4171-b45c-4c62-bae4-afe2e3be8952 req-ec77b9c2-6c86-4871-85ed-fddad78fc85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:21.309335 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-0f6f4171-b45c-4c62-bae4-afe2e3be8952 req-ec77b9c2-6c86-4871-85ed-fddad78fc85f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=846276ac-fa2d-45ae-ae4a-391d73a348fc HTTP/1.1" status: 200 len: 1099 time: 0.2878265 Mar 28 13:47:21.342509 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8ed41f8e-49f3-4e2c-bf18-7c79e9007cf4 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:21.364556 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ae1195b4-18b5-4327-8ebf-6d39c0d8cb54 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:21.369299 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fc89b99c-ce19-459b-8491-9f1648aa4c80 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:21.436609 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-2de295c4-93e6-4997-81de-ebfad4a09cf8 None None] For port bf2beca7-7ed4-4c45-91c7-4ce0b50cfdf7, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=bf2beca7-7ed4-4c45-91c7-4ce0b50cfdf7,segment=NetworkSegment(9243d57b-3db0-418d-8d9f-7975b7b2c2db),segment_id=9243d57b-3db0-418d-8d9f-7975b7b2c2db)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:47:21.448823 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-0f6f4171-b45c-4c62-bae4-afe2e3be8952 req-0381c83c-7a11-4a05-a8ce-f9e7420022d5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1423174f-eb5a-4b60-ab04-796de1ca3c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009984 Mar 28 13:47:21.484425 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76843bc3-5535-4f13-a309-c3686c8d205f tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:47:21.488219 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-76843bc3-5535-4f13-a309-c3686c8d205f tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] 10.222.0.24 "PUT /v2.0/routers/a7471d11-cadb-4db5-bca5-eedb3a780a74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8091109 Mar 28 13:47:21.491702 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59524) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:21.496709 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-19fd870b-32af-4014-b052-a62de50e2e9b tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Request body: {'port': {'network_id': '02657812-65c7-45a9-9442-02b4cfe64339', 'name': 'tempest-FloatingIPNegativeTestJSON-469459558'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:21.513650 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e805796c-9d59-46b3-ae46-8f1f1b5d9f30 None None] Sync routers for ids ['a7471d11-cadb-4db5-bca5-eedb3a780a74'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:47:21.520832 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aeb848-8788-4a85-a0dc-b73335f9d945 None None] Pushing event updated for resources: {'Port': ['ID=6d600fc5-5ec3-46fe-b579-018a4862cf4c,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:21.550796 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a70894c1-e982-4967-ae9b-f4f4f01c5517 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:21.551651 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-21df7820-cf90-4088-a70a-62814c4d98f9 None None] Set router a9c0fda7-37b9-4e66-8d8b-a493d0feabc8 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:47:21.555525 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-05b3772f-d62d-49d8-8016-de5183287f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:21.606680 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8ed41f8e-49f3-4e2c-bf18-7c79e9007cf4 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:21.610979 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9de1c0c-fd73-47cc-893a-6b9356fb89f5 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:47:21.641522 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2de295c4-93e6-4997-81de-ebfad4a09cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:21.641522 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port f9cf888a-72c1-4435-830f-b81a762be605 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:21.641522 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:21.648059 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e805796c-9d59-46b3-ae46-8f1f1b5d9f30 None None] Routers {'a7471d11-cadb-4db5-bca5-eedb3a780a74'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:47:21.649002 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-e805796c-9d59-46b3-ae46-8f1f1b5d9f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:46:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['a7471d11-cadb-4db5-bca5-eedb3a780a74'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:21.650054 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a70894c1-e982-4967-ae9b-f4f4f01c5517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:21.674728 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3a3680d1-5509-4f11-8e5c-92e89e45329e None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:21.679071 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b3772f-d62d-49d8-8016-de5183287f3e None None] Pushing event deleted for resources: {'Port': ['ID=5816e1b3-bceb-4192-8880-d9e1c6f5b74d,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:21.685535 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b3772f-d62d-49d8-8016-de5183287f3e None None] No DVR routers for this DVR port 5816e1b3-bceb-4192-8880-d9e1c6f5b74d on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:47:21.705347 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1195b4-18b5-4327-8ebf-6d39c0d8cb54 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Router 3aaa37ed-bfe9-4628-adbe-5a0b273e3219 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:47:21.725816 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a70894c1-e982-4967-ae9b-f4f4f01c5517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:21.792607 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a19ec35-f319-4896-a704-c520795c24a6 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:47:21.809871 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1195b4-18b5-4327-8ebf-6d39c0d8cb54 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:47:21.814967 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ae1195b4-18b5-4327-8ebf-6d39c0d8cb54 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "PUT /v2.0/routers/3aaa37ed-bfe9-4628-adbe-5a0b273e3219/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2117264 Mar 28 13:47:21.818660 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59530) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:21.830760 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f338d702-1ff8-4596-9bcd-4df818399c79 None None] Sync routers for ids ['3aaa37ed-bfe9-4628-adbe-5a0b273e3219'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:47:21.840059 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-e805796c-9d59-46b3-ae46-8f1f1b5d9f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:21.843154 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3a3680d1-5509-4f11-8e5c-92e89e45329e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:21.863163 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-52776b99-84fb-4ce8-bcbb-8dae732e9e90 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "GET /v2.0/ports?device_id=3aaa37ed-bfe9-4628-adbe-5a0b273e3219 HTTP/1.1" status: 200 len: 205 time: 0.0430851 Mar 28 13:47:21.865633 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59532) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:21.868571 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f338d702-1ff8-4596-9bcd-4df818399c79 None None] Routers {'3aaa37ed-bfe9-4628-adbe-5a0b273e3219'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:47:21.869337 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-f338d702-1ff8-4596-9bcd-4df818399c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:46:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['3aaa37ed-bfe9-4628-adbe-5a0b273e3219'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:21.874836 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19fd870b-32af-4014-b052-a62de50e2e9b tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Made reservation on behalf of 0b7b81ad505049aeb51fcb549cf024b5 for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:47:21.878847 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-19fd870b-32af-4014-b052-a62de50e2e9b tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:21.920033 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-f338d702-1ff8-4596-9bcd-4df818399c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:21.931060 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f338d702-1ff8-4596-9bcd-4df818399c79 None None] Routers {'3aaa37ed-bfe9-4628-adbe-5a0b273e3219'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:47:21.931932 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-f338d702-1ff8-4596-9bcd-4df818399c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:46:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['3aaa37ed-bfe9-4628-adbe-5a0b273e3219'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:21.972311 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [None req-19fd870b-32af-4014-b052-a62de50e2e9b tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] device_id is not set on port dc198c42-a4a2-4f01-833d-9503df37f0d2 yet. {{(pid=109612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:47:21.979835 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5025238d-1d96-41c7-85b6-734dd189c02c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for router, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:21.981081 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-f338d702-1ff8-4596-9bcd-4df818399c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:21.981865 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f338d702-1ff8-4596-9bcd-4df818399c79 None None] The sync data for ids ['3aaa37ed-bfe9-4628-adbe-5a0b273e3219'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:47:22.015883 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e805796c-9d59-46b3-ae46-8f1f1b5d9f30 None None] Routers {'a7471d11-cadb-4db5-bca5-eedb3a780a74'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:47:22.016759 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-e805796c-9d59-46b3-ae46-8f1f1b5d9f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:46:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['a7471d11-cadb-4db5-bca5-eedb3a780a74'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:22.017101 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f9de1c0c-fd73-47cc-893a-6b9356fb89f5 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:22.022601 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed41f8e-49f3-4e2c-bf18-7c79e9007cf4 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Network ac6b4489-80e1-4085-980c-dde9280d260e is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:22.026017 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3680d1-5509-4f11-8e5c-92e89e45329e None None] Network 3fb51fec-b819-4ee1-b3a7-4d71be090bca is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:22.066165 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-8ed41f8e-49f3-4e2c-bf18-7c79e9007cf4 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:22.068603 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-3a3680d1-5509-4f11-8e5c-92e89e45329e None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:22.070972 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3680d1-5509-4f11-8e5c-92e89e45329e None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:47:22.073068 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de295c4-93e6-4997-81de-ebfad4a09cf8 None None] Pushing event updated for resources: {'Port': ['ID=bf2beca7-7ed4-4c45-91c7-4ce0b50cfdf7,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:22.076189 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed41f8e-49f3-4e2c-bf18-7c79e9007cf4 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:47:22.083032 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-e805796c-9d59-46b3-ae46-8f1f1b5d9f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:22.083032 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e805796c-9d59-46b3-ae46-8f1f1b5d9f30 None None] The sync data for ids ['a7471d11-cadb-4db5-bca5-eedb3a780a74'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:47:22.108261 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed41f8e-49f3-4e2c-bf18-7c79e9007cf4 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event updated for resources: {'Port': ['ID=5c6b4242-0fcb-4cbf-9325-806d167f1560,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:22.154344 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-f9de1c0c-fd73-47cc-893a-6b9356fb89f5 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] device_id is not set on port 91983d33-40d9-4691-bb42-49dc1d2606bf yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:47:22.323719 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3680d1-5509-4f11-8e5c-92e89e45329e None None] Pushing event updated for resources: {'Port': ['ID=88f2a937-3339-47bb-92d0-f19489fc0b2d,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:22.357253 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 6d600fc5-5ec3-46fe-b579-018a4862cf4c up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:47:22.360888 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5025238d-1d96-41c7-85b6-734dd189c02c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:22.366219 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5025238d-1d96-41c7-85b6-734dd189c02c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:22.371826 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514becc6-a8c1-492b-9f01-f5cf9d3114aa req-cbed1dc4-53da-4de0-b83b-f2110f82a32b tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:22.373412 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-514becc6-a8c1-492b-9f01-f5cf9d3114aa req-cbed1dc4-53da-4de0-b83b-f2110f82a32b tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.6233487 Mar 28 13:47:22.375140 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-fc89b99c-ce19-459b-8491-9f1648aa4c80 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Allocated IP 172.21.0.1 (3fb51fec-b819-4ee1-b3a7-4d71be090bca/7864d972-ffb3-4709-ada8-227be950b309/8d94d1a9-c0ed-4d00-8f26-c0800eb72072) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:47:22.389989 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-db8d33cb-be32-4003-899f-328f0dd29594 None None] Provisioning complete for port 912f9c7a-c6f3-4408-9465-4a717a67b8ba triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:22.390812 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-db8d33cb-be32-4003-899f-328f0dd29594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:22.392869 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-3a3680d1-5509-4f11-8e5c-92e89e45329e None None] Attempting to bind port 88f2a937-3339-47bb-92d0-f19489fc0b2d on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:47:22.393843 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-3a3680d1-5509-4f11-8e5c-92e89e45329e None None] Attempting to bind port 88f2a937-3339-47bb-92d0-f19489fc0b2d by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '9eb1e716-a1ba-4f72-ad42-1362685cfc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3fb51fec-b819-4ee1-b3a7-4d71be090bca'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:47:22.394611 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3680d1-5509-4f11-8e5c-92e89e45329e None None] Attempting to bind port 88f2a937-3339-47bb-92d0-f19489fc0b2d on network 3fb51fec-b819-4ee1-b3a7-4d71be090bca {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:47:22.414063 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ef4de-4a43-4354-9f90-3dd0ba630b5b req-d9a85aba-828c-4bcc-a793-7af97b8de865 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:22.415560 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d11ef4de-4a43-4354-9f90-3dd0ba630b5b req-d9a85aba-828c-4bcc-a793-7af97b8de865 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/ports?device_id=846276ac-fa2d-45ae-ae4a-391d73a348fc HTTP/1.1" status: 200 len: 946 time: 0.6914251 Mar 28 13:47:22.423765 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-19fd870b-32af-4014-b052-a62de50e2e9b tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Allocated IP 172.20.0.12 (02657812-65c7-45a9-9442-02b4cfe64339/225d890d-9637-449a-9f29-51cfd7021690/dc198c42-a4a2-4f01-833d-9503df37f0d2) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:47:22.424349 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70894c1-e982-4967-ae9b-f4f4f01c5517 admin admin] Network 2cc3241e-126b-4fc7-8d31-f7970bedb565 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:22.435629 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3680d1-5509-4f11-8e5c-92e89e45329e None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:47:22.436104 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3680d1-5509-4f11-8e5c-92e89e45329e None None] Checking segment: {'id': '9eb1e716-a1ba-4f72-ad42-1362685cfc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3fb51fec-b819-4ee1-b3a7-4d71be090bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:47:22.436616 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3a3680d1-5509-4f11-8e5c-92e89e45329e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:22.437077 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3680d1-5509-4f11-8e5c-92e89e45329e None None] Bound using segment: {'id': '9eb1e716-a1ba-4f72-ad42-1362685cfc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3fb51fec-b819-4ee1-b3a7-4d71be090bca'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:47:22.437630 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-3a3680d1-5509-4f11-8e5c-92e89e45329e None None] Bound port: 88f2a937-3339-47bb-92d0-f19489fc0b2d, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eb1e716-a1ba-4f72-ad42-1362685cfc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3fb51fec-b819-4ee1-b3a7-4d71be090bca'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:47:22.438077 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3a3680d1-5509-4f11-8e5c-92e89e45329e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:22.451272 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-a70894c1-e982-4967-ae9b-f4f4f01c5517 admin admin] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:22.519387 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70894c1-e982-4967-ae9b-f4f4f01c5517 admin admin] Pushing event updated for resources: {'Port': ['ID=912f9c7a-c6f3-4408-9465-4a717a67b8ba,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:22.522654 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5025238d-1d96-41c7-85b6-734dd189c02c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:22.523192 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5025238d-1d96-41c7-85b6-734dd189c02c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Fanout notify agent at l3_agent the message router_deleted on router 3aaa37ed-bfe9-4628-adbe-5a0b273e3219 {{(pid=109612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:47:22.527836 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed41f8e-49f3-4e2c-bf18-7c79e9007cf4 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:22.527836 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8ed41f8e-49f3-4e2c-bf18-7c79e9007cf4 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:22.532856 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5025238d-1d96-41c7-85b6-734dd189c02c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:22.534352 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-5025238d-1d96-41c7-85b6-734dd189c02c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "DELETE /v2.0/routers/3aaa37ed-bfe9-4628-adbe-5a0b273e3219 HTTP/1.1" status: 204 len: 168 time: 0.6667988 Mar 28 13:47:22.560043 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59534) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:22.618769 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-3a3680d1-5509-4f11-8e5c-92e89e45329e None None] For port 88f2a937-3339-47bb-92d0-f19489fc0b2d, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:47:22.622516 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-3a3680d1-5509-4f11-8e5c-92e89e45329e None None] For port 88f2a937-3339-47bb-92d0-f19489fc0b2d, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=88f2a937-3339-47bb-92d0-f19489fc0b2d,segment=NetworkSegment(9eb1e716-a1ba-4f72-ad42-1362685cfc95),segment_id=9eb1e716-a1ba-4f72-ad42-1362685cfc95)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:47:22.630449 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfdbd43-2e5d-4e48-9d18-281c2b1d4382 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-0683b568-5de1-47de-8c3c-3856d7f643f9', 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'tenant_id': '97c2fb5000a44df7a1530b25f26f0716', 'fixed_ips': [{'subnet_id': '39336dda-7dc0-44aa-a4a8-fa3086415a5c'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:47:22.631390 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4dfdbd43-2e5d-4e48-9d18-281c2b1d4382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:22.669062 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-19fd870b-32af-4014-b052-a62de50e2e9b tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:22.670066 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-db8d33cb-be32-4003-899f-328f0dd29594 None None] Port 912f9c7a-c6f3-4408-9465-4a717a67b8ba cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:47:22.694384 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 6d600fc5-5ec3-46fe-b579-018a4862cf4c triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:22.694750 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:22.739472 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-21df7820-cf90-4088-a70a-62814c4d98f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8', 'name': 'tempest-ServersTestManualDisk-1571218736-router', 'tenant_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': 'a318405c-f9ed-4f74-978b-188b8e060048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:47:09Z', 'updated_at': '2022-03-28T13:47:20Z', 'revision_number': 4, 'project_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'gw_port': {'id': 'a318405c-f9ed-4f74-978b-188b8e060048', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:11Z', 'updated_at': '2022-03-28T13:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '912f9c7a-c6f3-4408-9465-4a717a67b8ba', 'name': '', 'network_id': '2cc3241e-126b-4fc7-8d31-f7970bedb565', 'tenant_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'mac_address': 'fa:16:3e:40:7a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3347bc09-8e26-47dd-9935-5fe9204b659f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:18Z', 'updated_at': '2022-03-28T13:47:18Z', 'revision_number': 1, 'project_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'subnets': [{'id': '3347bc09-8e26-47dd-9935-5fe9204b659f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:22.741630 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-db8d33cb-be32-4003-899f-328f0dd29594 None None] Provisioning complete for port 0036582a-b196-45be-ac72-6e8542b98847 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:22.742102 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-db8d33cb-be32-4003-899f-328f0dd29594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:22.784399 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-19fd870b-32af-4014-b052-a62de50e2e9b tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:22.854647 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fd870b-32af-4014-b052-a62de50e2e9b tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Pushing event updated for resources: {'Port': ['ID=dc198c42-a4a2-4f01-833d-9503df37f0d2,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:22.862831 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fd870b-32af-4014-b052-a62de50e2e9b tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Network 02657812-65c7-45a9-9442-02b4cfe64339 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:22.864995 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-19fd870b-32af-4014-b052-a62de50e2e9b tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:22.867751 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fd870b-32af-4014-b052-a62de50e2e9b tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:47:22.889118 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21df7820-cf90-4088-a70a-62814c4d98f9 None None] The sync data for ids ['a9c0fda7-37b9-4e66-8d8b-a493d0feabc8'] in dv-neutron-835335-1-hyperv is: [{'id': 'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8', 'name': 'tempest-ServersTestManualDisk-1571218736-router', 'tenant_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': 'a318405c-f9ed-4f74-978b-188b8e060048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:47:09Z', 'updated_at': '2022-03-28T13:47:20Z', 'revision_number': 4, 'project_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'gw_port': {'id': 'a318405c-f9ed-4f74-978b-188b8e060048', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:11Z', 'updated_at': '2022-03-28T13:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '912f9c7a-c6f3-4408-9465-4a717a67b8ba', 'name': '', 'network_id': '2cc3241e-126b-4fc7-8d31-f7970bedb565', 'tenant_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'mac_address': 'fa:16:3e:40:7a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3347bc09-8e26-47dd-9935-5fe9204b659f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:18Z', 'updated_at': '2022-03-28T13:47:18Z', 'revision_number': 1, 'project_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'subnets': [{'id': '3347bc09-8e26-47dd-9935-5fe9204b659f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:47:22.891182 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3a3680d1-5509-4f11-8e5c-92e89e45329e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:22.955276 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fd870b-32af-4014-b052-a62de50e2e9b tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:22.955953 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-19fd870b-32af-4014-b052-a62de50e2e9b tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:23.048883 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-db8d33cb-be32-4003-899f-328f0dd29594 None None] Port 0036582a-b196-45be-ac72-6e8542b98847 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:47:23.056576 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-19fd870b-32af-4014-b052-a62de50e2e9b tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5625610 Mar 28 13:47:23.063091 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59536) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:23.079043 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-a045995a-384d-4cbc-80a4-7529f695394d tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Request body: {'floatingip': {'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:23.109843 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3680d1-5509-4f11-8e5c-92e89e45329e None None] Pushing event updated for resources: {'Port': ['ID=88f2a937-3339-47bb-92d0-f19489fc0b2d,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:23.119065 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-8ed41f8e-49f3-4e2c-bf18-7c79e9007cf4 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.3443420 Mar 28 13:47:23.124502 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59538) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:23.139545 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-a70bf7b7-0d0b-4425-8b88-0bca274feded tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Request body: {'port': {'network_id': 'ac6b4489-80e1-4085-980c-dde9280d260e', 'name': 'tempest-PortsTestJSON-488117543'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:23.150331 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-514becc6-a8c1-492b-9f01-f5cf9d3114aa req-f8288720-6b60-4afc-bbee-0cff4101e4f7 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7446072 Mar 28 13:47:23.177706 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d11ef4de-4a43-4354-9f90-3dd0ba630b5b req-4bc6374e-8cd7-48b0-94ab-899f58af7349 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/security-groups?id=1423174f-eb5a-4b60-ab04-796de1ca3c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7364819 Mar 28 13:47:23.266547 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fc89b99c-ce19-459b-8491-9f1648aa4c80 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:23.370981 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a045995a-384d-4cbc-80a4-7529f695394d tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks [] for floatingip, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:23.444295 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-4dfdbd43-2e5d-4e48-9d18-281c2b1d4382 None None] Allocated IP 2001:db8::2 (0683b568-5de1-47de-8c3c-3856d7f643f9/39336dda-7dc0-44aa-a4a8-fa3086415a5c/b553cd2b-b171-42d6-b22d-f943e8d94d6d) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:47:23.456794 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fc89b99c-ce19-459b-8491-9f1648aa4c80 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:23.470013 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a70894c1-e982-4967-ae9b-f4f4f01c5517 admin admin] Router a9c0fda7-37b9-4e66-8d8b-a493d0feabc8 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:47:23.562135 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-36d496aa-c6a9-4782-abd2-294414adc1f4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Deleting subnet 554ccda2-d39d-47af-9669-57b6868ff010 {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:47:23.571405 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc89b99c-ce19-459b-8491-9f1648aa4c80 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Network 3fb51fec-b819-4ee1-b3a7-4d71be090bca is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:23.578711 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-36d496aa-c6a9-4782-abd2-294414adc1f4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:23.614442 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-fc89b99c-ce19-459b-8491-9f1648aa4c80 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:23.617083 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc89b99c-ce19-459b-8491-9f1648aa4c80 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:47:23.628457 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89b99c-ce19-459b-8491-9f1648aa4c80 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event updated for resources: {'Port': ['ID=8d94d1a9-c0ed-4d00-8f26-c0800eb72072,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:23.650482 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-db8d33cb-be32-4003-899f-328f0dd29594 None None] Provisioning complete for port 16e23b7f-7ac6-49d8-9a8c-2084e6cab14e triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:23.650858 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-db8d33cb-be32-4003-899f-328f0dd29594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:23.655738 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device cc7465ad-1b16-4720-81b9-e481c97e4da0 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:47:23.724300 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70bf7b7-0d0b-4425-8b88-0bca274feded tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Made reservation on behalf of a8d0b895291d43e9afe1329c139db87b for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:47:23.728221 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a70bf7b7-0d0b-4425-8b88-0bca274feded tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:23.771248 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [None req-a70bf7b7-0d0b-4425-8b88-0bca274feded tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] device_id is not set on port ebf623fe-c056-45e0-b561-50f5f6e5de82 yet. {{(pid=109612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:47:23.791862 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a045995a-384d-4cbc-80a4-7529f695394d tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:23.804181 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dd790f-c902-40c6-9e78-7dfebc3c3d2f None None] Network ac6b4489-80e1-4085-980c-dde9280d260e requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:47:23.816271 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-36d496aa-c6a9-4782-abd2-294414adc1f4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:23.878093 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port cc7465ad-1b16-4720-81b9-e481c97e4da0 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:23.878384 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:23.955914 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fc89b99c-ce19-459b-8491-9f1648aa4c80 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:24.029241 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-a045995a-384d-4cbc-80a4-7529f695394d tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Allocated IP 172.26.2.122 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/b1de83fe-f615-400f-8013-0f8b1f09c495) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:47:24.048943 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70894c1-e982-4967-ae9b-f4f4f01c5517 admin admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:47:24.084272 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3d7ffa13-929e-41fc-a3e1-51d6293cbbe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:24.085595 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a70894c1-e982-4967-ae9b-f4f4f01c5517 admin admin] 10.222.0.24 "PUT /v2.0/routers/a9c0fda7-37b9-4e66-8d8b-a493d0feabc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5768828 Mar 28 13:47:24.198152 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a045995a-384d-4cbc-80a4-7529f695394d tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:24.258156 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-36d496aa-c6a9-4782-abd2-294414adc1f4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:24.265738 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-a70bf7b7-0d0b-4425-8b88-0bca274feded tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Allocated IP 172.20.0.14 (ac6b4489-80e1-4085-980c-dde9280d260e/fc40b16b-2bd2-4142-ae99-abf8aaf111f4/ebf623fe-c056-45e0-b561-50f5f6e5de82) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:47:24.318726 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 16e23b7f-7ac6-49d8-9a8c-2084e6cab14e up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:47:24.354163 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4dfdbd43-2e5d-4e48-9d18-281c2b1d4382 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:24.354289 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a045995a-384d-4cbc-80a4-7529f695394d tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:24.392571 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-616253e5-c652-422d-a990-f1f1ee3cc419 None None] Provisioning complete for port 912f9c7a-c6f3-4408-9465-4a717a67b8ba triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:24.392873 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-616253e5-c652-422d-a990-f1f1ee3cc419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:24.431750 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4dfdbd43-2e5d-4e48-9d18-281c2b1d4382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:24.443794 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fc89b99c-ce19-459b-8491-9f1648aa4c80 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:24.488856 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfdbd43-2e5d-4e48-9d18-281c2b1d4382 None None] Pushing event updated for resources: {'Port': ['ID=b553cd2b-b171-42d6-b22d-f943e8d94d6d,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:24.509772 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a045995a-384d-4cbc-80a4-7529f695394d tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:24.515017 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-616253e5-c652-422d-a990-f1f1ee3cc419 None None] Port 912f9c7a-c6f3-4408-9465-4a717a67b8ba cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:47:24.527796 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 16e23b7f-7ac6-49d8-9a8c-2084e6cab14e triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:24.528200 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:24.554477 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-a045995a-384d-4cbc-80a4-7529f695394d tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:24.570645 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfdbd43-2e5d-4e48-9d18-281c2b1d4382 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:24.580916 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-4dfdbd43-2e5d-4e48-9d18-281c2b1d4382 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:24.584242 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfdbd43-2e5d-4e48-9d18-281c2b1d4382 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:47:24.591654 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a045995a-384d-4cbc-80a4-7529f695394d tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:47:24.650327 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a045995a-384d-4cbc-80a4-7529f695394d tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Pushing event updated for resources: {'Port': ['ID=b1de83fe-f615-400f-8013-0f8b1f09c495,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:24.672892 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-616253e5-c652-422d-a990-f1f1ee3cc419 None None] Provisioning complete for port dc198c42-a4a2-4f01-833d-9503df37f0d2 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:24.673488 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-616253e5-c652-422d-a990-f1f1ee3cc419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:24.708036 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-f9de1c0c-fd73-47cc-893a-6b9356fb89f5 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Allocated IP 2001:db8::ad78:ce16:31dc:99e (0683b568-5de1-47de-8c3c-3856d7f643f9/39336dda-7dc0-44aa-a4a8-fa3086415a5c/91983d33-40d9-4691-bb42-49dc1d2606bf) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:47:24.752652 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-616253e5-c652-422d-a990-f1f1ee3cc419 None None] Port dc198c42-a4a2-4f01-833d-9503df37f0d2 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:47:24.829971 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-616253e5-c652-422d-a990-f1f1ee3cc419 None None] Provisioning complete for port bf2beca7-7ed4-4c45-91c7-4ce0b50cfdf7 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:24.830375 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-616253e5-c652-422d-a990-f1f1ee3cc419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:24.914915 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f9de1c0c-fd73-47cc-893a-6b9356fb89f5 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:24.945327 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 5816e1b3-bceb-4192-8880-d9e1c6f5b74d no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:47:24.979024 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-4dfdbd43-2e5d-4e48-9d18-281c2b1d4382 None None] Attempting to bind port b553cd2b-b171-42d6-b22d-f943e8d94d6d on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:47:24.979342 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-36d496aa-c6a9-4782-abd2-294414adc1f4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:24.979467 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-4dfdbd43-2e5d-4e48-9d18-281c2b1d4382 None None] Attempting to bind port b553cd2b-b171-42d6-b22d-f943e8d94d6d by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:47:24.979750 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfdbd43-2e5d-4e48-9d18-281c2b1d4382 None None] Attempting to bind port b553cd2b-b171-42d6-b22d-f943e8d94d6d on network 0683b568-5de1-47de-8c3c-3856d7f643f9 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:47:25.007708 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 5816e1b3-bceb-4192-8880-d9e1c6f5b74d {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:47:25.008038 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 5816e1b3-bceb-4192-8880-d9e1c6f5b74d not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:47:25.013467 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7698a21-ca5c-461e-915a-a9ad3ae97f42 None None] Network 3fb51fec-b819-4ee1-b3a7-4d71be090bca requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:47:25.032829 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfdbd43-2e5d-4e48-9d18-281c2b1d4382 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:47:25.033360 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfdbd43-2e5d-4e48-9d18-281c2b1d4382 None None] Checking segment: {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:47:25.034471 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4dfdbd43-2e5d-4e48-9d18-281c2b1d4382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:25.034714 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfdbd43-2e5d-4e48-9d18-281c2b1d4382 None None] Bound using segment: {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:47:25.035797 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-4dfdbd43-2e5d-4e48-9d18-281c2b1d4382 None None] Bound port: b553cd2b-b171-42d6-b22d-f943e8d94d6d, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:47:25.036234 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4dfdbd43-2e5d-4e48-9d18-281c2b1d4382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:25.084843 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f9de1c0c-fd73-47cc-893a-6b9356fb89f5 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:25.095321 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a70bf7b7-0d0b-4425-8b88-0bca274feded tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:25.103693 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d496aa-c6a9-4782-abd2-294414adc1f4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event deleted for resources: {'Subnet': ['ID=554ccda2-d39d-47af-9669-57b6868ff010,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:25.117897 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-36d496aa-c6a9-4782-abd2-294414adc1f4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:25.124543 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-36d496aa-c6a9-4782-abd2-294414adc1f4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "DELETE /v2.0/subnets/554ccda2-d39d-47af-9669-57b6868ff010 HTTP/1.1" status: 204 len: 168 time: 2.5540853 Mar 28 13:47:25.132325 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59550) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:25.172763 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54396e6-9e03-4f83-8195-714ae5c5cda1 req-063d77b2-5f37-4a7a-982a-ed3542f6d38b tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:25.172763 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e54396e6-9e03-4f83-8195-714ae5c5cda1 req-063d77b2-5f37-4a7a-982a-ed3542f6d38b tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/ports?device_id=846276ac-fa2d-45ae-ae4a-391d73a348fc HTTP/1.1" status: 200 len: 946 time: 0.7162528 Mar 28 13:47:25.231346 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a045995a-384d-4cbc-80a4-7529f695394d tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:25.242869 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e04c93f-6dcd-4d61-a05c-a91b0f16dee8 None None] Network 797f7d9e-5bd3-4741-aea8-c3cda3da6d4e requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:47:25.249101 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9de1c0c-fd73-47cc-893a-6b9356fb89f5 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:25.288528 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59552) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:25.299894 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-2fbfcc96-00b3-4640-a0cb-5a755a998bf4 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1668191798', 'description': 'tempest-description--684295227'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:25.309818 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-329672ce-85ef-4038-8e9a-f3f78984419c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Deleting subnet e098a4ae-6aed-4d74-be05-fdcc43b36cfa {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:47:25.347571 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-f9de1c0c-fd73-47cc-893a-6b9356fb89f5 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:25.356316 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de1c0c-fd73-47cc-893a-6b9356fb89f5 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Port': ['ID=91983d33-40d9-4691-bb42-49dc1d2606bf,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:25.405463 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-616253e5-c652-422d-a990-f1f1ee3cc419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:25.486256 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-4dfdbd43-2e5d-4e48-9d18-281c2b1d4382 None None] For port b553cd2b-b171-42d6-b22d-f943e8d94d6d, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:47:25.528195 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-616253e5-c652-422d-a990-f1f1ee3cc419 None None] For port bf2beca7-7ed4-4c45-91c7-4ce0b50cfdf7, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=bf2beca7-7ed4-4c45-91c7-4ce0b50cfdf7,segment=NetworkSegment(9243d57b-3db0-418d-8d9f-7975b7b2c2db),segment_id=9243d57b-3db0-418d-8d9f-7975b7b2c2db)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:25.531116 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-4dfdbd43-2e5d-4e48-9d18-281c2b1d4382 None None] For port b553cd2b-b171-42d6-b22d-f943e8d94d6d, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=b553cd2b-b171-42d6-b22d-f943e8d94d6d,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:47:25.536096 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9de1c0c-fd73-47cc-893a-6b9356fb89f5 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:47:25.544473 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9de1c0c-fd73-47cc-893a-6b9356fb89f5 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:25.545463 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f9de1c0c-fd73-47cc-893a-6b9356fb89f5 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:25.584181 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-616253e5-c652-422d-a990-f1f1ee3cc419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:25.594043 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e54396e6-9e03-4f83-8195-714ae5c5cda1 req-112c8e62-9a1b-4465-84e2-3598402f9c52 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/security-groups?id=1423174f-eb5a-4b60-ab04-796de1ca3c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809240 Mar 28 13:47:25.597536 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4dfdbd43-2e5d-4e48-9d18-281c2b1d4382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:25.653629 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fc89b99c-ce19-459b-8491-9f1648aa4c80 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:25.679490 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-329672ce-85ef-4038-8e9a-f3f78984419c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:25.694750 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f9de1c0c-fd73-47cc-893a-6b9356fb89f5 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.5816648 Mar 28 13:47:25.704208 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9914493c-ac2e-4f02-aafa-56110210857d None None] DHCP port deletion for 797f7d9e-5bd3-4741-aea8-c3cda3da6d4e request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:47:25.714245 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616253e5-c652-422d-a990-f1f1ee3cc419 None None] Pushing event updated for resources: {'Port': ['ID=bf2beca7-7ed4-4c45-91c7-4ce0b50cfdf7,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:25.742085 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-329672ce-85ef-4038-8e9a-f3f78984419c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:25.749421 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59556) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:25.780301 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fc89b99c-ce19-459b-8491-9f1648aa4c80 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:25.808233 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-8c0067f8-77ec-417e-a8a9-462d7420c8f9 None None] Provisioning complete for port bf2beca7-7ed4-4c45-91c7-4ce0b50cfdf7 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:25.808616 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8c0067f8-77ec-417e-a8a9-462d7420c8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:25.843736 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492961ac-aa11-4f26-9454-010162107492 req-c20da96a-dfbd-4261-a7d2-e63084ac72ba tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:25.845644 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-492961ac-aa11-4f26-9454-010162107492 req-c20da96a-dfbd-4261-a7d2-e63084ac72ba tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/ports?device_id=846276ac-fa2d-45ae-ae4a-391d73a348fc HTTP/1.1" status: 200 len: 946 time: 0.1666496 Mar 28 13:47:25.876270 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device a318405c-f9ed-4f74-978b-188b8e060048 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:47:25.919555 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a045995a-384d-4cbc-80a4-7529f695394d tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:25.967096 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-492961ac-aa11-4f26-9454-010162107492 req-06d22b6e-36d5-4d9a-aea9-00e269617ab5 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/security-groups?id=1423174f-eb5a-4b60-ab04-796de1ca3c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720785 Mar 28 13:47:25.978810 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a70bf7b7-0d0b-4425-8b88-0bca274feded tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:25.995329 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89b99c-ce19-459b-8491-9f1648aa4c80 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event updated for resources: {'Port': ['ID=8d94d1a9-c0ed-4d00-8f26-c0800eb72072,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:26.034716 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9c0d88-3e9e-4325-a979-90cdc4d99eec tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:26.035079 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2fbfcc96-00b3-4640-a0cb-5a755a998bf4 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:26.047375 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfdbd43-2e5d-4e48-9d18-281c2b1d4382 None None] Pushing event updated for resources: {'Port': ['ID=b553cd2b-b171-42d6-b22d-f943e8d94d6d,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:26.049285 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9c0d88-3e9e-4325-a979-90cdc4d99eec tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:26.054321 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-5f9c0d88-3e9e-4325-a979-90cdc4d99eec tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2978213 Mar 28 13:47:26.055580 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59560) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:26.093898 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fc89b99c-ce19-459b-8491-9f1648aa4c80 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:26.107622 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70bf7b7-0d0b-4425-8b88-0bca274feded tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Network ac6b4489-80e1-4085-980c-dde9280d260e is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:26.114514 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port a318405c-f9ed-4f74-978b-188b8e060048 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:26.116767 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:26.140432 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-a70bf7b7-0d0b-4425-8b88-0bca274feded tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:26.147809 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70bf7b7-0d0b-4425-8b88-0bca274feded tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:47:26.198209 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-9914493c-ac2e-4f02-aafa-56110210857d None None] Deleting port 75c02690-a286-40f5-9b5b-26389da24293 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:47:26.198651 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9914493c-ac2e-4f02-aafa-56110210857d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:26.250382 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-329672ce-85ef-4038-8e9a-f3f78984419c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:26.351102 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc89b99c-ce19-459b-8491-9f1648aa4c80 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Network 3fb51fec-b819-4ee1-b3a7-4d71be090bca is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:26.353435 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-fc89b99c-ce19-459b-8491-9f1648aa4c80 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:26.364684 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-67161066-65d1-4e0f-af26-81398207e808 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting port 91983d33-40d9-4691-bb42-49dc1d2606bf {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:47:26.365484 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-67161066-65d1-4e0f-af26-81398207e808 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:26.401683 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70bf7b7-0d0b-4425-8b88-0bca274feded tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event updated for resources: {'Port': ['ID=ebf623fe-c056-45e0-b561-50f5f6e5de82,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:26.422466 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70bf7b7-0d0b-4425-8b88-0bca274feded tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:26.423160 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a70bf7b7-0d0b-4425-8b88-0bca274feded tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:26.556822 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2fbfcc96-00b3-4640-a0cb-5a755a998bf4 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:26.583507 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-329672ce-85ef-4038-8e9a-f3f78984419c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:26.630385 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a70bf7b7-0d0b-4425-8b88-0bca274feded tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4988642 Mar 28 13:47:26.650377 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59564) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:26.653453 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc89b99c-ce19-459b-8491-9f1648aa4c80 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Router 6b50c724-d573-48a4-b432-8a2fc7f559f7 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:47:26.717773 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2fbfcc96-00b3-4640-a0cb-5a755a998bf4 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:26.728388 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49288dc8-128b-4367-9103-3278e9de4fef None None] Sync routers for ids ['a9c0fda7-37b9-4e66-8d8b-a493d0feabc8'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:47:26.735366 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cad0bd-2fc4-43c6-84c7-5e2bbf1ea7f3 None None] Network 5dd1cf9e-825a-485f-be3a-98eefef80912 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:47:26.735818 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-329672ce-85ef-4038-8e9a-f3f78984419c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:26.737741 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0707e6a2-feb9-4a32-b413-aa42cc4ff741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:26.741845 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-329672ce-85ef-4038-8e9a-f3f78984419c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "DELETE /v2.0/subnets/e098a4ae-6aed-4d74-be05-fdcc43b36cfa HTTP/1.1" status: 204 len: 168 time: 1.6042497 Mar 28 13:47:26.745918 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59566) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:26.755979 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329672ce-85ef-4038-8e9a-f3f78984419c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event deleted for resources: {'Subnet': ['ID=e098a4ae-6aed-4d74-be05-fdcc43b36cfa,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:26.787991 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-9914493c-ac2e-4f02-aafa-56110210857d None None] For port 75c02690-a286-40f5-9b5b-26389da24293, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=75c02690-a286-40f5-9b5b-26389da24293,segment=NetworkSegment(9e85ea75-ed4e-4c8b-b7ec-692ee2ac0161),segment_id=9e85ea75-ed4e-4c8b-b7ec-692ee2ac0161)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:26.788501 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9914493c-ac2e-4f02-aafa-56110210857d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:26.791438 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-8c0067f8-77ec-417e-a8a9-462d7420c8f9 None None] Provisioning complete for port 88f2a937-3339-47bb-92d0-f19489fc0b2d triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:26.795332 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8c0067f8-77ec-417e-a8a9-462d7420c8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:26.811938 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2fbfcc96-00b3-4640-a0cb-5a755a998bf4 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:26.821711 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-2fbfcc96-00b3-4640-a0cb-5a755a998bf4 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.5181618 Mar 28 13:47:26.821711 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59568) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:26.821711 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-484f1d57-3f56-436f-82ea-835a82669e12 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Request body: {'security_group_rule': {'security_group_id': 'ea21c11a-f4da-4375-b5d8-bba619bd5a06', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:26.835643 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbfcc96-00b3-4640-a0cb-5a755a998bf4 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea21c11a-f4da-4375-b5d8-bba619bd5a06,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:26.852475 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a045995a-384d-4cbc-80a4-7529f695394d tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:26.861420 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418cba24-91ad-4b2d-b9a6-5a92ce731c51 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:26.866047 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-418cba24-91ad-4b2d-b9a6-5a92ce731c51 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 922 time: 0.2141144 Mar 28 13:47:26.866388 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49288dc8-128b-4367-9103-3278e9de4fef None None] Routers {'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:47:26.866914 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59570) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:26.867669 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-49288dc8-128b-4367-9103-3278e9de4fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:47:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['a9c0fda7-37b9-4e66-8d8b-a493d0feabc8'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:26.870934 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-67161066-65d1-4e0f-af26-81398207e808 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:26.879738 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-9914493c-ac2e-4f02-aafa-56110210857d None None] Calling delete_port for 75c02690-a286-40f5-9b5b-26389da24293 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:47:26.891190 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554dc936-9ce3-4b5f-97a0-94012e6cd88a req-8fe56562-29fe-4fcf-89b2-649c5c1f7562 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:26.892688 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-554dc936-9ce3-4b5f-97a0-94012e6cd88a req-8fe56562-29fe-4fcf-89b2-649c5c1f7562 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/ports?device_id=846276ac-fa2d-45ae-ae4a-391d73a348fc HTTP/1.1" status: 200 len: 946 time: 0.2583721 Mar 28 13:47:26.902077 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc89b99c-ce19-459b-8491-9f1648aa4c80 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:47:26.911283 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-fc89b99c-ce19-459b-8491-9f1648aa4c80 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "PUT /v2.0/routers/6b50c724-d573-48a4-b432-8a2fc7f559f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3497708 Mar 28 13:47:26.912248 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-67161066-65d1-4e0f-af26-81398207e808 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Calling delete_port for 91983d33-40d9-4691-bb42-49dc1d2606bf owned by {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:47:26.914053 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59572) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:26.919232 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839ea83b-d832-458f-ae3c-20eeb927b7ca None None] Sync routers for ids ['6b50c724-d573-48a4-b432-8a2fc7f559f7'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:47:26.922745 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-345c6a09-b7bb-4ffc-9f1b-1c7c5e33784f tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Request body: {'network': {'name': 'tempest-RoutersTest-138627222'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:26.929426 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a1f6f794-033b-4d0c-a2ac-38eabded6631 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:26.937941 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839ea83b-d832-458f-ae3c-20eeb927b7ca None None] Routers {'6b50c724-d573-48a4-b432-8a2fc7f559f7'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:47:26.938690 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-839ea83b-d832-458f-ae3c-20eeb927b7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:47:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['6b50c724-d573-48a4-b432-8a2fc7f559f7'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:26.944793 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a045995a-384d-4cbc-80a4-7529f695394d tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:27.032910 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-484f1d57-3f56-436f-82ea-835a82669e12 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:27.088137 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-554dc936-9ce3-4b5f-97a0-94012e6cd88a req-edb53b00-c341-49f1-b62e-561cef831ac3 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/security-groups?id=1423174f-eb5a-4b60-ab04-796de1ca3c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731246 Mar 28 13:47:27.128759 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345c6a09-b7bb-4ffc-9f1b-1c7c5e33784f tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Made reservation on behalf of 42c7f4b113aa41f19f4ff0f48ffaebf2 for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:47:27.136005 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-345c6a09-b7bb-4ffc-9f1b-1c7c5e33784f tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:27.155238 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-839ea83b-d832-458f-ae3c-20eeb927b7ca None None] Set router 6b50c724-d573-48a4-b432-8a2fc7f559f7 gateway port host: None {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:47:27.167105 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:27.181500 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a045995a-384d-4cbc-80a4-7529f695394d tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Pushing event updated for resources: {'Port': ['ID=b1de83fe-f615-400f-8013-0f8b1f09c495,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:27.199814 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-345c6a09-b7bb-4ffc-9f1b-1c7c5e33784f tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:47:27.216480 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a045995a-384d-4cbc-80a4-7529f695394d tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:27.248077 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-a1f6f794-033b-4d0c-a2ac-38eabded6631 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Deleting port 75c02690-a286-40f5-9b5b-26389da24293 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:47:27.248326 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a1f6f794-033b-4d0c-a2ac-38eabded6631 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:27.298481 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-1d737521-6888-4466-90ed-5852cf553f59 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Deleting port ebf623fe-c056-45e0-b561-50f5f6e5de82 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:47:27.298953 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1d737521-6888-4466-90ed-5852cf553f59 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:27.311626 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8c0067f8-77ec-417e-a8a9-462d7420c8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:27.313971 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-484f1d57-3f56-436f-82ea-835a82669e12 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:27.352036 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a045995a-384d-4cbc-80a4-7529f695394d tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:27.354779 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a045995a-384d-4cbc-80a4-7529f695394d tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2890697 Mar 28 13:47:27.355499 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59574) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:27.369099 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port a318405c-f9ed-4f74-978b-188b8e060048, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=a318405c-f9ed-4f74-978b-188b8e060048,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:27.406020 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-50d00c19-7c30-4272-ba86-19a307fbd078 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Request body: {'floatingip': {'port_id': 'dc198c42-a4a2-4f01-833d-9503df37f0d2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:27.415359 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-8c0067f8-77ec-417e-a8a9-462d7420c8f9 None None] For port 88f2a937-3339-47bb-92d0-f19489fc0b2d, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=88f2a937-3339-47bb-92d0-f19489fc0b2d,segment=NetworkSegment(9eb1e716-a1ba-4f72-ad42-1362685cfc95),segment_id=9eb1e716-a1ba-4f72-ad42-1362685cfc95)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:27.424108 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-a1f6f794-033b-4d0c-a2ac-38eabded6631 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] For port 75c02690-a286-40f5-9b5b-26389da24293, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=75c02690-a286-40f5-9b5b-26389da24293,segment=NetworkSegment(9e85ea75-ed4e-4c8b-b7ec-692ee2ac0161),segment_id=9e85ea75-ed4e-4c8b-b7ec-692ee2ac0161)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:27.424108 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a1f6f794-033b-4d0c-a2ac-38eabded6631 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:27.440082 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-484f1d57-3f56-436f-82ea-835a82669e12 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:27.452916 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-49288dc8-128b-4367-9103-3278e9de4fef None None] Set router a9c0fda7-37b9-4e66-8d8b-a493d0feabc8 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:47:27.459615 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9914493c-ac2e-4f02-aafa-56110210857d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:27.460740 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-a1f6f794-033b-4d0c-a2ac-38eabded6631 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Calling delete_port for 75c02690-a286-40f5-9b5b-26389da24293 owned by network:dhcp {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:47:27.468611 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-345c6a09-b7bb-4ffc-9f1b-1c7c5e33784f tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:27.469029 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-345c6a09-b7bb-4ffc-9f1b-1c7c5e33784f tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Added segment e767cab0-10f7-4f58-9244-c66fe7053ccc of type vlan for network 3019b740-4dc7-4e2f-8949-b1946bf1aff4 Mar 28 13:47:27.484939 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-839ea83b-d832-458f-ae3c-20eeb927b7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'name': 'tempest-RoutersTest-router-1384789579', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:47:06Z', 'updated_at': '2022-03-28T13:47:24Z', 'revision_number': 3, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'gw_port_host': None, '_interfaces': [{'id': '6d600fc5-5ec3-46fe-b579-018a4862cf4c', 'name': '', 'network_id': '781f79ef-bd29-4180-a3a8-33cc905136b6', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:dc:49:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '653c6be3-d8e9-46c2-8a59-c571ae539f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:11Z', 'updated_at': '2022-03-28T13:47:20Z', 'revision_number': 5, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '653c6be3-d8e9-46c2-8a59-c571ae539f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d94d1a9-c0ed-4d00-8f26-c0800eb72072', 'name': '', 'network_id': '3fb51fec-b819-4ee1-b3a7-4d71be090bca', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:0c:fe:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '7864d972-ffb3-4709-ada8-227be950b309', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:21Z', 'updated_at': '2022-03-28T13:47:25Z', 'revision_number': 2, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '7864d972-ffb3-4709-ada8-227be950b309', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:27.535382 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-50d00c19-7c30-4272-ba86-19a307fbd078 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks [] for floatingip, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:27.538371 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-67161066-65d1-4e0f-af26-81398207e808 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:27.549239 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-345c6a09-b7bb-4ffc-9f1b-1c7c5e33784f tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:27.552710 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f1d57-3f56-436f-82ea-835a82669e12 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d09da30e-00ec-4af1-a4ac-a6c8ac35d8ab,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:27.559060 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9914493c-ac2e-4f02-aafa-56110210857d None None] No DVR routers for this DVR port 75c02690-a286-40f5-9b5b-26389da24293 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:47:27.565938 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9914493c-ac2e-4f02-aafa-56110210857d None None] Pushing event deleted for resources: {'Port': ['ID=75c02690-a286-40f5-9b5b-26389da24293,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:27.578390 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8c0067f8-77ec-417e-a8a9-462d7420c8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:27.584614 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da083995-10ec-438c-874d-2dddc3ef7857 None None] DHCP port deletion for 5dd1cf9e-825a-485f-be3a-98eefef80912 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:47:27.587517 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:27.588272 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device bf2beca7-7ed4-4c45-91c7-4ce0b50cfdf7 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:47:27.624984 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-484f1d57-3f56-436f-82ea-835a82669e12 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:27.626269 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-484f1d57-3f56-436f-82ea-835a82669e12 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8089263 Mar 28 13:47:27.640029 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59576) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:27.644220 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67161066-65d1-4e0f-af26-81398207e808 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Port': ['ID=91983d33-40d9-4691-bb42-49dc1d2606bf,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:27.666937 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-ac8aba85-9972-4e5a-a9bf-f18a684eec09 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Request body: {'security_group_rule': {'security_group_id': 'ea21c11a-f4da-4375-b5d8-bba619bd5a06', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:27.743589 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1d737521-6888-4466-90ed-5852cf553f59 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:27.755237 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-67161066-65d1-4e0f-af26-81398207e808 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:27.765433 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-67161066-65d1-4e0f-af26-81398207e808 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/ports/91983d33-40d9-4691-bb42-49dc1d2606bf HTTP/1.1" status: 204 len: 168 time: 1.7077990 Mar 28 13:47:27.768600 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59578) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:27.772597 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-1d737521-6888-4466-90ed-5852cf553f59 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Calling delete_port for ebf623fe-c056-45e0-b561-50f5f6e5de82 owned by {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:47:27.776326 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839ea83b-d832-458f-ae3c-20eeb927b7ca None None] Checking router: 6b50c724-d573-48a4-b432-8a2fc7f559f7 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:47:27.776326 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839ea83b-d832-458f-ae3c-20eeb927b7ca None None] Updating router 6b50c724-d573-48a4-b432-8a2fc7f559f7 port 8d94d1a9-c0ed-4d00-8f26-c0800eb72072 binding host dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 13:47:27.792275 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-8c0067f8-77ec-417e-a8a9-462d7420c8f9 None None] Provisioning complete for port 5c6b4242-0fcb-4cbf-9325-806d167f1560 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:27.793178 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8c0067f8-77ec-417e-a8a9-462d7420c8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:27.803325 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-50d00c19-7c30-4272-ba86-19a307fbd078 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] update failed (client error): The resource could not be found. Mar 28 13:47:27.808741 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-50d00c19-7c30-4272-ba86-19a307fbd078 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] 10.222.0.24 "PUT /v2.0/floatingips/5758f3b8-b331-46d1-b8e3-9de6d8cc73a5 HTTP/1.1" status: 404 len: 507 time: 0.4050112 Mar 28 13:47:27.808741 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59580) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:27.836208 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-345c6a09-b7bb-4ffc-9f1b-1c7c5e33784f tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:27.843284 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-839ea83b-d832-458f-ae3c-20eeb927b7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:27.844305 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345c6a09-b7bb-4ffc-9f1b-1c7c5e33784f tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:27.845479 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-345c6a09-b7bb-4ffc-9f1b-1c7c5e33784f tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:27.886546 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0067f8-77ec-417e-a8a9-462d7420c8f9 None None] Pushing event updated for resources: {'Port': ['ID=88f2a937-3339-47bb-92d0-f19489fc0b2d,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:27.891194 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-8c0067f8-77ec-417e-a8a9-462d7420c8f9 None None] Port 5c6b4242-0fcb-4cbf-9325-806d167f1560 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:47:27.897855 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ac8aba85-9972-4e5a-a9bf-f18a684eec09 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:27.927886 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c1eb62-b4db-49ef-81c9-0c6edb2d93a9 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:27.929662 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c1eb62-b4db-49ef-81c9-0c6edb2d93a9 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:27.931258 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-92c1eb62-b4db-49ef-81c9-0c6edb2d93a9 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1533723 Mar 28 13:47:27.932608 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a1f6f794-033b-4d0c-a2ac-38eabded6631 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:27.942057 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59582) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:27.994188 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f6f794-033b-4d0c-a2ac-38eabded6631 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] No DVR routers for this DVR port 75c02690-a286-40f5-9b5b-26389da24293 on host dv-neutron-835335-1-hyperv {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:47:28.079755 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port bf2beca7-7ed4-4c45-91c7-4ce0b50cfdf7 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:28.080226 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:28.110302 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ac8aba85-9972-4e5a-a9bf-f18a684eec09 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:28.114352 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:28.135919 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-26627f8a-f278-48c1-8b0f-7559b30dd57f tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Deleting port b1de83fe-f615-400f-8013-0f8b1f09c495 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:47:28.140356 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-26627f8a-f278-48c1-8b0f-7559b30dd57f tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:28.197209 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ac8aba85-9972-4e5a-a9bf-f18a684eec09 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:28.240132 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-6298e557-2520-4d12-b6e6-0d31d0949602 None None] Provisioning complete for port ebf623fe-c056-45e0-b561-50f5f6e5de82 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:28.240724 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6298e557-2520-4d12-b6e6-0d31d0949602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:28.248536 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8aba85-9972-4e5a-a9bf-f18a684eec09 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c1160fe-b7eb-4045-b494-50d72bb9f18f,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:28.293874 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=a318405c-f9ed-4f74-978b-188b8e060048,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:28.308562 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-26627f8a-f278-48c1-8b0f-7559b30dd57f tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:28.310393 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-26627f8a-f278-48c1-8b0f-7559b30dd57f tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:28.323038 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-da083995-10ec-438c-874d-2dddc3ef7857 None None] Deleting port 455493ee-ea50-489c-86ee-c8634f4df3b5 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:47:28.323432 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-da083995-10ec-438c-874d-2dddc3ef7857 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:28.329892 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-6298e557-2520-4d12-b6e6-0d31d0949602 None None] Port ebf623fe-c056-45e0-b561-50f5f6e5de82 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:47:28.332429 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ac8aba85-9972-4e5a-a9bf-f18a684eec09 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:28.333435 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ac8aba85-9972-4e5a-a9bf-f18a684eec09 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6701844 Mar 28 13:47:28.336116 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1d737521-6888-4466-90ed-5852cf553f59 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:28.337647 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59586) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:28.354459 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-ccb55875-f957-4638-8c09-691608e5c47a tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Request body: {'floatingip': {'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:28.367039 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-26627f8a-f278-48c1-8b0f-7559b30dd57f tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Calling delete_port for b1de83fe-f615-400f-8013-0f8b1f09c495 owned by network:floatingip {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:47:28.371858 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-839ea83b-d832-458f-ae3c-20eeb927b7ca None None] Notify callbacks [] for port, precommit_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:28.433700 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-49288dc8-128b-4367-9103-3278e9de4fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8', 'name': 'tempest-ServersTestManualDisk-1571218736-router', 'tenant_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': 'a318405c-f9ed-4f74-978b-188b8e060048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:47:09Z', 'updated_at': '2022-03-28T13:47:20Z', 'revision_number': 4, 'project_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'gw_port': {'id': 'a318405c-f9ed-4f74-978b-188b8e060048', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:11Z', 'updated_at': '2022-03-28T13:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '912f9c7a-c6f3-4408-9465-4a717a67b8ba', 'name': '', 'network_id': '2cc3241e-126b-4fc7-8d31-f7970bedb565', 'tenant_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'mac_address': 'fa:16:3e:40:7a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3347bc09-8e26-47dd-9935-5fe9204b659f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:18Z', 'updated_at': '2022-03-28T13:47:21Z', 'revision_number': 2, 'project_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'subnets': [{'id': '3347bc09-8e26-47dd-9935-5fe9204b659f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:28.438659 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 6d600fc5-5ec3-46fe-b579-018a4862cf4c up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:47:28.440605 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-839ea83b-d832-458f-ae3c-20eeb927b7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:28.445688 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-da083995-10ec-438c-874d-2dddc3ef7857 None None] For port 455493ee-ea50-489c-86ee-c8634f4df3b5, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=455493ee-ea50-489c-86ee-c8634f4df3b5,segment=NetworkSegment(523d5597-bee7-4416-9f76-d7bfe35ea4ca),segment_id=523d5597-bee7-4416-9f76-d7bfe35ea4ca)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:28.445941 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-da083995-10ec-438c-874d-2dddc3ef7857 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:28.449023 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-6298e557-2520-4d12-b6e6-0d31d0949602 None None] Provisioning complete for port 88f2a937-3339-47bb-92d0-f19489fc0b2d triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:28.449365 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6298e557-2520-4d12-b6e6-0d31d0949602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:28.461785 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f6f794-033b-4d0c-a2ac-38eabded6631 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event deleted for resources: {'Port': ['ID=75c02690-a286-40f5-9b5b-26389da24293,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:28.487820 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4309d94f-4afd-49ac-b17a-8dc70cc9cc43 None None] Pushing event updated for resources: {'Port': ['ID=8d94d1a9-c0ed-4d00-8f26-c0800eb72072,revision_number=3']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:28.494519 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d737521-6888-4466-90ed-5852cf553f59 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event deleted for resources: {'Port': ['ID=ebf623fe-c056-45e0-b561-50f5f6e5de82,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:28.554777 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-345c6a09-b7bb-4ffc-9f1b-1c7c5e33784f tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6360884 Mar 28 13:47:28.561411 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59588) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:28.569152 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49288dc8-128b-4367-9103-3278e9de4fef None None] Checking router: a9c0fda7-37b9-4e66-8d8b-a493d0feabc8 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:47:28.569506 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49288dc8-128b-4367-9103-3278e9de4fef None None] Updating router a9c0fda7-37b9-4e66-8d8b-a493d0feabc8 port 912f9c7a-c6f3-4408-9465-4a717a67b8ba binding host dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 13:47:28.576600 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-37b5bbf3-d340-480e-a530-d3d062944bec tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Request body: {'subnet': {'network_id': '3019b740-4dc7-4e2f-8949-b1946bf1aff4', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:28.606060 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-da083995-10ec-438c-874d-2dddc3ef7857 None None] Calling delete_port for 455493ee-ea50-489c-86ee-c8634f4df3b5 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:47:28.631083 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c6a09-b7bb-4ffc-9f1b-1c7c5e33784f tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event updated for resources: {'Network': ['ID=3019b740-4dc7-4e2f-8949-b1946bf1aff4,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:28.648866 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-19695afe-c508-40e0-b33b-21acb342252b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting subnet 39336dda-7dc0-44aa-a4a8-fa3086415a5c {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:47:28.659460 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-839ea83b-d832-458f-ae3c-20eeb927b7ca None None] Attempting to bind port 8d94d1a9-c0ed-4d00-8f26-c0800eb72072 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:47:28.664935 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-839ea83b-d832-458f-ae3c-20eeb927b7ca None None] Attempting to bind port 8d94d1a9-c0ed-4d00-8f26-c0800eb72072 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '9eb1e716-a1ba-4f72-ad42-1362685cfc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3fb51fec-b819-4ee1-b3a7-4d71be090bca'}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:47:28.664935 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839ea83b-d832-458f-ae3c-20eeb927b7ca None None] Attempting to bind port 8d94d1a9-c0ed-4d00-8f26-c0800eb72072 on network 3fb51fec-b819-4ee1-b3a7-4d71be090bca {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:47:28.665286 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-19695afe-c508-40e0-b33b-21acb342252b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:28.666608 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a1f6f794-033b-4d0c-a2ac-38eabded6631 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:28.671040 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 3019b740-4dc7-4e2f-8949-b1946bf1aff4 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:47:28.675440 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-49288dc8-128b-4367-9103-3278e9de4fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:28.684019 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839ea83b-d832-458f-ae3c-20eeb927b7ca None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:47:28.684429 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839ea83b-d832-458f-ae3c-20eeb927b7ca None None] Checking segment: {'id': '9eb1e716-a1ba-4f72-ad42-1362685cfc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3fb51fec-b819-4ee1-b3a7-4d71be090bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:47:28.686339 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-839ea83b-d832-458f-ae3c-20eeb927b7ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:28.686339 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839ea83b-d832-458f-ae3c-20eeb927b7ca None None] Bound using segment: {'id': '9eb1e716-a1ba-4f72-ad42-1362685cfc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3fb51fec-b819-4ee1-b3a7-4d71be090bca'} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:47:28.686930 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-839ea83b-d832-458f-ae3c-20eeb927b7ca None None] Bound port: 8d94d1a9-c0ed-4d00-8f26-c0800eb72072, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eb1e716-a1ba-4f72-ad42-1362685cfc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3fb51fec-b819-4ee1-b3a7-4d71be090bca'}}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:47:28.691156 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-839ea83b-d832-458f-ae3c-20eeb927b7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:28.710255 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ccb55875-f957-4638-8c09-691608e5c47a tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Notify callbacks [] for floatingip, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:28.741599 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e5b33-3adb-4f2f-a843-cfa3ae8848f8 req-95568968-f4f4-4a30-abd4-fe3989919fa2 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:28.749961 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a00e5b33-3adb-4f2f-a843-cfa3ae8848f8 req-95568968-f4f4-4a30-abd4-fe3989919fa2 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/ports?device_id=846276ac-fa2d-45ae-ae4a-391d73a348fc HTTP/1.1" status: 200 len: 946 time: 0.3415782 Mar 28 13:47:28.760678 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-a1f6f794-033b-4d0c-a2ac-38eabded6631 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['797f7d9e-5bd3-4741-aea8-c3cda3da6d4e']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:28.790744 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-a1f6f794-033b-4d0c-a2ac-38eabded6631 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e85ea75-ed4e-4c8b-b7ec-692ee2ac0161') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:28.791107 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-a1f6f794-033b-4d0c-a2ac-38eabded6631 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e85ea75-ed4e-4c8b-b7ec-692ee2ac0161') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:28.794905 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-19695afe-c508-40e0-b33b-21acb342252b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:28.827093 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a1f6f794-033b-4d0c-a2ac-38eabded6631 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:28.829548 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-839ea83b-d832-458f-ae3c-20eeb927b7ca None None] For port 8d94d1a9-c0ed-4d00-8f26-c0800eb72072, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:47:28.837314 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-839ea83b-d832-458f-ae3c-20eeb927b7ca None None] For port 8d94d1a9-c0ed-4d00-8f26-c0800eb72072, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=8d94d1a9-c0ed-4d00-8f26-c0800eb72072,segment=NetworkSegment(9eb1e716-a1ba-4f72-ad42-1362685cfc95),segment_id=9eb1e716-a1ba-4f72-ad42-1362685cfc95)] {{(pid=109615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:47:28.869814 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a00e5b33-3adb-4f2f-a843-cfa3ae8848f8 req-6220da4f-f060-4557-aeee-92b5d822e72e tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/security-groups?id=1423174f-eb5a-4b60-ab04-796de1ca3c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185324 Mar 28 13:47:28.875815 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a1f6f794-033b-4d0c-a2ac-38eabded6631 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:28.890356 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1f6f794-033b-4d0c-a2ac-38eabded6631 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:47:28.896257 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a1f6f794-033b-4d0c-a2ac-38eabded6631 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:28.896455 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1d737521-6888-4466-90ed-5852cf553f59 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:28.896946 dv-neutron-835335-1-hyperv neutron-server[109613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 13:47:28.896946 dv-neutron-835335-1-hyperv neutron-server[109613]: self.session.flush() Mar 28 13:47:28.896946 dv-neutron-835335-1-hyperv neutron-server[109613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 13:47:28.896946 dv-neutron-835335-1-hyperv neutron-server[109613]: self.session.flush() Mar 28 13:47:28.896946 dv-neutron-835335-1-hyperv neutron-server[109613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 13:47:28.896946 dv-neutron-835335-1-hyperv neutron-server[109613]: self.session.flush() Mar 28 13:47:28.896946 dv-neutron-835335-1-hyperv neutron-server[109613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 13:47:28.896946 dv-neutron-835335-1-hyperv neutron-server[109613]: self.session.flush() Mar 28 13:47:28.896946 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:47:28.896946 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:47:28.896946 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:47:28.896946 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:47:28.896946 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:47:28.896946 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:47:28.896946 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:47:28.896946 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:47:28.896946 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:47:28.896946 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:47:28.896946 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:47:28.896946 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:47:28.896946 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:47:28.896946 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:47:28.896946 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:47:28.896946 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:47:28.896946 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:47:28.896946 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:47:28.896946 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:47:28.896946 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:47:28.896946 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:47:28.896946 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:47:28.896946 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:47:28.896946 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:47:28.896946 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:47:28.896946 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:47:28.896946 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:47:28.896946 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:47:28.896946 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:47:28.896946 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:47:28.896946 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:47:28.896946 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:47:28.915047 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-1d737521-6888-4466-90ed-5852cf553f59 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/ports/ebf623fe-c056-45e0-b561-50f5f6e5de82 HTTP/1.1" status: 204 len: 168 time: 2.0448270 Mar 28 13:47:28.916019 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-839ea83b-d832-458f-ae3c-20eeb927b7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:28.928251 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59592) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:28.988531 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 6d600fc5-5ec3-46fe-b579-018a4862cf4c triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:28.989103 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:28.995697 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:29.014456 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-694fd306-c044-419c-9523-a8b1c9174bdb tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] GET failed (client error): The resource could not be found. Mar 28 13:47:29.019203 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-694fd306-c044-419c-9523-a8b1c9174bdb tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "GET /v2.0/ports/ebf623fe-c056-45e0-b561-50f5f6e5de82 HTTP/1.1" status: 404 len: 333 time: 0.0966668 Mar 28 13:47:29.022147 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59594) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:29.026673 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4309d94f-4afd-49ac-b17a-8dc70cc9cc43 None None] Pushing event updated for resources: {'Port': ['ID=8d94d1a9-c0ed-4d00-8f26-c0800eb72072,revision_number=4']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:29.043619 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-19695afe-c508-40e0-b33b-21acb342252b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:29.073593 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839ea83b-d832-458f-ae3c-20eeb927b7ca None None] Routers {'6b50c724-d573-48a4-b432-8a2fc7f559f7'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:47:29.092080 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-839ea83b-d832-458f-ae3c-20eeb927b7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:47:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['6b50c724-d573-48a4-b432-8a2fc7f559f7'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:29.150592 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a1f6f794-033b-4d0c-a2ac-38eabded6631 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:29.155317 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a1f6f794-033b-4d0c-a2ac-38eabded6631 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:29.157476 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b5bbf3-d340-480e-a530-d3d062944bec tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Made reservation on behalf of 42c7f4b113aa41f19f4ff0f48ffaebf2 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:47:29.162989 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a1f6f794-033b-4d0c-a2ac-38eabded6631 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "DELETE /v2.0/networks/797f7d9e-5bd3-4741-aea8-c3cda3da6d4e HTTP/1.1" status: 204 len: 168 time: 2.3844218 Mar 28 13:47:29.163225 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-37b5bbf3-d340-480e-a530-d3d062944bec tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:29.163479 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59596) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:29.251411 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f6f794-033b-4d0c-a2ac-38eabded6631 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event deleted for resources: {'Network': ['ID=797f7d9e-5bd3-4741-aea8-c3cda3da6d4e,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:29.270056 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-839ea83b-d832-458f-ae3c-20eeb927b7ca None None] Set router 6b50c724-d573-48a4-b432-8a2fc7f559f7 gateway port host: None {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:47:29.273664 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-26627f8a-f278-48c1-8b0f-7559b30dd57f tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:29.341010 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-19695afe-c508-40e0-b33b-21acb342252b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:29.341244 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26627f8a-f278-48c1-8b0f-7559b30dd57f tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Pushing event deleted for resources: {'Port': ['ID=b1de83fe-f615-400f-8013-0f8b1f09c495,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:29.431961 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19695afe-c508-40e0-b33b-21acb342252b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Subnet': ['ID=39336dda-7dc0-44aa-a4a8-fa3086415a5c,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:29.438459 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-19695afe-c508-40e0-b33b-21acb342252b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:29.445161 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-19695afe-c508-40e0-b33b-21acb342252b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/39336dda-7dc0-44aa-a4a8-fa3086415a5c HTTP/1.1" status: 204 len: 168 time: 1.4938922 Mar 28 13:47:29.448812 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-333f938c-7e15-4873-9e54-1ed06d7e0cad tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:29.449602 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59600) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:29.466836 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ccb55875-f957-4638-8c09-691608e5c47a tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:29.480971 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d3e44-ea12-4897-9dc1-5fd73a46b949 req-f9cdd7f5-d1de-4522-ad37-5a0cc0bcdf6d tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:29.483210 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-697d3e44-ea12-4897-9dc1-5fd73a46b949 req-f9cdd7f5-d1de-4522-ad37-5a0cc0bcdf6d tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/ports?device_id=846276ac-fa2d-45ae-ae4a-391d73a348fc HTTP/1.1" status: 200 len: 946 time: 0.1679621 Mar 28 13:47:29.523277 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-cde4146e-7294-4a9d-836b-11e965f4e42f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0696123 Mar 28 13:47:29.525927 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59602) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:29.528007 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-a2c76448-6b2a-44f6-81fc-4d500e2fe887 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Deleting port 5c6b4242-0fcb-4cbf-9325-806d167f1560 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:47:29.529925 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a2c76448-6b2a-44f6-81fc-4d500e2fe887 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:29.536181 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-be183eb6-aa5f-47d8-b5fa-15a75e10e4cb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'subnet': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:29.602207 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-333f938c-7e15-4873-9e54-1ed06d7e0cad tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:29.603240 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-839ea83b-d832-458f-ae3c-20eeb927b7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'name': 'tempest-RoutersTest-router-1384789579', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:47:06Z', 'updated_at': '2022-03-28T13:47:24Z', 'revision_number': 3, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'gw_port_host': None, '_interfaces': [{'id': '6d600fc5-5ec3-46fe-b579-018a4862cf4c', 'name': '', 'network_id': '781f79ef-bd29-4180-a3a8-33cc905136b6', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:dc:49:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '653c6be3-d8e9-46c2-8a59-c571ae539f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:11Z', 'updated_at': '2022-03-28T13:47:20Z', 'revision_number': 5, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '653c6be3-d8e9-46c2-8a59-c571ae539f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d94d1a9-c0ed-4d00-8f26-c0800eb72072', 'name': '', 'network_id': '3fb51fec-b819-4ee1-b3a7-4d71be090bca', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:0c:fe:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '7864d972-ffb3-4709-ada8-227be950b309', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:21Z', 'updated_at': '2022-03-28T13:47:28Z', 'revision_number': 4, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '7864d972-ffb3-4709-ada8-227be950b309', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:29.631385 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839ea83b-d832-458f-ae3c-20eeb927b7ca None None] The sync data for ids ['6b50c724-d573-48a4-b432-8a2fc7f559f7'] in dv-neutron-835335-1-hyperv is: [{'id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'name': 'tempest-RoutersTest-router-1384789579', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:47:06Z', 'updated_at': '2022-03-28T13:47:24Z', 'revision_number': 3, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'gw_port_host': None, '_interfaces': [{'id': '6d600fc5-5ec3-46fe-b579-018a4862cf4c', 'name': '', 'network_id': '781f79ef-bd29-4180-a3a8-33cc905136b6', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:dc:49:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '653c6be3-d8e9-46c2-8a59-c571ae539f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:11Z', 'updated_at': '2022-03-28T13:47:20Z', 'revision_number': 5, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '653c6be3-d8e9-46c2-8a59-c571ae539f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d94d1a9-c0ed-4d00-8f26-c0800eb72072', 'name': '', 'network_id': '3fb51fec-b819-4ee1-b3a7-4d71be090bca', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:0c:fe:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '7864d972-ffb3-4709-ada8-227be950b309', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:21Z', 'updated_at': '2022-03-28T13:47:28Z', 'revision_number': 4, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '7864d972-ffb3-4709-ada8-227be950b309', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:47:29.652420 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9e8a05-0195-4540-9296-5de5888a8ad9 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:47:29.654958 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-da083995-10ec-438c-874d-2dddc3ef7857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:29.667322 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-697d3e44-ea12-4897-9dc1-5fd73a46b949 req-35497fbb-4187-44ea-8831-970ca6bf5d4a tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/security-groups?id=1423174f-eb5a-4b60-ab04-796de1ca3c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665962 Mar 28 13:47:29.690071 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-333f938c-7e15-4873-9e54-1ed06d7e0cad tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dd1cf9e-825a-485f-be3a-98eefef80912']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:29.710892 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-333f938c-7e15-4873-9e54-1ed06d7e0cad tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '523d5597-bee7-4416-9f76-d7bfe35ea4ca') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:29.711191 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-333f938c-7e15-4873-9e54-1ed06d7e0cad tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '523d5597-bee7-4416-9f76-d7bfe35ea4ca') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:29.751133 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-333f938c-7e15-4873-9e54-1ed06d7e0cad tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:29.780299 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da083995-10ec-438c-874d-2dddc3ef7857 None None] Pushing event deleted for resources: {'Port': ['ID=455493ee-ea50-489c-86ee-c8634f4df3b5,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:29.782410 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-333f938c-7e15-4873-9e54-1ed06d7e0cad tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:29.790172 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-333f938c-7e15-4873-9e54-1ed06d7e0cad tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:47:29.790691 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-333f938c-7e15-4873-9e54-1ed06d7e0cad tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:29.798956 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:29.810765 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:47:29.810765 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:47:29.810765 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:47:29.810765 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:47:29.810765 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:47:29.810765 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:47:29.810765 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:47:29.810765 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:47:29.810765 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:47:29.810765 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:47:29.810765 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:47:29.810765 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:47:29.810765 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:47:29.810765 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:47:29.810765 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:47:29.810765 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:47:29.810765 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:47:29.810765 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:47:29.810765 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:47:29.810765 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:47:29.810765 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:47:29.810765 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:47:29.810765 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:47:29.810765 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:47:29.810765 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:47:29.810765 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:47:29.810765 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:47:29.810765 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:47:29.810765 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:47:29.810765 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:47:29.810765 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:47:29.810765 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:47:29.813932 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da083995-10ec-438c-874d-2dddc3ef7857 None None] No DVR routers for this DVR port 455493ee-ea50-489c-86ee-c8634f4df3b5 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:47:29.818579 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-6298e557-2520-4d12-b6e6-0d31d0949602 None None] Could not find standard attr ID for object 91983d33-40d9-4691-bb42-49dc1d2606bf. {{(pid=109614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 13:47:29.818748 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be183eb6-aa5f-47d8-b5fa-15a75e10e4cb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:47:29.824736 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-be183eb6-aa5f-47d8-b5fa-15a75e10e4cb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:29.956453 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-6298e557-2520-4d12-b6e6-0d31d0949602 None None] Provisioning complete for port 8d94d1a9-c0ed-4d00-8f26-c0800eb72072 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:29.956453 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6298e557-2520-4d12-b6e6-0d31d0949602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:29.977617 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 88f2a937-3339-47bb-92d0-f19489fc0b2d up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:47:30.004102 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-26627f8a-f278-48c1-8b0f-7559b30dd57f tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks [] for floatingip, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:30.006305 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-333f938c-7e15-4873-9e54-1ed06d7e0cad tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:30.006752 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-26627f8a-f278-48c1-8b0f-7559b30dd57f tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:30.007891 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-26627f8a-f278-48c1-8b0f-7559b30dd57f tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] 10.222.0.24 "DELETE /v2.0/floatingips/5758f3b8-b331-46d1-b8e3-9de6d8cc73a5 HTTP/1.1" status: 204 len: 168 time: 2.1650050 Mar 28 13:47:30.012542 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59604) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:30.019434 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca7303-e0ed-4eb8-b9a9-80f6926aa244 req-d39b98f0-90f6-4df8-aae4-57a08833846f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:30.022590 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-ccca7303-e0ed-4eb8-b9a9-80f6926aa244 req-d39b98f0-90f6-4df8-aae4-57a08833846f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d94a57121c0e4486a9b9b9851ffddad2&device_id=846276ac-fa2d-45ae-ae4a-391d73a348fc HTTP/1.1" status: 200 len: 1099 time: 0.6645362 Mar 28 13:47:30.045773 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-71935097-6629-4310-ac46-8ed8e733080e tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Request body: {'floatingip': {'floating_network_id': '02657812-65c7-45a9-9442-02b4cfe64339', 'port_id': 'dc198c42-a4a2-4f01-833d-9503df37f0d2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:30.062694 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-333f938c-7e15-4873-9e54-1ed06d7e0cad tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:30.070911 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-333f938c-7e15-4873-9e54-1ed06d7e0cad tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "DELETE /v2.0/networks/5dd1cf9e-825a-485f-be3a-98eefef80912 HTTP/1.1" status: 204 len: 168 time: 0.8853724 Mar 28 13:47:30.072081 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59606) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:30.076827 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-32e62108-1d52-4c3a-9689-0152e2a8ad1d tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-399148704'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:30.094084 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-49288dc8-128b-4367-9103-3278e9de4fef None None] Notify callbacks [] for port, precommit_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:30.116745 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f938c-7e15-4873-9e54-1ed06d7e0cad tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event deleted for resources: {'Network': ['ID=5dd1cf9e-825a-485f-be3a-98eefef80912,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:30.132323 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f938c-7e15-4873-9e54-1ed06d7e0cad tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:47:30.133410 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 88f2a937-3339-47bb-92d0-f19489fc0b2d triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:30.133726 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:30.133845 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f938c-7e15-4873-9e54-1ed06d7e0cad tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:47:30.134319 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f938c-7e15-4873-9e54-1ed06d7e0cad tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:47:30.134803 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f938c-7e15-4873-9e54-1ed06d7e0cad tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:47:30.135302 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f938c-7e15-4873-9e54-1ed06d7e0cad tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:47:30.135780 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f938c-7e15-4873-9e54-1ed06d7e0cad tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:47:30.136256 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f938c-7e15-4873-9e54-1ed06d7e0cad tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:47:30.136914 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f938c-7e15-4873-9e54-1ed06d7e0cad tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:47:30.137507 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f938c-7e15-4873-9e54-1ed06d7e0cad tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:47:30.138009 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f938c-7e15-4873-9e54-1ed06d7e0cad tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:47:30.138488 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f938c-7e15-4873-9e54-1ed06d7e0cad tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:47:30.139013 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f938c-7e15-4873-9e54-1ed06d7e0cad tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:47:30.170928 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e62108-1d52-4c3a-9689-0152e2a8ad1d tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Made reservation on behalf of f6b8e64020de40e182c741fada779147 for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:47:30.174661 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-32e62108-1d52-4c3a-9689-0152e2a8ad1d tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:30.217557 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-49288dc8-128b-4367-9103-3278e9de4fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:30.239590 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c350ba56-5277-4112-9fa0-1d23562672a5 None None] DHCP port deletion for 0683b568-5de1-47de-8c3c-3856d7f643f9 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:47:30.245974 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-ccb55875-f957-4638-8c09-691608e5c47a tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Allocated IP 172.26.2.93 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/f8db4779-2090-451b-8adf-d3a184d3c793) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:47:30.260854 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-71935097-6629-4310-ac46-8ed8e733080e tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks [] for floatingip, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:30.282453 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32e62108-1d52-4c3a-9689-0152e2a8ad1d tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:47:30.295807 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6298e557-2520-4d12-b6e6-0d31d0949602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:30.298646 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-32e62108-1d52-4c3a-9689-0152e2a8ad1d tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:30.299063 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-32e62108-1d52-4c3a-9689-0152e2a8ad1d tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Added segment 661c351b-0c0c-428a-b37c-ab91ed687a2d of type vlan for network 7366b1a3-1c57-4ea2-97d9-23d3fa43d41d Mar 28 13:47:30.361528 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-be183eb6-aa5f-47d8-b5fa-15a75e10e4cb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:30.377160 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-6298e557-2520-4d12-b6e6-0d31d0949602 None None] For port 8d94d1a9-c0ed-4d00-8f26-c0800eb72072, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=8d94d1a9-c0ed-4d00-8f26-c0800eb72072,segment=NetworkSegment(9eb1e716-a1ba-4f72-ad42-1362685cfc95),segment_id=9eb1e716-a1ba-4f72-ad42-1362685cfc95)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:30.405851 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-32e62108-1d52-4c3a-9689-0152e2a8ad1d tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:30.422009 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ccb55875-f957-4638-8c09-691608e5c47a tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:30.424096 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca7303-e0ed-4eb8-b9a9-80f6926aa244 req-c5910c5d-59ae-4a7c-97ac-469125170360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:30.425711 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-ccca7303-e0ed-4eb8-b9a9-80f6926aa244 req-c5910c5d-59ae-4a7c-97ac-469125170360 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f918f28d-0e69-47c7-aec8-a644b2bf9c10 HTTP/1.1" status: 200 len: 912 time: 0.3894315 Mar 28 13:47:30.426619 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-37b5bbf3-d340-480e-a530-d3d062944bec tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:30.430575 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a2c76448-6b2a-44f6-81fc-4d500e2fe887 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:30.447723 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be183eb6-aa5f-47d8-b5fa-15a75e10e4cb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:30.463435 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-be183eb6-aa5f-47d8-b5fa-15a75e10e4cb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:30.468826 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be183eb6-aa5f-47d8-b5fa-15a75e10e4cb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:30.468826 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-be183eb6-aa5f-47d8-b5fa-15a75e10e4cb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:30.487974 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be183eb6-aa5f-47d8-b5fa-15a75e10e4cb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Subnet': ['ID=a1f77a8f-51a9-4e7b-a6e8-a12608505cc9,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:30.526822 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6298e557-2520-4d12-b6e6-0d31d0949602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:30.547873 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20674c29-2750-4a39-a52e-90cf8fd7f616 None None] Pushing event updated for resources: {'Port': ['ID=912f9c7a-c6f3-4408-9465-4a717a67b8ba,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:30.548091 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-a2c76448-6b2a-44f6-81fc-4d500e2fe887 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Calling delete_port for 5c6b4242-0fcb-4cbf-9325-806d167f1560 owned by {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:47:30.559525 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-ccca7303-e0ed-4eb8-b9a9-80f6926aa244 req-121b79f0-5968-4f52-a2f9-91f9f66199bf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c526537-065f-44f6-9c81-50a99c0b9dcc HTTP/1.1" status: 200 len: 217 time: 0.0929956 Mar 28 13:47:30.578123 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-32e62108-1d52-4c3a-9689-0152e2a8ad1d tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:30.592728 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e62108-1d52-4c3a-9689-0152e2a8ad1d tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:30.593535 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-32e62108-1d52-4c3a-9689-0152e2a8ad1d tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:30.648824 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b5bbf3-d340-480e-a530-d3d062944bec tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event updated for resources: {'Subnet': ['ID=8ab39914-38ab-4a3c-95bf-3112a32df6a1,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:30.680918 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-be183eb6-aa5f-47d8-b5fa-15a75e10e4cb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1449373 Mar 28 13:47:30.684568 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59608) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:30.688405 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-71935097-6629-4310-ac46-8ed8e733080e tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:47:30.693378 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-71935097-6629-4310-ac46-8ed8e733080e tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6759095 Mar 28 13:47:30.695307 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59610) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:30.704832 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-99b2899c-a82e-401d-b63c-e99834adbaa6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'port': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'fixed_ips': [{'subnet_id': 'a1f77a8f-51a9-4e7b-a6e8-a12608505cc9', 'ip_address': '2001:db8::2482:e7f5:456:6f75'}], 'name': 'tempest-NetworksTestDHCPv6-1997202077'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:30.722173 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b5bbf3-d340-480e-a530-d3d062944bec tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Checking segment: {'id': 'e767cab0-10f7-4f58-9244-c66fe7053ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3019b740-4dc7-4e2f-8949-b1946bf1aff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:47:30.723632 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b5bbf3-d340-480e-a530-d3d062944bec tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Network hostable DHCP agents. Network: 3019b740-4dc7-4e2f-8949-b1946bf1aff4, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:47:30.735283 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-5a3a5022-b94c-489c-a37b-b1c2d0e255f2 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Request body: {'floatingip': {'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'port_id': 'dc198c42-a4a2-4f01-833d-9503df37f0d2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:30.760911 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-6298e557-2520-4d12-b6e6-0d31d0949602 None None] Provisioning complete for port b553cd2b-b171-42d6-b22d-f943e8d94d6d triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:30.761812 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b5bbf3-d340-480e-a530-d3d062944bec tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:47:30.761924 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6298e557-2520-4d12-b6e6-0d31d0949602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:30.762020 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b5bbf3-d340-480e-a530-d3d062944bec tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:47:30.762020 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b5bbf3-d340-480e-a530-d3d062944bec tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:47:30.762472 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b5bbf3-d340-480e-a530-d3d062944bec tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:47:30.763002 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b5bbf3-d340-480e-a530-d3d062944bec tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:47:30.763559 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b5bbf3-d340-480e-a530-d3d062944bec tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:47:30.764035 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b5bbf3-d340-480e-a530-d3d062944bec tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:47:30.764538 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b5bbf3-d340-480e-a530-d3d062944bec tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:47:30.765065 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b5bbf3-d340-480e-a530-d3d062944bec tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:47:30.765558 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b5bbf3-d340-480e-a530-d3d062944bec tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:47:30.766031 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b5bbf3-d340-480e-a530-d3d062944bec tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:47:30.766640 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b5bbf3-d340-480e-a530-d3d062944bec tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:47:30.781859 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6298e557-2520-4d12-b6e6-0d31d0949602 None None] Pushing event updated for resources: {'Port': ['ID=8d94d1a9-c0ed-4d00-8f26-c0800eb72072,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:30.786857 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-32e62108-1d52-4c3a-9689-0152e2a8ad1d tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7139425 Mar 28 13:47:30.789788 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59614) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:30.792254 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e62108-1d52-4c3a-9689-0152e2a8ad1d tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event updated for resources: {'Network': ['ID=7366b1a3-1c57-4ea2-97d9-23d3fa43d41d,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:30.796248 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-48929319-4aa8-44bf-ac6f-50aaa72e6bde tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Request body: {'subnet': {'network_id': '7366b1a3-1c57-4ea2-97d9-23d3fa43d41d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:30.842119 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 7366b1a3-1c57-4ea2-97d9-23d3fa43d41d details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:47:30.861368 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca7303-e0ed-4eb8-b9a9-80f6926aa244 req-6a3f1b44-e509-484e-b6ad-03828880d525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:30.863830 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-ccca7303-e0ed-4eb8-b9a9-80f6926aa244 req-6a3f1b44-e509-484e-b6ad-03828880d525 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a6e86362-3285-4816-b04f-59d2c530faee HTTP/1.1" status: 200 len: 851 time: 0.2886992 Mar 28 13:47:30.883683 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-49288dc8-128b-4367-9103-3278e9de4fef None None] Attempting to bind port 912f9c7a-c6f3-4408-9465-4a717a67b8ba on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:47:30.884045 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-49288dc8-128b-4367-9103-3278e9de4fef None None] Attempting to bind port 912f9c7a-c6f3-4408-9465-4a717a67b8ba by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '7170d0f3-cdbd-4bd5-bc53-0e50845f5cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2cc3241e-126b-4fc7-8d31-f7970bedb565'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:47:30.884464 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49288dc8-128b-4367-9103-3278e9de4fef None None] Attempting to bind port 912f9c7a-c6f3-4408-9465-4a717a67b8ba on network 2cc3241e-126b-4fc7-8d31-f7970bedb565 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:47:30.890276 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ccb55875-f957-4638-8c09-691608e5c47a tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:30.896576 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5a3a5022-b94c-489c-a37b-b1c2d0e255f2 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks [] for floatingip, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:30.898123 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49288dc8-128b-4367-9103-3278e9de4fef None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:47:30.898998 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49288dc8-128b-4367-9103-3278e9de4fef None None] Checking segment: {'id': '7170d0f3-cdbd-4bd5-bc53-0e50845f5cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2cc3241e-126b-4fc7-8d31-f7970bedb565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:47:30.899403 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-49288dc8-128b-4367-9103-3278e9de4fef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:30.899944 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49288dc8-128b-4367-9103-3278e9de4fef None None] Bound using segment: {'id': '7170d0f3-cdbd-4bd5-bc53-0e50845f5cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2cc3241e-126b-4fc7-8d31-f7970bedb565'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:47:30.900461 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-49288dc8-128b-4367-9103-3278e9de4fef None None] Bound port: 912f9c7a-c6f3-4408-9465-4a717a67b8ba, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7170d0f3-cdbd-4bd5-bc53-0e50845f5cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2cc3241e-126b-4fc7-8d31-f7970bedb565'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:47:30.900880 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-49288dc8-128b-4367-9103-3278e9de4fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:30.930856 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-ccca7303-e0ed-4eb8-b9a9-80f6926aa244 req-2e239005-e37c-4bd4-82c5-eac5eda79207 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f918f28d-0e69-47c7-aec8-a644b2bf9c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576975 Mar 28 13:47:30.967085 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b5bbf3-d340-480e-a530-d3d062944bec tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Network 3019b740-4dc7-4e2f-8949-b1946bf1aff4 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:47:30.967884 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7b9e6-ccae-4618-8aca-af6cf3856815 req-ebbb6d15-ff07-4883-8b08-c705dbeb9002 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:30.975770 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-32d7b9e6-ccae-4618-8aca-af6cf3856815 req-ebbb6d15-ff07-4883-8b08-c705dbeb9002 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/ports?device_id=846276ac-fa2d-45ae-ae4a-391d73a348fc HTTP/1.1" status: 200 len: 946 time: 0.1329131 Mar 28 13:47:30.990229 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device a318405c-f9ed-4f74-978b-188b8e060048 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:47:30.993603 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-c350ba56-5277-4112-9fa0-1d23562672a5 None None] Deleting port b553cd2b-b171-42d6-b22d-f943e8d94d6d {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:47:30.993603 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c350ba56-5277-4112-9fa0-1d23562672a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:31.011763 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb55875-f957-4638-8c09-691608e5c47a tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:31.023123 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-ccb55875-f957-4638-8c09-691608e5c47a tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:31.039292 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b2899c-a82e-401d-b63c-e99834adbaa6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:47:31.055411 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb55875-f957-4638-8c09-691608e5c47a tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Pushing event updated for resources: {'Port': ['ID=f8db4779-2090-451b-8adf-d3a184d3c793,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:31.060652 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-32d7b9e6-ccae-4618-8aca-af6cf3856815 req-602fc7d6-2153-4481-b2d1-ad927ed0cab1 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/security-groups?id=1423174f-eb5a-4b60-ab04-796de1ca3c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837269 Mar 28 13:47:31.060832 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb55875-f957-4638-8c09-691608e5c47a tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:47:31.121463 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-37b5bbf3-d340-480e-a530-d3d062944bec tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 3019b740-4dc7-4e2f-8949-b1946bf1aff4) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:31.138328 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b5bbf3-d340-480e-a530-d3d062944bec tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:31.139196 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-37b5bbf3-d340-480e-a530-d3d062944bec tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:31.164764 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48929319-4aa8-44bf-ac6f-50aaa72e6bde tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Made reservation on behalf of f6b8e64020de40e182c741fada779147 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:47:31.168864 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-48929319-4aa8-44bf-ac6f-50aaa72e6bde tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:31.172452 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ec2d42-7e23-4366-a985-369e72de5170 None None] Network 3019b740-4dc7-4e2f-8949-b1946bf1aff4 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:47:31.184188 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5a3a5022-b94c-489c-a37b-b1c2d0e255f2 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:31.195730 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-99b2899c-a82e-401d-b63c-e99834adbaa6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:31.213025 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-49288dc8-128b-4367-9103-3278e9de4fef None None] For port 912f9c7a-c6f3-4408-9465-4a717a67b8ba, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:47:31.247916 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-99b2899c-a82e-401d-b63c-e99834adbaa6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] device_id is not set on port 73f02754-d64b-4247-b029-224a72164239 yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:47:31.261260 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-ccca7303-e0ed-4eb8-b9a9-80f6926aa244 req-972efb3e-ca80-4a4c-93c0-7f62799a9dd5 service neutron] 10.222.0.20 "GET /v2.0/networks/f918f28d-0e69-47c7-aec8-a644b2bf9c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062844 Mar 28 13:47:31.266068 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6298e557-2520-4d12-b6e6-0d31d0949602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:31.270946 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-49288dc8-128b-4367-9103-3278e9de4fef None None] For port 912f9c7a-c6f3-4408-9465-4a717a67b8ba, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=912f9c7a-c6f3-4408-9465-4a717a67b8ba,segment=NetworkSegment(7170d0f3-cdbd-4bd5-bc53-0e50845f5cc5),segment_id=7170d0f3-cdbd-4bd5-bc53-0e50845f5cc5)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:47:31.283911 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-37b5bbf3-d340-480e-a530-d3d062944bec tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7116697 Mar 28 13:47:31.298459 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-c350ba56-5277-4112-9fa0-1d23562672a5 None None] For port b553cd2b-b171-42d6-b22d-f943e8d94d6d, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=b553cd2b-b171-42d6-b22d-f943e8d94d6d,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:31.300082 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c350ba56-5277-4112-9fa0-1d23562672a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:31.300189 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59616) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:31.312680 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a2c76448-6b2a-44f6-81fc-4d500e2fe887 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:31.327469 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port a318405c-f9ed-4f74-978b-188b8e060048 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:31.327830 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:31.331082 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-c350ba56-5277-4112-9fa0-1d23562672a5 None None] Calling delete_port for b553cd2b-b171-42d6-b22d-f943e8d94d6d owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:47:31.381475 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-49288dc8-128b-4367-9103-3278e9de4fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:31.399523 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-6298e557-2520-4d12-b6e6-0d31d0949602 None None] For port b553cd2b-b171-42d6-b22d-f943e8d94d6d, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=b553cd2b-b171-42d6-b22d-f943e8d94d6d,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:31.418215 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c76448-6b2a-44f6-81fc-4d500e2fe887 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event deleted for resources: {'Port': ['ID=5c6b4242-0fcb-4cbf-9325-806d167f1560,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:31.479148 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ccb55875-f957-4638-8c09-691608e5c47a tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:31.480404 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6298e557-2520-4d12-b6e6-0d31d0949602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:31.571028 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-ccca7303-e0ed-4eb8-b9a9-80f6926aa244 req-8a8bf124-6e0a-4bd8-849f-4658b41bbf5c service neutron] 10.222.0.20 "GET /v2.0/networks/f918f28d-0e69-47c7-aec8-a644b2bf9c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993636 Mar 28 13:47:31.572621 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20674c29-2750-4a39-a52e-90cf8fd7f616 None None] Pushing event updated for resources: {'Port': ['ID=912f9c7a-c6f3-4408-9465-4a717a67b8ba,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:31.599249 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a2c76448-6b2a-44f6-81fc-4d500e2fe887 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:31.605781 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a2c76448-6b2a-44f6-81fc-4d500e2fe887 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/ports/5c6b4242-0fcb-4cbf-9325-806d167f1560 HTTP/1.1" status: 204 len: 168 time: 2.5786803 Mar 28 13:47:31.612452 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59618) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:31.632403 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49288dc8-128b-4367-9103-3278e9de4fef None None] Routers {'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:47:31.636069 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-49288dc8-128b-4367-9103-3278e9de4fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:47:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['a9c0fda7-37b9-4e66-8d8b-a493d0feabc8'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:31.686315 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-38185341-7889-4e6d-9217-5e435c6ec802 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] GET failed (client error): The resource could not be found. Mar 28 13:47:31.688187 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-38185341-7889-4e6d-9217-5e435c6ec802 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "GET /v2.0/ports/5c6b4242-0fcb-4cbf-9325-806d167f1560 HTTP/1.1" status: 404 len: 333 time: 0.0706813 Mar 28 13:47:31.711095 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59620) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:31.728123 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ccb55875-f957-4638-8c09-691608e5c47a tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:31.828874 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf0bdf91-c7ae-4e87-b7a1-b39a2828c245 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Deleting subnet fc40b16b-2bd2-4142-ae99-abf8aaf111f4 {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:47:31.836594 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cf0bdf91-c7ae-4e87-b7a1-b39a2828c245 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:31.881696 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-48929319-4aa8-44bf-ac6f-50aaa72e6bde tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:31.940585 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-49288dc8-128b-4367-9103-3278e9de4fef None None] Set router a9c0fda7-37b9-4e66-8d8b-a493d0feabc8 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:47:31.977676 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cf0bdf91-c7ae-4e87-b7a1-b39a2828c245 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:32.036456 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c350ba56-5277-4112-9fa0-1d23562672a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:32.048068 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48929319-4aa8-44bf-ac6f-50aaa72e6bde tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event updated for resources: {'Subnet': ['ID=66157197-7f06-4bd8-a292-a4af8e396cd4,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:32.094990 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48929319-4aa8-44bf-ac6f-50aaa72e6bde tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Checking segment: {'id': '661c351b-0c0c-428a-b37c-ab91ed687a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7366b1a3-1c57-4ea2-97d9-23d3fa43d41d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:47:32.095357 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48929319-4aa8-44bf-ac6f-50aaa72e6bde tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Network hostable DHCP agents. Network: 7366b1a3-1c57-4ea2-97d9-23d3fa43d41d, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:47:32.149191 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-5a3a5022-b94c-489c-a37b-b1c2d0e255f2 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Allocated IP 172.26.2.32 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/36a292e0-8f78-425f-bb65-2b2b676155a1) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:47:32.151273 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ccb55875-f957-4638-8c09-691608e5c47a tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:32.164497 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cf0bdf91-c7ae-4e87-b7a1-b39a2828c245 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:32.180905 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd2a3cf-452c-4966-8579-97278d0ac5a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-3019b740-4dc7-4e2f-8949-b1946bf1aff4', 'network_id': '3019b740-4dc7-4e2f-8949-b1946bf1aff4', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'fixed_ips': [{'subnet_id': '8ab39914-38ab-4a3c-95bf-3112a32df6a1'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:47:32.181900 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3fd2a3cf-452c-4966-8579-97278d0ac5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:32.184213 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-4bb83387-cfaa-468f-9671-d8b1c15390c2 None None] Provisioning complete for port 912f9c7a-c6f3-4408-9465-4a717a67b8ba triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:32.184687 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4bb83387-cfaa-468f-9671-d8b1c15390c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:32.186453 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c350ba56-5277-4112-9fa0-1d23562672a5 None None] No DVR routers for this DVR port b553cd2b-b171-42d6-b22d-f943e8d94d6d on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:47:32.207570 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ccb55875-f957-4638-8c09-691608e5c47a tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:32.229824 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18425f0f-2d9a-4b79-a30c-08b6149d14b2 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:47:32.231695 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6298e557-2520-4d12-b6e6-0d31d0949602 None None] Pushing event updated for resources: {'Port': ['ID=b553cd2b-b171-42d6-b22d-f943e8d94d6d,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:32.235509 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 8d94d1a9-c0ed-4d00-8f26-c0800eb72072 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:47:32.258655 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48929319-4aa8-44bf-ac6f-50aaa72e6bde tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Network 7366b1a3-1c57-4ea2-97d9-23d3fa43d41d is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:47:32.308016 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb55875-f957-4638-8c09-691608e5c47a tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Pushing event updated for resources: {'Port': ['ID=f8db4779-2090-451b-8adf-d3a184d3c793,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:32.330696 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ccb55875-f957-4638-8c09-691608e5c47a tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:32.349836 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c350ba56-5277-4112-9fa0-1d23562672a5 None None] Pushing event deleted for resources: {'Port': ['ID=b553cd2b-b171-42d6-b22d-f943e8d94d6d,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:32.354550 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-48929319-4aa8-44bf-ac6f-50aaa72e6bde tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 7366b1a3-1c57-4ea2-97d9-23d3fa43d41d) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:32.356261 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff9d3f-8349-44fe-95ed-dd79ba617434 req-9d68b124-4f7b-4673-97b3-727023b944b3 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:32.357905 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-feff9d3f-8349-44fe-95ed-dd79ba617434 req-9d68b124-4f7b-4673-97b3-727023b944b3 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/ports?device_id=846276ac-fa2d-45ae-ae4a-391d73a348fc HTTP/1.1" status: 200 len: 946 time: 0.2188494 Mar 28 13:47:32.368960 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48929319-4aa8-44bf-ac6f-50aaa72e6bde tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:32.369614 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-48929319-4aa8-44bf-ac6f-50aaa72e6bde tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:32.383991 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cf0bdf91-c7ae-4e87-b7a1-b39a2828c245 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:32.423304 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0bdf91-c7ae-4e87-b7a1-b39a2828c245 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event deleted for resources: {'Subnet': ['ID=fc40b16b-2bd2-4142-ae99-abf8aaf111f4,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:32.426462 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cf0bdf91-c7ae-4e87-b7a1-b39a2828c245 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:32.430315 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-cf0bdf91-c7ae-4e87-b7a1-b39a2828c245 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/subnets/fc40b16b-2bd2-4142-ae99-abf8aaf111f4 HTTP/1.1" status: 204 len: 168 time: 0.7179439 Mar 28 13:47:32.430611 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a42292-6349-4799-9fac-c9808a349355 None None] Network 7366b1a3-1c57-4ea2-97d9-23d3fa43d41d requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:47:32.433009 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59624) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:32.457423 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-66e0ac14-13d9-4048-804d-75cb3d0c9549 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:32.468222 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c979bd8-f064-4468-bb0e-c2e4c9b40ec3 None None] Network ac6b4489-80e1-4085-980c-dde9280d260e requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:47:32.470541 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-99b2899c-a82e-401d-b63c-e99834adbaa6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Allocated IP 2001:db8::2482:e7f5:456:6f75 (0683b568-5de1-47de-8c3c-3856d7f643f9/a1f77a8f-51a9-4e7b-a6e8-a12608505cc9/73f02754-d64b-4247-b029-224a72164239) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:47:32.487759 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-feff9d3f-8349-44fe-95ed-dd79ba617434 req-ec718e52-3300-498b-ac69-33ff45ab56f9 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/security-groups?id=1423174f-eb5a-4b60-ab04-796de1ca3c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075773 Mar 28 13:47:32.544004 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-db5231b4-23c8-4398-8fd8-2d19f3fb31b9 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:32.548915 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-48929319-4aa8-44bf-ac6f-50aaa72e6bde tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7573488 Mar 28 13:47:32.554801 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59626) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:32.555085 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ccb55875-f957-4638-8c09-691608e5c47a tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:32.556335 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ccb55875-f957-4638-8c09-691608e5c47a tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2103887 Mar 28 13:47:32.671264 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-db5231b4-23c8-4398-8fd8-2d19f3fb31b9 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Deleting port bf2beca7-7ed4-4c45-91c7-4ce0b50cfdf7 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:47:32.671926 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-db5231b4-23c8-4398-8fd8-2d19f3fb31b9 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:32.729172 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-01dafa62-6a59-4903-8ced-14e083b6a32f tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-841057890', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:32.762019 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5a3a5022-b94c-489c-a37b-b1c2d0e255f2 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:32.767832 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-db5231b4-23c8-4398-8fd8-2d19f3fb31b9 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] For port bf2beca7-7ed4-4c45-91c7-4ce0b50cfdf7, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=bf2beca7-7ed4-4c45-91c7-4ce0b50cfdf7,segment=NetworkSegment(9243d57b-3db0-418d-8d9f-7975b7b2c2db),segment_id=9243d57b-3db0-418d-8d9f-7975b7b2c2db)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:32.768015 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 8d94d1a9-c0ed-4d00-8f26-c0800eb72072 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:32.768318 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:32.768519 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-db5231b4-23c8-4398-8fd8-2d19f3fb31b9 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:32.784057 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-db5231b4-23c8-4398-8fd8-2d19f3fb31b9 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Calling delete_port for bf2beca7-7ed4-4c45-91c7-4ce0b50cfdf7 owned by network:dhcp {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:47:32.849846 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-c0e783a5-044e-4987-af57-a4237e720f96 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1668191798&fields=id&tenant_id=89f15a869eff4c6ba37bd2f72c48ff8f HTTP/1.1" status: 200 len: 267 time: 0.1349699 Mar 28 13:47:32.854428 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-99b2899c-a82e-401d-b63c-e99834adbaa6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:32.855415 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-3fd2a3cf-452c-4966-8579-97278d0ac5a9 None None] Allocated IP 172.22.0.2 (3019b740-4dc7-4e2f-8949-b1946bf1aff4/8ab39914-38ab-4a3c-95bf-3112a32df6a1/49d947bb-32fb-430e-a0e7-98636044c76a) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:47:32.866184 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4bb83387-cfaa-468f-9671-d8b1c15390c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:32.944263 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-db5231b4-23c8-4398-8fd8-2d19f3fb31b9 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:32.970524 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-01dafa62-6a59-4903-8ced-14e083b6a32f tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:32.970799 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8e1e41-0f14-4151-9c84-658d467f8c71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-0683b568-5de1-47de-8c3c-3856d7f643f9', 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'tenant_id': '97c2fb5000a44df7a1530b25f26f0716', 'fixed_ips': [{'subnet_id': 'a1f77a8f-51a9-4e7b-a6e8-a12608505cc9'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:47:32.971508 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-aa8e1e41-0f14-4151-9c84-658d467f8c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:32.971642 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-01dafa62-6a59-4903-8ced-14e083b6a32f tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:32.976578 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5231b4-23c8-4398-8fd8-2d19f3fb31b9 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event deleted for resources: {'Port': ['ID=bf2beca7-7ed4-4c45-91c7-4ce0b50cfdf7,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:32.982402 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5231b4-23c8-4398-8fd8-2d19f3fb31b9 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] No DVR routers for this DVR port bf2beca7-7ed4-4c45-91c7-4ce0b50cfdf7 on host dv-neutron-835335-1-hyperv {{(pid=109612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:47:33.033847 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-01dafa62-6a59-4903-8ced-14e083b6a32f tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:33.038273 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-49288dc8-128b-4367-9103-3278e9de4fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8', 'name': 'tempest-ServersTestManualDisk-1571218736-router', 'tenant_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': 'a318405c-f9ed-4f74-978b-188b8e060048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:47:09Z', 'updated_at': '2022-03-28T13:47:20Z', 'revision_number': 4, 'project_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'gw_port': {'id': 'a318405c-f9ed-4f74-978b-188b8e060048', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:11Z', 'updated_at': '2022-03-28T13:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '912f9c7a-c6f3-4408-9465-4a717a67b8ba', 'name': '', 'network_id': '2cc3241e-126b-4fc7-8d31-f7970bedb565', 'tenant_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'mac_address': 'fa:16:3e:40:7a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3347bc09-8e26-47dd-9935-5fe9204b659f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:18Z', 'updated_at': '2022-03-28T13:47:31Z', 'revision_number': 4, 'project_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'subnets': [{'id': '3347bc09-8e26-47dd-9935-5fe9204b659f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:33.076426 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-db5231b4-23c8-4398-8fd8-2d19f3fb31b9 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:33.098749 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-4bb83387-cfaa-468f-9671-d8b1c15390c2 None None] For port 912f9c7a-c6f3-4408-9465-4a717a67b8ba, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=912f9c7a-c6f3-4408-9465-4a717a67b8ba,segment=NetworkSegment(7170d0f3-cdbd-4bd5-bc53-0e50845f5cc5),segment_id=7170d0f3-cdbd-4bd5-bc53-0e50845f5cc5)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:33.101348 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49288dc8-128b-4367-9103-3278e9de4fef None None] The sync data for ids ['a9c0fda7-37b9-4e66-8d8b-a493d0feabc8'] in dv-neutron-835335-1-hyperv is: [{'id': 'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8', 'name': 'tempest-ServersTestManualDisk-1571218736-router', 'tenant_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': 'a318405c-f9ed-4f74-978b-188b8e060048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:47:09Z', 'updated_at': '2022-03-28T13:47:20Z', 'revision_number': 4, 'project_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'gw_port': {'id': 'a318405c-f9ed-4f74-978b-188b8e060048', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:11Z', 'updated_at': '2022-03-28T13:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '912f9c7a-c6f3-4408-9465-4a717a67b8ba', 'name': '', 'network_id': '2cc3241e-126b-4fc7-8d31-f7970bedb565', 'tenant_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'mac_address': 'fa:16:3e:40:7a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3347bc09-8e26-47dd-9935-5fe9204b659f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:18Z', 'updated_at': '2022-03-28T13:47:31Z', 'revision_number': 4, 'project_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'subnets': [{'id': '3347bc09-8e26-47dd-9935-5fe9204b659f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:47:33.105530 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-db5231b4-23c8-4398-8fd8-2d19f3fb31b9 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac6b4489-80e1-4085-980c-dde9280d260e']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:33.120558 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-db5231b4-23c8-4398-8fd8-2d19f3fb31b9 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9243d57b-3db0-418d-8d9f-7975b7b2c2db') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:33.120897 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-db5231b4-23c8-4398-8fd8-2d19f3fb31b9 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9243d57b-3db0-418d-8d9f-7975b7b2c2db') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:33.147424 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-01dafa62-6a59-4903-8ced-14e083b6a32f tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:33.148703 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-db5231b4-23c8-4398-8fd8-2d19f3fb31b9 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:33.163503 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5a3a5022-b94c-489c-a37b-b1c2d0e255f2 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:33.172634 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-db5231b4-23c8-4398-8fd8-2d19f3fb31b9 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:33.174829 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-8e8e8d32-47b8-4e03-a2e7-a54c79002adb tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:33.176443 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-8e8e8d32-47b8-4e03-a2e7-a54c79002adb tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] 10.222.0.24 "GET /v2.0/networks?id=2cc3241e-126b-4fc7-8d31-f7970bedb565 HTTP/1.1" status: 200 len: 812 time: 0.3136237 Mar 28 13:47:33.182708 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db5231b4-23c8-4398-8fd8-2d19f3fb31b9 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:47:33.183185 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-db5231b4-23c8-4398-8fd8-2d19f3fb31b9 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:33.233216 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc34b5e-6b90-4d5e-9d7e-4407745aa757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-7366b1a3-1c57-4ea2-97d9-23d3fa43d41d', 'network_id': '7366b1a3-1c57-4ea2-97d9-23d3fa43d41d', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'fixed_ips': [{'subnet_id': '66157197-7f06-4bd8-a292-a4af8e396cd4'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:47:33.234150 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1bc34b5e-6b90-4d5e-9d7e-4407745aa757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:33.260465 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-99b2899c-a82e-401d-b63c-e99834adbaa6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:33.264057 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-01dafa62-6a59-4903-8ced-14e083b6a32f tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:33.267657 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-01dafa62-6a59-4903-8ced-14e083b6a32f tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7095077 Mar 28 13:47:33.270144 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4bb83387-cfaa-468f-9671-d8b1c15390c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:33.273997 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-664d9fb0-6185-4e60-9a07-81396da85cf1 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] 10.222.0.24 "GET /v2.0/quotas/89f15a869eff4c6ba37bd2f72c48ff8f HTTP/1.1" status: 200 len: 375 time: 0.0593314 Mar 28 13:47:33.274467 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59640) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:33.279400 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3a5022-b94c-489c-a37b-b1c2d0e255f2 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:33.279555 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:47:33.279555 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:47:33.279555 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:47:33.279555 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:47:33.279555 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:47:33.279555 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:47:33.279555 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:47:33.279555 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:47:33.279555 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:47:33.279555 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:47:33.279555 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:47:33.279555 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:47:33.279555 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:47:33.279555 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:47:33.279555 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:47:33.279555 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:47:33.279555 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:47:33.279555 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:47:33.279555 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:47:33.279555 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:47:33.279555 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:47:33.279555 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:47:33.279555 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:47:33.279555 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:47:33.279555 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:47:33.279555 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:47:33.279555 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:47:33.279555 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:47:33.279555 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:47:33.279555 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:47:33.279555 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:47:33.279555 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:47:33.291154 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0961b189-0adf-40bb-a318-81292fe15656 None None] DHCP port deletion for ac6b4489-80e1-4085-980c-dde9280d260e request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:47:33.291485 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-dd317899-a02a-4384-94a8-5b985440db32 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Request body: {'port': {'network_id': '7366b1a3-1c57-4ea2-97d9-23d3fa43d41d', 'name': 'tempest-RoutersIpV6Test-1156125393'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:33.301784 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-5a3a5022-b94c-489c-a37b-b1c2d0e255f2 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:33.324430 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3a5022-b94c-489c-a37b-b1c2d0e255f2 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:47:33.343233 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a5022-b94c-489c-a37b-b1c2d0e255f2 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Pushing event updated for resources: {'Port': ['ID=36a292e0-8f78-425f-bb65-2b2b676155a1,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:33.347322 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-db5231b4-23c8-4398-8fd8-2d19f3fb31b9 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:33.368141 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-db5231b4-23c8-4398-8fd8-2d19f3fb31b9 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:33.373456 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device bf2beca7-7ed4-4c45-91c7-4ce0b50cfdf7 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:47:33.383747 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b2899c-a82e-401d-b63c-e99834adbaa6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:33.393603 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-db5231b4-23c8-4398-8fd8-2d19f3fb31b9 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/networks/ac6b4489-80e1-4085-980c-dde9280d260e HTTP/1.1" status: 204 len: 168 time: 0.9582744 Mar 28 13:47:33.404476 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59642) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:33.407403 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-dc3a5390-fe9e-479a-8801-3df8473728a1 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1748695967'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:33.435102 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5231b4-23c8-4398-8fd8-2d19f3fb31b9 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event deleted for resources: {'Network': ['ID=ac6b4489-80e1-4085-980c-dde9280d260e,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:33.457133 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-99b2899c-a82e-401d-b63c-e99834adbaa6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:33.475095 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b2899c-a82e-401d-b63c-e99834adbaa6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:47:33.480897 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b2899c-a82e-401d-b63c-e99834adbaa6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:33.481491 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-99b2899c-a82e-401d-b63c-e99834adbaa6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:33.483298 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-4bb83387-cfaa-468f-9671-d8b1c15390c2 None None] Provisioning complete for port 8d94d1a9-c0ed-4d00-8f26-c0800eb72072 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:33.483622 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4bb83387-cfaa-468f-9671-d8b1c15390c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:33.491560 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: bf2beca7-7ed4-4c45-91c7-4ce0b50cfdf7 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:47:33.491898 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device bf2beca7-7ed4-4c45-91c7-4ce0b50cfdf7 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 28 13:47:33.538327 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3a5390-fe9e-479a-8801-3df8473728a1 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Made reservation on behalf of a8d0b895291d43e9afe1329c139db87b for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:47:33.549648 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-dc3a5390-fe9e-479a-8801-3df8473728a1 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:33.569967 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b2899c-a82e-401d-b63c-e99834adbaa6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Port': ['ID=73f02754-d64b-4247-b029-224a72164239,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:33.590983 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-eedbb859-84b5-47b9-be51-d9083533427a tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=89f15a869eff4c6ba37bd2f72c48ff8f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3064334 Mar 28 13:47:33.610184 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc3a5390-fe9e-479a-8801-3df8473728a1 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:47:33.621614 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-dc3a5390-fe9e-479a-8801-3df8473728a1 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:33.621961 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-dc3a5390-fe9e-479a-8801-3df8473728a1 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Added segment 6b275d5d-4bf3-43cf-bfdf-6c100ef8423b of type vlan for network ff80a042-ffc9-4fbc-aa88-f476b2e7a15c Mar 28 13:47:33.648664 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-99b2899c-a82e-401d-b63c-e99834adbaa6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9579394 Mar 28 13:47:33.649560 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59646) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:33.682279 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-dc3a5390-fe9e-479a-8801-3df8473728a1 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:33.795485 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-dc3a5390-fe9e-479a-8801-3df8473728a1 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:33.801471 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Port bf2beca7-7ed4-4c45-91c7-4ce0b50cfdf7 not found, will not notify nova. {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 28 13:47:33.801876 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 88f2a937-3339-47bb-92d0-f19489fc0b2d up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:47:33.802938 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3a5390-fe9e-479a-8801-3df8473728a1 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:33.803675 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-dc3a5390-fe9e-479a-8801-3df8473728a1 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:33.826921 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb83387-cfaa-468f-9671-d8b1c15390c2 None None] Pushing event updated for resources: {'Port': ['ID=912f9c7a-c6f3-4408-9465-4a717a67b8ba,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:33.846136 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d1b28-5eae-4d77-9692-c43fe13e5b16 req-07ccc1b8-bf3b-4347-b3e9-ea7839190bd8 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:33.854017 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5a5d1b28-5eae-4d77-9692-c43fe13e5b16 req-07ccc1b8-bf3b-4347-b3e9-ea7839190bd8 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/ports?device_id=846276ac-fa2d-45ae-ae4a-391d73a348fc HTTP/1.1" status: 200 len: 946 time: 0.2799685 Mar 28 13:47:33.873282 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-aa8e1e41-0f14-4151-9c84-658d467f8c71 None None] Allocated IP 2001:db8::2 (0683b568-5de1-47de-8c3c-3856d7f643f9/a1f77a8f-51a9-4e7b-a6e8-a12608505cc9/7fe26df9-857a-4d1f-8de0-5f5f4aa2391b) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:47:33.875350 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e26e2e-2e47-460c-85fa-f6744fc8c2ba tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:33.880108 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-92e26e2e-2e47-460c-85fa-f6744fc8c2ba tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2082565 Mar 28 13:47:33.882095 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59648) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:33.884010 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3fd2a3cf-452c-4966-8579-97278d0ac5a9 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:33.885296 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a5390-fe9e-479a-8801-3df8473728a1 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event updated for resources: {'Network': ['ID=ff80a042-ffc9-4fbc-aa88-f476b2e7a15c,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:33.904061 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd317899-a02a-4384-94a8-5b985440db32 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Made reservation on behalf of f6b8e64020de40e182c741fada779147 for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:47:33.906111 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network ff80a042-ffc9-4fbc-aa88-f476b2e7a15c details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:47:33.907473 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dd317899-a02a-4384-94a8-5b985440db32 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:33.962195 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-58beee9e-9029-43d9-88e5-553abfa055e2 service neutron] 10.222.0.24 "GET /v2.0/networks/2cc3241e-126b-4fc7-8d31-f7970bedb565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479848 Mar 28 13:47:33.964196 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-dc3a5390-fe9e-479a-8801-3df8473728a1 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5619514 Mar 28 13:47:33.966827 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59650) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:33.976656 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-d026d9ea-ea4a-4c32-81ce-781fec51e02d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Request body: {'subnet': {'network_id': 'ff80a042-ffc9-4fbc-aa88-f476b2e7a15c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:33.987149 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-dd317899-a02a-4384-94a8-5b985440db32 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] device_id is not set on port 348995db-f4aa-45f7-a6a4-423dc27bc338 yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:47:34.009282 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-1bc34b5e-6b90-4d5e-9d7e-4407745aa757 None None] Allocated IP 2001:db8::2 (7366b1a3-1c57-4ea2-97d9-23d3fa43d41d/66157197-7f06-4bd8-a292-a4af8e396cd4/fbe4c6ad-828f-41be-9a24-b2e13604ec9b) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:47:34.037292 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5a5d1b28-5eae-4d77-9692-c43fe13e5b16 req-f923ef1f-33e2-40aa-8ff3-76660dad82ca tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/security-groups?id=1423174f-eb5a-4b60-ab04-796de1ca3c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797853 Mar 28 13:47:34.143650 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3fd2a3cf-452c-4966-8579-97278d0ac5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:34.194503 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d026d9ea-ea4a-4c32-81ce-781fec51e02d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Made reservation on behalf of a8d0b895291d43e9afe1329c139db87b for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:47:34.199801 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d026d9ea-ea4a-4c32-81ce-781fec51e02d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:34.200094 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-5a3a5022-b94c-489c-a37b-b1c2d0e255f2 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Deleting port 36a292e0-8f78-425f-bb65-2b2b676155a1 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:47:34.200094 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5a3a5022-b94c-489c-a37b-b1c2d0e255f2 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:34.255094 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-66e0ac14-13d9-4048-804d-75cb3d0c9549 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Allocated IP 172.22.0.1 (3019b740-4dc7-4e2f-8949-b1946bf1aff4/8ab39914-38ab-4a3c-95bf-3112a32df6a1/072e3230-a6c2-4d1a-b791-2fff15b9adab) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:47:34.298210 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-f004ff83-4069-4ef7-adee-9661af2fdf74 service neutron] 10.222.0.24 "GET /v2.0/networks/2cc3241e-126b-4fc7-8d31-f7970bedb565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135569 Mar 28 13:47:34.336258 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd2a3cf-452c-4966-8579-97278d0ac5a9 None None] Network 3019b740-4dc7-4e2f-8949-b1946bf1aff4 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:34.345632 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd2a3cf-452c-4966-8579-97278d0ac5a9 None None] Pushing event updated for resources: {'Port': ['ID=49d947bb-32fb-430e-a0e7-98636044c76a,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:34.353291 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-3fd2a3cf-452c-4966-8579-97278d0ac5a9 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:34.355065 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 88f2a937-3339-47bb-92d0-f19489fc0b2d triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:34.355433 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:34.358620 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd2a3cf-452c-4966-8579-97278d0ac5a9 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:47:34.385566 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-d57ef6c2-89bd-4528-b3cb-cc11afc64453 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting port 73f02754-d64b-4247-b029-224a72164239 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:47:34.385784 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d57ef6c2-89bd-4528-b3cb-cc11afc64453 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:34.409511 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd2a3cf-452c-4966-8579-97278d0ac5a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:47:34.410505 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd2a3cf-452c-4966-8579-97278d0ac5a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:47:34.410599 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd2a3cf-452c-4966-8579-97278d0ac5a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:47:34.410916 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd2a3cf-452c-4966-8579-97278d0ac5a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:47:34.411242 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd2a3cf-452c-4966-8579-97278d0ac5a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:47:34.411583 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd2a3cf-452c-4966-8579-97278d0ac5a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:47:34.411915 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd2a3cf-452c-4966-8579-97278d0ac5a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:47:34.412257 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd2a3cf-452c-4966-8579-97278d0ac5a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:47:34.412641 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd2a3cf-452c-4966-8579-97278d0ac5a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:47:34.412948 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd2a3cf-452c-4966-8579-97278d0ac5a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:47:34.413274 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd2a3cf-452c-4966-8579-97278d0ac5a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:47:34.413581 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd2a3cf-452c-4966-8579-97278d0ac5a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:47:34.430462 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1bc34b5e-6b90-4d5e-9d7e-4407745aa757 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:34.518794 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1bc34b5e-6b90-4d5e-9d7e-4407745aa757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:34.561849 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d026d9ea-ea4a-4c32-81ce-781fec51e02d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:34.580980 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-aa8e1e41-0f14-4151-9c84-658d467f8c71 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:34.587308 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-3fd2a3cf-452c-4966-8579-97278d0ac5a9 None None] Attempting to bind port 49d947bb-32fb-430e-a0e7-98636044c76a on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:47:34.587759 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-3fd2a3cf-452c-4966-8579-97278d0ac5a9 None None] Attempting to bind port 49d947bb-32fb-430e-a0e7-98636044c76a by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'e767cab0-10f7-4f58-9244-c66fe7053ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3019b740-4dc7-4e2f-8949-b1946bf1aff4'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:47:34.588033 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd2a3cf-452c-4966-8579-97278d0ac5a9 None None] Attempting to bind port 49d947bb-32fb-430e-a0e7-98636044c76a on network 3019b740-4dc7-4e2f-8949-b1946bf1aff4 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:47:34.640755 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc34b5e-6b90-4d5e-9d7e-4407745aa757 None None] Network 7366b1a3-1c57-4ea2-97d9-23d3fa43d41d is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:34.663277 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d026d9ea-ea4a-4c32-81ce-781fec51e02d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Checking segment: {'id': '6b275d5d-4bf3-43cf-bfdf-6c100ef8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ff80a042-ffc9-4fbc-aa88-f476b2e7a15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:47:34.663715 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d026d9ea-ea4a-4c32-81ce-781fec51e02d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Network hostable DHCP agents. Network: ff80a042-ffc9-4fbc-aa88-f476b2e7a15c, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:47:34.667338 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026d9ea-ea4a-4c32-81ce-781fec51e02d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event updated for resources: {'Subnet': ['ID=a4dc90ed-6bec-41ec-95d8-644a399c5180,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:34.681382 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd2a3cf-452c-4966-8579-97278d0ac5a9 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:47:34.681749 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd2a3cf-452c-4966-8579-97278d0ac5a9 None None] Checking segment: {'id': 'e767cab0-10f7-4f58-9244-c66fe7053ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3019b740-4dc7-4e2f-8949-b1946bf1aff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:47:34.682193 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3fd2a3cf-452c-4966-8579-97278d0ac5a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:34.682579 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd2a3cf-452c-4966-8579-97278d0ac5a9 None None] Bound using segment: {'id': 'e767cab0-10f7-4f58-9244-c66fe7053ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3019b740-4dc7-4e2f-8949-b1946bf1aff4'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:47:34.683050 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-3fd2a3cf-452c-4966-8579-97278d0ac5a9 None None] Bound port: 49d947bb-32fb-430e-a0e7-98636044c76a, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e767cab0-10f7-4f58-9244-c66fe7053ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3019b740-4dc7-4e2f-8949-b1946bf1aff4'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:47:34.683425 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3fd2a3cf-452c-4966-8579-97278d0ac5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:34.700735 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-1bc34b5e-6b90-4d5e-9d7e-4407745aa757 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:34.703625 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc34b5e-6b90-4d5e-9d7e-4407745aa757 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:47:34.710658 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-aa8e1e41-0f14-4151-9c84-658d467f8c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:34.712647 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc34b5e-6b90-4d5e-9d7e-4407745aa757 None None] Pushing event updated for resources: {'Port': ['ID=fbe4c6ad-828f-41be-9a24-b2e13604ec9b,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:34.733661 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-8f590f5a-8d51-4e3c-bb75-dfab63c5149b None None] Provisioning complete for port 912f9c7a-c6f3-4408-9465-4a717a67b8ba triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:34.734089 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8f590f5a-8d51-4e3c-bb75-dfab63c5149b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:34.760182 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d026d9ea-ea4a-4c32-81ce-781fec51e02d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Network ff80a042-ffc9-4fbc-aa88-f476b2e7a15c is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:47:34.793840 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5a3a5022-b94c-489c-a37b-b1c2d0e255f2 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:34.795242 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5a3a5022-b94c-489c-a37b-b1c2d0e255f2 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:34.846483 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-d026d9ea-ea4a-4c32-81ce-781fec51e02d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, ff80a042-ffc9-4fbc-aa88-f476b2e7a15c) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:34.852342 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d026d9ea-ea4a-4c32-81ce-781fec51e02d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:34.853070 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d026d9ea-ea4a-4c32-81ce-781fec51e02d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:34.858107 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8e1e41-0f14-4151-9c84-658d467f8c71 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:34.870258 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc42b505-135a-4666-a1ff-d8a0846a1e20 None None] Network ff80a042-ffc9-4fbc-aa88-f476b2e7a15c requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:47:34.879788 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-aa8e1e41-0f14-4151-9c84-658d467f8c71 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:34.881006 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-33223878-0199-43f9-9abc-de119d712b46 req-52bc52f7-e92d-498a-98dc-2f61c2bdf8bb tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbdd9368-0317-4372-b950-1be483adf916 HTTP/1.1" status: 200 len: 210 time: 0.1518743 Mar 28 13:47:34.888885 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-5a3a5022-b94c-489c-a37b-b1c2d0e255f2 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Calling delete_port for 36a292e0-8f78-425f-bb65-2b2b676155a1 owned by network:floatingip {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:47:34.917065 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8e1e41-0f14-4151-9c84-658d467f8c71 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:47:34.919272 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e1e41-0f14-4151-9c84-658d467f8c71 None None] Pushing event updated for resources: {'Port': ['ID=7fe26df9-857a-4d1f-8de0-5f5f4aa2391b,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:34.961928 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-66e0ac14-13d9-4048-804d-75cb3d0c9549 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:34.964961 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d026d9ea-ea4a-4c32-81ce-781fec51e02d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9967105 Mar 28 13:47:34.967482 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59664) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:34.975221 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-5fb80370-65d9-43f0-87db-218498503bcb tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Request body: {'port': {'network_id': 'ff80a042-ffc9-4fbc-aa88-f476b2e7a15c', 'name': 'tempest-PortsTestJSON-69359075', 'fixed_ips': [{'subnet_id': 'a4dc90ed-6bec-41ec-95d8-644a399c5180', 'ip_address': '172.20.0.10'}]}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:34.977069 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-dd317899-a02a-4384-94a8-5b985440db32 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Allocated IP 2001:db8::2b (7366b1a3-1c57-4ea2-97d9-23d3fa43d41d/66157197-7f06-4bd8-a292-a4af8e396cd4/348995db-f4aa-45f7-a6a4-423dc27bc338) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:47:34.977300 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 75c02690-a286-40f5-9b5b-26389da24293 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:47:35.031507 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974df197-d0dc-413a-a141-a6e88ce24d11 req-5d86b76f-08e6-412a-86bf-fb491125a357 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:35.033320 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-974df197-d0dc-413a-a141-a6e88ce24d11 req-5d86b76f-08e6-412a-86bf-fb491125a357 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/ports?device_id=846276ac-fa2d-45ae-ae4a-391d73a348fc HTTP/1.1" status: 200 len: 946 time: 0.2978528 Mar 28 13:47:35.039001 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-1bc34b5e-6b90-4d5e-9d7e-4407745aa757 None None] Attempting to bind port fbe4c6ad-828f-41be-9a24-b2e13604ec9b on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:47:35.039432 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-1bc34b5e-6b90-4d5e-9d7e-4407745aa757 None None] Attempting to bind port fbe4c6ad-828f-41be-9a24-b2e13604ec9b by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '661c351b-0c0c-428a-b37c-ab91ed687a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7366b1a3-1c57-4ea2-97d9-23d3fa43d41d'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:47:35.040604 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc34b5e-6b90-4d5e-9d7e-4407745aa757 None None] Attempting to bind port fbe4c6ad-828f-41be-9a24-b2e13604ec9b on network 7366b1a3-1c57-4ea2-97d9-23d3fa43d41d {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:47:35.044663 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-3fd2a3cf-452c-4966-8579-97278d0ac5a9 None None] For port 49d947bb-32fb-430e-a0e7-98636044c76a, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:47:35.050210 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 75c02690-a286-40f5-9b5b-26389da24293 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:47:35.051201 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 75c02690-a286-40f5-9b5b-26389da24293 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:47:35.051723 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 455493ee-ea50-489c-86ee-c8634f4df3b5 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:47:35.061869 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d57ef6c2-89bd-4528-b3cb-cc11afc64453 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:35.085028 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc34b5e-6b90-4d5e-9d7e-4407745aa757 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:47:35.085448 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc34b5e-6b90-4d5e-9d7e-4407745aa757 None None] Checking segment: {'id': '661c351b-0c0c-428a-b37c-ab91ed687a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7366b1a3-1c57-4ea2-97d9-23d3fa43d41d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:47:35.085842 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1bc34b5e-6b90-4d5e-9d7e-4407745aa757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:35.086237 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc34b5e-6b90-4d5e-9d7e-4407745aa757 None None] Bound using segment: {'id': '661c351b-0c0c-428a-b37c-ab91ed687a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7366b1a3-1c57-4ea2-97d9-23d3fa43d41d'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:47:35.086701 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-1bc34b5e-6b90-4d5e-9d7e-4407745aa757 None None] Bound port: fbe4c6ad-828f-41be-9a24-b2e13604ec9b, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '661c351b-0c0c-428a-b37c-ab91ed687a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7366b1a3-1c57-4ea2-97d9-23d3fa43d41d'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:47:35.087076 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1bc34b5e-6b90-4d5e-9d7e-4407745aa757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:35.094355 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-3fd2a3cf-452c-4966-8579-97278d0ac5a9 None None] For port 49d947bb-32fb-430e-a0e7-98636044c76a, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=49d947bb-32fb-430e-a0e7-98636044c76a,segment=NetworkSegment(e767cab0-10f7-4f58-9244-c66fe7053ccc),segment_id=e767cab0-10f7-4f58-9244-c66fe7053ccc)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:47:35.101870 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-d57ef6c2-89bd-4528-b3cb-cc11afc64453 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Calling delete_port for 73f02754-d64b-4247-b029-224a72164239 owned by {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:47:35.131519 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 455493ee-ea50-489c-86ee-c8634f4df3b5 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:47:35.131854 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 455493ee-ea50-489c-86ee-c8634f4df3b5 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:47:35.173968 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-aa8e1e41-0f14-4151-9c84-658d467f8c71 None None] Attempting to bind port 7fe26df9-857a-4d1f-8de0-5f5f4aa2391b on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:47:35.174332 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-aa8e1e41-0f14-4151-9c84-658d467f8c71 None None] Attempting to bind port 7fe26df9-857a-4d1f-8de0-5f5f4aa2391b by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:47:35.174689 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8e1e41-0f14-4151-9c84-658d467f8c71 None None] Attempting to bind port 7fe26df9-857a-4d1f-8de0-5f5f4aa2391b on network 0683b568-5de1-47de-8c3c-3856d7f643f9 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:47:35.188327 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-974df197-d0dc-413a-a141-a6e88ce24d11 req-273bf002-5d9b-48fb-b872-2c6ec05d9790 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/security-groups?id=1423174f-eb5a-4b60-ab04-796de1ca3c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389461 Mar 28 13:47:35.214483 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3fd2a3cf-452c-4966-8579-97278d0ac5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:35.232442 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8e1e41-0f14-4151-9c84-658d467f8c71 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:47:35.232807 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8e1e41-0f14-4151-9c84-658d467f8c71 None None] Checking segment: {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:47:35.233250 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-aa8e1e41-0f14-4151-9c84-658d467f8c71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:35.233641 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8e1e41-0f14-4151-9c84-658d467f8c71 None None] Bound using segment: {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:47:35.240428 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-aa8e1e41-0f14-4151-9c84-658d467f8c71 None None] Bound port: 7fe26df9-857a-4d1f-8de0-5f5f4aa2391b, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:47:35.240428 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-aa8e1e41-0f14-4151-9c84-658d467f8c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:35.246017 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb80370-65d9-43f0-87db-218498503bcb tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Made reservation on behalf of a8d0b895291d43e9afe1329c139db87b for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:47:35.340151 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-66e0ac14-13d9-4048-804d-75cb3d0c9549 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:35.371060 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 912f9c7a-c6f3-4408-9465-4a717a67b8ba up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:47:35.389486 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5fb80370-65d9-43f0-87db-218498503bcb tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:35.418582 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [None req-5fb80370-65d9-43f0-87db-218498503bcb tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] device_id is not set on port 38e0253b-4866-4286-8da4-a3ffcc6a3f59 yet. {{(pid=109612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:47:35.425017 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-1bc34b5e-6b90-4d5e-9d7e-4407745aa757 None None] For port fbe4c6ad-828f-41be-9a24-b2e13604ec9b, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:47:35.433574 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5a3a5022-b94c-489c-a37b-b1c2d0e255f2 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:35.451144 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e0ac14-13d9-4048-804d-75cb3d0c9549 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Network 3019b740-4dc7-4e2f-8949-b1946bf1aff4 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:35.510063 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-1bc34b5e-6b90-4d5e-9d7e-4407745aa757 None None] For port fbe4c6ad-828f-41be-9a24-b2e13604ec9b, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=fbe4c6ad-828f-41be-9a24-b2e13604ec9b,segment=NetworkSegment(661c351b-0c0c-428a-b37c-ab91ed687a2d),segment_id=661c351b-0c0c-428a-b37c-ab91ed687a2d)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:47:35.515753 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd2a3cf-452c-4966-8579-97278d0ac5a9 None None] Pushing event updated for resources: {'Port': ['ID=49d947bb-32fb-430e-a0e7-98636044c76a,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:35.515946 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-66e0ac14-13d9-4048-804d-75cb3d0c9549 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:35.520675 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0ac14-13d9-4048-804d-75cb3d0c9549 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event updated for resources: {'Port': ['ID=072e3230-a6c2-4d1a-b791-2fff15b9adab,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:35.528702 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e0ac14-13d9-4048-804d-75cb3d0c9549 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:47:35.577839 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d988e98-5502-4ac3-9775-f64df7ad5b0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-ff80a042-ffc9-4fbc-aa88-f476b2e7a15c', 'network_id': 'ff80a042-ffc9-4fbc-aa88-f476b2e7a15c', 'tenant_id': 'a8d0b895291d43e9afe1329c139db87b', 'fixed_ips': [{'subnet_id': 'a4dc90ed-6bec-41ec-95d8-644a399c5180'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:47:35.578721 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8d988e98-5502-4ac3-9775-f64df7ad5b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:35.591041 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-aa8e1e41-0f14-4151-9c84-658d467f8c71 None None] For port 7fe26df9-857a-4d1f-8de0-5f5f4aa2391b, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:47:35.604421 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1bc34b5e-6b90-4d5e-9d7e-4407745aa757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:35.624214 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 912f9c7a-c6f3-4408-9465-4a717a67b8ba triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:35.624214 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:35.680589 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a5022-b94c-489c-a37b-b1c2d0e255f2 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Pushing event deleted for resources: {'Port': ['ID=36a292e0-8f78-425f-bb65-2b2b676155a1,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:35.689910 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-5fb80370-65d9-43f0-87db-218498503bcb tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Allocated IP 172.20.0.10 (ff80a042-ffc9-4fbc-aa88-f476b2e7a15c/a4dc90ed-6bec-41ec-95d8-644a399c5180/38e0253b-4866-4286-8da4-a3ffcc6a3f59) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:47:35.707469 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d57ef6c2-89bd-4528-b3cb-cc11afc64453 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:35.770145 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-aa8e1e41-0f14-4151-9c84-658d467f8c71 None None] For port 7fe26df9-857a-4d1f-8de0-5f5f4aa2391b, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=7fe26df9-857a-4d1f-8de0-5f5f4aa2391b,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:47:35.801530 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ef6c2-89bd-4528-b3cb-cc11afc64453 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Port': ['ID=73f02754-d64b-4247-b029-224a72164239,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:35.819871 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-66e0ac14-13d9-4048-804d-75cb3d0c9549 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:35.826593 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc34b5e-6b90-4d5e-9d7e-4407745aa757 None None] Pushing event updated for resources: {'Port': ['ID=fbe4c6ad-828f-41be-9a24-b2e13604ec9b,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:35.841146 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-aa8e1e41-0f14-4151-9c84-658d467f8c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:35.899339 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d57ef6c2-89bd-4528-b3cb-cc11afc64453 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:35.905586 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d57ef6c2-89bd-4528-b3cb-cc11afc64453 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/ports/73f02754-d64b-4247-b029-224a72164239 HTTP/1.1" status: 204 len: 168 time: 2.0183089 Mar 28 13:47:35.906272 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59668) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:35.919939 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dd317899-a02a-4384-94a8-5b985440db32 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:36.012636 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5fb80370-65d9-43f0-87db-218498503bcb tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:36.096502 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a0480372-2d89-4525-be81-d3792d7de824 req-0a7bb4c0-2699-4490-98f6-c826ab9b4fad tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbdd9368-0317-4372-b950-1be483adf916 HTTP/1.1" status: 200 len: 210 time: 0.0946655 Mar 28 13:47:36.123270 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cea8552-797e-4766-b352-f12aadb4b65f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:36.127809 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cea8552-797e-4766-b352-f12aadb4b65f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:36.133299 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-0cea8552-797e-4766-b352-f12aadb4b65f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2201922 Mar 28 13:47:36.134195 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59672) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:36.167444 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-5a3a5022-b94c-489c-a37b-b1c2d0e255f2 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] create failed (client error): The resource could not be found. Mar 28 13:47:36.169251 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-5a3a5022-b94c-489c-a37b-b1c2d0e255f2 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.4604597 Mar 28 13:47:36.195379 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e1e41-0f14-4151-9c84-658d467f8c71 None None] Pushing event updated for resources: {'Port': ['ID=7fe26df9-857a-4d1f-8de0-5f5f4aa2391b,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:36.197024 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59674) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:36.209211 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 8d94d1a9-c0ed-4d00-8f26-c0800eb72072 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:47:36.267902 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 8d94d1a9-c0ed-4d00-8f26-c0800eb72072 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:36.268282 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:36.302579 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-f95cb72b-7aea-4038-957b-88289d70206c tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting subnet a1f77a8f-51a9-4e7b-a6e8-a12608505cc9 {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:47:36.354419 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f95cb72b-7aea-4038-957b-88289d70206c tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:36.360636 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dd317899-a02a-4384-94a8-5b985440db32 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:36.546956 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-66e0ac14-13d9-4048-804d-75cb3d0c9549 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:36.567426 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device bf2beca7-7ed4-4c45-91c7-4ce0b50cfdf7 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:47:36.576988 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f95cb72b-7aea-4038-957b-88289d70206c tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:36.590264 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd317899-a02a-4384-94a8-5b985440db32 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Network 7366b1a3-1c57-4ea2-97d9-23d3fa43d41d is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:36.624802 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: bf2beca7-7ed4-4c45-91c7-4ce0b50cfdf7 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:47:36.625311 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device bf2beca7-7ed4-4c45-91c7-4ce0b50cfdf7 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:47:36.626075 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-dd317899-a02a-4384-94a8-5b985440db32 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:36.632122 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd317899-a02a-4384-94a8-5b985440db32 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:47:36.640436 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd317899-a02a-4384-94a8-5b985440db32 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:36.641104 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dd317899-a02a-4384-94a8-5b985440db32 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:36.671907 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd317899-a02a-4384-94a8-5b985440db32 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event updated for resources: {'Port': ['ID=348995db-f4aa-45f7-a6a4-423dc27bc338,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:36.729618 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86f1a1-fe68-4b0b-b61f-97c09735d818 req-e9f71ed6-8290-4c95-86dd-5226f6673b08 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:36.731368 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ec86f1a1-fe68-4b0b-b61f-97c09735d818 req-e9f71ed6-8290-4c95-86dd-5226f6673b08 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/ports?device_id=846276ac-fa2d-45ae-ae4a-391d73a348fc HTTP/1.1" status: 200 len: 946 time: 0.3795362 Mar 28 13:47:36.739232 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5fb80370-65d9-43f0-87db-218498503bcb tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:36.821661 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-0c1c91fd-f317-45cf-966b-d2bf04161c3b tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Deleting port dc198c42-a4a2-4f01-833d-9503df37f0d2 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:47:36.822251 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0c1c91fd-f317-45cf-966b-d2bf04161c3b tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:36.830520 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-8d988e98-5502-4ac3-9775-f64df7ad5b0a None None] Allocated IP 172.20.0.2 (ff80a042-ffc9-4fbc-aa88-f476b2e7a15c/a4dc90ed-6bec-41ec-95d8-644a399c5180/0d715edf-3a38-4976-bef4-2894b24a282d) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:47:36.844739 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-dd317899-a02a-4384-94a8-5b985440db32 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.5640643 Mar 28 13:47:36.848102 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59678) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:36.848853 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb80370-65d9-43f0-87db-218498503bcb tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event updated for resources: {'Port': ['ID=38e0253b-4866-4286-8da4-a3ffcc6a3f59,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:36.898821 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f95cb72b-7aea-4038-957b-88289d70206c tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:36.915294 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb80370-65d9-43f0-87db-218498503bcb tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Network ff80a042-ffc9-4fbc-aa88-f476b2e7a15c is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:36.920584 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-5fb80370-65d9-43f0-87db-218498503bcb tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:36.949748 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb80370-65d9-43f0-87db-218498503bcb tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:47:37.003956 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb80370-65d9-43f0-87db-218498503bcb tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:37.005236 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5fb80370-65d9-43f0-87db-218498503bcb tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:37.039372 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8d988e98-5502-4ac3-9775-f64df7ad5b0a None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:37.056884 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ec86f1a1-fe68-4b0b-b61f-97c09735d818 req-18912db5-c47c-45c8-a2ed-75af839b2d38 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/security-groups?id=1423174f-eb5a-4b60-ab04-796de1ca3c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963688 Mar 28 13:47:37.121320 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6978ba-ff07-42d3-b5c5-b33225120a15 None None] Network 3019b740-4dc7-4e2f-8949-b1946bf1aff4 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:47:37.171264 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0c1c91fd-f317-45cf-966b-d2bf04161c3b tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:37.251846 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-0c1c91fd-f317-45cf-966b-d2bf04161c3b tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Calling delete_port for dc198c42-a4a2-4f01-833d-9503df37f0d2 owned by {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:47:37.284840 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f95cb72b-7aea-4038-957b-88289d70206c tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:37.316601 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-5fb80370-65d9-43f0-87db-218498503bcb tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3462970 Mar 28 13:47:37.320530 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59684) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:37.328294 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-f4546bd2-1fb7-4650-9f6a-fa6e5c1db200 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Request body: {'port': {'network_id': 'ff80a042-ffc9-4fbc-aa88-f476b2e7a15c', 'name': 'tempest-PortsTestJSON-2079408207', 'fixed_ips': [{'subnet_id': 'a4dc90ed-6bec-41ec-95d8-644a399c5180', 'ip_address': '172.20.0.9'}]}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:37.345070 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8d988e98-5502-4ac3-9775-f64df7ad5b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:37.363223 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95cb72b-7aea-4038-957b-88289d70206c tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Subnet': ['ID=a1f77a8f-51a9-4e7b-a6e8-a12608505cc9,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:37.410159 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cc9c8d9f-5f9f-43df-9b0b-94a614a5c8f8 req-57a1ffbd-4f20-4dae-9dc9-356b24fba113 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbdd9368-0317-4372-b950-1be483adf916 HTTP/1.1" status: 200 len: 210 time: 0.1222677 Mar 28 13:47:37.459859 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f95cb72b-7aea-4038-957b-88289d70206c tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:37.478283 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f95cb72b-7aea-4038-957b-88289d70206c tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/a1f77a8f-51a9-4e7b-a6e8-a12608505cc9 HTTP/1.1" status: 204 len: 168 time: 1.3387578 Mar 28 13:47:37.482985 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59686) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:37.579034 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d988e98-5502-4ac3-9775-f64df7ad5b0a None None] Pushing event updated for resources: {'Port': ['ID=0d715edf-3a38-4976-bef4-2894b24a282d,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:37.587450 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-dc01459c-8474-4d55-a4d1-5733f5c49849 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0978034 Mar 28 13:47:37.597855 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59690) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:37.607124 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d988e98-5502-4ac3-9775-f64df7ad5b0a None None] Network ff80a042-ffc9-4fbc-aa88-f476b2e7a15c is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:37.610242 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-a3945d1d-a522-44e5-89d1-94a3d453491c None None] Provisioning complete for port 49d947bb-32fb-430e-a0e7-98636044c76a triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:37.610617 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a3945d1d-a522-44e5-89d1-94a3d453491c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:37.615639 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-8d988e98-5502-4ac3-9775-f64df7ad5b0a None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:37.663169 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d988e98-5502-4ac3-9775-f64df7ad5b0a None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:47:37.665436 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 7fe26df9-857a-4d1f-8de0-5f5f4aa2391b up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:47:37.667139 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772c83d3-74f3-4dfa-a2b8-f8a0780b9066 None None] Network 7366b1a3-1c57-4ea2-97d9-23d3fa43d41d requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:47:37.685095 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-66e0ac14-13d9-4048-804d-75cb3d0c9549 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:37.709086 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4546bd2-1fb7-4650-9f6a-fa6e5c1db200 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Made reservation on behalf of a8d0b895291d43e9afe1329c139db87b for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:47:37.715058 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f4546bd2-1fb7-4650-9f6a-fa6e5c1db200 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:37.760734 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-edbac644-4c3d-40f1-867f-86d9a448f225 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:37.844905 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f36da1-d2b1-485d-9f0c-4993fef7f4c1 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:37.850331 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c9f36da1-d2b1-485d-9f0c-4993fef7f4c1 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2511868 Mar 28 13:47:37.852348 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [None req-f4546bd2-1fb7-4650-9f6a-fa6e5c1db200 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] device_id is not set on port 908407f1-89d9-4d7f-8326-916297480676 yet. {{(pid=109612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:47:37.853685 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-8d988e98-5502-4ac3-9775-f64df7ad5b0a None None] Attempting to bind port 0d715edf-3a38-4976-bef4-2894b24a282d on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:47:37.856553 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-8d988e98-5502-4ac3-9775-f64df7ad5b0a None None] Attempting to bind port 0d715edf-3a38-4976-bef4-2894b24a282d by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '6b275d5d-4bf3-43cf-bfdf-6c100ef8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ff80a042-ffc9-4fbc-aa88-f476b2e7a15c'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:47:37.856553 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d988e98-5502-4ac3-9775-f64df7ad5b0a None None] Attempting to bind port 0d715edf-3a38-4976-bef4-2894b24a282d on network ff80a042-ffc9-4fbc-aa88-f476b2e7a15c {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:47:37.877020 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d988e98-5502-4ac3-9775-f64df7ad5b0a None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:47:37.877398 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d988e98-5502-4ac3-9775-f64df7ad5b0a None None] Checking segment: {'id': '6b275d5d-4bf3-43cf-bfdf-6c100ef8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ff80a042-ffc9-4fbc-aa88-f476b2e7a15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:47:37.879712 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8d988e98-5502-4ac3-9775-f64df7ad5b0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:37.879712 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d988e98-5502-4ac3-9775-f64df7ad5b0a None None] Bound using segment: {'id': '6b275d5d-4bf3-43cf-bfdf-6c100ef8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ff80a042-ffc9-4fbc-aa88-f476b2e7a15c'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:47:37.879712 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-8d988e98-5502-4ac3-9775-f64df7ad5b0a None None] Bound port: 0d715edf-3a38-4976-bef4-2894b24a282d, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b275d5d-4bf3-43cf-bfdf-6c100ef8423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ff80a042-ffc9-4fbc-aa88-f476b2e7a15c'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:47:37.879712 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8d988e98-5502-4ac3-9775-f64df7ad5b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:37.924305 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 7fe26df9-857a-4d1f-8de0-5f5f4aa2391b triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:37.924828 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:37.928856 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59692) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:37.978648 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfe33d9-e004-4b43-9a49-ca823ccba555 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:47:38.035272 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a3945d1d-a522-44e5-89d1-94a3d453491c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:38.142807 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a225ad6-107c-4f6b-9173-e8937128a754 req-286840ce-e7d4-4092-88cb-01f15cc580da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:38.151177 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-2a225ad6-107c-4f6b-9173-e8937128a754 req-286840ce-e7d4-4092-88cb-01f15cc580da service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d94a57121c0e4486a9b9b9851ffddad2&device_id=846276ac-fa2d-45ae-ae4a-391d73a348fc HTTP/1.1" status: 200 len: 1099 time: 0.4533114 Mar 28 13:47:38.180450 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59391fe3-52ee-472c-ae7a-ef7bc08515f4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:38.185275 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-59391fe3-52ee-472c-ae7a-ef7bc08515f4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2551098 Mar 28 13:47:38.191880 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59694) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:38.246387 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-66e0ac14-13d9-4048-804d-75cb3d0c9549 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:38.264526 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-8d988e98-5502-4ac3-9775-f64df7ad5b0a None None] For port 0d715edf-3a38-4976-bef4-2894b24a282d, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:47:38.280346 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-8d988e98-5502-4ac3-9775-f64df7ad5b0a None None] For port 0d715edf-3a38-4976-bef4-2894b24a282d, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=0d715edf-3a38-4976-bef4-2894b24a282d,segment=NetworkSegment(6b275d5d-4bf3-43cf-bfdf-6c100ef8423b),segment_id=6b275d5d-4bf3-43cf-bfdf-6c100ef8423b)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:47:38.286878 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-a3945d1d-a522-44e5-89d1-94a3d453491c None None] For port 49d947bb-32fb-430e-a0e7-98636044c76a, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=49d947bb-32fb-430e-a0e7-98636044c76a,segment=NetworkSegment(e767cab0-10f7-4f58-9244-c66fe7053ccc),segment_id=e767cab0-10f7-4f58-9244-c66fe7053ccc)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:38.309439 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-34d5b20b-e02c-456e-b7c9-2fece52849ee tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1161187 Mar 28 13:47:38.318637 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59698) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:38.330499 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-617f1c87-1f0e-40c6-9336-24b6c9e0113b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'subnet': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:38.344073 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0c1c91fd-f317-45cf-966b-d2bf04161c3b tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:38.375499 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8d988e98-5502-4ac3-9775-f64df7ad5b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:38.484028 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a3945d1d-a522-44e5-89d1-94a3d453491c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:38.511211 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d988e98-5502-4ac3-9775-f64df7ad5b0a None None] Pushing event updated for resources: {'Port': ['ID=0d715edf-3a38-4976-bef4-2894b24a282d,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:38.512077 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0ac14-13d9-4048-804d-75cb3d0c9549 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event updated for resources: {'Port': ['ID=072e3230-a6c2-4d1a-b791-2fff15b9adab,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:38.524598 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-66e0ac14-13d9-4048-804d-75cb3d0c9549 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:38.526699 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:38.599610 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-f4546bd2-1fb7-4650-9f6a-fa6e5c1db200 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Allocated IP 172.20.0.9 (ff80a042-ffc9-4fbc-aa88-f476b2e7a15c/a4dc90ed-6bec-41ec-95d8-644a399c5180/908407f1-89d9-4d7f-8326-916297480676) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:47:38.635859 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 7fe26df9-857a-4d1f-8de0-5f5f4aa2391b, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=7fe26df9-857a-4d1f-8de0-5f5f4aa2391b,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:38.642830 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714056f-8efa-4070-8d6d-f659e175e00b req-990675fc-6264-4580-a67e-ecc67277924e tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:38.646411 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d714056f-8efa-4070-8d6d-f659e175e00b req-990675fc-6264-4580-a67e-ecc67277924e tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/ports?device_id=846276ac-fa2d-45ae-ae4a-391d73a348fc HTTP/1.1" status: 200 len: 946 time: 0.9521995 Mar 28 13:47:38.648147 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3945d1d-a522-44e5-89d1-94a3d453491c None None] Pushing event updated for resources: {'Port': ['ID=49d947bb-32fb-430e-a0e7-98636044c76a,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:38.683712 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8604d523-a83b-4eca-8d3f-5197bd85db78 None None] DHCP port deletion for 0683b568-5de1-47de-8c3c-3856d7f643f9 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:47:38.701344 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-edbac644-4c3d-40f1-867f-86d9a448f225 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:38.701816 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-eb8d1777-0ef9-4fad-bfa0-6a27787eab44 None None] Provisioning complete for port 072e3230-a6c2-4d1a-b791-2fff15b9adab triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:38.702184 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-eb8d1777-0ef9-4fad-bfa0-6a27787eab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:38.703839 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:38.705349 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device fbe4c6ad-828f-41be-9a24-b2e13604ec9b up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:47:38.723352 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c91fd-f317-45cf-966b-d2bf04161c3b tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Pushing event deleted for resources: {'Port': ['ID=dc198c42-a4a2-4f01-833d-9503df37f0d2,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:38.739967 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b9a5099c-b0de-48e8-8e91-dd8da108eb85 req-63ef1205-ca9d-4e64-9827-f2eb5f8de8e8 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbdd9368-0317-4372-b950-1be483adf916 HTTP/1.1" status: 200 len: 210 time: 0.2029107 Mar 28 13:47:38.797108 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-edbac644-4c3d-40f1-867f-86d9a448f225 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:38.866017 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a225ad6-107c-4f6b-9173-e8937128a754 req-ed660962-61f5-4f82-b617-be056328aad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:38.867893 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-2a225ad6-107c-4f6b-9173-e8937128a754 req-ed660962-61f5-4f82-b617-be056328aad5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f918f28d-0e69-47c7-aec8-a644b2bf9c10 HTTP/1.1" status: 200 len: 912 time: 0.7006626 Mar 28 13:47:38.886137 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-7432c096-2bef-4b12-9e78-cb3b0e80368b tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:38.887605 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-7432c096-2bef-4b12-9e78-cb3b0e80368b tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] 10.222.0.20 "GET /v2.0/networks?id=2cc3241e-126b-4fc7-8d31-f7970bedb565 HTTP/1.1" status: 200 len: 812 time: 0.6523924 Mar 28 13:47:38.900340 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-eb8d1777-0ef9-4fad-bfa0-6a27787eab44 None None] Port 072e3230-a6c2-4d1a-b791-2fff15b9adab cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:47:38.910213 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=7fe26df9-857a-4d1f-8de0-5f5f4aa2391b,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:38.926414 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d714056f-8efa-4070-8d6d-f659e175e00b req-a35f1fea-464c-43cf-99fa-e59b972fa1c8 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/security-groups?id=1423174f-eb5a-4b60-ab04-796de1ca3c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314119 Mar 28 13:47:38.941963 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-eb8d1777-0ef9-4fad-bfa0-6a27787eab44 None None] Provisioning complete for port 49d947bb-32fb-430e-a0e7-98636044c76a triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:38.942439 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-eb8d1777-0ef9-4fad-bfa0-6a27787eab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:38.951244 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port fbe4c6ad-828f-41be-9a24-b2e13604ec9b triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:38.951613 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:38.970798 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0c1c91fd-f317-45cf-966b-d2bf04161c3b tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:38.974811 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-0c1c91fd-f317-45cf-966b-d2bf04161c3b tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] 10.222.0.24 "DELETE /v2.0/ports/dc198c42-a4a2-4f01-833d-9503df37f0d2 HTTP/1.1" status: 204 len: 168 time: 2.7758780 Mar 28 13:47:38.983100 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-8604d523-a83b-4eca-8d3f-5197bd85db78 None None] Deleting port 7fe26df9-857a-4d1f-8de0-5f5f4aa2391b {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:47:38.983100 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8604d523-a83b-4eca-8d3f-5197bd85db78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:39.003053 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59706) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:39.035124 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-2a225ad6-107c-4f6b-9173-e8937128a754 req-3204c267-54b0-4d6d-83c9-b88162a44376 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c526537-065f-44f6-9c81-50a99c0b9dcc HTTP/1.1" status: 200 len: 217 time: 0.0675354 Mar 28 13:47:39.074033 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617f1c87-1f0e-40c6-9336-24b6c9e0113b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:47:39.087264 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-617f1c87-1f0e-40c6-9336-24b6c9e0113b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:39.116590 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbac644-4c3d-40f1-867f-86d9a448f225 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event updated for resources: {'Port': ['ID=348995db-f4aa-45f7-a6a4-423dc27bc338,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:39.219167 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a225ad6-107c-4f6b-9173-e8937128a754 req-ec93ab27-10c1-4017-a60d-7cd13d77df04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:39.220985 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-2a225ad6-107c-4f6b-9173-e8937128a754 req-ec93ab27-10c1-4017-a60d-7cd13d77df04 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a6e86362-3285-4816-b04f-59d2c530faee HTTP/1.1" status: 200 len: 851 time: 0.1705809 Mar 28 13:47:39.270854 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-2a225ad6-107c-4f6b-9173-e8937128a754 req-7eb8f06a-e8a5-4f86-a5be-9410b590dba6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f918f28d-0e69-47c7-aec8-a644b2bf9c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292430 Mar 28 13:47:39.291651 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-b7d99f51-8811-49ef-9d0b-a6d9f6b7aa41 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89f15a869eff4c6ba37bd2f72c48ff8f HTTP/1.1" status: 200 len: 380 time: 0.3526473 Mar 28 13:47:39.294005 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e0ac14-13d9-4048-804d-75cb3d0c9549 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Network 3019b740-4dc7-4e2f-8949-b1946bf1aff4 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:39.302380 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-66e0ac14-13d9-4048-804d-75cb3d0c9549 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:39.314838 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-da41be99-2ac8-4ac3-854c-4b6655bef22b tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Request body: {'port': {'device_id': 'dbdd9368-0317-4372-b950-1be483adf916', 'network_id': '2cc3241e-126b-4fc7-8d31-f7970bedb565', 'admin_state_up': True, 'tenant_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'security_groups': ['ea21c11a-f4da-4375-b5d8-bba619bd5a06']}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:39.316619 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f4546bd2-1fb7-4650-9f6a-fa6e5c1db200 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:39.380871 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96b06a4-4654-43f6-8d3f-7c93ce1362f9 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:39.387101 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c96b06a4-4654-43f6-8d3f-7c93ce1362f9 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7471d11-cadb-4db5-bca5-eedb3a780a74 HTTP/1.1" status: 200 len: 913 time: 0.3789978 Mar 28 13:47:39.393070 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-8604d523-a83b-4eca-8d3f-5197bd85db78 None None] For port 7fe26df9-857a-4d1f-8de0-5f5f4aa2391b, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=7fe26df9-857a-4d1f-8de0-5f5f4aa2391b,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:39.393300 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8604d523-a83b-4eca-8d3f-5197bd85db78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:39.404618 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59708) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:39.416525 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-8604d523-a83b-4eca-8d3f-5197bd85db78 None None] Calling delete_port for 7fe26df9-857a-4d1f-8de0-5f5f4aa2391b owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:47:39.422152 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-2a225ad6-107c-4f6b-9173-e8937128a754 req-7e7f6218-dc38-4b9c-9c96-de18a6a6b557 service neutron] 10.222.0.20 "GET /v2.0/networks/f918f28d-0e69-47c7-aec8-a644b2bf9c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413820 Mar 28 13:47:39.422849 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-edbac644-4c3d-40f1-867f-86d9a448f225 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:39.577901 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-2a225ad6-107c-4f6b-9173-e8937128a754 req-b5ceaf83-99e4-4e55-9396-2a413c6a8780 service neutron] 10.222.0.20 "GET /v2.0/networks/f918f28d-0e69-47c7-aec8-a644b2bf9c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143486 Mar 28 13:47:39.583126 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:39.637059 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-eb8d1777-0ef9-4fad-bfa0-6a27787eab44 None None] Provisioning complete for port fbe4c6ad-828f-41be-9a24-b2e13604ec9b triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:39.638248 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-eb8d1777-0ef9-4fad-bfa0-6a27787eab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:39.695602 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port fbe4c6ad-828f-41be-9a24-b2e13604ec9b, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=fbe4c6ad-828f-41be-9a24-b2e13604ec9b,segment=NetworkSegment(661c351b-0c0c-428a-b37c-ab91ed687a2d),segment_id=661c351b-0c0c-428a-b37c-ab91ed687a2d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:39.726769 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f4546bd2-1fb7-4650-9f6a-fa6e5c1db200 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:39.766312 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e0ac14-13d9-4048-804d-75cb3d0c9549 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Router 6b50c724-d573-48a4-b432-8a2fc7f559f7 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:47:39.786925 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4546bd2-1fb7-4650-9f6a-fa6e5c1db200 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event updated for resources: {'Port': ['ID=908407f1-89d9-4d7f-8326-916297480676,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:39.803971 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-eb8d1777-0ef9-4fad-bfa0-6a27787eab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:39.808179 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8604d523-a83b-4eca-8d3f-5197bd85db78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:39.820598 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:39.822279 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 49d947bb-32fb-430e-a0e7-98636044c76a up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:47:39.852776 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4546bd2-1fb7-4650-9f6a-fa6e5c1db200 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Network ff80a042-ffc9-4fbc-aa88-f476b2e7a15c is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:39.860333 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-617f1c87-1f0e-40c6-9336-24b6c9e0113b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:39.861864 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-f4546bd2-1fb7-4650-9f6a-fa6e5c1db200 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:39.867214 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-edbac644-4c3d-40f1-867f-86d9a448f225 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:39.870387 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4546bd2-1fb7-4650-9f6a-fa6e5c1db200 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:47:39.911693 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8604d523-a83b-4eca-8d3f-5197bd85db78 None None] No DVR routers for this DVR port 7fe26df9-857a-4d1f-8de0-5f5f4aa2391b on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:47:39.936264 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8604d523-a83b-4eca-8d3f-5197bd85db78 None None] Pushing event deleted for resources: {'Port': ['ID=7fe26df9-857a-4d1f-8de0-5f5f4aa2391b,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:40.031524 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-da41be99-2ac8-4ac3-854c-4b6655bef22b tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Made reservation on behalf of 89f15a869eff4c6ba37bd2f72c48ff8f for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:47:40.032277 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=fbe4c6ad-828f-41be-9a24-b2e13604ec9b,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:40.036651 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-da41be99-2ac8-4ac3-854c-4b6655bef22b tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:40.040335 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2d771ac8-4f57-4a23-8be9-ee6f8613fa8b req-c2c2a3fe-8dcf-4445-a7dd-1bbc2334212f tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbdd9368-0317-4372-b950-1be483adf916 HTTP/1.1" status: 200 len: 210 time: 0.1124463 Mar 28 13:47:40.066783 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617f1c87-1f0e-40c6-9336-24b6c9e0113b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:40.072690 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 49d947bb-32fb-430e-a0e7-98636044c76a triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:40.077353 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:40.133286 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-617f1c87-1f0e-40c6-9336-24b6c9e0113b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:40.137263 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617f1c87-1f0e-40c6-9336-24b6c9e0113b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:40.137924 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4546bd2-1fb7-4650-9f6a-fa6e5c1db200 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:40.138189 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-617f1c87-1f0e-40c6-9336-24b6c9e0113b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:40.138984 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f4546bd2-1fb7-4650-9f6a-fa6e5c1db200 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:40.154521 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75be184-8b95-4e04-b3ea-7ec2a75575db None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:47:40.184259 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.db.api [None req-eb8d1777-0ef9-4fad-bfa0-6a27787eab44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 13:47:40.184558 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG oslo_db.api [None req-eb8d1777-0ef9-4fad-bfa0-6a27787eab44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 13:47:40.205803 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f1c87-1f0e-40c6-9336-24b6c9e0113b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Subnet': ['ID=a96b91db-417b-4a6c-b36c-16ef7a8f4e87,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:40.233001 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-f4546bd2-1fb7-4650-9f6a-fa6e5c1db200 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9109724 Mar 28 13:47:40.236021 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59714) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:40.312169 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e0ac14-13d9-4048-804d-75cb3d0c9549 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:47:40.324424 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-617f1c87-1f0e-40c6-9336-24b6c9e0113b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9980512 Mar 28 13:47:40.328790 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-66e0ac14-13d9-4048-804d-75cb3d0c9549 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "PUT /v2.0/routers/6b50c724-d573-48a4-b432-8a2fc7f559f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0273020 Mar 28 13:47:40.339620 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e497a381-9b9f-4a90-9aa8-14d1516afb63 None None] Sync routers for ids ['6b50c724-d573-48a4-b432-8a2fc7f559f7'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:47:40.350294 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59716) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:40.350294 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59718) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:40.356339 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc5fa57-2f97-4c84-a463-850e4a271609 None None] Network ff80a042-ffc9-4fbc-aa88-f476b2e7a15c requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:47:40.357672 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-e882abf3-080f-4a5c-b3b5-4bd84c646a91 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'port': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'fixed_ips': [{'subnet_id': 'a96b91db-417b-4a6c-b36c-16ef7a8f4e87', 'ip_address': '2001:db8::f06:c208:d0a5:a71b'}], 'name': 'tempest-NetworksTestDHCPv6-336195672'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:40.367465 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-5e47339a-cd6a-41b7-a577-71c4359ab6e8 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Request body: {'network': {'name': 'tempest-RoutersTest-1668111917'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:40.379890 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d27966-0f6e-433b-b960-21259512e116 req-bd3571b6-948e-424a-aee9-f1351cae1c91 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:40.381504 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d5d27966-0f6e-433b-b960-21259512e116 req-bd3571b6-948e-424a-aee9-f1351cae1c91 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/ports?device_id=846276ac-fa2d-45ae-ae4a-391d73a348fc HTTP/1.1" status: 200 len: 946 time: 0.3298120 Mar 28 13:47:40.437701 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e497a381-9b9f-4a90-9aa8-14d1516afb63 None None] Routers {'6b50c724-d573-48a4-b432-8a2fc7f559f7'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:47:40.437701 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-e497a381-9b9f-4a90-9aa8-14d1516afb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:47:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['6b50c724-d573-48a4-b432-8a2fc7f559f7'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:40.546264 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f8893b-fff1-47c0-a2e7-a10cd7ff4d77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-0683b568-5de1-47de-8c3c-3856d7f643f9', 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'tenant_id': '97c2fb5000a44df7a1530b25f26f0716', 'fixed_ips': [{'subnet_id': 'a96b91db-417b-4a6c-b36c-16ef7a8f4e87'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:47:40.547128 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-95f8893b-fff1-47c0-a2e7-a10cd7ff4d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:40.642132 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-e497a381-9b9f-4a90-9aa8-14d1516afb63 None None] Set router 6b50c724-d573-48a4-b432-8a2fc7f559f7 gateway port host: None {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:47:40.724461 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 0d715edf-3a38-4976-bef4-2894b24a282d up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:47:40.811629 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93174c0-1a8d-41fa-9bbf-1eae76b31b77 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:40.813228 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c93174c0-1a8d-41fa-9bbf-1eae76b31b77 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 921 time: 0.5760224 Mar 28 13:47:40.820491 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59720) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:40.884073 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-edbac644-4c3d-40f1-867f-86d9a448f225 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:40.901210 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48192181-d70c-4746-ab88-57ca1ef5784e tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:40.907248 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48192181-d70c-4746-ab88-57ca1ef5784e tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:40.914570 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48192181-d70c-4746-ab88-57ca1ef5784e tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:40.916263 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-48192181-d70c-4746-ab88-57ca1ef5784e tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.0948181 Mar 28 13:47:40.919661 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59722) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:40.949880 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-edbac644-4c3d-40f1-867f-86d9a448f225 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:40.951367 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-edbac644-4c3d-40f1-867f-86d9a448f225 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:40.971802 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-da41be99-2ac8-4ac3-854c-4b6655bef22b tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Allocated IP 172.20.0.4 (2cc3241e-126b-4fc7-8d31-f7970bedb565/3347bc09-8e26-47dd-9935-5fe9204b659f/0a38bbd2-6c6d-47b9-a147-a5fdf0110f64) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:47:41.011899 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-eb8d1777-0ef9-4fad-bfa0-6a27787eab44 None None] Could not find standard attr ID for object 7fe26df9-857a-4d1f-8de0-5f5f4aa2391b. {{(pid=109614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 13:47:41.093989 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 0d715edf-3a38-4976-bef4-2894b24a282d triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:41.094372 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:41.095089 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbac644-4c3d-40f1-867f-86d9a448f225 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event updated for resources: {'Port': ['ID=348995db-f4aa-45f7-a6a4-423dc27bc338,revision_number=3']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:41.154072 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-da41be99-2ac8-4ac3-854c-4b6655bef22b tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:41.162002 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-95f8893b-fff1-47c0-a2e7-a10cd7ff4d77 None None] Allocated IP 2001:db8::2 (0683b568-5de1-47de-8c3c-3856d7f643f9/a96b91db-417b-4a6c-b36c-16ef7a8f4e87/78e7bf5a-7e77-4857-98a3-1dbe906c47da) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:47:41.169773 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbac644-4c3d-40f1-867f-86d9a448f225 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Network 7366b1a3-1c57-4ea2-97d9-23d3fa43d41d is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:41.174610 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-940bf5ca-6566-4019-9eb5-7a7769620c79 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Deleting port 908407f1-89d9-4d7f-8326-916297480676 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:47:41.174956 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-940bf5ca-6566-4019-9eb5-7a7769620c79 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:41.178615 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-edbac644-4c3d-40f1-867f-86d9a448f225 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:41.289528 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d5d27966-0f6e-433b-b960-21259512e116 req-2eb8f8a5-0e24-4758-b91c-013cf1f3e829 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/security-groups?id=1423174f-eb5a-4b60-ab04-796de1ca3c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9005251 Mar 28 13:47:41.305501 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-da41be99-2ac8-4ac3-854c-4b6655bef22b tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:41.342565 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-da41be99-2ac8-4ac3-854c-4b6655bef22b tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Network 2cc3241e-126b-4fc7-8d31-f7970bedb565 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:41.351771 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e47339a-cd6a-41b7-a577-71c4359ab6e8 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Made reservation on behalf of 42c7f4b113aa41f19f4ff0f48ffaebf2 for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:47:41.355641 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5e47339a-cd6a-41b7-a577-71c4359ab6e8 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:41.371641 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-0fe589b5-7684-4564-8967-14a89299de8b None None] Provisioning complete for port 072e3230-a6c2-4d1a-b791-2fff15b9adab triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:41.372094 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0fe589b5-7684-4564-8967-14a89299de8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:41.375894 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-da41be99-2ac8-4ac3-854c-4b6655bef22b tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:41.378455 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-da41be99-2ac8-4ac3-854c-4b6655bef22b tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:47:41.453529 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e47339a-cd6a-41b7-a577-71c4359ab6e8 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:47:41.464861 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5e47339a-cd6a-41b7-a577-71c4359ab6e8 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:41.465717 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-5e47339a-cd6a-41b7-a577-71c4359ab6e8 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Added segment 96fa0746-1356-4795-9e44-5bf6c958965d of type vlan for network 1a80ffc3-36c2-452c-b80c-e94dd461c882 Mar 28 13:47:41.470074 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-940bf5ca-6566-4019-9eb5-7a7769620c79 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:41.508322 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-940bf5ca-6566-4019-9eb5-7a7769620c79 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Calling delete_port for 908407f1-89d9-4d7f-8326-916297480676 owned by {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:47:41.516736 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5e47339a-cd6a-41b7-a577-71c4359ab6e8 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:41.578224 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49439e25-d20d-47f5-bdf0-166cf9d83ef6 req-8fc6d1ef-8520-40e6-87ef-9974c4dd59a8 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:41.580218 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-49439e25-d20d-47f5-bdf0-166cf9d83ef6 req-8fc6d1ef-8520-40e6-87ef-9974c4dd59a8 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbdd9368-0317-4372-b950-1be483adf916 HTTP/1.1" status: 200 len: 931 time: 0.3484643 Mar 28 13:47:41.589412 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-da41be99-2ac8-4ac3-854c-4b6655bef22b tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:41.590353 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-da41be99-2ac8-4ac3-854c-4b6655bef22b tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:41.623332 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edbac644-4c3d-40f1-867f-86d9a448f225 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Router 241842f6-df6a-4b53-9b04-843d5a4a7e4a is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:47:41.649611 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5e47339a-cd6a-41b7-a577-71c4359ab6e8 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:41.658290 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e47339a-cd6a-41b7-a577-71c4359ab6e8 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:41.658946 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5e47339a-cd6a-41b7-a577-71c4359ab6e8 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:41.744236 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-0fe589b5-7684-4564-8967-14a89299de8b None None] Port 072e3230-a6c2-4d1a-b791-2fff15b9adab cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:47:41.759009 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:41.784291 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da41be99-2ac8-4ac3-854c-4b6655bef22b tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Pushing event updated for resources: {'Port': ['ID=0a38bbd2-6c6d-47b9-a147-a5fdf0110f64,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:41.791524 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-da41be99-2ac8-4ac3-854c-4b6655bef22b tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4909825 Mar 28 13:47:41.801598 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edbac644-4c3d-40f1-867f-86d9a448f225 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:47:41.807291 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-95f8893b-fff1-47c0-a2e7-a10cd7ff4d77 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:41.822026 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e59408b-a2eb-4762-ac75-5c5bdc018476 None None] Sync routers for ids ['241842f6-df6a-4b53-9b04-843d5a4a7e4a'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:47:41.826960 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-0fe589b5-7684-4564-8967-14a89299de8b None None] Provisioning complete for port 0d715edf-3a38-4976-bef4-2894b24a282d triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:41.827641 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0fe589b5-7684-4564-8967-14a89299de8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:41.829676 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-edbac644-4c3d-40f1-867f-86d9a448f225 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "PUT /v2.0/routers/241842f6-df6a-4b53-9b04-843d5a4a7e4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9706461 Mar 28 13:47:41.835492 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59726) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:41.836659 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e59408b-a2eb-4762-ac75-5c5bdc018476 None None] Routers {'241842f6-df6a-4b53-9b04-843d5a4a7e4a'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:47:41.837587 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-2e59408b-a2eb-4762-ac75-5c5bdc018476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:47:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['241842f6-df6a-4b53-9b04-843d5a4a7e4a'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:41.857351 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-4607d04f-d728-4bfe-8a54-bd0d39ab3cfe service neutron] Request body: {'port': {'device_id': 'dbdd9368-0317-4372-b950-1be483adf916', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:41.886605 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-2e59408b-a2eb-4762-ac75-5c5bdc018476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:41.896578 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e59408b-a2eb-4762-ac75-5c5bdc018476 None None] Routers {'241842f6-df6a-4b53-9b04-843d5a4a7e4a'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:47:41.897476 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-2e59408b-a2eb-4762-ac75-5c5bdc018476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:47:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['241842f6-df6a-4b53-9b04-843d5a4a7e4a'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:41.900777 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 0d715edf-3a38-4976-bef4-2894b24a282d, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=0d715edf-3a38-4976-bef4-2894b24a282d,segment=NetworkSegment(6b275d5d-4bf3-43cf-bfdf-6c100ef8423b),segment_id=6b275d5d-4bf3-43cf-bfdf-6c100ef8423b)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:41.903873 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-49439e25-d20d-47f5-bdf0-166cf9d83ef6 req-d54c62b0-261c-4d0f-a36f-63075e1255de tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea21c11a-f4da-4375-b5d8-bba619bd5a06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3011699 Mar 28 13:47:41.904027 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-e497a381-9b9f-4a90-9aa8-14d1516afb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'name': 'tempest-RoutersTest-router-1384789579', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:47:06Z', 'updated_at': '2022-03-28T13:47:36Z', 'revision_number': 4, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'gw_port_host': None, '_interfaces': [{'id': '072e3230-a6c2-4d1a-b791-2fff15b9adab', 'name': '', 'network_id': '3019b740-4dc7-4e2f-8949-b1946bf1aff4', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:e2:94:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8ab39914-38ab-4a3c-95bf-3112a32df6a1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:32Z', 'updated_at': '2022-03-28T13:47:37Z', 'revision_number': 2, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '8ab39914-38ab-4a3c-95bf-3112a32df6a1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d600fc5-5ec3-46fe-b579-018a4862cf4c', 'name': '', 'network_id': '781f79ef-bd29-4180-a3a8-33cc905136b6', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:dc:49:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '653c6be3-d8e9-46c2-8a59-c571ae539f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:11Z', 'updated_at': '2022-03-28T13:47:20Z', 'revision_number': 5, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '653c6be3-d8e9-46c2-8a59-c571ae539f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d94d1a9-c0ed-4d00-8f26-c0800eb72072', 'name': '', 'network_id': '3fb51fec-b819-4ee1-b3a7-4d71be090bca', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:0c:fe:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '7864d972-ffb3-4709-ada8-227be950b309', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:21Z', 'updated_at': '2022-03-28T13:47:30Z', 'revision_number': 5, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '7864d972-ffb3-4709-ada8-227be950b309', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:41.929539 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c3d3c8-cae6-4d9f-9c85-6d1f06ea84ad tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:41.933465 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-e4c3d3c8-cae6-4d9f-9c85-6d1f06ea84ad tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "GET /v2.0/ports/348995db-f4aa-45f7-a6a4-423dc27bc338 HTTP/1.1" status: 200 len: 983 time: 0.0945470 Mar 28 13:47:41.933465 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59728) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:41.934420 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-5e47339a-cd6a-41b7-a577-71c4359ab6e8 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5725842 Mar 28 13:47:41.935287 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e47339a-cd6a-41b7-a577-71c4359ab6e8 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event updated for resources: {'Network': ['ID=1a80ffc3-36c2-452c-b80c-e94dd461c882,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:41.937990 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-d2955e15-abbd-4aae-b09b-b95db8e13ff2 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Request body: {'subnet': {'network_id': '1a80ffc3-36c2-452c-b80c-e94dd461c882', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:41.941224 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59730) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:41.959451 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-2e59408b-a2eb-4762-ac75-5c5bdc018476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:41.960452 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e59408b-a2eb-4762-ac75-5c5bdc018476 None None] The sync data for ids ['241842f6-df6a-4b53-9b04-843d5a4a7e4a'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:47:41.974187 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 1a80ffc3-36c2-452c-b80c-e94dd461c882 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:47:41.978784 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:41.979546 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device fbe4c6ad-828f-41be-9a24-b2e13604ec9b up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:47:41.981557 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e497a381-9b9f-4a90-9aa8-14d1516afb63 None None] Checking router: 6b50c724-d573-48a4-b432-8a2fc7f559f7 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:47:41.981904 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e497a381-9b9f-4a90-9aa8-14d1516afb63 None None] Updating router 6b50c724-d573-48a4-b432-8a2fc7f559f7 port 072e3230-a6c2-4d1a-b791-2fff15b9adab binding host dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 13:47:41.984037 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-95f8893b-fff1-47c0-a2e7-a10cd7ff4d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:42.040696 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-940bf5ca-6566-4019-9eb5-7a7769620c79 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:42.057260 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e882abf3-080f-4a5c-b3b5-4bd84c646a91 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:47:42.098762 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-4607d04f-d728-4bfe-8a54-bd0d39ab3cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:42.101145 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940bf5ca-6566-4019-9eb5-7a7769620c79 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event deleted for resources: {'Port': ['ID=908407f1-89d9-4d7f-8326-916297480676,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:42.136706 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e497a381-9b9f-4a90-9aa8-14d1516afb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:42.145617 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f8893b-fff1-47c0-a2e7-a10cd7ff4d77 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:42.165185 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-95f8893b-fff1-47c0-a2e7-a10cd7ff4d77 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:42.171611 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0c173a5b-a31a-4977-aeed-df8d2fb4e957 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:42.177194 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f8893b-fff1-47c0-a2e7-a10cd7ff4d77 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:47:42.193964 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=0d715edf-3a38-4976-bef4-2894b24a282d,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:42.201997 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-940bf5ca-6566-4019-9eb5-7a7769620c79 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:42.208799 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-940bf5ca-6566-4019-9eb5-7a7769620c79 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/ports/908407f1-89d9-4d7f-8326-916297480676 HTTP/1.1" status: 204 len: 168 time: 1.2880933 Mar 28 13:47:42.209466 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59732) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:42.229525 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2955e15-abbd-4aae-b09b-b95db8e13ff2 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Made reservation on behalf of 42c7f4b113aa41f19f4ff0f48ffaebf2 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:47:42.233552 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d2955e15-abbd-4aae-b09b-b95db8e13ff2 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:42.366837 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f8893b-fff1-47c0-a2e7-a10cd7ff4d77 None None] Pushing event updated for resources: {'Port': ['ID=78e7bf5a-7e77-4857-98a3-1dbe906c47da,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:42.414507 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port fbe4c6ad-828f-41be-9a24-b2e13604ec9b triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:42.415130 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:42.420868 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-95f8893b-fff1-47c0-a2e7-a10cd7ff4d77 None None] Attempting to bind port 78e7bf5a-7e77-4857-98a3-1dbe906c47da on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:47:42.421232 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-95f8893b-fff1-47c0-a2e7-a10cd7ff4d77 None None] Attempting to bind port 78e7bf5a-7e77-4857-98a3-1dbe906c47da by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:47:42.421599 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f8893b-fff1-47c0-a2e7-a10cd7ff4d77 None None] Attempting to bind port 78e7bf5a-7e77-4857-98a3-1dbe906c47da on network 0683b568-5de1-47de-8c3c-3856d7f643f9 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:47:42.437509 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-f302de64-a459-427b-b6e4-22ffc17990bc tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] GET failed (client error): The resource could not be found. Mar 28 13:47:42.442532 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-f302de64-a459-427b-b6e4-22ffc17990bc tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "GET /v2.0/ports/908407f1-89d9-4d7f-8326-916297480676 HTTP/1.1" status: 404 len: 333 time: 0.2274182 Mar 28 13:47:42.442532 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59736) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:42.507284 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f8893b-fff1-47c0-a2e7-a10cd7ff4d77 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:47:42.507668 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f8893b-fff1-47c0-a2e7-a10cd7ff4d77 None None] Checking segment: {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:47:42.507962 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-95f8893b-fff1-47c0-a2e7-a10cd7ff4d77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:42.508356 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f8893b-fff1-47c0-a2e7-a10cd7ff4d77 None None] Bound using segment: {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:47:42.508858 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-95f8893b-fff1-47c0-a2e7-a10cd7ff4d77 None None] Bound port: 78e7bf5a-7e77-4857-98a3-1dbe906c47da, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:47:42.509244 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-95f8893b-fff1-47c0-a2e7-a10cd7ff4d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:42.552240 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-0fe589b5-7684-4564-8967-14a89299de8b None None] Provisioning complete for port fbe4c6ad-828f-41be-9a24-b2e13604ec9b triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:42.552991 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0fe589b5-7684-4564-8967-14a89299de8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:42.585921 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-0a7230b1-1913-4ad6-80a5-57ca8bfe42c3 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Deleting port 38e0253b-4866-4286-8da4-a3ffcc6a3f59 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:47:42.586678 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0a7230b1-1913-4ad6-80a5-57ca8bfe42c3 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:42.612421 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e882abf3-080f-4a5c-b3b5-4bd84c646a91 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:42.639876 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d2955e15-abbd-4aae-b09b-b95db8e13ff2 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:42.714686 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d2b34-a7aa-4e48-a764-47b5fad6272e req-7be40635-c5f5-4988-b488-188cb59403d5 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:42.716293 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c39d2b34-a7aa-4e48-a764-47b5fad6272e req-7be40635-c5f5-4988-b488-188cb59403d5 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/ports?device_id=846276ac-fa2d-45ae-ae4a-391d73a348fc HTTP/1.1" status: 200 len: 946 time: 0.2874191 Mar 28 13:47:42.728400 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2955e15-abbd-4aae-b09b-b95db8e13ff2 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event updated for resources: {'Subnet': ['ID=00d28826-21a1-4eab-852c-1374cca4f6f5,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:42.738931 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-95f8893b-fff1-47c0-a2e7-a10cd7ff4d77 None None] For port 78e7bf5a-7e77-4857-98a3-1dbe906c47da, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:47:42.746174 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 49d947bb-32fb-430e-a0e7-98636044c76a up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:47:42.747464 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0a7230b1-1913-4ad6-80a5-57ca8bfe42c3 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:42.750035 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2955e15-abbd-4aae-b09b-b95db8e13ff2 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Checking segment: {'id': '96fa0746-1356-4795-9e44-5bf6c958965d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1a80ffc3-36c2-452c-b80c-e94dd461c882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:47:42.750379 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2955e15-abbd-4aae-b09b-b95db8e13ff2 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Network hostable DHCP agents. Network: 1a80ffc3-36c2-452c-b80c-e94dd461c882, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:47:42.763953 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-e882abf3-080f-4a5c-b3b5-4bd84c646a91 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] device_id is not set on port 2675441e-d4d4-4dfc-a1ea-27b91c496623 yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:47:42.766896 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-0a7230b1-1913-4ad6-80a5-57ca8bfe42c3 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Calling delete_port for 38e0253b-4866-4286-8da4-a3ffcc6a3f59 owned by {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:47:42.789381 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-95f8893b-fff1-47c0-a2e7-a10cd7ff4d77 None None] For port 78e7bf5a-7e77-4857-98a3-1dbe906c47da, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=78e7bf5a-7e77-4857-98a3-1dbe906c47da,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:47:42.852647 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2955e15-abbd-4aae-b09b-b95db8e13ff2 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Network 1a80ffc3-36c2-452c-b80c-e94dd461c882 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:47:42.892673 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-95f8893b-fff1-47c0-a2e7-a10cd7ff4d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:42.910406 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 49d947bb-32fb-430e-a0e7-98636044c76a triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:42.910775 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:42.914357 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e497a381-9b9f-4a90-9aa8-14d1516afb63 None None] Notify callbacks [] for port, precommit_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:42.938042 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-d2955e15-abbd-4aae-b09b-b95db8e13ff2 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 1a80ffc3-36c2-452c-b80c-e94dd461c882) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:42.954977 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2955e15-abbd-4aae-b09b-b95db8e13ff2 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:42.956091 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d2955e15-abbd-4aae-b09b-b95db8e13ff2 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:42.960483 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-0fe589b5-7684-4564-8967-14a89299de8b None None] Provisioning complete for port 348995db-f4aa-45f7-a6a4-423dc27bc338 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:42.960750 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0fe589b5-7684-4564-8967-14a89299de8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:42.962498 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca27d5e-f756-49f9-9200-99085d8ce3c8 None None] Network 1a80ffc3-36c2-452c-b80c-e94dd461c882 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:47:43.006254 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0a7230b1-1913-4ad6-80a5-57ca8bfe42c3 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:43.011487 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c39d2b34-a7aa-4e48-a764-47b5fad6272e req-6ec294f0-3555-4d9f-95d8-8810a97090fd tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/security-groups?id=1423174f-eb5a-4b60-ab04-796de1ca3c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498097 Mar 28 13:47:43.053297 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7230b1-1913-4ad6-80a5-57ca8bfe42c3 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event deleted for resources: {'Port': ['ID=38e0253b-4866-4286-8da4-a3ffcc6a3f59,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:43.063522 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e497a381-9b9f-4a90-9aa8-14d1516afb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:43.078600 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d2955e15-abbd-4aae-b09b-b95db8e13ff2 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1449780 Mar 28 13:47:43.087659 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59742) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:43.183566 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f8893b-fff1-47c0-a2e7-a10cd7ff4d77 None None] Pushing event updated for resources: {'Port': ['ID=78e7bf5a-7e77-4857-98a3-1dbe906c47da,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:43.204473 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-0fe589b5-7684-4564-8967-14a89299de8b None None] Port 348995db-f4aa-45f7-a6a4-423dc27bc338 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:47:43.520690 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-0c61faa8-b47a-419a-8140-50695e6ae3b6 None None] Could not find standard attr ID for object 38e0253b-4866-4286-8da4-a3ffcc6a3f59. {{(pid=109614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 13:47:43.540971 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:43.541658 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200fc6fe-86bc-4da5-8338-6433f9dd1616 None None] Pushing event updated for resources: {'Port': ['ID=072e3230-a6c2-4d1a-b791-2fff15b9adab,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:43.556710 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-e497a381-9b9f-4a90-9aa8-14d1516afb63 None None] Attempting to bind port 072e3230-a6c2-4d1a-b791-2fff15b9adab on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:47:43.557305 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-e497a381-9b9f-4a90-9aa8-14d1516afb63 None None] Attempting to bind port 072e3230-a6c2-4d1a-b791-2fff15b9adab by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'e767cab0-10f7-4f58-9244-c66fe7053ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3019b740-4dc7-4e2f-8949-b1946bf1aff4'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:47:43.557891 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e497a381-9b9f-4a90-9aa8-14d1516afb63 None None] Attempting to bind port 072e3230-a6c2-4d1a-b791-2fff15b9adab on network 3019b740-4dc7-4e2f-8949-b1946bf1aff4 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:47:43.615184 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e497a381-9b9f-4a90-9aa8-14d1516afb63 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:47:43.615688 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e497a381-9b9f-4a90-9aa8-14d1516afb63 None None] Checking segment: {'id': 'e767cab0-10f7-4f58-9244-c66fe7053ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3019b740-4dc7-4e2f-8949-b1946bf1aff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:47:43.616181 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e497a381-9b9f-4a90-9aa8-14d1516afb63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:43.616686 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e497a381-9b9f-4a90-9aa8-14d1516afb63 None None] Bound using segment: {'id': 'e767cab0-10f7-4f58-9244-c66fe7053ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3019b740-4dc7-4e2f-8949-b1946bf1aff4'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:47:43.617247 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-e497a381-9b9f-4a90-9aa8-14d1516afb63 None None] Bound port: 072e3230-a6c2-4d1a-b791-2fff15b9adab, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e767cab0-10f7-4f58-9244-c66fe7053ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3019b740-4dc7-4e2f-8949-b1946bf1aff4'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:47:43.617737 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e497a381-9b9f-4a90-9aa8-14d1516afb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:43.636872 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-0c61faa8-b47a-419a-8140-50695e6ae3b6 None None] Provisioning complete for port 0d715edf-3a38-4976-bef4-2894b24a282d triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:43.637476 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0c61faa8-b47a-419a-8140-50695e6ae3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:43.695843 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0a7230b1-1913-4ad6-80a5-57ca8bfe42c3 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:43.697642 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-4607d04f-d728-4bfe-8a54-bd0d39ab3cfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a38bbd2-6c6d-47b9-a147-a5fdf0110f64 {{(pid=109613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 13:47:43.707636 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-0a7230b1-1913-4ad6-80a5-57ca8bfe42c3 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/ports/38e0253b-4866-4286-8da4-a3ffcc6a3f59 HTTP/1.1" status: 204 len: 168 time: 1.2604592 Mar 28 13:47:43.746123 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59746) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:43.767765 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 7fe26df9-857a-4d1f-8de0-5f5f4aa2391b no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:47:43.775328 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-e882abf3-080f-4a5c-b3b5-4bd84c646a91 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Allocated IP 2001:db8::f06:c208:d0a5:a71b (0683b568-5de1-47de-8c3c-3856d7f643f9/a96b91db-417b-4a6c-b36c-16ef7a8f4e87/2675441e-d4d4-4dfc-a1ea-27b91c496623) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:47:43.809511 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726653ea-67a8-42c1-a2df-d37ebdf63790 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-1a80ffc3-36c2-452c-b80c-e94dd461c882', 'network_id': '1a80ffc3-36c2-452c-b80c-e94dd461c882', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'fixed_ips': [{'subnet_id': '00d28826-21a1-4eab-852c-1374cca4f6f5'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:47:43.814038 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-726653ea-67a8-42c1-a2df-d37ebdf63790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:43.818364 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-4607d04f-d728-4bfe-8a54-bd0d39ab3cfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:43.821651 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 7fe26df9-857a-4d1f-8de0-5f5f4aa2391b {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:47:43.821994 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 7fe26df9-857a-4d1f-8de0-5f5f4aa2391b not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:47:43.838167 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-256005af-d68d-404b-aab4-c4858f16b64e tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] GET failed (client error): The resource could not be found. Mar 28 13:47:43.840020 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-256005af-d68d-404b-aab4-c4858f16b64e tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "GET /v2.0/ports/38e0253b-4866-4286-8da4-a3ffcc6a3f59 HTTP/1.1" status: 404 len: 333 time: 0.0928414 Mar 28 13:47:43.843067 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59748) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:43.844198 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-e497a381-9b9f-4a90-9aa8-14d1516afb63 None None] For port 072e3230-a6c2-4d1a-b791-2fff15b9adab, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:47:43.876693 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-e497a381-9b9f-4a90-9aa8-14d1516afb63 None None] For port 072e3230-a6c2-4d1a-b791-2fff15b9adab, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=072e3230-a6c2-4d1a-b791-2fff15b9adab,segment=NetworkSegment(e767cab0-10f7-4f58-9244-c66fe7053ccc),segment_id=e767cab0-10f7-4f58-9244-c66fe7053ccc)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:47:43.915016 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-98980814-f998-45fe-a093-de2e3e0030d4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:43.945030 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9f3c1be-0d8e-45c4-bc0e-d4d14cc28266 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Deleting subnet a4dc90ed-6bec-41ec-95d8-644a399c5180 {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:47:43.951022 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d9f3c1be-0d8e-45c4-bc0e-d4d14cc28266 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:43.962411 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e497a381-9b9f-4a90-9aa8-14d1516afb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:43.974161 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb00769-4d85-4dfb-a7f0-0d14bbd6d7cc req-c5b68cb1-7440-440a-b947-15ea71e17d3b tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:43.975903 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7cb00769-4d85-4dfb-a7f0-0d14bbd6d7cc req-c5b68cb1-7440-440a-b947-15ea71e17d3b tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/ports?device_id=846276ac-fa2d-45ae-ae4a-391d73a348fc HTTP/1.1" status: 200 len: 946 time: 0.2734478 Mar 28 13:47:43.984697 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.provisioning_blocks [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-4607d04f-d728-4bfe-8a54-bd0d39ab3cfe service neutron] Transition to ACTIVE for port object 0a38bbd2-6c6d-47b9-a147-a5fdf0110f64 will not be triggered until provisioned by entity L2. {{(pid=109613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 13:47:44.018234 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0634fa7-777b-41f9-84ab-04e463afd16c req-c33ba0ed-e109-4e4c-8f74-02a2d8d8dcd5 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:44.019894 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e0634fa7-777b-41f9-84ab-04e463afd16c req-c33ba0ed-e109-4e4c-8f74-02a2d8d8dcd5 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbdd9368-0317-4372-b950-1be483adf916 HTTP/1.1" status: 200 len: 931 time: 0.9029586 Mar 28 13:47:44.094720 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d9f3c1be-0d8e-45c4-bc0e-d4d14cc28266 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:44.117705 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-4607d04f-d728-4bfe-8a54-bd0d39ab3cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:44.165761 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c746b2d1-adfa-4194-bbca-bb332faf0ceb tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:44.193321 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200fc6fe-86bc-4da5-8338-6433f9dd1616 None None] Pushing event updated for resources: {'Port': ['ID=072e3230-a6c2-4d1a-b791-2fff15b9adab,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:44.209688 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d9f3c1be-0d8e-45c4-bc0e-d4d14cc28266 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:44.216200 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 13:47:44.252498 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-726653ea-67a8-42c1-a2df-d37ebdf63790 None None] Allocated IP 172.23.0.2 (1a80ffc3-36c2-452c-b80c-e94dd461c882/00d28826-21a1-4eab-852c-1374cca4f6f5/b13f211b-4b70-46e1-aa61-627f4d794570) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:47:44.410135 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-726653ea-67a8-42c1-a2df-d37ebdf63790 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:44.415361 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 0d715edf-3a38-4976-bef4-2894b24a282d up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:47:44.417648 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-0c61faa8-b47a-419a-8140-50695e6ae3b6 None None] Could not find standard attr ID for object 908407f1-89d9-4d7f-8326-916297480676. {{(pid=109614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 13:47:44.427886 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d9f3c1be-0d8e-45c4-bc0e-d4d14cc28266 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:44.456894 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3c1be-0d8e-45c4-bc0e-d4d14cc28266 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event deleted for resources: {'Subnet': ['ID=a4dc90ed-6bec-41ec-95d8-644a399c5180,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:44.463737 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d9f3c1be-0d8e-45c4-bc0e-d4d14cc28266 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:44.471424 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d9f3c1be-0d8e-45c4-bc0e-d4d14cc28266 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/subnets/a4dc90ed-6bec-41ec-95d8-644a399c5180 HTTP/1.1" status: 204 len: 168 time: 0.6267641 Mar 28 13:47:44.472899 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59750) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:44.484707 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-0c61faa8-b47a-419a-8140-50695e6ae3b6 None None] Provisioning complete for port 348995db-f4aa-45f7-a6a4-423dc27bc338 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:44.485076 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0c61faa8-b47a-419a-8140-50695e6ae3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:44.527953 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7cb00769-4d85-4dfb-a7f0-0d14bbd6d7cc req-e650f50f-15b6-4fbd-9849-905bb37ad784 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/security-groups?id=1423174f-eb5a-4b60-ab04-796de1ca3c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5246108 Mar 28 13:47:44.537820 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-726653ea-67a8-42c1-a2df-d37ebdf63790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:44.551083 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-0c173a5b-a31a-4977-aeed-df8d2fb4e957 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Deleting port 0036582a-b196-45be-ac72-6e8542b98847 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:47:44.551678 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0c173a5b-a31a-4977-aeed-df8d2fb4e957 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:44.556106 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed8e191-34a9-47e2-b7bf-723109f478b9 None None] Network ff80a042-ffc9-4fbc-aa88-f476b2e7a15c requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:47:44.557596 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e0634fa7-777b-41f9-84ab-04e463afd16c req-14905e7b-4917-4fe5-9e05-f347a971ff66 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea21c11a-f4da-4375-b5d8-bba619bd5a06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5063517 Mar 28 13:47:44.669798 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e882abf3-080f-4a5c-b3b5-4bd84c646a91 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:44.677779 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e497a381-9b9f-4a90-9aa8-14d1516afb63 None None] Routers {'6b50c724-d573-48a4-b432-8a2fc7f559f7'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:47:44.678441 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-e497a381-9b9f-4a90-9aa8-14d1516afb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:47:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['6b50c724-d573-48a4-b432-8a2fc7f559f7'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:44.739672 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726653ea-67a8-42c1-a2df-d37ebdf63790 None None] Network 1a80ffc3-36c2-452c-b80c-e94dd461c882 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:44.754043 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4607d04f-d728-4bfe-8a54-bd0d39ab3cfe service neutron] Pushing event updated for resources: {'Port': ['ID=0a38bbd2-6c6d-47b9-a147-a5fdf0110f64,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:44.772016 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-726653ea-67a8-42c1-a2df-d37ebdf63790 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:44.785298 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726653ea-67a8-42c1-a2df-d37ebdf63790 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:47:44.787402 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-0c61faa8-b47a-419a-8140-50695e6ae3b6 None None] Port 348995db-f4aa-45f7-a6a4-423dc27bc338 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:47:44.821255 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e882abf3-080f-4a5c-b3b5-4bd84c646a91 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:44.884218 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 0d715edf-3a38-4976-bef4-2894b24a282d triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:44.884635 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:44.937447 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726653ea-67a8-42c1-a2df-d37ebdf63790 None None] Pushing event updated for resources: {'Port': ['ID=b13f211b-4b70-46e1-aa61-627f4d794570,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:44.966396 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-98980814-f998-45fe-a093-de2e3e0030d4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Allocated IP 172.23.0.1 (1a80ffc3-36c2-452c-b80c-e94dd461c882/00d28826-21a1-4eab-852c-1374cca4f6f5/3261d67e-5598-436d-bab7-f68ceaeb884c) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:47:44.971237 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-eebf752c-5bcc-478e-ba9f-466715da8be1 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:44.992090 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0c173a5b-a31a-4977-aeed-df8d2fb4e957 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:44.992596 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-e497a381-9b9f-4a90-9aa8-14d1516afb63 None None] Set router 6b50c724-d573-48a4-b432-8a2fc7f559f7 gateway port host: None {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:47:45.002890 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e882abf3-080f-4a5c-b3b5-4bd84c646a91 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:45.018213 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-e882abf3-080f-4a5c-b3b5-4bd84c646a91 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:45.021849 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e882abf3-080f-4a5c-b3b5-4bd84c646a91 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Port': ['ID=2675441e-d4d4-4dfc-a1ea-27b91c496623,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:45.027611 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e882abf3-080f-4a5c-b3b5-4bd84c646a91 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:47:45.031973 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-726653ea-67a8-42c1-a2df-d37ebdf63790 None None] Attempting to bind port b13f211b-4b70-46e1-aa61-627f4d794570 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:47:45.032338 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-726653ea-67a8-42c1-a2df-d37ebdf63790 None None] Attempting to bind port b13f211b-4b70-46e1-aa61-627f4d794570 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '96fa0746-1356-4795-9e44-5bf6c958965d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1a80ffc3-36c2-452c-b80c-e94dd461c882'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:47:45.032711 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726653ea-67a8-42c1-a2df-d37ebdf63790 None None] Attempting to bind port b13f211b-4b70-46e1-aa61-627f4d794570 on network 1a80ffc3-36c2-452c-b80c-e94dd461c882 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:47:45.034321 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e882abf3-080f-4a5c-b3b5-4bd84c646a91 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:45.034993 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e882abf3-080f-4a5c-b3b5-4bd84c646a91 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:45.040286 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-0c173a5b-a31a-4977-aeed-df8d2fb4e957 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Calling delete_port for 0036582a-b196-45be-ac72-6e8542b98847 owned by network:router_interface {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:47:45.043526 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-4607d04f-d728-4bfe-8a54-bd0d39ab3cfe service neutron] Attempting to bind port 0a38bbd2-6c6d-47b9-a147-a5fdf0110f64 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:47:45.043526 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-4607d04f-d728-4bfe-8a54-bd0d39ab3cfe service neutron] Attempting to bind port 0a38bbd2-6c6d-47b9-a147-a5fdf0110f64 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '7170d0f3-cdbd-4bd5-bc53-0e50845f5cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2cc3241e-126b-4fc7-8d31-f7970bedb565'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:47:45.043526 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-4607d04f-d728-4bfe-8a54-bd0d39ab3cfe service neutron] Attempting to bind port 0a38bbd2-6c6d-47b9-a147-a5fdf0110f64 on network 2cc3241e-126b-4fc7-8d31-f7970bedb565 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:47:45.051857 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726653ea-67a8-42c1-a2df-d37ebdf63790 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:47:45.052221 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726653ea-67a8-42c1-a2df-d37ebdf63790 None None] Checking segment: {'id': '96fa0746-1356-4795-9e44-5bf6c958965d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1a80ffc3-36c2-452c-b80c-e94dd461c882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:47:45.052661 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-726653ea-67a8-42c1-a2df-d37ebdf63790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:45.053048 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726653ea-67a8-42c1-a2df-d37ebdf63790 None None] Bound using segment: {'id': '96fa0746-1356-4795-9e44-5bf6c958965d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1a80ffc3-36c2-452c-b80c-e94dd461c882'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:47:45.053516 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-726653ea-67a8-42c1-a2df-d37ebdf63790 None None] Bound port: b13f211b-4b70-46e1-aa61-627f4d794570, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96fa0746-1356-4795-9e44-5bf6c958965d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1a80ffc3-36c2-452c-b80c-e94dd461c882'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:47:45.053890 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-726653ea-67a8-42c1-a2df-d37ebdf63790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:45.067983 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-c746b2d1-adfa-4194-bbca-bb332faf0ceb tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Deleting port 348995db-f4aa-45f7-a6a4-423dc27bc338 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:47:45.068425 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c746b2d1-adfa-4194-bbca-bb332faf0ceb tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:45.071474 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-4607d04f-d728-4bfe-8a54-bd0d39ab3cfe service neutron] Port 0a38bbd2-6c6d-47b9-a147-a5fdf0110f64 on network 2cc3241e-126b-4fc7-8d31-f7970bedb565 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:47:45.071867 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-4607d04f-d728-4bfe-8a54-bd0d39ab3cfe service neutron] Attempting to bind port 0a38bbd2-6c6d-47b9-a147-a5fdf0110f64 on network 2cc3241e-126b-4fc7-8d31-f7970bedb565 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:47:45.102357 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-4607d04f-d728-4bfe-8a54-bd0d39ab3cfe service neutron] Checking agent: {'id': '72ab3303-6c81-4bd9-a1a9-2c5d9b681d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'started_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:47:45.107860 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-4607d04f-d728-4bfe-8a54-bd0d39ab3cfe service neutron] Checking segment: {'id': '7170d0f3-cdbd-4bd5-bc53-0e50845f5cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2cc3241e-126b-4fc7-8d31-f7970bedb565'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:47:45.107860 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-4607d04f-d728-4bfe-8a54-bd0d39ab3cfe service neutron] Bound using segment: {'id': '7170d0f3-cdbd-4bd5-bc53-0e50845f5cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2cc3241e-126b-4fc7-8d31-f7970bedb565'} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:47:45.108072 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0677320e-1182-49bf-9df5-cb1bc7310e89 None None] DHCP port deletion for ff80a042-ffc9-4fbc-aa88-f476b2e7a15c request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:47:45.108158 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-4607d04f-d728-4bfe-8a54-bd0d39ab3cfe service neutron] Bound port: 0a38bbd2-6c6d-47b9-a147-a5fdf0110f64, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7170d0f3-cdbd-4bd5-bc53-0e50845f5cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2cc3241e-126b-4fc7-8d31-f7970bedb565'}}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:47:45.108158 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-4607d04f-d728-4bfe-8a54-bd0d39ab3cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:45.166132 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-eebf752c-5bcc-478e-ba9f-466715da8be1 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Deleting port 0d715edf-3a38-4976-bef4-2894b24a282d {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:47:45.166465 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-eebf752c-5bcc-478e-ba9f-466715da8be1 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:45.182965 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e882abf3-080f-4a5c-b3b5-4bd84c646a91 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.8292568 Mar 28 13:47:45.188391 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59752) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:45.198648 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-c782158d-0677-4edb-a14b-788ec280be1e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'port': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'fixed_ips': [{'subnet_id': 'a96b91db-417b-4a6c-b36c-16ef7a8f4e87', 'ip_address': '2001:db8::f06:c208:d0a5:a71b'}], 'name': 'tempest-NetworksTestDHCPv6-740563504'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:45.253580 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-7c8bdaea-280c-4c85-976f-8c2f6da377aa None None] Provisioning complete for port 072e3230-a6c2-4d1a-b791-2fff15b9adab triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:45.253949 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7c8bdaea-280c-4c85-976f-8c2f6da377aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:45.281077 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-eebf752c-5bcc-478e-ba9f-466715da8be1 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] For port 0d715edf-3a38-4976-bef4-2894b24a282d, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=0d715edf-3a38-4976-bef4-2894b24a282d,segment=NetworkSegment(6b275d5d-4bf3-43cf-bfdf-6c100ef8423b),segment_id=6b275d5d-4bf3-43cf-bfdf-6c100ef8423b)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:45.281452 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-eebf752c-5bcc-478e-ba9f-466715da8be1 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:45.314846 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-eebf752c-5bcc-478e-ba9f-466715da8be1 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Calling delete_port for 0d715edf-3a38-4976-bef4-2894b24a282d owned by network:dhcp {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:47:45.317403 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 78e7bf5a-7e77-4857-98a3-1dbe906c47da up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:47:45.366564 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c746b2d1-adfa-4194-bbca-bb332faf0ceb tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:45.371840 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-726653ea-67a8-42c1-a2df-d37ebdf63790 None None] For port b13f211b-4b70-46e1-aa61-627f4d794570, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:47:45.392078 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-98980814-f998-45fe-a093-de2e3e0030d4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:45.412742 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-726653ea-67a8-42c1-a2df-d37ebdf63790 None None] For port b13f211b-4b70-46e1-aa61-627f4d794570, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=b13f211b-4b70-46e1-aa61-627f4d794570,segment=NetworkSegment(96fa0746-1356-4795-9e44-5bf6c958965d),segment_id=96fa0746-1356-4795-9e44-5bf6c958965d)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:47:45.437023 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-0677320e-1182-49bf-9df5-cb1bc7310e89 None None] Deleting port 0d715edf-3a38-4976-bef4-2894b24a282d {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:47:45.437387 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0677320e-1182-49bf-9df5-cb1bc7310e89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:45.443735 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-4607d04f-d728-4bfe-8a54-bd0d39ab3cfe service neutron] For port 0a38bbd2-6c6d-47b9-a147-a5fdf0110f64, host hv-neutron-8353, cleared binding levels {{(pid=109613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:47:45.446526 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-c746b2d1-adfa-4194-bbca-bb332faf0ceb tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Calling delete_port for 348995db-f4aa-45f7-a6a4-423dc27bc338 owned by network:router_interface {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:47:45.483178 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-4607d04f-d728-4bfe-8a54-bd0d39ab3cfe service neutron] For port 0a38bbd2-6c6d-47b9-a147-a5fdf0110f64, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0a38bbd2-6c6d-47b9-a147-a5fdf0110f64,segment=NetworkSegment(7170d0f3-cdbd-4bd5-bc53-0e50845f5cc5),segment_id=7170d0f3-cdbd-4bd5-bc53-0e50845f5cc5)] {{(pid=109613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:47:45.509388 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-eebf752c-5bcc-478e-ba9f-466715da8be1 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:45.520153 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-726653ea-67a8-42c1-a2df-d37ebdf63790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:45.539285 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebf752c-5bcc-478e-ba9f-466715da8be1 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event deleted for resources: {'Port': ['ID=0d715edf-3a38-4976-bef4-2894b24a282d,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:45.549311 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-98980814-f998-45fe-a093-de2e3e0030d4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:45.552705 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-4607d04f-d728-4bfe-8a54-bd0d39ab3cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:45.602381 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7c8bdaea-280c-4c85-976f-8c2f6da377aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:45.604914 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 78e7bf5a-7e77-4857-98a3-1dbe906c47da triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:45.605275 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:45.610537 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-0677320e-1182-49bf-9df5-cb1bc7310e89 None None] For port 0d715edf-3a38-4976-bef4-2894b24a282d, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=0d715edf-3a38-4976-bef4-2894b24a282d,segment=NetworkSegment(6b275d5d-4bf3-43cf-bfdf-6c100ef8423b),segment_id=6b275d5d-4bf3-43cf-bfdf-6c100ef8423b)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:45.610657 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0677320e-1182-49bf-9df5-cb1bc7310e89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:45.652816 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98980814-f998-45fe-a093-de2e3e0030d4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event updated for resources: {'Port': ['ID=3261d67e-5598-436d-bab7-f68ceaeb884c,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:45.662316 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-4607d04f-d728-4bfe-8a54-bd0d39ab3cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:45.663117 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-4607d04f-d728-4bfe-8a54-bd0d39ab3cfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:45.664566 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-4607d04f-d728-4bfe-8a54-bd0d39ab3cfe service neutron] 10.222.0.20 "PUT /v2.0/ports/0a38bbd2-6c6d-47b9-a147-a5fdf0110f64 HTTP/1.1" status: 200 len: 1093 time: 3.8120246 Mar 28 13:47:45.670117 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbdd9368-0317-4372-b950-1be483adf916', 'tag': '0a38bbd2-6c6d-47b9-a147-a5fdf0110f64'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:47:45.672391 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d0570a-7e33-4fba-acd7-4008ebe9abb4" -d '{"events": [{"name": "network-changed", "server_uuid": "dbdd9368-0317-4372-b950-1be483adf916", "tag": "0a38bbd2-6c6d-47b9-a147-a5fdf0110f64"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:47:45.685945 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebf752c-5bcc-478e-ba9f-466715da8be1 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] No DVR routers for this DVR port 0d715edf-3a38-4976-bef4-2894b24a282d on host dv-neutron-835335-1-hyperv {{(pid=109612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:47:45.705914 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-0677320e-1182-49bf-9df5-cb1bc7310e89 None None] Calling delete_port for 0d715edf-3a38-4976-bef4-2894b24a282d owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:47:45.742359 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c782158d-0677-4edb-a14b-788ec280be1e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:47:45.742995 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-e497a381-9b9f-4a90-9aa8-14d1516afb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'name': 'tempest-RoutersTest-router-1384789579', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:47:06Z', 'updated_at': '2022-03-28T13:47:36Z', 'revision_number': 4, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'gw_port_host': None, '_interfaces': [{'id': '072e3230-a6c2-4d1a-b791-2fff15b9adab', 'name': '', 'network_id': '3019b740-4dc7-4e2f-8949-b1946bf1aff4', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:e2:94:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8ab39914-38ab-4a3c-95bf-3112a32df6a1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:32Z', 'updated_at': '2022-03-28T13:47:43Z', 'revision_number': 4, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '8ab39914-38ab-4a3c-95bf-3112a32df6a1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d600fc5-5ec3-46fe-b579-018a4862cf4c', 'name': '', 'network_id': '781f79ef-bd29-4180-a3a8-33cc905136b6', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:dc:49:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '653c6be3-d8e9-46c2-8a59-c571ae539f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:11Z', 'updated_at': '2022-03-28T13:47:20Z', 'revision_number': 5, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '653c6be3-d8e9-46c2-8a59-c571ae539f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d94d1a9-c0ed-4d00-8f26-c0800eb72072', 'name': '', 'network_id': '3fb51fec-b819-4ee1-b3a7-4d71be090bca', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:0c:fe:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '7864d972-ffb3-4709-ada8-227be950b309', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:21Z', 'updated_at': '2022-03-28T13:47:30Z', 'revision_number': 5, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '7864d972-ffb3-4709-ada8-227be950b309', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:45.747942 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c782158d-0677-4edb-a14b-788ec280be1e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:45.783448 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4607d04f-d728-4bfe-8a54-bd0d39ab3cfe service neutron] Pushing event updated for resources: {'Port': ['ID=0a38bbd2-6c6d-47b9-a147-a5fdf0110f64,revision_number=3']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:45.787838 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98980814-f998-45fe-a093-de2e3e0030d4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Network 1a80ffc3-36c2-452c-b80c-e94dd461c882 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:45.805084 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e497a381-9b9f-4a90-9aa8-14d1516afb63 None None] The sync data for ids ['6b50c724-d573-48a4-b432-8a2fc7f559f7'] in dv-neutron-835335-1-hyperv is: [{'id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'name': 'tempest-RoutersTest-router-1384789579', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:47:06Z', 'updated_at': '2022-03-28T13:47:36Z', 'revision_number': 4, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'gw_port_host': None, '_interfaces': [{'id': '072e3230-a6c2-4d1a-b791-2fff15b9adab', 'name': '', 'network_id': '3019b740-4dc7-4e2f-8949-b1946bf1aff4', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:e2:94:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8ab39914-38ab-4a3c-95bf-3112a32df6a1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:32Z', 'updated_at': '2022-03-28T13:47:43Z', 'revision_number': 4, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '8ab39914-38ab-4a3c-95bf-3112a32df6a1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d600fc5-5ec3-46fe-b579-018a4862cf4c', 'name': '', 'network_id': '781f79ef-bd29-4180-a3a8-33cc905136b6', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:dc:49:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '653c6be3-d8e9-46c2-8a59-c571ae539f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:11Z', 'updated_at': '2022-03-28T13:47:20Z', 'revision_number': 5, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '653c6be3-d8e9-46c2-8a59-c571ae539f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d94d1a9-c0ed-4d00-8f26-c0800eb72072', 'name': '', 'network_id': '3fb51fec-b819-4ee1-b3a7-4d71be090bca', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:0c:fe:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '7864d972-ffb3-4709-ada8-227be950b309', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:21Z', 'updated_at': '2022-03-28T13:47:30Z', 'revision_number': 5, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '7864d972-ffb3-4709-ada8-227be950b309', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:47:45.827309 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-98980814-f998-45fe-a093-de2e3e0030d4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:45.845875 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-7c8bdaea-280c-4c85-976f-8c2f6da377aa None None] For port 072e3230-a6c2-4d1a-b791-2fff15b9adab, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=072e3230-a6c2-4d1a-b791-2fff15b9adab,segment=NetworkSegment(e767cab0-10f7-4f58-9244-c66fe7053ccc),segment_id=e767cab0-10f7-4f58-9244-c66fe7053ccc)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:45.849955 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98980814-f998-45fe-a093-de2e3e0030d4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:47:45.921137 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0c173a5b-a31a-4977-aeed-df8d2fb4e957 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:45.951148 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726653ea-67a8-42c1-a2df-d37ebdf63790 None None] Pushing event updated for resources: {'Port': ['ID=b13f211b-4b70-46e1-aa61-627f4d794570,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:45.962299 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7c8bdaea-280c-4c85-976f-8c2f6da377aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:46.010413 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-c782158d-0677-4edb-a14b-788ec280be1e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] device_id is not set on port 74b0f261-4efc-4020-8e8e-84ef6aad0ab6 yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:47:46.041966 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c173a5b-a31a-4977-aeed-df8d2fb4e957 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Pushing event deleted for resources: {'Port': ['ID=0036582a-b196-45be-ac72-6e8542b98847,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:46.064134 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-eebf752c-5bcc-478e-ba9f-466715da8be1 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:46.131651 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-66f3809b-4a2e-4a92-a114-80335c6d60c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:46.135325 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-66f3809b-4a2e-4a92-a114-80335c6d60c4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=89f15a869eff4c6ba37bd2f72c48ff8f&device_id=dbdd9368-0317-4372-b950-1be483adf916 HTTP/1.1" status: 200 len: 1096 time: 0.3411913 Mar 28 13:47:46.142668 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-eebf752c-5bcc-478e-ba9f-466715da8be1 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff80a042-ffc9-4fbc-aa88-f476b2e7a15c']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:46.151804 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-98980814-f998-45fe-a093-de2e3e0030d4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:46.156949 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf1027-cef2-4b2b-b31f-6e9536bb330c req-4176de85-1256-4f98-8996-f5f7dc400608 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:46.166538 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-7c8bdaea-280c-4c85-976f-8c2f6da377aa None None] Provisioning complete for port 78e7bf5a-7e77-4857-98a3-1dbe906c47da triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:46.167739 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9daf1027-cef2-4b2b-b31f-6e9536bb330c req-4176de85-1256-4f98-8996-f5f7dc400608 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbdd9368-0317-4372-b950-1be483adf916 HTTP/1.1" status: 200 len: 943 time: 0.4593697 Mar 28 13:47:46.168744 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7c8bdaea-280c-4c85-976f-8c2f6da377aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:46.190195 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8bdaea-280c-4c85-976f-8c2f6da377aa None None] Pushing event updated for resources: {'Port': ['ID=072e3230-a6c2-4d1a-b791-2fff15b9adab,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:46.225550 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582409c0-5363-4dd1-9dd0-21d43e90311b req-9fc8f753-cc33-4712-b38d-8faef3535f4a tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:46.230477 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-582409c0-5363-4dd1-9dd0-21d43e90311b req-9fc8f753-cc33-4712-b38d-8faef3535f4a tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.20 "GET /v2.0/ports?device_id=846276ac-fa2d-45ae-ae4a-391d73a348fc HTTP/1.1" status: 200 len: 946 time: 0.5108175 Mar 28 13:47:46.289458 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:46.294065 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0677320e-1182-49bf-9df5-cb1bc7310e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:46.314431 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a16c35-09e6-4c3a-8159-0b9e83ffe9a7 req-8e44c8d8-63d6-489a-b563-0b2626632b22 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:46.316606 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-90a16c35-09e6-4c3a-8159-0b9e83ffe9a7 req-8e44c8d8-63d6-489a-b563-0b2626632b22 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/ports?device_id=846276ac-fa2d-45ae-ae4a-391d73a348fc HTTP/1.1" status: 200 len: 946 time: 0.5273721 Mar 28 13:47:46.337360 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-eebf752c-5bcc-478e-ba9f-466715da8be1 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b275d5d-4bf3-43cf-bfdf-6c100ef8423b') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:46.337927 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-eebf752c-5bcc-478e-ba9f-466715da8be1 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b275d5d-4bf3-43cf-bfdf-6c100ef8423b') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:46.339935 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0677320e-1182-49bf-9df5-cb1bc7310e89 None None] Pushing event deleted for resources: {'Port': ['ID=0d715edf-3a38-4976-bef4-2894b24a282d,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:46.355649 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-eebf752c-5bcc-478e-ba9f-466715da8be1 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:46.362088 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0677320e-1182-49bf-9df5-cb1bc7310e89 None None] No DVR routers for this DVR port 0d715edf-3a38-4976-bef4-2894b24a282d on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:47:46.393060 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 78e7bf5a-7e77-4857-98a3-1dbe906c47da, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=78e7bf5a-7e77-4857-98a3-1dbe906c47da,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:46.397682 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-0d601bba-d831-4406-a707-0e0f322b3f0c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a38bbd2-6c6d-47b9-a147-a5fdf0110f64 HTTP/1.1" status: 200 len: 217 time: 0.2425497 Mar 28 13:47:46.402085 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-eebf752c-5bcc-478e-ba9f-466715da8be1 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:46.420342 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eebf752c-5bcc-478e-ba9f-466715da8be1 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:47:46.421043 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-eebf752c-5bcc-478e-ba9f-466715da8be1 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:46.424585 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:47:46.424585 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:47:46.424585 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:47:46.424585 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:47:46.424585 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:47:46.424585 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:47:46.424585 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:47:46.424585 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:47:46.424585 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:47:46.424585 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:47:46.424585 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:47:46.424585 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:47:46.424585 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:47:46.424585 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:47:46.424585 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:47:46.424585 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:47:46.424585 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:47:46.424585 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:47:46.424585 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:47:46.424585 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:47:46.424585 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:47:46.424585 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:47:46.424585 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:47:46.424585 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:47:46.424585 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:47:46.424585 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:47:46.424585 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:47:46.424585 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:47:46.424585 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:47:46.424585 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:47:46.424585 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:47:46.424585 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:47:46.537826 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-15f1ac21-29a6-4207-b358-73fceeba3ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:46.539781 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-15f1ac21-29a6-4207-b358-73fceeba3ea7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3347bc09-8e26-47dd-9935-5fe9204b659f HTTP/1.1" status: 200 len: 851 time: 0.1313617 Mar 28 13:47:46.604718 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:46.608009 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-d4905acc-0844-44aa-b34b-facb1a7b1489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:46.609601 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-d4905acc-0844-44aa-b34b-facb1a7b1489 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2cc3241e-126b-4fc7-8d31-f7970bedb565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0622165 Mar 28 13:47:46.688990 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-eebf752c-5bcc-478e-ba9f-466715da8be1 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:46.705907 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-eebf752c-5bcc-478e-ba9f-466715da8be1 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:46.706160 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7c8bdaea-280c-4c85-976f-8c2f6da377aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:46.711544 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-eebf752c-5bcc-478e-ba9f-466715da8be1 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/networks/ff80a042-ffc9-4fbc-aa88-f476b2e7a15c HTTP/1.1" status: 204 len: 168 time: 2.2375104 Mar 28 13:47:46.717757 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59760) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:46.733865 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-ea326e3b-41ac-46b6-8447-87a53fb5b36f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1930927075'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:46.778810 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=78e7bf5a-7e77-4857-98a3-1dbe906c47da,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:46.801051 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebf752c-5bcc-478e-ba9f-466715da8be1 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event deleted for resources: {'Network': ['ID=ff80a042-ffc9-4fbc-aa88-f476b2e7a15c,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:46.863764 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device b13f211b-4b70-46e1-aa61-627f4d794570 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:47:46.868999 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-c6f9658a-4556-4149-9577-1b4dad61ab76 service neutron] 10.222.0.20 "GET /v2.0/networks/2cc3241e-126b-4fc7-8d31-f7970bedb565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511840 Mar 28 13:47:46.869670 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea326e3b-41ac-46b6-8447-87a53fb5b36f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Made reservation on behalf of a8d0b895291d43e9afe1329c139db87b for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:47:46.874388 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ea326e3b-41ac-46b6-8447-87a53fb5b36f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:46.904162 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.db.api [None req-7c8bdaea-280c-4c85-976f-8c2f6da377aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 13:47:46.904162 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG oslo_db.api [None req-7c8bdaea-280c-4c85-976f-8c2f6da377aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 13:47:46.938525 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port b13f211b-4b70-46e1-aa61-627f4d794570 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:46.938893 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:46.957376 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9daf1027-cef2-4b2b-b31f-6e9536bb330c req-c53dd9d4-a382-4a44-b64c-9dd72c8f6774 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea21c11a-f4da-4375-b5d8-bba619bd5a06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7876513 Mar 28 13:47:46.982952 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea326e3b-41ac-46b6-8447-87a53fb5b36f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:47:47.007840 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ea326e3b-41ac-46b6-8447-87a53fb5b36f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:47.008515 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-ea326e3b-41ac-46b6-8447-87a53fb5b36f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Added segment 478144cd-0ca6-4c90-99e6-e0cf2d2f43df of type vlan for network c7eb692f-e002-46c0-9fcb-5b6ba9293840 Mar 28 13:47:47.011704 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-950816fa-9108-4d4c-ae63-e614aa64b8b8 req-141880ec-6a88-46c2-96fd-7207a63dd642 service neutron] 10.222.0.20 "GET /v2.0/networks/2cc3241e-126b-4fc7-8d31-f7970bedb565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348701 Mar 28 13:47:47.043710 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 13:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a7a0ec-5a4a-482c-9653-fdc465258b48 x-openstack-request-id: req-41a7a0ec-5a4a-482c-9653-fdc465258b48 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:47:47.044023 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbdd9368-0317-4372-b950-1be483adf916", "tag": "0a38bbd2-6c6d-47b9-a147-a5fdf0110f64", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:47:47.044288 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-41a7a0ec-5a4a-482c-9653-fdc465258b48 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:47:47.044746 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbdd9368-0317-4372-b950-1be483adf916', 'tag': '0a38bbd2-6c6d-47b9-a147-a5fdf0110f64', 'status': 'completed', 'code': 200} Mar 28 13:47:47.054676 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:47.083346 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ea326e3b-41ac-46b6-8447-87a53fb5b36f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:47.095677 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-90a16c35-09e6-4c3a-8159-0b9e83ffe9a7 req-542cefdd-277b-46ec-afea-1c9aa9b5959a tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/security-groups?id=1423174f-eb5a-4b60-ab04-796de1ca3c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368227 Mar 28 13:47:47.121532 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port b13f211b-4b70-46e1-aa61-627f4d794570, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=b13f211b-4b70-46e1-aa61-627f4d794570,segment=NetworkSegment(96fa0746-1356-4795-9e44-5bf6c958965d),segment_id=96fa0746-1356-4795-9e44-5bf6c958965d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:47.166476 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c746b2d1-adfa-4194-bbca-bb332faf0ceb tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:47.192659 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0c173a5b-a31a-4977-aeed-df8d2fb4e957 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:47.194453 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:47.195312 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 072e3230-a6c2-4d1a-b791-2fff15b9adab up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:47:47.229577 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0570a-7e33-4fba-acd7-4008ebe9abb4 req-5d47a33f-6644-42de-8770-b2daea6e4e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:47.231279 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-79d0570a-7e33-4fba-acd7-4008ebe9abb4 req-5d47a33f-6644-42de-8770-b2daea6e4e9e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=89f15a869eff4c6ba37bd2f72c48ff8f&device_id=dbdd9368-0317-4372-b950-1be483adf916 HTTP/1.1" status: 200 len: 1096 time: 0.0860872 Mar 28 13:47:47.233733 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ea326e3b-41ac-46b6-8447-87a53fb5b36f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:47.235751 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c746b2d1-adfa-4194-bbca-bb332faf0ceb tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event deleted for resources: {'Port': ['ID=348995db-f4aa-45f7-a6a4-423dc27bc338,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:47.240124 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea326e3b-41ac-46b6-8447-87a53fb5b36f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:47.241055 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ea326e3b-41ac-46b6-8447-87a53fb5b36f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:47.285260 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bf149d-d12f-4531-af24-9b4c2d0a3b6c None None] Network 1a80ffc3-36c2-452c-b80c-e94dd461c882 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:47:47.313705 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-582409c0-5363-4dd1-9dd0-21d43e90311b req-aeca42bc-567e-43a7-964e-625da16460b9 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] Deleting port 8c526537-065f-44f6-9c81-50a99c0b9dcc {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:47:47.314043 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-582409c0-5363-4dd1-9dd0-21d43e90311b req-aeca42bc-567e-43a7-964e-625da16460b9 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:47.405883 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-c782158d-0677-4edb-a14b-788ec280be1e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 28 13:47:47.406999 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c782158d-0677-4edb-a14b-788ec280be1e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:47:47.421224 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea326e3b-41ac-46b6-8447-87a53fb5b36f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event updated for resources: {'Network': ['ID=c7eb692f-e002-46c0-9fcb-5b6ba9293840,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:47.446088 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ea326e3b-41ac-46b6-8447-87a53fb5b36f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7165937 Mar 28 13:47:47.450603 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59762) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:47.465762 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network c7eb692f-e002-46c0-9fcb-5b6ba9293840 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:47:47.466361 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-0901e357-b4d0-4535-b74a-d8bda8921930 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Request body: {'subnet': {'network_id': 'c7eb692f-e002-46c0-9fcb-5b6ba9293840', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:47.497853 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0570a-7e33-4fba-acd7-4008ebe9abb4 req-3d079b2c-3199-4f63-9552-168fa90ab9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:47.499446 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-79d0570a-7e33-4fba-acd7-4008ebe9abb4 req-3d079b2c-3199-4f63-9552-168fa90ab9ca service neutron] 10.222.0.20 "GET /v2.0/networks?id=2cc3241e-126b-4fc7-8d31-f7970bedb565 HTTP/1.1" status: 200 len: 913 time: 0.2466161 Mar 28 13:47:47.503227 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-98980814-f998-45fe-a093-de2e3e0030d4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:47.529257 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c746b2d1-adfa-4194-bbca-bb332faf0ceb tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:47.552128 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=b13f211b-4b70-46e1-aa61-627f4d794570,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:47.555071 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 072e3230-a6c2-4d1a-b791-2fff15b9adab triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:47.555220 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-79d0570a-7e33-4fba-acd7-4008ebe9abb4 req-2eb04bd2-3581-46e3-9ae2-888278e24961 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a38bbd2-6c6d-47b9-a147-a5fdf0110f64 HTTP/1.1" status: 200 len: 217 time: 0.0416691 Mar 28 13:47:47.555325 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:47.617189 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.20', 59581) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:47.708743 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c782158d-0677-4edb-a14b-788ec280be1e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 2.5138526 Mar 28 13:47:47.741860 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59764) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:47.757148 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-4a3d7f66-d583-4c8b-bfeb-c96e19fbc4da None None] Provisioning complete for port 2675441e-d4d4-4dfc-a1ea-27b91c496623 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:47.758484 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4a3d7f66-d583-4c8b-bfeb-c96e19fbc4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:47.764470 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0570a-7e33-4fba-acd7-4008ebe9abb4 req-74f9f4b7-e3cc-4eb0-83dc-67ac736c0366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:47.765510 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-79d0570a-7e33-4fba-acd7-4008ebe9abb4 req-74f9f4b7-e3cc-4eb0-83dc-67ac736c0366 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3347bc09-8e26-47dd-9935-5fe9204b659f HTTP/1.1" status: 200 len: 851 time: 0.1885848 Mar 28 13:47:47.770436 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-582409c0-5363-4dd1-9dd0-21d43e90311b req-aeca42bc-567e-43a7-964e-625da16460b9 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] For port 8c526537-065f-44f6-9c81-50a99c0b9dcc, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=8c526537-065f-44f6-9c81-50a99c0b9dcc,segment=NetworkSegment(b9b17012-fd4d-4605-a367-0189914519aa),segment_id=b9b17012-fd4d-4605-a367-0189914519aa)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:47.770808 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-582409c0-5363-4dd1-9dd0-21d43e90311b req-aeca42bc-567e-43a7-964e-625da16460b9 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:47.807416 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c173a5b-a31a-4977-aeed-df8d2fb4e957 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Router a7471d11-cadb-4db5-bca5-eedb3a780a74 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:47:47.810924 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-4a3d7f66-d583-4c8b-bfeb-c96e19fbc4da None None] Port 2675441e-d4d4-4dfc-a1ea-27b91c496623 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:47:47.818257 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 0d715edf-3a38-4976-bef4-2894b24a282d no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:47:47.830865 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-582409c0-5363-4dd1-9dd0-21d43e90311b req-aeca42bc-567e-43a7-964e-625da16460b9 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] Calling delete_port for 8c526537-065f-44f6-9c81-50a99c0b9dcc owned by compute:nova {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:47:47.832177 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-1bce74b8-775b-45d6-b4ac-56c08acf034b req-76c0616b-9d64-4e9e-9d30-61950666b7c8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2135355 Mar 28 13:47:47.866624 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-4a3d7f66-d583-4c8b-bfeb-c96e19fbc4da None None] Provisioning complete for port b13f211b-4b70-46e1-aa61-627f4d794570 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:47.867565 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4a3d7f66-d583-4c8b-bfeb-c96e19fbc4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:47.919679 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc598419-a37d-4870-8adb-06412677e684 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:47.925805 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc598419-a37d-4870-8adb-06412677e684 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:47.928237 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-dc598419-a37d-4870-8adb-06412677e684 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1833389 Mar 28 13:47:47.931404 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 0d715edf-3a38-4976-bef4-2894b24a282d {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:47:47.931875 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 0d715edf-3a38-4976-bef4-2894b24a282d not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:47:47.937897 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59766) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:47.972799 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0570a-7e33-4fba-acd7-4008ebe9abb4 req-d43899ae-4a14-4685-a3f4-5fdf1a676a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:47.974297 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-79d0570a-7e33-4fba-acd7-4008ebe9abb4 req-d43899ae-4a14-4685-a3f4-5fdf1a676a46 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2cc3241e-126b-4fc7-8d31-f7970bedb565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1847861 Mar 28 13:47:48.089413 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce74b8-775b-45d6-b4ac-56c08acf034b req-a703e1b8-008d-4d69-9bd4-98fbf56b2d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:48.090996 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-1bce74b8-775b-45d6-b4ac-56c08acf034b req-a703e1b8-008d-4d69-9bd4-98fbf56b2d0c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa9aa9bd837f49a494e03678d3365504&device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 1098 time: 0.1906054 Mar 28 13:47:48.132684 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c173a5b-a31a-4977-aeed-df8d2fb4e957 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:47:48.142446 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c746b2d1-adfa-4194-bbca-bb332faf0ceb tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Router 241842f6-df6a-4b53-9b04-843d5a4a7e4a has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:47:48.145854 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e81cc5-179c-41e3-8124-20012537f871 None None] Sync routers for ids ['a7471d11-cadb-4db5-bca5-eedb3a780a74'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:47:48.149020 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-0c173a5b-a31a-4977-aeed-df8d2fb4e957 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] 10.222.0.24 "PUT /v2.0/routers/a7471d11-cadb-4db5-bca5-eedb3a780a74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7439508 Mar 28 13:47:48.181905 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59772) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:48.193458 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e81cc5-179c-41e3-8124-20012537f871 None None] Routers {'a7471d11-cadb-4db5-bca5-eedb3a780a74'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:47:48.194019 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-b2e81cc5-179c-41e3-8124-20012537f871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:47:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['a7471d11-cadb-4db5-bca5-eedb3a780a74'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:48.199135 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-52c872ba-7887-4a19-8aae-1897b6769ede None None] Provisioning complete for port b13f211b-4b70-46e1-aa61-627f4d794570 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:48.199318 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-52c872ba-7887-4a19-8aae-1897b6769ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:48.266536 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-b2e81cc5-179c-41e3-8124-20012537f871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:48.266753 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0901e357-b4d0-4535-b74a-d8bda8921930 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Made reservation on behalf of a8d0b895291d43e9afe1329c139db87b for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:47:48.269727 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-79d0570a-7e33-4fba-acd7-4008ebe9abb4 req-c468957b-1ad0-4da7-87e4-b430a4735583 service neutron] 10.222.0.20 "GET /v2.0/networks/2cc3241e-126b-4fc7-8d31-f7970bedb565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625480 Mar 28 13:47:48.270768 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0901e357-b4d0-4535-b74a-d8bda8921930 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:48.283385 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e81cc5-179c-41e3-8124-20012537f871 None None] Routers {'a7471d11-cadb-4db5-bca5-eedb3a780a74'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:47:48.284000 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-b2e81cc5-179c-41e3-8124-20012537f871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:47:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['a7471d11-cadb-4db5-bca5-eedb3a780a74'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:48.319538 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-b2e81cc5-179c-41e3-8124-20012537f871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:48.320056 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e81cc5-179c-41e3-8124-20012537f871 None None] The sync data for ids ['a7471d11-cadb-4db5-bca5-eedb3a780a74'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:47:48.349405 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb6d661-08c8-40d1-ba76-00bac89d1cb4 req-a7d8f71e-e398-4a86-b1e8-2acdfe91d60a tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:48.351380 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8eb6d661-08c8-40d1-ba76-00bac89d1cb4 req-a7d8f71e-e398-4a86-b1e8-2acdfe91d60a tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbdd9368-0317-4372-b950-1be483adf916 HTTP/1.1" status: 200 len: 943 time: 0.3144467 Mar 28 13:47:48.361430 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce74b8-775b-45d6-b4ac-56c08acf034b req-00cfb8f8-86fa-46ff-bd75-60b30f4e3904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:48.362711 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-1bce74b8-775b-45d6-b4ac-56c08acf034b req-00cfb8f8-86fa-46ff-bd75-60b30f4e3904 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c012b94c-56e1-42f2-8be1-d11ff4eca693 HTTP/1.1" status: 200 len: 911 time: 0.2488692 Mar 28 13:47:48.371017 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-98980814-f998-45fe-a093-de2e3e0030d4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:48.375970 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-52c872ba-7887-4a19-8aae-1897b6769ede None None] Provisioning complete for port 3261d67e-5598-436d-bab7-f68ceaeb884c triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:48.376344 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-52c872ba-7887-4a19-8aae-1897b6769ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:48.395863 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7ea70f37-37c8-4938-8334-4f7070272377 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks [] for router, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:48.417310 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-52c872ba-7887-4a19-8aae-1897b6769ede None None] Port 3261d67e-5598-436d-bab7-f68ceaeb884c cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:47:48.461241 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-98980814-f998-45fe-a093-de2e3e0030d4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:48.465613 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-1bce74b8-775b-45d6-b4ac-56c08acf034b req-6c55b9ff-5087-4c7a-97d3-7a20a203eeb3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a18e5b15-c8e3-4960-85c2-3c772fab2e02 HTTP/1.1" status: 200 len: 1001 time: 0.0927074 Mar 28 13:47:48.519181 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-79d0570a-7e33-4fba-acd7-4008ebe9abb4 req-23da32d1-5321-41bb-9641-fac480779b1f service neutron] 10.222.0.20 "GET /v2.0/networks/2cc3241e-126b-4fc7-8d31-f7970bedb565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398906 Mar 28 13:47:48.545115 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-7115a6cd-284d-4a1c-9447-46a4b9029626 None None] Provisioning complete for port 3261d67e-5598-436d-bab7-f68ceaeb884c triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:48.546621 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7115a6cd-284d-4a1c-9447-46a4b9029626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:48.570056 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98980814-f998-45fe-a093-de2e3e0030d4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event updated for resources: {'Port': ['ID=3261d67e-5598-436d-bab7-f68ceaeb884c,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:48.584020 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-7115a6cd-284d-4a1c-9447-46a4b9029626 None None] Port 3261d67e-5598-436d-bab7-f68ceaeb884c cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:47:48.584800 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-98980814-f998-45fe-a093-de2e3e0030d4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:48.591559 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce74b8-775b-45d6-b4ac-56c08acf034b req-dd16ddd8-65cd-4c44-a30c-a10a02d0c537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:48.593082 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-1bce74b8-775b-45d6-b4ac-56c08acf034b req-dd16ddd8-65cd-4c44-a30c-a10a02d0c537 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=470f589b-de11-4359-b1c6-d35a22ef5cbb HTTP/1.1" status: 200 len: 849 time: 0.0870500 Mar 28 13:47:48.696920 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce74b8-775b-45d6-b4ac-56c08acf034b req-4d043141-e3d8-4ec9-ae29-5ecc0fe35120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:48.698449 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-1bce74b8-775b-45d6-b4ac-56c08acf034b req-4d043141-e3d8-4ec9-ae29-5ecc0fe35120 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c012b94c-56e1-42f2-8be1-d11ff4eca693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0967810 Mar 28 13:47:48.704597 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 78e7bf5a-7e77-4857-98a3-1dbe906c47da up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:47:48.762006 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 78e7bf5a-7e77-4857-98a3-1dbe906c47da triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:48.762366 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:48.791413 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98980814-f998-45fe-a093-de2e3e0030d4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Network 1a80ffc3-36c2-452c-b80c-e94dd461c882 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:48.795839 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-98980814-f998-45fe-a093-de2e3e0030d4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:48.845588 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device b13f211b-4b70-46e1-aa61-627f4d794570 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:47:48.895655 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e8f43-d2b6-45f0-a09d-92a1c8e28b11 req-622efe44-9165-41c8-9d75-7070960df940 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:48.897247 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-906e8f43-d2b6-45f0-a09d-92a1c8e28b11 req-622efe44-9165-41c8-9d75-7070960df940 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/ports?device_id=846276ac-fa2d-45ae-ae4a-391d73a348fc HTTP/1.1" status: 200 len: 946 time: 0.6957366 Mar 28 13:47:48.898860 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port b13f211b-4b70-46e1-aa61-627f4d794570 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:48.899384 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:48.907946 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c746b2d1-adfa-4194-bbca-bb332faf0ceb tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:47:48.922548 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277c4149-9be8-48f6-9e64-bed24369a503 None None] Sync routers for ids ['241842f6-df6a-4b53-9b04-843d5a4a7e4a'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:47:48.934033 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c746b2d1-adfa-4194-bbca-bb332faf0ceb tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "PUT /v2.0/routers/241842f6-df6a-4b53-9b04-843d5a4a7e4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9888384 Mar 28 13:47:48.949550 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277c4149-9be8-48f6-9e64-bed24369a503 None None] Routers {'241842f6-df6a-4b53-9b04-843d5a4a7e4a'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:47:48.950179 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-277c4149-9be8-48f6-9e64-bed24369a503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:47:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['241842f6-df6a-4b53-9b04-843d5a4a7e4a'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:48.970744 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59774) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:49.009708 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-277c4149-9be8-48f6-9e64-bed24369a503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:49.017779 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-91c32814-fda4-48bd-a33d-f59a8fdf12f7 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting port 2675441e-d4d4-4dfc-a1ea-27b91c496623 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:47:49.017779 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-91c32814-fda4-48bd-a33d-f59a8fdf12f7 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:49.021129 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277c4149-9be8-48f6-9e64-bed24369a503 None None] Routers {'241842f6-df6a-4b53-9b04-843d5a4a7e4a'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:47:49.021816 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-277c4149-9be8-48f6-9e64-bed24369a503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:47:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['241842f6-df6a-4b53-9b04-843d5a4a7e4a'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:49.063479 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-277c4149-9be8-48f6-9e64-bed24369a503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:49.064457 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277c4149-9be8-48f6-9e64-bed24369a503 None None] The sync data for ids ['241842f6-df6a-4b53-9b04-843d5a4a7e4a'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:47:49.139144 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8eb6d661-08c8-40d1-ba76-00bac89d1cb4 req-f28e33a7-e196-4a4e-9259-fa76dc9456ec tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea21c11a-f4da-4375-b5d8-bba619bd5a06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7325315 Mar 28 13:47:49.203121 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-1bce74b8-775b-45d6-b4ac-56c08acf034b req-da653e68-28a5-4d3c-a29e-b81a86d7fd07 service neutron] 10.222.0.20 "GET /v2.0/networks/c012b94c-56e1-42f2-8be1-d11ff4eca693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4936309 Mar 28 13:47:49.214115 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-5747cc59-1104-4354-936d-b604b5e49be8 None None] Provisioning complete for port 3261d67e-5598-436d-bab7-f68ceaeb884c triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:49.214493 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5747cc59-1104-4354-936d-b604b5e49be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:49.239040 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7ea70f37-37c8-4938-8334-4f7070272377 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:49.243710 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98980814-f998-45fe-a093-de2e3e0030d4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Router 6b50c724-d573-48a4-b432-8a2fc7f559f7 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:47:49.248446 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7ea70f37-37c8-4938-8334-4f7070272377 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:49.252637 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-582409c0-5363-4dd1-9dd0-21d43e90311b req-aeca42bc-567e-43a7-964e-625da16460b9 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:49.252822 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-5747cc59-1104-4354-936d-b604b5e49be8 None None] Port 3261d67e-5598-436d-bab7-f68ceaeb884c cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:47:49.346337 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-906e8f43-d2b6-45f0-a09d-92a1c8e28b11 req-452a1127-6220-4cbb-bf85-312b5bc6bba7 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/security-groups?id=1423174f-eb5a-4b60-ab04-796de1ca3c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4314854 Mar 28 13:47:49.386390 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-1bce74b8-775b-45d6-b4ac-56c08acf034b req-2d6e6e34-9c91-4bf2-8384-cb237fd352be service neutron] 10.222.0.20 "GET /v2.0/networks/c012b94c-56e1-42f2-8be1-d11ff4eca693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725941 Mar 28 13:47:49.389447 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98980814-f998-45fe-a093-de2e3e0030d4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:47:49.402944 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-98980814-f998-45fe-a093-de2e3e0030d4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "PUT /v2.0/routers/6b50c724-d573-48a4-b432-8a2fc7f559f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3038950 Mar 28 13:47:49.403108 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb46145-a571-472a-9d78-67bd9f0ab8de None None] Sync routers for ids ['6b50c724-d573-48a4-b432-8a2fc7f559f7'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:47:49.403632 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59776) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:49.410679 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca42bc-567e-43a7-964e-625da16460b9 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] Pushing event deleted for resources: {'Port': ['ID=8c526537-065f-44f6-9c81-50a99c0b9dcc,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:49.414053 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb46145-a571-472a-9d78-67bd9f0ab8de None None] Routers {'6b50c724-d573-48a4-b432-8a2fc7f559f7'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:47:49.414955 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-dfb46145-a571-472a-9d78-67bd9f0ab8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:47:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['6b50c724-d573-48a4-b432-8a2fc7f559f7'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:49.419877 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-97148325-1020-485c-b47f-1fa7329efdaa tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:49.518257 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-dfb46145-a571-472a-9d78-67bd9f0ab8de None None] Set router 6b50c724-d573-48a4-b432-8a2fc7f559f7 gateway port host: None {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:47:49.531517 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-91c32814-fda4-48bd-a33d-f59a8fdf12f7 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:49.533953 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7ea70f37-37c8-4938-8334-4f7070272377 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:49.535048 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea70f37-37c8-4938-8334-4f7070272377 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Fanout notify agent at l3_agent the message router_deleted on router a7471d11-cadb-4db5-bca5-eedb3a780a74 {{(pid=109613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:47:49.563958 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7ea70f37-37c8-4938-8334-4f7070272377 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:49.565112 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-7ea70f37-37c8-4938-8334-4f7070272377 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] 10.222.0.24 "DELETE /v2.0/routers/a7471d11-cadb-4db5-bca5-eedb3a780a74 HTTP/1.1" status: 204 len: 168 time: 1.3759556 Mar 28 13:47:49.567914 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59778) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:49.569246 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-582409c0-5363-4dd1-9dd0-21d43e90311b req-aeca42bc-567e-43a7-964e-625da16460b9 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] No DVR routers for this DVR port 8c526537-065f-44f6-9c81-50a99c0b9dcc on host hv-neutron-8353 {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:47:49.575948 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-91c32814-fda4-48bd-a33d-f59a8fdf12f7 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Calling delete_port for 2675441e-d4d4-4dfc-a1ea-27b91c496623 owned by {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:47:49.578071 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-582409c0-5363-4dd1-9dd0-21d43e90311b req-aeca42bc-567e-43a7-964e-625da16460b9 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:49.581340 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-582409c0-5363-4dd1-9dd0-21d43e90311b req-aeca42bc-567e-43a7-964e-625da16460b9 tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.20 "DELETE /v2.0/ports/8c526537-065f-44f6-9c81-50a99c0b9dcc HTTP/1.1" status: 204 len: 173 time: 3.3072588 Mar 28 13:47:49.601079 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846276ac-fa2d-45ae-ae4a-391d73a348fc', 'name': 'network-vif-deleted', 'tag': '8c526537-065f-44f6-9c81-50a99c0b9dcc'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:47:49.603199 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c11808-e8d1-49a3-9fe6-40efecf7eb6d" -d '{"events": [{"server_uuid": "846276ac-fa2d-45ae-ae4a-391d73a348fc", "name": "network-vif-deleted", "tag": "8c526537-065f-44f6-9c81-50a99c0b9dcc"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:47:49.668137 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-d471cde3-6867-4c6f-90c4-fd518f19d029 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] remove_router_interface failed (client error): The resource could not be found. Mar 28 13:47:49.669532 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d471cde3-6867-4c6f-90c4-fd518f19d029 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "PUT /v2.0/routers/241842f6-df6a-4b53-9b04-843d5a4a7e4a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6495166 Mar 28 13:47:49.670995 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 13:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c2185c-cd38-43b2-a8f0-d433693169eb x-openstack-request-id: req-97c2185c-cd38-43b2-a8f0-d433693169eb {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:47:49.671274 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "846276ac-fa2d-45ae-ae4a-391d73a348fc", "name": "network-vif-deleted", "tag": "8c526537-065f-44f6-9c81-50a99c0b9dcc", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:47:49.671651 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-97c2185c-cd38-43b2-a8f0-d433693169eb {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:47:49.672037 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '846276ac-fa2d-45ae-ae4a-391d73a348fc', 'name': 'network-vif-deleted', 'tag': '8c526537-065f-44f6-9c81-50a99c0b9dcc', 'status': 'completed', 'code': 200} Mar 28 13:47:49.674543 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59782) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:49.740999 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f1f5746e-92a8-4409-b87c-bb0f4118bdf5 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "GET /v2.0/ports?device_id=241842f6-df6a-4b53-9b04-843d5a4a7e4a HTTP/1.1" status: 200 len: 205 time: 0.0660274 Mar 28 13:47:49.743935 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0901e357-b4d0-4535-b74a-d8bda8921930 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:49.753086 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59784) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:49.791929 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-dfb46145-a571-472a-9d78-67bd9f0ab8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'name': 'tempest-RoutersTest-router-1384789579', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:47:06Z', 'updated_at': '2022-03-28T13:47:47Z', 'revision_number': 5, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'gw_port_host': None, '_interfaces': [{'id': '072e3230-a6c2-4d1a-b791-2fff15b9adab', 'name': '', 'network_id': '3019b740-4dc7-4e2f-8949-b1946bf1aff4', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:e2:94:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8ab39914-38ab-4a3c-95bf-3112a32df6a1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:32Z', 'updated_at': '2022-03-28T13:47:45Z', 'revision_number': 5, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '8ab39914-38ab-4a3c-95bf-3112a32df6a1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3261d67e-5598-436d-bab7-f68ceaeb884c', 'name': '', 'network_id': '1a80ffc3-36c2-452c-b80c-e94dd461c882', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:62:3f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '00d28826-21a1-4eab-852c-1374cca4f6f5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:44Z', 'updated_at': '2022-03-28T13:47:47Z', 'revision_number': 2, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '00d28826-21a1-4eab-852c-1374cca4f6f5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d600fc5-5ec3-46fe-b579-018a4862cf4c', 'name': '', 'network_id': '781f79ef-bd29-4180-a3a8-33cc905136b6', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:dc:49:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '653c6be3-d8e9-46c2-8a59-c571ae539f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:11Z', 'updated_at': '2022-03-28T13:47:20Z', 'revision_number': 5, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '653c6be3-d8e9-46c2-8a59-c571ae539f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d94d1a9-c0ed-4d00-8f26-c0800eb72072', 'name': '', 'network_id': '3fb51fec-b819-4ee1-b3a7-4d71be090bca', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:0c:fe:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '7864d972-ffb3-4709-ada8-227be950b309', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:21Z', 'updated_at': '2022-03-28T13:47:30Z', 'revision_number': 5, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '7864d972-ffb3-4709-ada8-227be950b309', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:49.825270 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb46145-a571-472a-9d78-67bd9f0ab8de None None] Checking router: 6b50c724-d573-48a4-b432-8a2fc7f559f7 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:47:49.826008 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb46145-a571-472a-9d78-67bd9f0ab8de None None] Updating router 6b50c724-d573-48a4-b432-8a2fc7f559f7 port 3261d67e-5598-436d-bab7-f68ceaeb884c binding host dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 13:47:49.860260 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b7c717a-452b-4246-8c8c-101b8cc66ed3 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Deleting subnet 225d890d-9637-449a-9f29-51cfd7021690 {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:47:49.863975 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7b7c717a-452b-4246-8c8c-101b8cc66ed3 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:49.869184 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dfb46145-a571-472a-9d78-67bd9f0ab8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:49.889465 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0901e357-b4d0-4535-b74a-d8bda8921930 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event updated for resources: {'Subnet': ['ID=3479f6e2-ccff-4ab0-88ca-fbea6d3e4f58,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:49.893330 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-adb3697a-32e7-4d91-b05d-6f12dc16bfed tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for router, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:49.946896 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7b7c717a-452b-4246-8c8c-101b8cc66ed3 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:49.981684 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.extraroute_db [None req-97148325-1020-485c-b47f-1fa7329efdaa tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=109612) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 28 13:47:50.012146 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.extraroute_db [None req-97148325-1020-485c-b47f-1fa7329efdaa tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Removed routes are [] {{(pid=109612) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 28 13:47:50.014006 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-97148325-1020-485c-b47f-1fa7329efdaa tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133933759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133929745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12481'] for router, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:50.062276 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7b7c717a-452b-4246-8c8c-101b8cc66ed3 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:50.120684 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-adb3697a-32e7-4d91-b05d-6f12dc16bfed tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:50.124095 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-adb3697a-32e7-4d91-b05d-6f12dc16bfed tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:50.175455 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0901e357-b4d0-4535-b74a-d8bda8921930 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Checking segment: {'id': '478144cd-0ca6-4c90-99e6-e0cf2d2f43df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c7eb692f-e002-46c0-9fcb-5b6ba9293840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:47:50.175455 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0901e357-b4d0-4535-b74a-d8bda8921930 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Network hostable DHCP agents. Network: c7eb692f-e002-46c0-9fcb-5b6ba9293840, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:47:50.273366 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7b7c717a-452b-4246-8c8c-101b8cc66ed3 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:50.296144 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-adb3697a-32e7-4d91-b05d-6f12dc16bfed tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:50.296738 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb3697a-32e7-4d91-b05d-6f12dc16bfed tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Fanout notify agent at l3_agent the message router_deleted on router 241842f6-df6a-4b53-9b04-843d5a4a7e4a {{(pid=109613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:47:50.304423 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-adb3697a-32e7-4d91-b05d-6f12dc16bfed tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:50.305512 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-adb3697a-32e7-4d91-b05d-6f12dc16bfed tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "DELETE /v2.0/routers/241842f6-df6a-4b53-9b04-843d5a4a7e4a HTTP/1.1" status: 204 len: 168 time: 0.5030251 Mar 28 13:47:50.308084 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59790) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:50.347420 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7c717a-452b-4246-8c8c-101b8cc66ed3 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Pushing event deleted for resources: {'Subnet': ['ID=225d890d-9637-449a-9f29-51cfd7021690,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:50.352431 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7b7c717a-452b-4246-8c8c-101b8cc66ed3 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:50.354750 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0901e357-b4d0-4535-b74a-d8bda8921930 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Network c7eb692f-e002-46c0-9fcb-5b6ba9293840 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:47:50.355640 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd71a545-1fd5-4f25-bab9-40d2772abef8 None None] Network 02657812-65c7-45a9-9442-02b4cfe64339 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:47:50.357658 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-7b7c717a-452b-4246-8c8c-101b8cc66ed3 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] 10.222.0.24 "DELETE /v2.0/subnets/225d890d-9637-449a-9f29-51cfd7021690 HTTP/1.1" status: 204 len: 168 time: 0.7884493 Mar 28 13:47:50.364409 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-91c32814-fda4-48bd-a33d-f59a8fdf12f7 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:50.372495 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59792) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:50.406700 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc8efe-07d3-4a14-b4e8-232f8ed2dd58 req-939f9429-cfb5-471d-a254-0fd3e6b6161f tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:50.407732 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-97148325-1020-485c-b47f-1fa7329efdaa tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133933759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133929745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12481'] for router, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:50.408415 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bbfc8efe-07d3-4a14-b4e8-232f8ed2dd58 req-939f9429-cfb5-471d-a254-0fd3e6b6161f tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbdd9368-0317-4372-b950-1be483adf916 HTTP/1.1" status: 200 len: 943 time: 0.1480129 Mar 28 13:47:50.412018 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-97148325-1020-485c-b47f-1fa7329efdaa tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133933750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133933709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133929832'] for router, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:50.506901 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c32814-fda4-48bd-a33d-f59a8fdf12f7 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Port': ['ID=2675441e-d4d4-4dfc-a1ea-27b91c496623,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:50.531712 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97148325-1020-485c-b47f-1fa7329efdaa tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Router 6b50c724-d573-48a4-b432-8a2fc7f559f7 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:47:50.539392 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-91c32814-fda4-48bd-a33d-f59a8fdf12f7 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:50.550056 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-91c32814-fda4-48bd-a33d-f59a8fdf12f7 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/ports/2675441e-d4d4-4dfc-a1ea-27b91c496623 HTTP/1.1" status: 204 len: 168 time: 2.6075230 Mar 28 13:47:50.555563 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-0901e357-b4d0-4535-b74a-d8bda8921930 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, c7eb692f-e002-46c0-9fcb-5b6ba9293840) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:50.555854 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59796) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:50.566424 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0901e357-b4d0-4535-b74a-d8bda8921930 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:50.567104 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0901e357-b4d0-4535-b74a-d8bda8921930 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:50.591077 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dfb46145-a571-472a-9d78-67bd9f0ab8de None None] Notify callbacks [] for port, precommit_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:50.609886 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d774549-a271-4b42-8234-5715ee3758c5 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Deleting subnet 66157197-7f06-4bd8-a292-a4af8e396cd4 {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:47:50.629746 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4d774549-a271-4b42-8234-5715ee3758c5 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:50.642787 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 0a38bbd2-6c6d-47b9-a147-a5fdf0110f64 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 13:47:50.646166 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a043dc8-89c1-46b2-97c1-cfea7f9d6d2e None None] Network c7eb692f-e002-46c0-9fcb-5b6ba9293840 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:47:50.704901 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca11fb5-5e4c-4cf9-8a3b-e16d354ec549 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:50.707068 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca11fb5-5e4c-4cf9-8a3b-e16d354ec549 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:50.711534 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-aca11fb5-5e4c-4cf9-8a3b-e16d354ec549 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1241422 Mar 28 13:47:50.712150 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59798) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:50.716628 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2cb59193-9337-4665-bddf-96c3311b5500 req-a481f7a9-fb70-4bd7-9b70-046daa543d5f tempest-TestServerAdvancedOps-801091997 tempest-TestServerAdvancedOps-801091997-project] 10.222.0.24 "GET /v2.0/ports?device_id=846276ac-fa2d-45ae-ae4a-391d73a348fc HTTP/1.1" status: 200 len: 210 time: 0.1959083 Mar 28 13:47:50.722461 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2ea9d087-a918-4a2f-be1d-4a65ac46f544 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:50.724174 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 8c526537-065f-44f6-9c81-50a99c0b9dcc no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:47:50.747874 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97148325-1020-485c-b47f-1fa7329efdaa tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:47:50.756048 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-97148325-1020-485c-b47f-1fa7329efdaa tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:50.756302 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bbfc8efe-07d3-4a14-b4e8-232f8ed2dd58 req-cae43229-9ead-4a2b-8f9c-c0dcb7d394d4 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea21c11a-f4da-4375-b5d8-bba619bd5a06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3015425 Mar 28 13:47:50.760123 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59800) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:50.760706 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-97148325-1020-485c-b47f-1fa7329efdaa tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "PUT /v2.0/routers/6b50c724-d573-48a4-b432-8a2fc7f559f7 HTTP/1.1" status: 200 len: 934 time: 1.3560116 Mar 28 13:47:50.774026 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dfb46145-a571-472a-9d78-67bd9f0ab8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:50.776243 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4d774549-a271-4b42-8234-5715ee3758c5 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:50.796273 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-4460f4fa-72e4-40a7-8b27-2323f3fb51a7 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting subnet a96b91db-417b-4a6c-b36c-16ef7a8f4e87 {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:47:50.801609 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] No Port match for: 8c526537-065f-44f6-9c81-50a99c0b9dcc {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:47:50.801802 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4460f4fa-72e4-40a7-8b27-2323f3fb51a7 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:50.802033 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 8c526537-065f-44f6-9c81-50a99c0b9dcc not bound to the agent host hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:47:50.836684 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-0901e357-b4d0-4535-b74a-d8bda8921930 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3788259 Mar 28 13:47:50.837455 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59802) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:50.853416 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4460f4fa-72e4-40a7-8b27-2323f3fb51a7 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:50.865808 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-5824f46d-51dd-4e40-8852-757dc659581a tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-284958446', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:50.961089 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4460f4fa-72e4-40a7-8b27-2323f3fb51a7 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:50.962217 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99615bf4-2e7f-4207-a64a-4febf43dd048 None None] Pushing event updated for resources: {'Port': ['ID=3261d67e-5598-436d-bab7-f68ceaeb884c,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:50.976550 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b49b06b7-31ce-4e40-b1f4-c02535fc4c0e tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "GET /v2.0/routers/6b50c724-d573-48a4-b432-8a2fc7f559f7 HTTP/1.1" status: 200 len: 934 time: 0.2138813 Mar 28 13:47:50.996821 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59804) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:51.001483 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-e279b7cf-18c9-43c6-8129-2561153e8359 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Request body: {'router': {'routes': None}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:51.011837 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67faa47b-3ff7-4e2f-a232-b05c3f486d97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-c7eb692f-e002-46c0-9fcb-5b6ba9293840', 'network_id': 'c7eb692f-e002-46c0-9fcb-5b6ba9293840', 'tenant_id': 'a8d0b895291d43e9afe1329c139db87b', 'fixed_ips': [{'subnet_id': '3479f6e2-ccff-4ab0-88ca-fbea6d3e4f58'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:47:51.012678 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-67faa47b-3ff7-4e2f-a232-b05c3f486d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:51.056806 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-dfb46145-a571-472a-9d78-67bd9f0ab8de None None] Attempting to bind port 3261d67e-5598-436d-bab7-f68ceaeb884c on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:47:51.057172 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-dfb46145-a571-472a-9d78-67bd9f0ab8de None None] Attempting to bind port 3261d67e-5598-436d-bab7-f68ceaeb884c by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '96fa0746-1356-4795-9e44-5bf6c958965d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1a80ffc3-36c2-452c-b80c-e94dd461c882'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:47:51.057530 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb46145-a571-472a-9d78-67bd9f0ab8de None None] Attempting to bind port 3261d67e-5598-436d-bab7-f68ceaeb884c on network 1a80ffc3-36c2-452c-b80c-e94dd461c882 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:47:51.109752 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5824f46d-51dd-4e40-8852-757dc659581a tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:51.118596 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5824f46d-51dd-4e40-8852-757dc659581a tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:51.155144 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-2ea9d087-a918-4a2f-be1d-4a65ac46f544 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Deleting port 16e23b7f-7ac6-49d8-9a8c-2084e6cab14e {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:47:51.155492 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2ea9d087-a918-4a2f-be1d-4a65ac46f544 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:51.158334 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30eb0974-ebc0-432c-8789-4b4890a13747 None None] DHCP port deletion for 02657812-65c7-45a9-9442-02b4cfe64339 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:47:51.166876 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4460f4fa-72e4-40a7-8b27-2323f3fb51a7 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:51.194006 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb46145-a571-472a-9d78-67bd9f0ab8de None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:47:51.194319 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb46145-a571-472a-9d78-67bd9f0ab8de None None] Checking segment: {'id': '96fa0746-1356-4795-9e44-5bf6c958965d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1a80ffc3-36c2-452c-b80c-e94dd461c882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:47:51.194730 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dfb46145-a571-472a-9d78-67bd9f0ab8de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:51.195274 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb46145-a571-472a-9d78-67bd9f0ab8de None None] Bound using segment: {'id': '96fa0746-1356-4795-9e44-5bf6c958965d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1a80ffc3-36c2-452c-b80c-e94dd461c882'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:47:51.195760 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-dfb46145-a571-472a-9d78-67bd9f0ab8de None None] Bound port: 3261d67e-5598-436d-bab7-f68ceaeb884c, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96fa0746-1356-4795-9e44-5bf6c958965d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1a80ffc3-36c2-452c-b80c-e94dd461c882'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:47:51.196429 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dfb46145-a571-472a-9d78-67bd9f0ab8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:51.212510 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4460f4fa-72e4-40a7-8b27-2323f3fb51a7 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Subnet': ['ID=a96b91db-417b-4a6c-b36c-16ef7a8f4e87,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:51.219232 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4460f4fa-72e4-40a7-8b27-2323f3fb51a7 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:51.228719 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-4460f4fa-72e4-40a7-8b27-2323f3fb51a7 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/a96b91db-417b-4a6c-b36c-16ef7a8f4e87 HTTP/1.1" status: 204 len: 168 time: 0.5126007 Mar 28 13:47:51.230955 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59806) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:51.272942 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33889c5a-89d3-4c96-b3d2-52da9f646309 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:47:51.281525 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-0f7b3ef1-8827-432f-a5dc-cc16ebd6baa4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0455151 Mar 28 13:47:51.285286 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59808) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:51.288011 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-073bf89f-d553-400d-a437-f9154b2d1f4e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'subnet': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:51.325914 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 0a38bbd2-6c6d-47b9-a147-a5fdf0110f64, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0a38bbd2-6c6d-47b9-a147-a5fdf0110f64,segment=NetworkSegment(7170d0f3-cdbd-4bd5-bc53-0e50845f5cc5),segment_id=7170d0f3-cdbd-4bd5-bc53-0e50845f5cc5)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:51.355532 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-83fdf7d9-3f37-4c89-b35d-03ca0357bc51 None None] Provisioning complete for port 3261d67e-5598-436d-bab7-f68ceaeb884c triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:51.355929 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-83fdf7d9-3f37-4c89-b35d-03ca0357bc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:51.425075 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': '0a38bbd2-6c6d-47b9-a147-a5fdf0110f64', 'network_id': '2cc3241e-126b-4fc7-8d31-f7970bedb565', 'port_id': '0a38bbd2-6c6d-47b9-a147-a5fdf0110f64', 'mac_address': 'fa:16:3e:ca:4e:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3347bc09-8e26-47dd-9935-5fe9204b659f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 13:47:51.452492 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073bf89f-d553-400d-a437-f9154b2d1f4e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:47:51.457686 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-073bf89f-d553-400d-a437-f9154b2d1f4e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:51.538746 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dfb46145-a571-472a-9d78-67bd9f0ab8de None None] For port 3261d67e-5598-436d-bab7-f68ceaeb884c, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:47:51.542714 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-83fdf7d9-3f37-4c89-b35d-03ca0357bc51 None None] Port 3261d67e-5598-436d-bab7-f68ceaeb884c cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:47:51.563350 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4d774549-a271-4b42-8234-5715ee3758c5 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:51.581731 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-67faa47b-3ff7-4e2f-a232-b05c3f486d97 None None] Allocated IP 172.20.0.2 (c7eb692f-e002-46c0-9fcb-5b6ba9293840/3479f6e2-ccff-4ab0-88ca-fbea6d3e4f58/ccf8d27b-0d1a-4506-96a2-9a01d81b4623) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:47:51.587567 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dfb46145-a571-472a-9d78-67bd9f0ab8de None None] For port 3261d67e-5598-436d-bab7-f68ceaeb884c, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=3261d67e-5598-436d-bab7-f68ceaeb884c,segment=NetworkSegment(96fa0746-1356-4795-9e44-5bf6c958965d),segment_id=96fa0746-1356-4795-9e44-5bf6c958965d)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:47:51.593776 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-30eb0974-ebc0-432c-8789-4b4890a13747 None None] Deleting port 16e23b7f-7ac6-49d8-9a8c-2084e6cab14e {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:47:51.594146 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-30eb0974-ebc0-432c-8789-4b4890a13747 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:51.626858 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:51.680378 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5824f46d-51dd-4e40-8852-757dc659581a tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:51.688573 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dfb46145-a571-472a-9d78-67bd9f0ab8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:51.698915 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-2ea9d087-a918-4a2f-be1d-4a65ac46f544 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] For port 16e23b7f-7ac6-49d8-9a8c-2084e6cab14e, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=16e23b7f-7ac6-49d8-9a8c-2084e6cab14e,segment=NetworkSegment(2bf8aa5a-d149-41c3-ba1e-3a97162b2679),segment_id=2bf8aa5a-d149-41c3-ba1e-3a97162b2679)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:51.699292 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2ea9d087-a918-4a2f-be1d-4a65ac46f544 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:51.715921 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-073bf89f-d553-400d-a437-f9154b2d1f4e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:51.738578 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-2ea9d087-a918-4a2f-be1d-4a65ac46f544 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Calling delete_port for 16e23b7f-7ac6-49d8-9a8c-2084e6cab14e owned by network:dhcp {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:47:51.742593 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a38bbd2-6c6d-47b9-a147-a5fdf0110f64 {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 13:47:51.756615 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5824f46d-51dd-4e40-8852-757dc659581a tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:51.793077 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-30eb0974-ebc0-432c-8789-4b4890a13747 None None] For port 16e23b7f-7ac6-49d8-9a8c-2084e6cab14e, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=16e23b7f-7ac6-49d8-9a8c-2084e6cab14e,segment=NetworkSegment(2bf8aa5a-d149-41c3-ba1e-3a97162b2679),segment_id=2bf8aa5a-d149-41c3-ba1e-3a97162b2679)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:51.796746 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-30eb0974-ebc0-432c-8789-4b4890a13747 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:51.810010 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073bf89f-d553-400d-a437-f9154b2d1f4e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Subnet': ['ID=fe7acd32-b71e-4d81-80cb-70f6e4a79ca9,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:51.835756 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59814) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:51.851559 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5824f46d-51dd-4e40-8852-757dc659581a tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:51.855571 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-5824f46d-51dd-4e40-8852-757dc659581a tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.9942479 Mar 28 13:47:51.857823 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59816) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:51.864817 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-128cfbb5-1e89-468f-8301-882a093bca45 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Request body: {'port': {'network_id': 'c7eb692f-e002-46c0-9fcb-5b6ba9293840', 'name': 'tempest-PortsTestJSON-1904368795'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:51.869833 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073bf89f-d553-400d-a437-f9154b2d1f4e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:51.872403 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-073bf89f-d553-400d-a437-f9154b2d1f4e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:51.890625 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 0a38bbd2-6c6d-47b9-a147-a5fdf0110f64, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0a38bbd2-6c6d-47b9-a147-a5fdf0110f64,segment=NetworkSegment(7170d0f3-cdbd-4bd5-bc53-0e50845f5cc5),segment_id=7170d0f3-cdbd-4bd5-bc53-0e50845f5cc5)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:51.892350 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-30eb0974-ebc0-432c-8789-4b4890a13747 None None] Calling delete_port for 16e23b7f-7ac6-49d8-9a8c-2084e6cab14e owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:47:51.905155 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073bf89f-d553-400d-a437-f9154b2d1f4e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:51.905742 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-073bf89f-d553-400d-a437-f9154b2d1f4e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:51.940009 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-25ebda55-893c-4db0-bd0c-88165a2a2377 admin admin] Deleting subnet a6e86362-3285-4816-b04f-59d2c530faee {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:47:51.943833 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99615bf4-2e7f-4207-a64a-4febf43dd048 None None] Pushing event updated for resources: {'Port': ['ID=3261d67e-5598-436d-bab7-f68ceaeb884c,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:51.944104 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-25ebda55-893c-4db0-bd0c-88165a2a2377 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:51.957859 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb46145-a571-472a-9d78-67bd9f0ab8de None None] Routers {'6b50c724-d573-48a4-b432-8a2fc7f559f7'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:47:51.958707 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-dfb46145-a571-472a-9d78-67bd9f0ab8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:47:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['6b50c724-d573-48a4-b432-8a2fc7f559f7'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:51.970295 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a869fa34-6d7a-4e75-afd1-b727ce3da1ee None None] DHCP port deletion for 0683b568-5de1-47de-8c3c-3856d7f643f9 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:47:51.972414 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:51.982386 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4d774549-a271-4b42-8234-5715ee3758c5 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:51.997762 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-25ebda55-893c-4db0-bd0c-88165a2a2377 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:52.023696 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-073bf89f-d553-400d-a437-f9154b2d1f4e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7406557 Mar 28 13:47:52.030503 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59818) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:52.036348 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-4c65405c-8498-403c-9b63-ca2397b82fa4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'port': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'fixed_ips': [{'subnet_id': 'fe7acd32-b71e-4d81-80cb-70f6e4a79ca9', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-131985922'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:52.060145 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d774549-a271-4b42-8234-5715ee3758c5 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event deleted for resources: {'Subnet': ['ID=66157197-7f06-4bd8-a292-a4af8e396cd4,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:52.066725 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4d774549-a271-4b42-8234-5715ee3758c5 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:52.072773 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-4d774549-a271-4b42-8234-5715ee3758c5 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "DELETE /v2.0/subnets/66157197-7f06-4bd8-a292-a4af8e396cd4 HTTP/1.1" status: 204 len: 168 time: 1.7636209 Mar 28 13:47:52.080518 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59820) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:52.151548 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-25ebda55-893c-4db0-bd0c-88165a2a2377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:52.231405 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed6a44a-c310-4604-b919-54e22ed3d1ce None None] Network 7366b1a3-1c57-4ea2-97d9-23d3fa43d41d requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:47:52.232079 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-beeb7731-3f6a-4b0a-b6cf-cba3bffb87f6 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:52.264582 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2e9a9-acac-4c50-af95-2aacf5a4436a req-cb11e41d-8d3e-4154-98d4-0bd81217c812 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:52.266102 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b9b2e9a9-acac-4c50-af95-2aacf5a4436a req-cb11e41d-8d3e-4154-98d4-0bd81217c812 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbdd9368-0317-4372-b950-1be483adf916 HTTP/1.1" status: 200 len: 944 time: 0.3043768 Mar 28 13:47:52.271657 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128cfbb5-1e89-468f-8301-882a093bca45 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Made reservation on behalf of a8d0b895291d43e9afe1329c139db87b for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:47:52.274975 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-128cfbb5-1e89-468f-8301-882a093bca45 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:52.278013 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.extraroute_db [None req-e279b7cf-18c9-43c6-8129-2561153e8359 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Added routes are [] {{(pid=109613) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 28 13:47:52.278331 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.extraroute_db [None req-e279b7cf-18c9-43c6-8129-2561153e8359 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=109613) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 28 13:47:52.291721 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c65405c-8498-403c-9b63-ca2397b82fa4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:47:52.308924 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-25ebda55-893c-4db0-bd0c-88165a2a2377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:52.328692 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2ea9d087-a918-4a2f-be1d-4a65ac46f544 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:52.376428 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ebda55-893c-4db0-bd0c-88165a2a2377 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6e86362-3285-4816-b04f-59d2c530faee,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:52.379208 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-25ebda55-893c-4db0-bd0c-88165a2a2377 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:52.385317 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-25ebda55-893c-4db0-bd0c-88165a2a2377 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a6e86362-3285-4816-b04f-59d2c530faee HTTP/1.1" status: 204 len: 168 time: 0.5456884 Mar 28 13:47:52.385534 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-128cfbb5-1e89-468f-8301-882a093bca45 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] device_id is not set on port d210d350-4b53-4446-a8a4-4a13414c8c7d yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:47:52.389036 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea9d087-a918-4a2f-be1d-4a65ac46f544 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Pushing event deleted for resources: {'Port': ['ID=16e23b7f-7ac6-49d8-9a8c-2084e6cab14e,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:52.392454 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea9d087-a918-4a2f-be1d-4a65ac46f544 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] No DVR routers for this DVR port 16e23b7f-7ac6-49d8-9a8c-2084e6cab14e on host dv-neutron-835335-1-hyperv {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:47:52.394649 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59822) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:52.407805 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['0a38bbd2-6c6d-47b9-a147-a5fdf0110f64'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 13:47:52.432454 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4c65405c-8498-403c-9b63-ca2397b82fa4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:52.451681 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [None req-4c65405c-8498-403c-9b63-ca2397b82fa4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] device_id is not set on port a551db48-d17a-4343-a768-a91d03a0e6d4 yet. {{(pid=109612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:47:52.484990 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-dfb46145-a571-472a-9d78-67bd9f0ab8de None None] Set router 6b50c724-d573-48a4-b432-8a2fc7f559f7 gateway port host: None {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:47:52.498529 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e279b7cf-18c9-43c6-8129-2561153e8359 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133933759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133929745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12481'] for router, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:52.533709 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b9b2e9a9-acac-4c50-af95-2aacf5a4436a req-987fb318-2966-4dae-90a7-cd14870b0d68 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea21c11a-f4da-4375-b5d8-bba619bd5a06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2510512 Mar 28 13:47:52.541366 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=0a38bbd2-6c6d-47b9-a147-a5fdf0110f64,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:52.544255 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-a8353e44-dbcb-4d26-9ac2-09fc6076e51e None None] Provisioning complete for port 3261d67e-5598-436d-bab7-f68ceaeb884c triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:52.544648 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a8353e44-dbcb-4d26-9ac2-09fc6076e51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:52.589562 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-67faa47b-3ff7-4e2f-a232-b05c3f486d97 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:52.612867 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c65405c-8498-403c-9b63-ca2397b82fa4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:47:52.613633 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c65405c-8498-403c-9b63-ca2397b82fa4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:47:52.671900 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6179d7b6-a424-44d0-8ca2-5f9de13e52ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:52.676132 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-30eb0974-ebc0-432c-8789-4b4890a13747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:52.679096 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-67faa47b-3ff7-4e2f-a232-b05c3f486d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:52.686408 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2ea9d087-a918-4a2f-be1d-4a65ac46f544 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:52.705066 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-4c65405c-8498-403c-9b63-ca2397b82fa4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 0.6705282 Mar 28 13:47:52.705349 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59824) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:52.740604 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 78e7bf5a-7e77-4857-98a3-1dbe906c47da no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:47:52.756710 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-beeb7731-3f6a-4b0a-b6cf-cba3bffb87f6 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Deleting port fbe4c6ad-828f-41be-9a24-b2e13604ec9b {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:47:52.756710 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-beeb7731-3f6a-4b0a-b6cf-cba3bffb87f6 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:52.763724 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbced32-1dc0-4484-98b6-84f1b79790ed tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:52.767782 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-2dbced32-1dc0-4484-98b6-84f1b79790ed tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0589113 Mar 28 13:47:52.769818 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59828) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:52.781495 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eb0974-ebc0-432c-8789-4b4890a13747 None None] Pushing event deleted for resources: {'Port': ['ID=16e23b7f-7ac6-49d8-9a8c-2084e6cab14e,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:52.792865 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-2ea9d087-a918-4a2f-be1d-4a65ac46f544 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02657812-65c7-45a9-9442-02b4cfe64339']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:52.798689 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30eb0974-ebc0-432c-8789-4b4890a13747 None None] No DVR routers for this DVR port 16e23b7f-7ac6-49d8-9a8c-2084e6cab14e on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:47:52.822414 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f24d59-02b7-4d78-9091-2948500e6572 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:52.824012 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f24d59-02b7-4d78-9091-2948500e6572 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:52.828101 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-07f24d59-02b7-4d78-9091-2948500e6572 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0560219 Mar 28 13:47:52.828327 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59830) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:52.828525 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-a869fa34-6d7a-4e75-afd1-b727ce3da1ee None None] Deleting port 78e7bf5a-7e77-4857-98a3-1dbe906c47da {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:47:52.828886 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a869fa34-6d7a-4e75-afd1-b727ce3da1ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:52.851037 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-2ea9d087-a918-4a2f-be1d-4a65ac46f544 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bf8aa5a-d149-41c3-ba1e-3a97162b2679') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:52.851344 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-2ea9d087-a918-4a2f-be1d-4a65ac46f544 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bf8aa5a-d149-41c3-ba1e-3a97162b2679') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:52.880233 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67faa47b-3ff7-4e2f-a232-b05c3f486d97 None None] Network c7eb692f-e002-46c0-9fcb-5b6ba9293840 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:52.886336 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a70262e-114b-4afc-9fba-ce6367b8c8c0 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting subnet fe7acd32-b71e-4d81-80cb-70f6e4a79ca9 {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:47:52.889821 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9a70262e-114b-4afc-9fba-ce6367b8c8c0 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:52.891913 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2ea9d087-a918-4a2f-be1d-4a65ac46f544 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:52.903367 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-128cfbb5-1e89-468f-8301-882a093bca45 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Allocated IP 172.20.0.5 (c7eb692f-e002-46c0-9fcb-5b6ba9293840/3479f6e2-ccff-4ab0-88ca-fbea6d3e4f58/d210d350-4b53-4446-a8a4-4a13414c8c7d) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:47:52.904596 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-67faa47b-3ff7-4e2f-a232-b05c3f486d97 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:52.940186 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9a70262e-114b-4afc-9fba-ce6367b8c8c0 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:52.945556 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67faa47b-3ff7-4e2f-a232-b05c3f486d97 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:47:52.988171 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2ea9d087-a918-4a2f-be1d-4a65ac46f544 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:53.009338 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9a70262e-114b-4afc-9fba-ce6367b8c8c0 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:53.016969 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67faa47b-3ff7-4e2f-a232-b05c3f486d97 None None] Pushing event updated for resources: {'Port': ['ID=ccf8d27b-0d1a-4506-96a2-9a01d81b4623,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:53.027714 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-beeb7731-3f6a-4b0a-b6cf-cba3bffb87f6 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] For port fbe4c6ad-828f-41be-9a24-b2e13604ec9b, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=fbe4c6ad-828f-41be-9a24-b2e13604ec9b,segment=NetworkSegment(661c351b-0c0c-428a-b37c-ab91ed687a2d),segment_id=661c351b-0c0c-428a-b37c-ab91ed687a2d)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:53.028036 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-beeb7731-3f6a-4b0a-b6cf-cba3bffb87f6 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:53.032748 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ea9d087-a918-4a2f-be1d-4a65ac46f544 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:47:53.033086 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2ea9d087-a918-4a2f-be1d-4a65ac46f544 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:53.074786 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:47:53.074786 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:47:53.074786 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:47:53.074786 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:47:53.074786 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:47:53.074786 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:47:53.074786 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:47:53.074786 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:47:53.074786 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:47:53.074786 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:47:53.074786 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:47:53.074786 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:47:53.074786 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:47:53.074786 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:47:53.074786 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:47:53.074786 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:47:53.074786 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:47:53.074786 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:47:53.074786 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:47:53.074786 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:47:53.074786 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:47:53.074786 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:47:53.074786 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:47:53.074786 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:47:53.074786 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:47:53.074786 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:47:53.074786 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:47:53.074786 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:47:53.074786 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:47:53.074786 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:47:53.074786 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:47:53.074786 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:47:53.118973 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-beeb7731-3f6a-4b0a-b6cf-cba3bffb87f6 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Calling delete_port for fbe4c6ad-828f-41be-9a24-b2e13604ec9b owned by network:dhcp {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:47:53.161418 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6179d7b6-a424-44d0-8ca2-5f9de13e52ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:53.161704 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9a70262e-114b-4afc-9fba-ce6367b8c8c0 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:53.175290 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b86ce17-16e1-4469-8fda-d67d4b952862 None None] DHCP port deletion for 7366b1a3-1c57-4ea2-97d9-23d3fa43d41d request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:47:53.182481 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-a869fa34-6d7a-4e75-afd1-b727ce3da1ee None None] For port 78e7bf5a-7e77-4857-98a3-1dbe906c47da, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=78e7bf5a-7e77-4857-98a3-1dbe906c47da,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:53.182895 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a869fa34-6d7a-4e75-afd1-b727ce3da1ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:53.186572 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a8353e44-dbcb-4d26-9ac2-09fc6076e51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:53.193436 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a70262e-114b-4afc-9fba-ce6367b8c8c0 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Subnet': ['ID=fe7acd32-b71e-4d81-80cb-70f6e4a79ca9,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:53.203018 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9a70262e-114b-4afc-9fba-ce6367b8c8c0 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:53.205612 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-67faa47b-3ff7-4e2f-a232-b05c3f486d97 None None] Attempting to bind port ccf8d27b-0d1a-4506-96a2-9a01d81b4623 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:47:53.206043 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-67faa47b-3ff7-4e2f-a232-b05c3f486d97 None None] Attempting to bind port ccf8d27b-0d1a-4506-96a2-9a01d81b4623 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '478144cd-0ca6-4c90-99e6-e0cf2d2f43df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c7eb692f-e002-46c0-9fcb-5b6ba9293840'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:47:53.206408 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67faa47b-3ff7-4e2f-a232-b05c3f486d97 None None] Attempting to bind port ccf8d27b-0d1a-4506-96a2-9a01d81b4623 on network c7eb692f-e002-46c0-9fcb-5b6ba9293840 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:47:53.208782 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-9a70262e-114b-4afc-9fba-ce6367b8c8c0 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/fe7acd32-b71e-4d81-80cb-70f6e4a79ca9 HTTP/1.1" status: 204 len: 168 time: 0.3792586 Mar 28 13:47:53.210065 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:53.211500 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59832) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:53.225912 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-a869fa34-6d7a-4e75-afd1-b727ce3da1ee None None] Calling delete_port for 78e7bf5a-7e77-4857-98a3-1dbe906c47da owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:47:53.248110 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67faa47b-3ff7-4e2f-a232-b05c3f486d97 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:47:53.248540 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67faa47b-3ff7-4e2f-a232-b05c3f486d97 None None] Checking segment: {'id': '478144cd-0ca6-4c90-99e6-e0cf2d2f43df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c7eb692f-e002-46c0-9fcb-5b6ba9293840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:47:53.248887 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-67faa47b-3ff7-4e2f-a232-b05c3f486d97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:53.257518 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67faa47b-3ff7-4e2f-a232-b05c3f486d97 None None] Bound using segment: {'id': '478144cd-0ca6-4c90-99e6-e0cf2d2f43df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c7eb692f-e002-46c0-9fcb-5b6ba9293840'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:47:53.257677 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e279b7cf-18c9-43c6-8129-2561153e8359 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133933759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133929745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12481'] for router, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:53.257776 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-67faa47b-3ff7-4e2f-a232-b05c3f486d97 None None] Bound port: ccf8d27b-0d1a-4506-96a2-9a01d81b4623, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478144cd-0ca6-4c90-99e6-e0cf2d2f43df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c7eb692f-e002-46c0-9fcb-5b6ba9293840'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:47:53.257776 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-67faa47b-3ff7-4e2f-a232-b05c3f486d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:53.273516 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-8883bcaa-32d7-49cb-959f-8002724f3372 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0602529 Mar 28 13:47:53.277449 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59834) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:53.279200 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-6179d7b6-a424-44d0-8ca2-5f9de13e52ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f918f28d-0e69-47c7-aec8-a644b2bf9c10']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:53.281635 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e279b7cf-18c9-43c6-8129-2561153e8359 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133933750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133933709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133929832'] for router, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:53.284209 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-03b8ed95-e371-4e0a-aab2-023def1cef33 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'subnet': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:53.328987 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-6179d7b6-a424-44d0-8ca2-5f9de13e52ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9b17012-fd4d-4605-a367-0189914519aa') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:53.329279 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-6179d7b6-a424-44d0-8ca2-5f9de13e52ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9b17012-fd4d-4605-a367-0189914519aa') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:53.339963 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2ea9d087-a918-4a2f-be1d-4a65ac46f544 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:53.360351 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6179d7b6-a424-44d0-8ca2-5f9de13e52ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:53.365086 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2ea9d087-a918-4a2f-be1d-4a65ac46f544 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:53.374434 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-2ea9d087-a918-4a2f-be1d-4a65ac46f544 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] 10.222.0.24 "DELETE /v2.0/networks/02657812-65c7-45a9-9442-02b4cfe64339 HTTP/1.1" status: 204 len: 168 time: 2.9875376 Mar 28 13:47:53.406544 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-a8353e44-dbcb-4d26-9ac2-09fc6076e51e None None] For port 3261d67e-5598-436d-bab7-f68ceaeb884c, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=3261d67e-5598-436d-bab7-f68ceaeb884c,segment=NetworkSegment(96fa0746-1356-4795-9e44-5bf6c958965d),segment_id=96fa0746-1356-4795-9e44-5bf6c958965d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:53.436419 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea9d087-a918-4a2f-be1d-4a65ac46f544 tempest-FloatingIPNegativeTestJSON-59044868 tempest-FloatingIPNegativeTestJSON-59044868-project] Pushing event deleted for resources: {'Network': ['ID=02657812-65c7-45a9-9442-02b4cfe64339,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:53.437410 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 78e7bf5a-7e77-4857-98a3-1dbe906c47da, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=78e7bf5a-7e77-4857-98a3-1dbe906c47da,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:53.451928 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6179d7b6-a424-44d0-8ca2-5f9de13e52ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:53.453405 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b8ed95-e371-4e0a-aab2-023def1cef33 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:47:53.458159 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-03b8ed95-e371-4e0a-aab2-023def1cef33 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:53.493999 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-67faa47b-3ff7-4e2f-a232-b05c3f486d97 None None] For port ccf8d27b-0d1a-4506-96a2-9a01d81b4623, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:47:53.496028 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a8353e44-dbcb-4d26-9ac2-09fc6076e51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:53.523226 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-dfb46145-a571-472a-9d78-67bd9f0ab8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'name': 'tempest-RoutersTest-router-1384789579', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:47:06Z', 'updated_at': '2022-03-28T13:47:49Z', 'revision_number': 6, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'gw_port_host': None, '_interfaces': [{'id': '072e3230-a6c2-4d1a-b791-2fff15b9adab', 'name': '', 'network_id': '3019b740-4dc7-4e2f-8949-b1946bf1aff4', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:e2:94:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8ab39914-38ab-4a3c-95bf-3112a32df6a1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:32Z', 'updated_at': '2022-03-28T13:47:45Z', 'revision_number': 5, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '8ab39914-38ab-4a3c-95bf-3112a32df6a1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3261d67e-5598-436d-bab7-f68ceaeb884c', 'name': '', 'network_id': '1a80ffc3-36c2-452c-b80c-e94dd461c882', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:62:3f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '00d28826-21a1-4eab-852c-1374cca4f6f5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:44Z', 'updated_at': '2022-03-28T13:47:51Z', 'revision_number': 4, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '00d28826-21a1-4eab-852c-1374cca4f6f5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d600fc5-5ec3-46fe-b579-018a4862cf4c', 'name': '', 'network_id': '781f79ef-bd29-4180-a3a8-33cc905136b6', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:dc:49:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '653c6be3-d8e9-46c2-8a59-c571ae539f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:11Z', 'updated_at': '2022-03-28T13:47:20Z', 'revision_number': 5, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '653c6be3-d8e9-46c2-8a59-c571ae539f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d94d1a9-c0ed-4d00-8f26-c0800eb72072', 'name': '', 'network_id': '3fb51fec-b819-4ee1-b3a7-4d71be090bca', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:0c:fe:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '7864d972-ffb3-4709-ada8-227be950b309', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:21Z', 'updated_at': '2022-03-28T13:47:30Z', 'revision_number': 5, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '7864d972-ffb3-4709-ada8-227be950b309', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:53.573373 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6179d7b6-a424-44d0-8ca2-5f9de13e52ad admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:47:53.573959 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6179d7b6-a424-44d0-8ca2-5f9de13e52ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:53.592062 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:47:53.592062 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:47:53.592062 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:47:53.592062 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:47:53.592062 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:47:53.592062 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:47:53.592062 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:47:53.592062 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:47:53.592062 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:47:53.592062 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:47:53.592062 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:47:53.592062 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:47:53.592062 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:47:53.592062 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:47:53.592062 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:47:53.592062 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:47:53.592062 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:47:53.592062 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:47:53.592062 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:47:53.592062 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:47:53.592062 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:47:53.592062 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:47:53.592062 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:47:53.592062 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:47:53.592062 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:47:53.592062 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:47:53.592062 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:47:53.592062 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:47:53.592062 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:47:53.592062 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:47:53.592062 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:47:53.592062 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:47:53.606776 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-67faa47b-3ff7-4e2f-a232-b05c3f486d97 None None] For port ccf8d27b-0d1a-4506-96a2-9a01d81b4623, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=ccf8d27b-0d1a-4506-96a2-9a01d81b4623,segment=NetworkSegment(478144cd-0ca6-4c90-99e6-e0cf2d2f43df),segment_id=478144cd-0ca6-4c90-99e6-e0cf2d2f43df)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:47:53.610189 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb46145-a571-472a-9d78-67bd9f0ab8de None None] The sync data for ids ['6b50c724-d573-48a4-b432-8a2fc7f559f7'] in dv-neutron-835335-1-hyperv is: [{'id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'name': 'tempest-RoutersTest-router-1384789579', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:47:06Z', 'updated_at': '2022-03-28T13:47:49Z', 'revision_number': 6, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'gw_port_host': None, '_interfaces': [{'id': '072e3230-a6c2-4d1a-b791-2fff15b9adab', 'name': '', 'network_id': '3019b740-4dc7-4e2f-8949-b1946bf1aff4', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:e2:94:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8ab39914-38ab-4a3c-95bf-3112a32df6a1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:32Z', 'updated_at': '2022-03-28T13:47:45Z', 'revision_number': 5, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '8ab39914-38ab-4a3c-95bf-3112a32df6a1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3261d67e-5598-436d-bab7-f68ceaeb884c', 'name': '', 'network_id': '1a80ffc3-36c2-452c-b80c-e94dd461c882', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:62:3f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '00d28826-21a1-4eab-852c-1374cca4f6f5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:44Z', 'updated_at': '2022-03-28T13:47:51Z', 'revision_number': 4, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '00d28826-21a1-4eab-852c-1374cca4f6f5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d600fc5-5ec3-46fe-b579-018a4862cf4c', 'name': '', 'network_id': '781f79ef-bd29-4180-a3a8-33cc905136b6', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:dc:49:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '653c6be3-d8e9-46c2-8a59-c571ae539f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:11Z', 'updated_at': '2022-03-28T13:47:20Z', 'revision_number': 5, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '653c6be3-d8e9-46c2-8a59-c571ae539f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d94d1a9-c0ed-4d00-8f26-c0800eb72072', 'name': '', 'network_id': '3fb51fec-b819-4ee1-b3a7-4d71be090bca', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:0c:fe:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '7864d972-ffb3-4709-ada8-227be950b309', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:21Z', 'updated_at': '2022-03-28T13:47:30Z', 'revision_number': 5, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '7864d972-ffb3-4709-ada8-227be950b309', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:47:53.615248 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:53.620592 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 16e23b7f-7ac6-49d8-9a8c-2084e6cab14e no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:47:53.655560 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-7b86ce17-16e1-4469-8fda-d67d4b952862 None None] Deleting port fbe4c6ad-828f-41be-9a24-b2e13604ec9b {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:47:53.655560 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7b86ce17-16e1-4469-8fda-d67d4b952862 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:53.674418 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 16e23b7f-7ac6-49d8-9a8c-2084e6cab14e {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:47:53.674418 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 16e23b7f-7ac6-49d8-9a8c-2084e6cab14e not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:47:53.710426 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-128cfbb5-1e89-468f-8301-882a093bca45 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:53.724621 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e279b7cf-18c9-43c6-8129-2561153e8359 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Router 6b50c724-d573-48a4-b432-8a2fc7f559f7 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:47:53.749827 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-67faa47b-3ff7-4e2f-a232-b05c3f486d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:53.751709 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a869fa34-6d7a-4e75-afd1-b727ce3da1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:53.758261 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8353e44-dbcb-4d26-9ac2-09fc6076e51e None None] Pushing event updated for resources: {'Port': ['ID=3261d67e-5598-436d-bab7-f68ceaeb884c,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:53.787427 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-7b86ce17-16e1-4469-8fda-d67d4b952862 None None] For port fbe4c6ad-828f-41be-9a24-b2e13604ec9b, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=fbe4c6ad-828f-41be-9a24-b2e13604ec9b,segment=NetworkSegment(661c351b-0c0c-428a-b37c-ab91ed687a2d),segment_id=661c351b-0c0c-428a-b37c-ab91ed687a2d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:53.787821 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7b86ce17-16e1-4469-8fda-d67d4b952862 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:53.820751 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event deleted for resources: {'Port': ['ID=78e7bf5a-7e77-4857-98a3-1dbe906c47da,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:53.822639 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a869fa34-6d7a-4e75-afd1-b727ce3da1ee None None] No DVR routers for this DVR port 78e7bf5a-7e77-4857-98a3-1dbe906c47da on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:47:53.830433 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-7b86ce17-16e1-4469-8fda-d67d4b952862 None None] Calling delete_port for fbe4c6ad-828f-41be-9a24-b2e13604ec9b owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:47:53.860418 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97c4c1f-95cd-4182-ad44-efa8bd06eafd None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:47:54.195086 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67faa47b-3ff7-4e2f-a232-b05c3f486d97 None None] Pushing event updated for resources: {'Port': ['ID=ccf8d27b-0d1a-4506-96a2-9a01d81b4623,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:54.207803 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-beeb7731-3f6a-4b0a-b6cf-cba3bffb87f6 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:54.257488 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a869fa34-6d7a-4e75-afd1-b727ce3da1ee None None] Pushing event deleted for resources: {'Port': ['ID=78e7bf5a-7e77-4857-98a3-1dbe906c47da,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:54.259423 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-622bf8b7-c7da-4008-8305-00fb2a5ee430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:54.291002 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb7731-3f6a-4b0a-b6cf-cba3bffb87f6 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event deleted for resources: {'Port': ['ID=fbe4c6ad-828f-41be-9a24-b2e13604ec9b,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:54.348949 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7b86ce17-16e1-4469-8fda-d67d4b952862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:54.351174 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59842) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:54.391004 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e279b7cf-18c9-43c6-8129-2561153e8359 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:47:54.393284 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b86ce17-16e1-4469-8fda-d67d4b952862 None None] No DVR routers for this DVR port fbe4c6ad-828f-41be-9a24-b2e13604ec9b on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:47:54.401610 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e279b7cf-18c9-43c6-8129-2561153e8359 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:54.403014 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e279b7cf-18c9-43c6-8129-2561153e8359 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "PUT /v2.0/routers/6b50c724-d573-48a4-b432-8a2fc7f559f7 HTTP/1.1" status: 200 len: 700 time: 3.4049830 Mar 28 13:47:54.406234 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6179d7b6-a424-44d0-8ca2-5f9de13e52ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:54.412101 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59846) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:54.417047 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b86ce17-16e1-4469-8fda-d67d4b952862 None None] Pushing event deleted for resources: {'Port': ['ID=fbe4c6ad-828f-41be-9a24-b2e13604ec9b,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:54.419174 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beeb7731-3f6a-4b0a-b6cf-cba3bffb87f6 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] No DVR routers for this DVR port fbe4c6ad-828f-41be-9a24-b2e13604ec9b on host dv-neutron-835335-1-hyperv {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:47:54.426311 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6179d7b6-a424-44d0-8ca2-5f9de13e52ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:54.429598 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-6179d7b6-a424-44d0-8ca2-5f9de13e52ad admin admin] 10.222.0.24 "DELETE /v2.0/networks/f918f28d-0e69-47c7-aec8-a644b2bf9c10 HTTP/1.1" status: 204 len: 168 time: 2.0269783 Mar 28 13:47:54.432465 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59848) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:54.489871 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-90fcac62-8245-4ed8-98ed-32b9c2d4657b admin admin] Deleting subnet 790152d9-14f7-4a17-b4d6-afee4d9a088f {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:47:54.500045 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-90fcac62-8245-4ed8-98ed-32b9c2d4657b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:54.510991 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5a299-25da-4522-bbba-b68e363cc527 req-8da89b0a-c6dd-4d39-b168-944a9e8d7423 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:54.519405 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9cb5a299-25da-4522-bbba-b68e363cc527 req-8da89b0a-c6dd-4d39-b168-944a9e8d7423 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbdd9368-0317-4372-b950-1be483adf916 HTTP/1.1" status: 200 len: 944 time: 0.7872734 Mar 28 13:47:54.542969 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6179d7b6-a424-44d0-8ca2-5f9de13e52ad admin admin] Pushing event deleted for resources: {'Network': ['ID=f918f28d-0e69-47c7-aec8-a644b2bf9c10,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:54.546685 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-128cfbb5-1e89-468f-8301-882a093bca45 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:54.552619 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 0a38bbd2-6c6d-47b9-a147-a5fdf0110f64 up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:47:54.608889 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-90fcac62-8245-4ed8-98ed-32b9c2d4657b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:54.658193 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-60516481-5fa5-4567-be1e-b23dc79d9052 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0b7b81ad505049aeb51fcb549cf024b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3054726 Mar 28 13:47:54.667592 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59850) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:54.674119 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-90fcac62-8245-4ed8-98ed-32b9c2d4657b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:54.678083 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-03b8ed95-e371-4e0a-aab2-023def1cef33 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:54.691829 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning for port 0a38bbd2-6c6d-47b9-a147-a5fdf0110f64 completed by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 13:47:54.696043 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port 0a38bbd2-6c6d-47b9-a147-a5fdf0110f64 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:54.696610 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:54.726492 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-beeb7731-3f6a-4b0a-b6cf-cba3bffb87f6 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:54.733959 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128cfbb5-1e89-468f-8301-882a093bca45 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Network c7eb692f-e002-46c0-9fcb-5b6ba9293840 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:54.754673 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-162807c1-901b-4416-b64f-3334af8d54bf tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "GET /v2.0/routers/6b50c724-d573-48a4-b432-8a2fc7f559f7 HTTP/1.1" status: 200 len: 700 time: 0.3399942 Mar 28 13:47:54.762893 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-128cfbb5-1e89-468f-8301-882a093bca45 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:54.770868 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59852) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:54.774112 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9cb5a299-25da-4522-bbba-b68e363cc527 req-9727d814-9459-4ef9-b027-6c8d2e018394 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea21c11a-f4da-4375-b5d8-bba619bd5a06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2538745 Mar 28 13:47:54.776071 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128cfbb5-1e89-468f-8301-882a093bca45 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event updated for resources: {'Port': ['ID=d210d350-4b53-4446-a8a4-4a13414c8c7d,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:54.795130 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128cfbb5-1e89-468f-8301-882a093bca45 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:47:54.798747 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-beeb7731-3f6a-4b0a-b6cf-cba3bffb87f6 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7366b1a3-1c57-4ea2-97d9-23d3fa43d41d']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:54.809303 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b8ed95-e371-4e0a-aab2-023def1cef33 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:54.828759 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-03b8ed95-e371-4e0a-aab2-023def1cef33 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:54.840706 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b8ed95-e371-4e0a-aab2-023def1cef33 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:54.841434 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-03b8ed95-e371-4e0a-aab2-023def1cef33 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:54.843084 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650e40bb-c5fb-44c6-aacf-9c50f7770ebd None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:47:54.847996 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b8ed95-e371-4e0a-aab2-023def1cef33 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Subnet': ['ID=ffa23958-ebeb-4b45-8dce-4478fde0a546,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:54.868246 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:54.884244 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-27c27711-6e12-4fbe-b4a2-af41b87e8b15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:54.943286 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-27c27711-6e12-4fbe-b4a2-af41b87e8b15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:54.944785 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 3261d67e-5598-436d-bab7-f68ceaeb884c up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:47:54.960589 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-03b8ed95-e371-4e0a-aab2-023def1cef33 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6815476 Mar 28 13:47:54.969515 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbdd9368-0317-4372-b950-1be483adf916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a38bbd2-6c6d-47b9-a147-a5fdf0110f64'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:47:54.969515 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8628d773-bde2-4c60-a273-ed3e17a39cae" -d '{"events": [{"server_uuid": "dbdd9368-0317-4372-b950-1be483adf916", "name": "network-vif-plugged", "status": "completed", "tag": "0a38bbd2-6c6d-47b9-a147-a5fdf0110f64"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:47:54.969767 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59854) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:54.970166 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-ec0009df-6528-4d7e-a5dc-6386dcc898f9 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1170002291', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:54.978965 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-90fcac62-8245-4ed8-98ed-32b9c2d4657b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:55.011917 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 0a38bbd2-6c6d-47b9-a147-a5fdf0110f64, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0a38bbd2-6c6d-47b9-a147-a5fdf0110f64,segment=NetworkSegment(7170d0f3-cdbd-4bd5-bc53-0e50845f5cc5),segment_id=7170d0f3-cdbd-4bd5-bc53-0e50845f5cc5)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:55.055707 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-beeb7731-3f6a-4b0a-b6cf-cba3bffb87f6 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '661c351b-0c0c-428a-b37c-ab91ed687a2d') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:55.057209 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-beeb7731-3f6a-4b0a-b6cf-cba3bffb87f6 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '661c351b-0c0c-428a-b37c-ab91ed687a2d') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:55.065542 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 13:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd1d1c6-977b-4c8a-a827-15baa96aa60a x-openstack-request-id: req-abd1d1c6-977b-4c8a-a827-15baa96aa60a {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:47:55.066145 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbdd9368-0317-4372-b950-1be483adf916", "name": "network-vif-plugged", "status": "completed", "tag": "0a38bbd2-6c6d-47b9-a147-a5fdf0110f64", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:47:55.066861 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-abd1d1c6-977b-4c8a-a827-15baa96aa60a {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:47:55.067200 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbdd9368-0317-4372-b950-1be483adf916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a38bbd2-6c6d-47b9-a147-a5fdf0110f64', 'code': 200} Mar 28 13:47:55.072046 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-beeb7731-3f6a-4b0a-b6cf-cba3bffb87f6 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:55.083931 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47100b12-7407-48da-a7f8-1520bd776602 None None] Sync routers for ids ['6b50c724-d573-48a4-b432-8a2fc7f559f7'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:47:55.096156 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-90fcac62-8245-4ed8-98ed-32b9c2d4657b admin admin] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:55.097227 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47100b12-7407-48da-a7f8-1520bd776602 None None] Routers {'6b50c724-d573-48a4-b432-8a2fc7f559f7'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:47:55.104890 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-47100b12-7407-48da-a7f8-1520bd776602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:47:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['6b50c724-d573-48a4-b432-8a2fc7f559f7'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:55.105048 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-90fcac62-8245-4ed8-98ed-32b9c2d4657b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/790152d9-14f7-4a17-b4d6-afee4d9a088f HTTP/1.1" status: 204 len: 168 time: 0.6670558 Mar 28 13:47:55.105048 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fcac62-8245-4ed8-98ed-32b9c2d4657b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=790152d9-14f7-4a17-b4d6-afee4d9a088f,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:55.111696 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59858) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:55.131381 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-beeb7731-3f6a-4b0a-b6cf-cba3bffb87f6 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:55.138660 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beeb7731-3f6a-4b0a-b6cf-cba3bffb87f6 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:47:55.139441 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-beeb7731-3f6a-4b0a-b6cf-cba3bffb87f6 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:55.148721 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:55.212120 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=0a38bbd2-6c6d-47b9-a147-a5fdf0110f64,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:55.219823 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ec0009df-6528-4d7e-a5dc-6386dcc898f9 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:55.223151 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ec0009df-6528-4d7e-a5dc-6386dcc898f9 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:55.227919 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b577c3ef-4e45-42b0-b36b-06822779ae8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-0683b568-5de1-47de-8c3c-3856d7f643f9', 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'tenant_id': '97c2fb5000a44df7a1530b25f26f0716', 'fixed_ips': [{'subnet_id': 'ffa23958-ebeb-4b45-8dce-4478fde0a546'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:47:55.228671 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b577c3ef-4e45-42b0-b36b-06822779ae8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:55.249672 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:47:55.249672 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:47:55.249672 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:47:55.249672 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:47:55.249672 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:47:55.249672 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:47:55.249672 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:47:55.249672 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:47:55.249672 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:47:55.249672 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:47:55.249672 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:47:55.249672 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:47:55.249672 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:47:55.249672 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:47:55.249672 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:47:55.249672 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:47:55.249672 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:47:55.249672 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:47:55.249672 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:47:55.249672 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:47:55.249672 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:47:55.249672 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:47:55.249672 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:47:55.249672 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:47:55.249672 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:47:55.249672 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:47:55.249672 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:47:55.249672 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:47:55.249672 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:47:55.249672 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:47:55.249672 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:47:55.249672 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:47:55.258159 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 3261d67e-5598-436d-bab7-f68ceaeb884c triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:55.258761 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:55.290763 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128cfbb5-1e89-468f-8301-882a093bca45 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:55.291706 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-128cfbb5-1e89-468f-8301-882a093bca45 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:55.298770 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ec0009df-6528-4d7e-a5dc-6386dcc898f9 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:55.304700 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-47100b12-7407-48da-a7f8-1520bd776602 None None] Set router 6b50c724-d573-48a4-b432-8a2fc7f559f7 gateway port host: None {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:47:55.314615 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-27c27711-6e12-4fbe-b4a2-af41b87e8b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:55.319188 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-27c27711-6e12-4fbe-b4a2-af41b87e8b15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:55.321270 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-27c27711-6e12-4fbe-b4a2-af41b87e8b15 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fa1fd5fd-6133-41d9-bb1e-68dd8604190d HTTP/1.1" status: 204 len: 168 time: 0.6527343 Mar 28 13:47:55.375841 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ec0009df-6528-4d7e-a5dc-6386dcc898f9 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:55.423258 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c27711-6e12-4fbe-b4a2-af41b87e8b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1fd5fd-6133-41d9-bb1e-68dd8604190d,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:55.443218 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device ccf8d27b-0d1a-4506-96a2-9a01d81b4623 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:47:55.445574 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac72f18d-a2c1-42a9-8d2f-0e36ae9d3274 None None] Network c7eb692f-e002-46c0-9fcb-5b6ba9293840 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:47:55.452237 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f281fdee-dab5-4ad7-92b6-c5461b3d0dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:55.548496 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-47100b12-7407-48da-a7f8-1520bd776602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'name': 'tempest-RoutersTest-router-1384789579', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:47:06Z', 'updated_at': '2022-03-28T13:47:52Z', 'revision_number': 7, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'gw_port_host': None, '_interfaces': [{'id': '072e3230-a6c2-4d1a-b791-2fff15b9adab', 'name': '', 'network_id': '3019b740-4dc7-4e2f-8949-b1946bf1aff4', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:e2:94:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8ab39914-38ab-4a3c-95bf-3112a32df6a1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:32Z', 'updated_at': '2022-03-28T13:47:45Z', 'revision_number': 5, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '8ab39914-38ab-4a3c-95bf-3112a32df6a1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3261d67e-5598-436d-bab7-f68ceaeb884c', 'name': '', 'network_id': '1a80ffc3-36c2-452c-b80c-e94dd461c882', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:62:3f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '00d28826-21a1-4eab-852c-1374cca4f6f5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:44Z', 'updated_at': '2022-03-28T13:47:53Z', 'revision_number': 5, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '00d28826-21a1-4eab-852c-1374cca4f6f5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d600fc5-5ec3-46fe-b579-018a4862cf4c', 'name': '', 'network_id': '781f79ef-bd29-4180-a3a8-33cc905136b6', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:dc:49:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '653c6be3-d8e9-46c2-8a59-c571ae539f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:11Z', 'updated_at': '2022-03-28T13:47:20Z', 'revision_number': 5, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '653c6be3-d8e9-46c2-8a59-c571ae539f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d94d1a9-c0ed-4d00-8f26-c0800eb72072', 'name': '', 'network_id': '3fb51fec-b819-4ee1-b3a7-4d71be090bca', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:0c:fe:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '7864d972-ffb3-4709-ada8-227be950b309', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:21Z', 'updated_at': '2022-03-28T13:47:30Z', 'revision_number': 5, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '7864d972-ffb3-4709-ada8-227be950b309', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:55.554135 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-128cfbb5-1e89-468f-8301-882a093bca45 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6914163 Mar 28 13:47:55.554622 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59862) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:55.577542 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ec0009df-6528-4d7e-a5dc-6386dcc898f9 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:55.578768 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ec0009df-6528-4d7e-a5dc-6386dcc898f9 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6120932 Mar 28 13:47:55.580480 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47100b12-7407-48da-a7f8-1520bd776602 None None] Checking router: 6b50c724-d573-48a4-b432-8a2fc7f559f7 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:47:55.589624 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47100b12-7407-48da-a7f8-1520bd776602 None None] Routers {'6b50c724-d573-48a4-b432-8a2fc7f559f7'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:47:55.590242 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-47100b12-7407-48da-a7f8-1520bd776602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:47:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['6b50c724-d573-48a4-b432-8a2fc7f559f7'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:55.601795 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-71ba99b6-8b05-4517-a102-a8dad36aed68 None None] Provisioning complete for port ccf8d27b-0d1a-4506-96a2-9a01d81b4623 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:55.602694 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-71ba99b6-8b05-4517-a102-a8dad36aed68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:55.618522 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59864) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:55.657173 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-beeb7731-3f6a-4b0a-b6cf-cba3bffb87f6 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:55.662453 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-beeb7731-3f6a-4b0a-b6cf-cba3bffb87f6 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:55.670040 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-beeb7731-3f6a-4b0a-b6cf-cba3bffb87f6 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "DELETE /v2.0/networks/7366b1a3-1c57-4ea2-97d9-23d3fa43d41d HTTP/1.1" status: 204 len: 168 time: 3.5813906 Mar 28 13:47:55.676091 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59866) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:55.677953 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f281fdee-dab5-4ad7-92b6-c5461b3d0dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:55.691864 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port ccf8d27b-0d1a-4506-96a2-9a01d81b4623 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:55.695719 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:55.696096 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb7731-3f6a-4b0a-b6cf-cba3bffb87f6 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event deleted for resources: {'Network': ['ID=7366b1a3-1c57-4ea2-97d9-23d3fa43d41d,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:55.741412 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ffb5b9-037e-4cf5-8678-e889a8eaa8a4 req-be3ad193-e24e-4bc8-b016-a4d2ff4a3bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:55.743490 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f1ffb5b9-037e-4cf5-8678-e889a8eaa8a4 req-be3ad193-e24e-4bc8-b016-a4d2ff4a3bc8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dbdd9368-0317-4372-b950-1be483adf916 HTTP/1.1" status: 200 len: 1098 time: 0.2650883 Mar 28 13:47:55.774744 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-b577c3ef-4e45-42b0-b36b-06822779ae8f None None] Allocated IP 2001:db8::2 (0683b568-5de1-47de-8c3c-3856d7f643f9/ffa23958-ebeb-4b45-8dce-4478fde0a546/adfb43a5-6711-414d-bf92-82aff666e8db) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:47:55.778638 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-47100b12-7407-48da-a7f8-1520bd776602 None None] Set router 6b50c724-d573-48a4-b432-8a2fc7f559f7 gateway port host: None {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:47:55.793697 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f1ffb5b9-037e-4cf5-8678-e889a8eaa8a4 req-1d6f13c8-b6f1-40ad-a3db-8db0c11c6282 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ea21c11a-f4da-4375-b5d8-bba619bd5a06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412879 Mar 28 13:47:55.919758 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-75f3047b-ab47-4921-b500-2ad202695532 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:56.088875 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-71ba99b6-8b05-4517-a102-a8dad36aed68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:56.136394 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:56.146461 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-33d8ec4f-9a29-41fb-a9fc-3791b2135721 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-466854204'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:56.179692 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-71ba99b6-8b05-4517-a102-a8dad36aed68 None None] For port ccf8d27b-0d1a-4506-96a2-9a01d81b4623, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=ccf8d27b-0d1a-4506-96a2-9a01d81b4623,segment=NetworkSegment(478144cd-0ca6-4c90-99e6-e0cf2d2f43df),segment_id=478144cd-0ca6-4c90-99e6-e0cf2d2f43df)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:56.195312 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c9e3be-0b6f-43c7-972f-930878385abb req-e7fb72be-74d9-4d31-9f70-d73391a86816 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:56.197450 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d0c9e3be-0b6f-43c7-972f-930878385abb req-e7fb72be-74d9-4d31-9f70-d73391a86816 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbdd9368-0317-4372-b950-1be483adf916 HTTP/1.1" status: 200 len: 945 time: 0.1549320 Mar 28 13:47:56.249589 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-f281fdee-dab5-4ad7-92b6-c5461b3d0dda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acfd95d4-d17c-4885-b4a8-612f383491bf']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:56.264895 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d0c9e3be-0b6f-43c7-972f-930878385abb req-38307bb0-5bfa-42e9-bfd0-75ceb8e2b038 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea21c11a-f4da-4375-b5d8-bba619bd5a06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610240 Mar 28 13:47:56.302632 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-47100b12-7407-48da-a7f8-1520bd776602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'name': 'tempest-RoutersTest-router-1384789579', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:47:06Z', 'updated_at': '2022-03-28T13:47:52Z', 'revision_number': 7, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'gw_port_host': None, '_interfaces': [{'id': '072e3230-a6c2-4d1a-b791-2fff15b9adab', 'name': '', 'network_id': '3019b740-4dc7-4e2f-8949-b1946bf1aff4', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:e2:94:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8ab39914-38ab-4a3c-95bf-3112a32df6a1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:32Z', 'updated_at': '2022-03-28T13:47:45Z', 'revision_number': 5, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '8ab39914-38ab-4a3c-95bf-3112a32df6a1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3261d67e-5598-436d-bab7-f68ceaeb884c', 'name': '', 'network_id': '1a80ffc3-36c2-452c-b80c-e94dd461c882', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:62:3f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '00d28826-21a1-4eab-852c-1374cca4f6f5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:44Z', 'updated_at': '2022-03-28T13:47:53Z', 'revision_number': 5, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '00d28826-21a1-4eab-852c-1374cca4f6f5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d600fc5-5ec3-46fe-b579-018a4862cf4c', 'name': '', 'network_id': '781f79ef-bd29-4180-a3a8-33cc905136b6', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:dc:49:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '653c6be3-d8e9-46c2-8a59-c571ae539f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:11Z', 'updated_at': '2022-03-28T13:47:20Z', 'revision_number': 5, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '653c6be3-d8e9-46c2-8a59-c571ae539f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d94d1a9-c0ed-4d00-8f26-c0800eb72072', 'name': '', 'network_id': '3fb51fec-b819-4ee1-b3a7-4d71be090bca', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:0c:fe:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '7864d972-ffb3-4709-ada8-227be950b309', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:21Z', 'updated_at': '2022-03-28T13:47:30Z', 'revision_number': 5, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '7864d972-ffb3-4709-ada8-227be950b309', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:56.330530 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47100b12-7407-48da-a7f8-1520bd776602 None None] The sync data for ids ['6b50c724-d573-48a4-b432-8a2fc7f559f7'] in dv-neutron-835335-1-hyperv is: [{'id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'name': 'tempest-RoutersTest-router-1384789579', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:47:06Z', 'updated_at': '2022-03-28T13:47:52Z', 'revision_number': 7, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'gw_port_host': None, '_interfaces': [{'id': '072e3230-a6c2-4d1a-b791-2fff15b9adab', 'name': '', 'network_id': '3019b740-4dc7-4e2f-8949-b1946bf1aff4', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:e2:94:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8ab39914-38ab-4a3c-95bf-3112a32df6a1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:32Z', 'updated_at': '2022-03-28T13:47:45Z', 'revision_number': 5, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '8ab39914-38ab-4a3c-95bf-3112a32df6a1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3261d67e-5598-436d-bab7-f68ceaeb884c', 'name': '', 'network_id': '1a80ffc3-36c2-452c-b80c-e94dd461c882', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:62:3f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '00d28826-21a1-4eab-852c-1374cca4f6f5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:44Z', 'updated_at': '2022-03-28T13:47:53Z', 'revision_number': 5, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '00d28826-21a1-4eab-852c-1374cca4f6f5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d600fc5-5ec3-46fe-b579-018a4862cf4c', 'name': '', 'network_id': '781f79ef-bd29-4180-a3a8-33cc905136b6', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:dc:49:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '653c6be3-d8e9-46c2-8a59-c571ae539f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:11Z', 'updated_at': '2022-03-28T13:47:20Z', 'revision_number': 5, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '653c6be3-d8e9-46c2-8a59-c571ae539f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d94d1a9-c0ed-4d00-8f26-c0800eb72072', 'name': '', 'network_id': '3fb51fec-b819-4ee1-b3a7-4d71be090bca', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:0c:fe:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '7864d972-ffb3-4709-ada8-227be950b309', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:21Z', 'updated_at': '2022-03-28T13:47:30Z', 'revision_number': 5, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '7864d972-ffb3-4709-ada8-227be950b309', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:47:56.366866 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-75f3047b-ab47-4921-b500-2ad202695532 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Deleting port 3261d67e-5598-436d-bab7-f68ceaeb884c {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:47:56.367341 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-75f3047b-ab47-4921-b500-2ad202695532 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:56.392072 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.db.api [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 13:47:56.392498 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG oslo_db.api [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 13:47:56.393071 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-71ba99b6-8b05-4517-a102-a8dad36aed68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:56.410020 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b577c3ef-4e45-42b0-b36b-06822779ae8f None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:56.478000 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8732dc86-d4e6-45ed-9866-bdfcbf383d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:56.482067 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ba99b6-8b05-4517-a102-a8dad36aed68 None None] Pushing event updated for resources: {'Port': ['ID=ccf8d27b-0d1a-4506-96a2-9a01d81b4623,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:56.525753 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-268204cc-17e8-4961-9195-8137fff50a73 None None] Provisioning complete for port d210d350-4b53-4446-a8a4-4a13414c8c7d triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:56.526137 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-268204cc-17e8-4961-9195-8137fff50a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:56.541007 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-75f3047b-ab47-4921-b500-2ad202695532 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] For port 3261d67e-5598-436d-bab7-f68ceaeb884c, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=3261d67e-5598-436d-bab7-f68ceaeb884c,segment=NetworkSegment(96fa0746-1356-4795-9e44-5bf6c958965d),segment_id=96fa0746-1356-4795-9e44-5bf6c958965d)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:56.541383 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-75f3047b-ab47-4921-b500-2ad202695532 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:56.546558 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-f281fdee-dab5-4ad7-92b6-c5461b3d0dda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd19cd621-950e-4d65-997f-4d4413765fd0') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:56.546848 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-f281fdee-dab5-4ad7-92b6-c5461b3d0dda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd19cd621-950e-4d65-997f-4d4413765fd0') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:56.574292 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-75f3047b-ab47-4921-b500-2ad202695532 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Calling delete_port for 3261d67e-5598-436d-bab7-f68ceaeb884c owned by network:router_interface {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:47:56.576617 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b577c3ef-4e45-42b0-b36b-06822779ae8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:56.702810 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b577c3ef-4e45-42b0-b36b-06822779ae8f None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:56.707980 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-268204cc-17e8-4961-9195-8137fff50a73 None None] Port d210d350-4b53-4446-a8a4-4a13414c8c7d cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:47:56.710153 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-b577c3ef-4e45-42b0-b36b-06822779ae8f None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:56.715634 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b577c3ef-4e45-42b0-b36b-06822779ae8f None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:47:56.715836 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f281fdee-dab5-4ad7-92b6-c5461b3d0dda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:56.717158 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d8ec4f-9a29-41fb-a9fc-3791b2135721 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Made reservation on behalf of f6b8e64020de40e182c741fada779147 for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:47:56.720632 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-33d8ec4f-9a29-41fb-a9fc-3791b2135721 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:56.764466 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b577c3ef-4e45-42b0-b36b-06822779ae8f None None] Pushing event updated for resources: {'Port': ['ID=adfb43a5-6711-414d-bf92-82aff666e8db,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:56.805740 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-b577c3ef-4e45-42b0-b36b-06822779ae8f None None] Attempting to bind port adfb43a5-6711-414d-bf92-82aff666e8db on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:47:56.806113 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-b577c3ef-4e45-42b0-b36b-06822779ae8f None None] Attempting to bind port adfb43a5-6711-414d-bf92-82aff666e8db by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:47:56.806476 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b577c3ef-4e45-42b0-b36b-06822779ae8f None None] Attempting to bind port adfb43a5-6711-414d-bf92-82aff666e8db on network 0683b568-5de1-47de-8c3c-3856d7f643f9 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:47:56.811551 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-268204cc-17e8-4961-9195-8137fff50a73 None None] Provisioning complete for port ccf8d27b-0d1a-4506-96a2-9a01d81b4623 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:56.812984 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-268204cc-17e8-4961-9195-8137fff50a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:56.814703 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b577c3ef-4e45-42b0-b36b-06822779ae8f None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:47:56.815074 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b577c3ef-4e45-42b0-b36b-06822779ae8f None None] Checking segment: {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:47:56.815498 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b577c3ef-4e45-42b0-b36b-06822779ae8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:56.815975 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b577c3ef-4e45-42b0-b36b-06822779ae8f None None] Bound using segment: {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:47:56.816473 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-b577c3ef-4e45-42b0-b36b-06822779ae8f None None] Bound port: adfb43a5-6711-414d-bf92-82aff666e8db, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:47:56.816856 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b577c3ef-4e45-42b0-b36b-06822779ae8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:56.850010 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f281fdee-dab5-4ad7-92b6-c5461b3d0dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:56.864698 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f281fdee-dab5-4ad7-92b6-c5461b3d0dda admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:47:56.865109 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f281fdee-dab5-4ad7-92b6-c5461b3d0dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:56.886167 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:47:56.886167 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:47:56.886167 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:47:56.886167 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:47:56.886167 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:47:56.886167 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:47:56.886167 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:47:56.886167 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:47:56.886167 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:47:56.886167 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:47:56.886167 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:47:56.886167 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:47:56.886167 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:47:56.886167 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:47:56.886167 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:47:56.886167 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:47:56.886167 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:47:56.886167 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:47:56.886167 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:47:56.886167 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:47:56.886167 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:47:56.886167 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:47:56.886167 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:47:56.886167 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:47:56.886167 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:47:56.886167 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:47:56.886167 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:47:56.886167 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:47:56.886167 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:47:56.886167 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:47:56.886167 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:47:56.886167 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:47:56.897704 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-75f3047b-ab47-4921-b500-2ad202695532 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:56.930976 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f3047b-ab47-4921-b500-2ad202695532 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event deleted for resources: {'Port': ['ID=3261d67e-5598-436d-bab7-f68ceaeb884c,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:56.984768 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33d8ec4f-9a29-41fb-a9fc-3791b2135721 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:47:56.999097 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59888) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:57.119968 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-33d8ec4f-9a29-41fb-a9fc-3791b2135721 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:57.122585 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-33d8ec4f-9a29-41fb-a9fc-3791b2135721 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Added segment 19d015fe-6efc-47fa-8758-5f47c75dd96a of type vlan for network a434e7b3-aa67-4e5a-844a-62ca5af90cd8 Mar 28 13:47:57.133696 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f281fdee-dab5-4ad7-92b6-c5461b3d0dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:57.143583 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f281fdee-dab5-4ad7-92b6-c5461b3d0dda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:57.153227 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-f281fdee-dab5-4ad7-92b6-c5461b3d0dda admin admin] 10.222.0.24 "DELETE /v2.0/networks/acfd95d4-d17c-4885-b4a8-612f383491bf HTTP/1.1" status: 204 len: 168 time: 2.0319896 Mar 28 13:47:57.153227 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c620a011-def2-46a2-bc8d-a7023b99bd4e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:57.231070 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-ad90df1d-319c-4118-b882-2f6cbd965f16 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1085383362'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:57.243541 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-75f3047b-ab47-4921-b500-2ad202695532 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:57.285457 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-b577c3ef-4e45-42b0-b36b-06822779ae8f None None] For port adfb43a5-6711-414d-bf92-82aff666e8db, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:47:57.296447 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device fbe4c6ad-828f-41be-9a24-b2e13604ec9b no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:47:57.303307 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-b577c3ef-4e45-42b0-b36b-06822779ae8f None None] For port adfb43a5-6711-414d-bf92-82aff666e8db, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=adfb43a5-6711-414d-bf92-82aff666e8db,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:47:57.311478 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e4e333a8-b8bd-4da0-bac3-8e1e4dcb48a3 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:57.322705 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: fbe4c6ad-828f-41be-9a24-b2e13604ec9b {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:47:57.323105 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device fbe4c6ad-828f-41be-9a24-b2e13604ec9b not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:47:57.335971 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f281fdee-dab5-4ad7-92b6-c5461b3d0dda admin admin] Pushing event deleted for resources: {'Network': ['ID=acfd95d4-d17c-4885-b4a8-612f383491bf,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:57.350459 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-33d8ec4f-9a29-41fb-a9fc-3791b2135721 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:57.402949 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad90df1d-319c-4118-b882-2f6cbd965f16 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Made reservation on behalf of 427ec9eabb7e45afac363fe68c5efe1f for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:47:57.405271 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ad90df1d-319c-4118-b882-2f6cbd965f16 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:57.415315 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-aa1c6c91-0092-42c0-9d7e-8bc798d0cbc0 None None] Provisioning complete for port d210d350-4b53-4446-a8a4-4a13414c8c7d triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:57.421783 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-aa1c6c91-0092-42c0-9d7e-8bc798d0cbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:57.452254 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ad90df1d-319c-4118-b882-2f6cbd965f16 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:57.457934 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b577c3ef-4e45-42b0-b36b-06822779ae8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:57.504431 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b74a51-2857-40dc-be2b-398954b5f54f req-38b8aa71-deaf-46c9-9cbd-3abceb18cc8a tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:57.506889 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f8b74a51-2857-40dc-be2b-398954b5f54f req-38b8aa71-deaf-46c9-9cbd-3abceb18cc8a tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbdd9368-0317-4372-b950-1be483adf916 HTTP/1.1" status: 200 len: 945 time: 0.1104958 Mar 28 13:47:57.526246 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-aa1c6c91-0092-42c0-9d7e-8bc798d0cbc0 None None] Port d210d350-4b53-4446-a8a4-4a13414c8c7d cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:47:57.567649 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b577c3ef-4e45-42b0-b36b-06822779ae8f None None] Pushing event updated for resources: {'Port': ['ID=adfb43a5-6711-414d-bf92-82aff666e8db,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:57.587390 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device ccf8d27b-0d1a-4506-96a2-9a01d81b4623 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:47:57.641823 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-33d8ec4f-9a29-41fb-a9fc-3791b2135721 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:57.652455 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d8ec4f-9a29-41fb-a9fc-3791b2135721 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:57.653113 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-33d8ec4f-9a29-41fb-a9fc-3791b2135721 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:57.653994 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:57.673585 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f8b74a51-2857-40dc-be2b-398954b5f54f req-2d743811-9473-4a95-a73d-bed77ece36f7 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea21c11a-f4da-4375-b5d8-bba619bd5a06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171362 Mar 28 13:47:57.685406 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f3047b-ab47-4921-b500-2ad202695532 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Router 6b50c724-d573-48a4-b432-8a2fc7f559f7 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:47:57.700791 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port ccf8d27b-0d1a-4506-96a2-9a01d81b4623 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:57.701685 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:57.755496 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59900) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:57.773442 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ad90df1d-319c-4118-b882-2f6cbd965f16 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:57.834799 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-33d8ec4f-9a29-41fb-a9fc-3791b2135721 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.1525538 Mar 28 13:47:57.835375 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d8ec4f-9a29-41fb-a9fc-3791b2135721 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event updated for resources: {'Network': ['ID=a434e7b3-aa67-4e5a-844a-62ca5af90cd8,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:57.859379 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59902) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:57.873406 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network a434e7b3-aa67-4e5a-844a-62ca5af90cd8 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:47:57.880903 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-77634104-c3d1-4e9f-8d77-23732c390067 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Request body: {'subnet': {'network_id': 'a434e7b3-aa67-4e5a-844a-62ca5af90cd8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:58.087716 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-c620a011-def2-46a2-bc8d-a7023b99bd4e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Allocated IP 2001:db8::1 (0683b568-5de1-47de-8c3c-3856d7f643f9/ffa23958-ebeb-4b45-8dce-4478fde0a546/546617a4-3523-4278-9683-4c7b0b64c593) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:47:58.110964 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e4e333a8-b8bd-4da0-bac3-8e1e4dcb48a3 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:58.153281 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ad90df1d-319c-4118-b882-2f6cbd965f16 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:58.163964 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77634104-c3d1-4e9f-8d77-23732c390067 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Made reservation on behalf of f6b8e64020de40e182c741fada779147 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:47:58.165433 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-77634104-c3d1-4e9f-8d77-23732c390067 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:58.174439 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e4e333a8-b8bd-4da0-bac3-8e1e4dcb48a3 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:58.215234 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad90df1d-319c-4118-b882-2f6cbd965f16 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:47:58.255711 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90df1d-319c-4118-b882-2f6cbd965f16 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6e785d-e730-4181-a14c-38e923071b5a,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:58.258690 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f3047b-ab47-4921-b500-2ad202695532 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:47:58.269259 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-75f3047b-ab47-4921-b500-2ad202695532 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "PUT /v2.0/routers/6b50c724-d573-48a4-b432-8a2fc7f559f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4941528 Mar 28 13:47:58.270567 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ad90df1d-319c-4118-b882-2f6cbd965f16 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:58.270909 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-ad90df1d-319c-4118-b882-2f6cbd965f16 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Added segment 63dc7ace-2c9c-4864-8139-c2daaac86078 of type vlan for network 86ab37a1-bd34-4d48-bf68-1b0895609206 Mar 28 13:47:58.274280 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59904) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:58.289663 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131496bd-0a4f-4068-bb85-66c5d879a566 None None] Sync routers for ids ['6b50c724-d573-48a4-b432-8a2fc7f559f7'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:47:58.295730 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-6a20ff80-bb6c-4dcd-b754-4181ad8d078f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d94a57121c0e4486a9b9b9851ffddad2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5366888 Mar 28 13:47:58.297469 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59906) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:58.307721 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e33147-1c91-4d16-98c7-884bdb45e026 req-89b23734-39cc-423b-b13e-c5f51ddfac50 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:58.309152 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-96e33147-1c91-4d16-98c7-884bdb45e026 req-89b23734-39cc-423b-b13e-c5f51ddfac50 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbdd9368-0317-4372-b950-1be483adf916 HTTP/1.1" status: 200 len: 945 time: 0.1647003 Mar 28 13:47:58.316763 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131496bd-0a4f-4068-bb85-66c5d879a566 None None] Routers {'6b50c724-d573-48a4-b432-8a2fc7f559f7'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:47:58.317411 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-131496bd-0a4f-4068-bb85-66c5d879a566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:47:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['6b50c724-d573-48a4-b432-8a2fc7f559f7'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:58.339359 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59908) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:58.349755 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-2bff552b-e831-4459-bfd7-d237c7d0d9f7 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Request body: {'floatingip': {'port_id': '0a38bbd2-6c6d-47b9-a147-a5fdf0110f64'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:58.385230 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ad90df1d-319c-4118-b882-2f6cbd965f16 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:58.438543 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-2064f75d-75e1-4596-a18c-de57ea073f6b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Deleting subnet 00d28826-21a1-4eab-852c-1374cca4f6f5 {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:47:58.449812 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2064f75d-75e1-4596-a18c-de57ea073f6b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:58.453662 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-131496bd-0a4f-4068-bb85-66c5d879a566 None None] Set router 6b50c724-d573-48a4-b432-8a2fc7f559f7 gateway port host: None {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:47:58.498469 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2bff552b-e831-4459-bfd7-d237c7d0d9f7 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Notify callbacks [] for floatingip, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:58.519592 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e333a8-b8bd-4da0-bac3-8e1e4dcb48a3 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event updated for resources: {'Port': ['ID=d210d350-4b53-4446-a8a4-4a13414c8c7d,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:58.542352 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2064f75d-75e1-4596-a18c-de57ea073f6b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:58.545879 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-26f3ee48-48cb-4ca9-9cbf-6c965f7054da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:58.606993 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ad90df1d-319c-4118-b882-2f6cbd965f16 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:58.612674 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad90df1d-319c-4118-b882-2f6cbd965f16 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:58.613204 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ad90df1d-319c-4118-b882-2f6cbd965f16 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:58.629241 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-26f3ee48-48cb-4ca9-9cbf-6c965f7054da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:58.749369 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e4e333a8-b8bd-4da0-bac3-8e1e4dcb48a3 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:58.749721 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ad90df1d-319c-4118-b882-2f6cbd965f16 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7495828 Mar 28 13:47:58.760203 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59910) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:58.770951 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-88602a2d-a74b-4f2a-8cd0-09935b1065c8 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Request body: {'port': {'network_id': '86ab37a1-bd34-4d48-bf68-1b0895609206', 'name': 'tempest-PortsIpV6TestJSON-514154033'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:47:58.778926 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90df1d-319c-4118-b882-2f6cbd965f16 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event updated for resources: {'Network': ['ID=86ab37a1-bd34-4d48-bf68-1b0895609206,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:58.799904 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-d48d3e32-ff33-4a41-866f-34edf9c70fe4 None None] Provisioning complete for port d210d350-4b53-4446-a8a4-4a13414c8c7d triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:58.809703 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d48d3e32-ff33-4a41-866f-34edf9c70fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:58.809859 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2064f75d-75e1-4596-a18c-de57ea073f6b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:58.844894 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 86ab37a1-bd34-4d48-bf68-1b0895609206 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:47:58.919063 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-d48d3e32-ff33-4a41-866f-34edf9c70fe4 None None] Port d210d350-4b53-4446-a8a4-4a13414c8c7d cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:47:58.943132 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-26f3ee48-48cb-4ca9-9cbf-6c965f7054da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:58.948099 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-26f3ee48-48cb-4ca9-9cbf-6c965f7054da admin admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:58.948099 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-26f3ee48-48cb-4ca9-9cbf-6c965f7054da admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1423174f-eb5a-4b60-ab04-796de1ca3c13 HTTP/1.1" status: 204 len: 168 time: 0.6489210 Mar 28 13:47:58.956455 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f3ee48-48cb-4ca9-9cbf-6c965f7054da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1423174f-eb5a-4b60-ab04-796de1ca3c13,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:58.957255 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-131496bd-0a4f-4068-bb85-66c5d879a566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'name': 'tempest-RoutersTest-router-1384789579', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:47:06Z', 'updated_at': '2022-03-28T13:47:56Z', 'revision_number': 8, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'gw_port_host': None, '_interfaces': [{'id': '072e3230-a6c2-4d1a-b791-2fff15b9adab', 'name': '', 'network_id': '3019b740-4dc7-4e2f-8949-b1946bf1aff4', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:e2:94:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8ab39914-38ab-4a3c-95bf-3112a32df6a1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:32Z', 'updated_at': '2022-03-28T13:47:45Z', 'revision_number': 5, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '8ab39914-38ab-4a3c-95bf-3112a32df6a1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d600fc5-5ec3-46fe-b579-018a4862cf4c', 'name': '', 'network_id': '781f79ef-bd29-4180-a3a8-33cc905136b6', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:dc:49:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '653c6be3-d8e9-46c2-8a59-c571ae539f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:11Z', 'updated_at': '2022-03-28T13:47:20Z', 'revision_number': 5, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '653c6be3-d8e9-46c2-8a59-c571ae539f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d94d1a9-c0ed-4d00-8f26-c0800eb72072', 'name': '', 'network_id': '3fb51fec-b819-4ee1-b3a7-4d71be090bca', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:0c:fe:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '7864d972-ffb3-4709-ada8-227be950b309', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:21Z', 'updated_at': '2022-03-28T13:47:30Z', 'revision_number': 5, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '7864d972-ffb3-4709-ada8-227be950b309', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:58.984526 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2064f75d-75e1-4596-a18c-de57ea073f6b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:58.987227 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88602a2d-a74b-4f2a-8cd0-09935b1065c8 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Made reservation on behalf of 427ec9eabb7e45afac363fe68c5efe1f for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:47:58.993323 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-88602a2d-a74b-4f2a-8cd0-09935b1065c8 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:59.001032 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131496bd-0a4f-4068-bb85-66c5d879a566 None None] Checking router: 6b50c724-d573-48a4-b432-8a2fc7f559f7 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:47:59.014942 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:59.022312 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131496bd-0a4f-4068-bb85-66c5d879a566 None None] Routers {'6b50c724-d573-48a4-b432-8a2fc7f559f7'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:47:59.022855 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-131496bd-0a4f-4068-bb85-66c5d879a566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:47:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['6b50c724-d573-48a4-b432-8a2fc7f559f7'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:59.059419 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2064f75d-75e1-4596-a18c-de57ea073f6b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event deleted for resources: {'Subnet': ['ID=00d28826-21a1-4eab-852c-1374cca4f6f5,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:59.068051 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2064f75d-75e1-4596-a18c-de57ea073f6b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:59.071514 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-2064f75d-75e1-4596-a18c-de57ea073f6b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "DELETE /v2.0/subnets/00d28826-21a1-4eab-852c-1374cca4f6f5 HTTP/1.1" status: 204 len: 168 time: 0.7902184 Mar 28 13:47:59.074252 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59914) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:59.083291 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-88602a2d-a74b-4f2a-8cd0-09935b1065c8 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] device_id is not set on port bc5889c2-32fb-4f14-9008-831684c4b05c yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:47:59.093905 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3b72a0-d23b-479c-a0f0-644404868a96 None None] Network 1a80ffc3-36c2-452c-b80c-e94dd461c882 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:47:59.161511 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c620a011-def2-46a2-bc8d-a7023b99bd4e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:59.203455 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5f7ab905-5edf-4c6f-9ddc-ab1fbfcc8fa8 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:59.239199 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-3562d5c0-9189-4c04-bce8-d0d2532ae0e8 None None] Provisioning complete for port adfb43a5-6711-414d-bf92-82aff666e8db triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:59.239199 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3562d5c0-9189-4c04-bce8-d0d2532ae0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:59.338780 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-131496bd-0a4f-4068-bb85-66c5d879a566 None None] Set router 6b50c724-d573-48a4-b432-8a2fc7f559f7 gateway port host: None {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:47:59.345114 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-88602a2d-a74b-4f2a-8cd0-09935b1065c8 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:59.354446 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-5f7ab905-5edf-4c6f-9ddc-ab1fbfcc8fa8 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Deleting port b13f211b-4b70-46e1-aa61-627f4d794570 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:47:59.354446 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5f7ab905-5edf-4c6f-9ddc-ab1fbfcc8fa8 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:59.473093 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:59.474625 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e4e333a8-b8bd-4da0-bac3-8e1e4dcb48a3 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:59.480181 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-5f7ab905-5edf-4c6f-9ddc-ab1fbfcc8fa8 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] For port b13f211b-4b70-46e1-aa61-627f4d794570, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=b13f211b-4b70-46e1-aa61-627f4d794570,segment=NetworkSegment(96fa0746-1356-4795-9e44-5bf6c958965d),segment_id=96fa0746-1356-4795-9e44-5bf6c958965d)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:59.480600 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5f7ab905-5edf-4c6f-9ddc-ab1fbfcc8fa8 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:59.501544 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-5f7ab905-5edf-4c6f-9ddc-ab1fbfcc8fa8 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Calling delete_port for b13f211b-4b70-46e1-aa61-627f4d794570 owned by network:dhcp {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:47:59.509276 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device adfb43a5-6711-414d-bf92-82aff666e8db up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:47:59.568740 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c620a011-def2-46a2-bc8d-a7023b99bd4e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:59.588991 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-88602a2d-a74b-4f2a-8cd0-09935b1065c8 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:59.631802 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-77634104-c3d1-4e9f-8d77-23732c390067 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:59.661681 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3562d5c0-9189-4c04-bce8-d0d2532ae0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:59.661789 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88602a2d-a74b-4f2a-8cd0-09935b1065c8 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event updated for resources: {'Port': ['ID=bc5889c2-32fb-4f14-9008-831684c4b05c,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:59.666683 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88602a2d-a74b-4f2a-8cd0-09935b1065c8 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Checking segment: {'id': '63dc7ace-2c9c-4864-8139-c2daaac86078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '86ab37a1-bd34-4d48-bf68-1b0895609206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:47:59.667178 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88602a2d-a74b-4f2a-8cd0-09935b1065c8 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Network hostable DHCP agents. Network: 86ab37a1-bd34-4d48-bf68-1b0895609206, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:47:59.701800 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port adfb43a5-6711-414d-bf92-82aff666e8db triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:47:59.702273 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:59.737972 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5f7ab905-5edf-4c6f-9ddc-ab1fbfcc8fa8 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:59.745706 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-3562d5c0-9189-4c04-bce8-d0d2532ae0e8 None None] For port adfb43a5-6711-414d-bf92-82aff666e8db, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=adfb43a5-6711-414d-bf92-82aff666e8db,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:47:59.759928 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930a715a-dad8-4721-87c8-80dee691a72f None None] DHCP port deletion for 1a80ffc3-36c2-452c-b80c-e94dd461c882 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:47:59.779650 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ab905-5edf-4c6f-9ddc-ab1fbfcc8fa8 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event deleted for resources: {'Port': ['ID=b13f211b-4b70-46e1-aa61-627f4d794570,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:59.798756 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7ab905-5edf-4c6f-9ddc-ab1fbfcc8fa8 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] No DVR routers for this DVR port b13f211b-4b70-46e1-aa61-627f4d794570 on host dv-neutron-835335-1-hyperv {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:47:59.799109 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c620a011-def2-46a2-bc8d-a7023b99bd4e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:47:59.801171 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88602a2d-a74b-4f2a-8cd0-09935b1065c8 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Network 86ab37a1-bd34-4d48-bf68-1b0895609206 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:47:59.840697 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c620a011-def2-46a2-bc8d-a7023b99bd4e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Port': ['ID=546617a4-3523-4278-9683-4c7b0b64c593,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:59.852923 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-c620a011-def2-46a2-bc8d-a7023b99bd4e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:59.853145 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3562d5c0-9189-4c04-bce8-d0d2532ae0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:59.864106 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c620a011-def2-46a2-bc8d-a7023b99bd4e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:47:59.864683 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c620a011-def2-46a2-bc8d-a7023b99bd4e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:59.888340 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:59.917782 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5f7ab905-5edf-4c6f-9ddc-ab1fbfcc8fa8 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:59.917976 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77634104-c3d1-4e9f-8d77-23732c390067 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event updated for resources: {'Subnet': ['ID=1adb54d2-c612-492d-84fe-0b006dada7e2,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:47:59.918099 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-88602a2d-a74b-4f2a-8cd0-09935b1065c8 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 86ab37a1-bd34-4d48-bf68-1b0895609206) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:47:59.918540 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-131496bd-0a4f-4068-bb85-66c5d879a566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'name': 'tempest-RoutersTest-router-1384789579', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:47:06Z', 'updated_at': '2022-03-28T13:47:56Z', 'revision_number': 8, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'gw_port_host': None, '_interfaces': [{'id': '072e3230-a6c2-4d1a-b791-2fff15b9adab', 'name': '', 'network_id': '3019b740-4dc7-4e2f-8949-b1946bf1aff4', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:e2:94:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8ab39914-38ab-4a3c-95bf-3112a32df6a1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:32Z', 'updated_at': '2022-03-28T13:47:45Z', 'revision_number': 5, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '8ab39914-38ab-4a3c-95bf-3112a32df6a1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d600fc5-5ec3-46fe-b579-018a4862cf4c', 'name': '', 'network_id': '781f79ef-bd29-4180-a3a8-33cc905136b6', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:dc:49:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '653c6be3-d8e9-46c2-8a59-c571ae539f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:11Z', 'updated_at': '2022-03-28T13:47:20Z', 'revision_number': 5, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '653c6be3-d8e9-46c2-8a59-c571ae539f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d94d1a9-c0ed-4d00-8f26-c0800eb72072', 'name': '', 'network_id': '3fb51fec-b819-4ee1-b3a7-4d71be090bca', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:0c:fe:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '7864d972-ffb3-4709-ada8-227be950b309', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:21Z', 'updated_at': '2022-03-28T13:47:30Z', 'revision_number': 5, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '7864d972-ffb3-4709-ada8-227be950b309', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:47:59.922773 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88602a2d-a74b-4f2a-8cd0-09935b1065c8 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:47:59.931189 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88602a2d-a74b-4f2a-8cd0-09935b1065c8 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:47:59.931570 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-88602a2d-a74b-4f2a-8cd0-09935b1065c8 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:47:59.949988 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59918) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:47:59.994296 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-5f7ab905-5edf-4c6f-9ddc-ab1fbfcc8fa8 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a80ffc3-36c2-452c-b80c-e94dd461c882']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:00.014032 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-5f7ab905-5edf-4c6f-9ddc-ab1fbfcc8fa8 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96fa0746-1356-4795-9e44-5bf6c958965d') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:00.014425 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-5f7ab905-5edf-4c6f-9ddc-ab1fbfcc8fa8 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96fa0746-1356-4795-9e44-5bf6c958965d') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:00.033561 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5f7ab905-5edf-4c6f-9ddc-ab1fbfcc8fa8 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:00.042649 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-88602a2d-a74b-4f2a-8cd0-09935b1065c8 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2767630 Mar 28 13:48:00.050914 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59920) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:00.061545 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-15347e4f-0d3b-44aa-a456-309305835bb4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1501785121'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:00.065816 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-73f6227e-3689-46b3-8db5-8d710ffe44e9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d4728a3bd1484ada8a4769dd5f02d8d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1080616 Mar 28 13:48:00.070525 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59922) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:00.084618 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5f7ab905-5edf-4c6f-9ddc-ab1fbfcc8fa8 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:00.099129 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f7ab905-5edf-4c6f-9ddc-ab1fbfcc8fa8 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:48:00.100129 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5f7ab905-5edf-4c6f-9ddc-ab1fbfcc8fa8 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:00.105369 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:48:00.105369 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:48:00.105369 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:48:00.105369 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:48:00.105369 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:48:00.105369 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:48:00.105369 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:48:00.105369 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:48:00.105369 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:48:00.105369 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:48:00.105369 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:48:00.105369 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:48:00.105369 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:48:00.105369 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:48:00.105369 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:48:00.105369 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:48:00.105369 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:48:00.105369 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:48:00.105369 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:48:00.105369 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:48:00.105369 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:48:00.105369 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:48:00.105369 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:48:00.105369 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:48:00.105369 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:48:00.105369 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:48:00.105369 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:48:00.105369 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:48:00.105369 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:48:00.105369 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:48:00.105369 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:48:00.105369 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:48:00.116750 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3c64a8-29f5-4f77-8aec-f78f2cc2b96f None None] Network 86ab37a1-bd34-4d48-bf68-1b0895609206 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:48:00.125080 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131496bd-0a4f-4068-bb85-66c5d879a566 None None] The sync data for ids ['6b50c724-d573-48a4-b432-8a2fc7f559f7'] in dv-neutron-835335-1-hyperv is: [{'id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'name': 'tempest-RoutersTest-router-1384789579', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:47:06Z', 'updated_at': '2022-03-28T13:47:56Z', 'revision_number': 8, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'gw_port_host': None, '_interfaces': [{'id': '072e3230-a6c2-4d1a-b791-2fff15b9adab', 'name': '', 'network_id': '3019b740-4dc7-4e2f-8949-b1946bf1aff4', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:e2:94:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8ab39914-38ab-4a3c-95bf-3112a32df6a1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:32Z', 'updated_at': '2022-03-28T13:47:45Z', 'revision_number': 5, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '8ab39914-38ab-4a3c-95bf-3112a32df6a1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d600fc5-5ec3-46fe-b579-018a4862cf4c', 'name': '', 'network_id': '781f79ef-bd29-4180-a3a8-33cc905136b6', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:dc:49:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '653c6be3-d8e9-46c2-8a59-c571ae539f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:11Z', 'updated_at': '2022-03-28T13:47:20Z', 'revision_number': 5, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '653c6be3-d8e9-46c2-8a59-c571ae539f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d94d1a9-c0ed-4d00-8f26-c0800eb72072', 'name': '', 'network_id': '3fb51fec-b819-4ee1-b3a7-4d71be090bca', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:0c:fe:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '7864d972-ffb3-4709-ada8-227be950b309', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:21Z', 'updated_at': '2022-03-28T13:47:30Z', 'revision_number': 5, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '7864d972-ffb3-4709-ada8-227be950b309', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:48:00.189395 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3562d5c0-9189-4c04-bce8-d0d2532ae0e8 None None] Pushing event updated for resources: {'Port': ['ID=adfb43a5-6711-414d-bf92-82aff666e8db,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:00.199326 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15347e4f-0d3b-44aa-a456-309305835bb4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Made reservation on behalf of 427ec9eabb7e45afac363fe68c5efe1f for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:48:00.202842 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-15347e4f-0d3b-44aa-a456-309305835bb4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:00.212167 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77634104-c3d1-4e9f-8d77-23732c390067 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Checking segment: {'id': '19d015fe-6efc-47fa-8758-5f47c75dd96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a434e7b3-aa67-4e5a-844a-62ca5af90cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:48:00.212784 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77634104-c3d1-4e9f-8d77-23732c390067 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Network hostable DHCP agents. Network: a434e7b3-aa67-4e5a-844a-62ca5af90cd8, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:48:00.235072 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a73e8ef3-8a0d-40e8-88f7-20fcff466034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:00.248857 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15347e4f-0d3b-44aa-a456-309305835bb4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:48:00.270404 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a73e8ef3-8a0d-40e8-88f7-20fcff466034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:00.272782 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-15347e4f-0d3b-44aa-a456-309305835bb4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:00.273245 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-15347e4f-0d3b-44aa-a456-309305835bb4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Added segment af0c38f0-1427-4b72-8947-916c926ed0e0 of type vlan for network 8e82453a-62f5-4c02-8c07-c6c4f4759ccb Mar 28 13:48:00.274581 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.db.api [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 13:48:00.274945 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG oslo_db.api [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 13:48:00.291635 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5f7ab905-5edf-4c6f-9ddc-ab1fbfcc8fa8 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:00.296503 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5f7ab905-5edf-4c6f-9ddc-ab1fbfcc8fa8 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:00.300665 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-5f7ab905-5edf-4c6f-9ddc-ab1fbfcc8fa8 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "DELETE /v2.0/networks/1a80ffc3-36c2-452c-b80c-e94dd461c882 HTTP/1.1" status: 204 len: 168 time: 1.2254498 Mar 28 13:48:00.304325 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e4e333a8-b8bd-4da0-bac3-8e1e4dcb48a3 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:00.305824 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59924) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:00.336935 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-f34e633f-b978-43e9-a424-529ef3fbf028 None None] Provisioning complete for port 546617a4-3523-4278-9683-4c7b0b64c593 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:00.336935 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f34e633f-b978-43e9-a424-529ef3fbf028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:00.361108 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ab905-5edf-4c6f-9ddc-ab1fbfcc8fa8 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event deleted for resources: {'Network': ['ID=1a80ffc3-36c2-452c-b80c-e94dd461c882,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:00.369395 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-15347e4f-0d3b-44aa-a456-309305835bb4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:00.390978 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-f34e633f-b978-43e9-a424-529ef3fbf028 None None] Port 546617a4-3523-4278-9683-4c7b0b64c593 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:48:00.391204 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77634104-c3d1-4e9f-8d77-23732c390067 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Network a434e7b3-aa67-4e5a-844a-62ca5af90cd8 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:48:00.392562 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e4e333a8-b8bd-4da0-bac3-8e1e4dcb48a3 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:00.446025 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-15347e4f-0d3b-44aa-a456-309305835bb4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:00.452679 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15347e4f-0d3b-44aa-a456-309305835bb4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:00.453324 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-15347e4f-0d3b-44aa-a456-309305835bb4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:00.480416 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a73e8ef3-8a0d-40e8-88f7-20fcff466034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:00.482895 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a73e8ef3-8a0d-40e8-88f7-20fcff466034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:00.486373 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a73e8ef3-8a0d-40e8-88f7-20fcff466034 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/796df91c-4275-4f20-9fb7-5edab64dcff9 HTTP/1.1" status: 204 len: 168 time: 0.4104397 Mar 28 13:48:00.499500 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-77634104-c3d1-4e9f-8d77-23732c390067 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, a434e7b3-aa67-4e5a-844a-62ca5af90cd8) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:00.514446 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ce2a4f-8146-4d97-ab7f-3e097afeaae7 None None] Network a434e7b3-aa67-4e5a-844a-62ca5af90cd8 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:48:00.531983 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77634104-c3d1-4e9f-8d77-23732c390067 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:00.537184 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-77634104-c3d1-4e9f-8d77-23732c390067 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:00.540908 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e8ef3-8a0d-40e8-88f7-20fcff466034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796df91c-4275-4f20-9fb7-5edab64dcff9,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:00.546123 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c620a011-def2-46a2-bc8d-a7023b99bd4e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:00.550938 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2bff552b-e831-4459-bfd7-d237c7d0d9f7 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:00.553272 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-15347e4f-0d3b-44aa-a456-309305835bb4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5006101 Mar 28 13:48:00.553891 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15347e4f-0d3b-44aa-a456-309305835bb4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event updated for resources: {'Network': ['ID=8e82453a-62f5-4c02-8c07-c6c4f4759ccb,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:00.555834 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59928) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:00.566815 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-8250791f-7850-496e-8ea3-f83970023270 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Request body: {'ports': [{'network_id': '86ab37a1-bd34-4d48-bf68-1b0895609206'}, {'network_id': '8e82453a-62f5-4c02-8c07-c6c4f4759ccb'}]} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:00.567124 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-8250791f-7850-496e-8ea3-f83970023270 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Request body: {'port': {'network_id': '86ab37a1-bd34-4d48-bf68-1b0895609206'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:00.567608 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-8250791f-7850-496e-8ea3-f83970023270 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Request body: {'port': {'network_id': '8e82453a-62f5-4c02-8c07-c6c4f4759ccb'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:00.586493 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e333a8-b8bd-4da0-bac3-8e1e4dcb48a3 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event updated for resources: {'Port': ['ID=d210d350-4b53-4446-a8a4-4a13414c8c7d,revision_number=3']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:00.601755 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e4e333a8-b8bd-4da0-bac3-8e1e4dcb48a3 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:00.603963 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 8e82453a-62f5-4c02-8c07-c6c4f4759ccb details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:48:00.636710 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2bff552b-e831-4459-bfd7-d237c7d0d9f7 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:00.741753 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-77634104-c3d1-4e9f-8d77-23732c390067 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8808393 Mar 28 13:48:00.745443 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59932) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:00.753071 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-6f8d606e-3a0d-4afe-ba24-5705cc7a1980 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-411043967', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:00.834474 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6f8d606e-3a0d-4afe-ba24-5705cc7a1980 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:00.835597 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6f8d606e-3a0d-4afe-ba24-5705cc7a1980 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:00.871821 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8250791f-7850-496e-8ea3-f83970023270 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Made reservation on behalf of 427ec9eabb7e45afac363fe68c5efe1f for: {'port': 2} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:48:00.876402 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8250791f-7850-496e-8ea3-f83970023270 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:00.928965 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6f8d606e-3a0d-4afe-ba24-5705cc7a1980 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:00.941861 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8250791f-7850-496e-8ea3-f83970023270 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:00.966532 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833df121-575f-422f-b041-c1bf40db2db2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-a434e7b3-aa67-4e5a-844a-62ca5af90cd8', 'network_id': 'a434e7b3-aa67-4e5a-844a-62ca5af90cd8', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'fixed_ips': [{'subnet_id': '1adb54d2-c612-492d-84fe-0b006dada7e2'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:48:00.968164 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-833df121-575f-422f-b041-c1bf40db2db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:01.036275 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6f8d606e-3a0d-4afe-ba24-5705cc7a1980 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:01.139828 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-8250791f-7850-496e-8ea3-f83970023270 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] device_id is not set on port 1b956809-561a-40b3-b44d-104d9e4cba71 yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:48:01.164841 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6f8d606e-3a0d-4afe-ba24-5705cc7a1980 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:01.166233 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-6f8d606e-3a0d-4afe-ba24-5705cc7a1980 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4197505 Mar 28 13:48:01.169577 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59934) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:01.175336 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-833df121-575f-422f-b041-c1bf40db2db2 None None] Allocated IP 2001:db8::2 (a434e7b3-aa67-4e5a-844a-62ca5af90cd8/1adb54d2-c612-492d-84fe-0b006dada7e2/87824143-58f4-4b9e-bc36-1a6b5f15295a) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:48:01.342385 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.l3_db [None req-2bff552b-e831-4459-bfd7-d237c7d0d9f7 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Floating IP b5c42605-e56c-4ee2-8e32-ab9c6aa6fff3 associated. External IP: 172.26.2.93, port: 0a38bbd2-6c6d-47b9-a147-a5fdf0110f64. Mar 28 13:48:01.356265 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-833df121-575f-422f-b041-c1bf40db2db2 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:01.419305 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8250791f-7850-496e-8ea3-f83970023270 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:01.428990 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-833df121-575f-422f-b041-c1bf40db2db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:01.436758 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device adfb43a5-6711-414d-bf92-82aff666e8db up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:48:01.479189 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e333a8-b8bd-4da0-bac3-8e1e4dcb48a3 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Network c7eb692f-e002-46c0-9fcb-5b6ba9293840 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:01.493864 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-e4e333a8-b8bd-4da0-bac3-8e1e4dcb48a3 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:01.511371 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833df121-575f-422f-b041-c1bf40db2db2 None None] Network a434e7b3-aa67-4e5a-844a-62ca5af90cd8 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:01.512718 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833df121-575f-422f-b041-c1bf40db2db2 None None] Pushing event updated for resources: {'Port': ['ID=87824143-58f4-4b9e-bc36-1a6b5f15295a,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:01.517968 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-833df121-575f-422f-b041-c1bf40db2db2 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:01.520275 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833df121-575f-422f-b041-c1bf40db2db2 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:48:01.521087 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-8250791f-7850-496e-8ea3-f83970023270 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] device_id is not set on port 474ef766-3064-4641-b15a-301ab09cc8b4 yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:48:01.586123 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1684c335-e5b7-4f1f-b648-3e594708fd0a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:01.588477 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port adfb43a5-6711-414d-bf92-82aff666e8db triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:01.588875 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:01.608350 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-833df121-575f-422f-b041-c1bf40db2db2 None None] Attempting to bind port 87824143-58f4-4b9e-bc36-1a6b5f15295a on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:48:01.608818 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-833df121-575f-422f-b041-c1bf40db2db2 None None] Attempting to bind port 87824143-58f4-4b9e-bc36-1a6b5f15295a by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '19d015fe-6efc-47fa-8758-5f47c75dd96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a434e7b3-aa67-4e5a-844a-62ca5af90cd8'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:48:01.609244 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833df121-575f-422f-b041-c1bf40db2db2 None None] Attempting to bind port 87824143-58f4-4b9e-bc36-1a6b5f15295a on network a434e7b3-aa67-4e5a-844a-62ca5af90cd8 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:48:01.617786 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833df121-575f-422f-b041-c1bf40db2db2 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:48:01.618385 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833df121-575f-422f-b041-c1bf40db2db2 None None] Checking segment: {'id': '19d015fe-6efc-47fa-8758-5f47c75dd96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a434e7b3-aa67-4e5a-844a-62ca5af90cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:48:01.618922 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-833df121-575f-422f-b041-c1bf40db2db2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:01.619382 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833df121-575f-422f-b041-c1bf40db2db2 None None] Bound using segment: {'id': '19d015fe-6efc-47fa-8758-5f47c75dd96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a434e7b3-aa67-4e5a-844a-62ca5af90cd8'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:48:01.619929 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-833df121-575f-422f-b041-c1bf40db2db2 None None] Bound port: 87824143-58f4-4b9e-bc36-1a6b5f15295a, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19d015fe-6efc-47fa-8758-5f47c75dd96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a434e7b3-aa67-4e5a-844a-62ca5af90cd8'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:48:01.620407 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-833df121-575f-422f-b041-c1bf40db2db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:01.743069 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-833df121-575f-422f-b041-c1bf40db2db2 None None] For port 87824143-58f4-4b9e-bc36-1a6b5f15295a, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:48:01.747689 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-833df121-575f-422f-b041-c1bf40db2db2 None None] For port 87824143-58f4-4b9e-bc36-1a6b5f15295a, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=87824143-58f4-4b9e-bc36-1a6b5f15295a,segment=NetworkSegment(19d015fe-6efc-47fa-8758-5f47c75dd96a),segment_id=19d015fe-6efc-47fa-8758-5f47c75dd96a)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:48:01.782335 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8250791f-7850-496e-8ea3-f83970023270 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:01.801275 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-833df121-575f-422f-b041-c1bf40db2db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:01.833732 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 3261d67e-5598-436d-bab7-f68ceaeb884c no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:48:01.861356 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c620a011-def2-46a2-bc8d-a7023b99bd4e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:01.872296 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 3261d67e-5598-436d-bab7-f68ceaeb884c {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:48:01.872690 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 3261d67e-5598-436d-bab7-f68ceaeb884c not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:48:01.873098 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device b13f211b-4b70-46e1-aa61-627f4d794570 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:48:01.913376 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8250791f-7850-496e-8ea3-f83970023270 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:01.915757 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: b13f211b-4b70-46e1-aa61-627f4d794570 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:48:01.916115 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device b13f211b-4b70-46e1-aa61-627f4d794570 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:48:01.922180 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e333a8-b8bd-4da0-bac3-8e1e4dcb48a3 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Router 5231fbb2-6ecf-479f-9b3c-f7b300f3d5c2 is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:48:01.926319 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c620a011-def2-46a2-bc8d-a7023b99bd4e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:01.927108 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c620a011-def2-46a2-bc8d-a7023b99bd4e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:01.933715 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833df121-575f-422f-b041-c1bf40db2db2 None None] Pushing event updated for resources: {'Port': ['ID=87824143-58f4-4b9e-bc36-1a6b5f15295a,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:01.941891 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-b754879d-2b7f-4dda-855c-dbd4f721cde2 None None] Provisioning complete for port d210d350-4b53-4446-a8a4-4a13414c8c7d triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:01.942260 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b754879d-2b7f-4dda-855c-dbd4f721cde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:01.984660 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8250791f-7850-496e-8ea3-f83970023270 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event updated for resources: {'Port': ['ID=1b956809-561a-40b3-b44d-104d9e4cba71,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:01.988443 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-b754879d-2b7f-4dda-855c-dbd4f721cde2 None None] Port d210d350-4b53-4446-a8a4-4a13414c8c7d cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:48:02.008992 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8250791f-7850-496e-8ea3-f83970023270 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Network 86ab37a1-bd34-4d48-bf68-1b0895609206 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:02.012549 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-8250791f-7850-496e-8ea3-f83970023270 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:02.016989 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8250791f-7850-496e-8ea3-f83970023270 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:48:02.017842 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8250791f-7850-496e-8ea3-f83970023270 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:02.034942 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-1684c335-e5b7-4f1f-b648-3e594708fd0a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Allocated IP 2001:db8::1 (a434e7b3-aa67-4e5a-844a-62ca5af90cd8/1adb54d2-c612-492d-84fe-0b006dada7e2/21fe8dcc-d40f-40e7-95da-f2242720d074) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:48:02.135501 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8250791f-7850-496e-8ea3-f83970023270 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event updated for resources: {'Port': ['ID=474ef766-3064-4641-b15a-301ab09cc8b4,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:02.146733 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bff552b-e831-4459-bfd7-d237c7d0d9f7 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Router a9c0fda7-37b9-4e66-8d8b-a493d0feabc8 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:48:02.149593 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8250791f-7850-496e-8ea3-f83970023270 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Checking segment: {'id': 'af0c38f0-1427-4b72-8947-916c926ed0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8e82453a-62f5-4c02-8c07-c6c4f4759ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:48:02.149593 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8250791f-7850-496e-8ea3-f83970023270 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Network hostable DHCP agents. Network: 8e82453a-62f5-4c02-8c07-c6c4f4759ccb, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:48:02.153756 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c620a011-def2-46a2-bc8d-a7023b99bd4e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Port': ['ID=546617a4-3523-4278-9683-4c7b0b64c593,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:02.200318 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e590935b-46fd-428e-a317-b2593754c7bf tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:02.264191 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1684c335-e5b7-4f1f-b648-3e594708fd0a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:02.266679 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8250791f-7850-496e-8ea3-f83970023270 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Network 8e82453a-62f5-4c02-8c07-c6c4f4759ccb is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:48:02.337814 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-8250791f-7850-496e-8ea3-f83970023270 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 8e82453a-62f5-4c02-8c07-c6c4f4759ccb) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:02.348455 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8250791f-7850-496e-8ea3-f83970023270 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:48:02.348761 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77856e8c-03e2-4ce1-8991-65a174470dc4 None None] Network 8e82453a-62f5-4c02-8c07-c6c4f4759ccb requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:48:02.349363 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8250791f-7850-496e-8ea3-f83970023270 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:02.350300 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e333a8-b8bd-4da0-bac3-8e1e4dcb48a3 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:48:02.354747 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8250791f-7850-496e-8ea3-f83970023270 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:02.355731 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8250791f-7850-496e-8ea3-f83970023270 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:02.359955 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-e4e333a8-b8bd-4da0-bac3-8e1e4dcb48a3 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "PUT /v2.0/routers/5231fbb2-6ecf-479f-9b3c-f7b300f3d5c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8033447 Mar 28 13:48:02.362815 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57586204-74ee-4f29-9c3b-85164b435203 None None] Sync routers for ids ['5231fbb2-6ecf-479f-9b3c-f7b300f3d5c2'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:48:02.363449 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59936) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:02.378509 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c620a011-def2-46a2-bc8d-a7023b99bd4e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:02.378733 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1684c335-e5b7-4f1f-b648-3e594708fd0a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:02.382440 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-c620a011-def2-46a2-bc8d-a7023b99bd4e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:02.390688 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57586204-74ee-4f29-9c3b-85164b435203 None None] Routers {'5231fbb2-6ecf-479f-9b3c-f7b300f3d5c2'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:48:02.391687 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-57586204-74ee-4f29-9c3b-85164b435203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:47:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['5231fbb2-6ecf-479f-9b3c-f7b300f3d5c2'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:02.434491 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1684c335-e5b7-4f1f-b648-3e594708fd0a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Network a434e7b3-aa67-4e5a-844a-62ca5af90cd8 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:02.442955 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-1684c335-e5b7-4f1f-b648-3e594708fd0a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:02.445566 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1684c335-e5b7-4f1f-b648-3e594708fd0a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:48:02.446096 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1684c335-e5b7-4f1f-b648-3e594708fd0a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:02.499818 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-57586204-74ee-4f29-9c3b-85164b435203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:02.520151 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57586204-74ee-4f29-9c3b-85164b435203 None None] Routers {'5231fbb2-6ecf-479f-9b3c-f7b300f3d5c2'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:48:02.526293 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-57586204-74ee-4f29-9c3b-85164b435203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:47:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['5231fbb2-6ecf-479f-9b3c-f7b300f3d5c2'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:02.538020 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-8250791f-7850-496e-8ea3-f83970023270 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9782369 Mar 28 13:48:02.541914 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59938) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:02.568183 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-57586204-74ee-4f29-9c3b-85164b435203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:02.569153 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57586204-74ee-4f29-9c3b-85164b435203 None None] The sync data for ids ['5231fbb2-6ecf-479f-9b3c-f7b300f3d5c2'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:48:02.595755 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1684c335-e5b7-4f1f-b648-3e594708fd0a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event updated for resources: {'Port': ['ID=21fe8dcc-d40f-40e7-95da-f2242720d074,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:02.613649 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6df58e-c049-48f4-8ef3-14d9c759bc6c tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:02.615246 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9b6df58e-c049-48f4-8ef3-14d9c759bc6c tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "GET /v2.0/ports?device_id=5231fbb2-6ecf-479f-9b3c-f7b300f3d5c2 HTTP/1.1" status: 200 len: 982 time: 0.2509265 Mar 28 13:48:02.618540 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59940) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:02.702086 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1684c335-e5b7-4f1f-b648-3e594708fd0a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:02.854594 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-8cd86224-e901-4033-a3c5-8a9612fd18cd None None] Provisioning complete for port 546617a4-3523-4278-9683-4c7b0b64c593 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:02.854986 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8cd86224-e901-4033-a3c5-8a9612fd18cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:02.901602 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-8cd86224-e901-4033-a3c5-8a9612fd18cd None None] Port 546617a4-3523-4278-9683-4c7b0b64c593 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:48:02.929426 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bff552b-e831-4459-bfd7-d237c7d0d9f7 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:48:02.936711 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2bff552b-e831-4459-bfd7-d237c7d0d9f7 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:02.942169 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdce61e-8c9e-4160-8fc0-0eccfba300d3 None None] Sync routers for ids ['a9c0fda7-37b9-4e66-8d8b-a493d0feabc8'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:48:02.956945 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdce61e-8c9e-4160-8fc0-0eccfba300d3 None None] Routers {'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:48:02.957972 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-ecdce61e-8c9e-4160-8fc0-0eccfba300d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:47:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['a9c0fda7-37b9-4e66-8d8b-a493d0feabc8'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:02.993361 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-2bff552b-e831-4459-bfd7-d237c7d0d9f7 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] 10.222.0.24 "PUT /v2.0/floatingips/b5c42605-e56c-4ee2-8e32-ab9c6aa6fff3 HTTP/1.1" status: 200 len: 990 time: 4.6507516 Mar 28 13:48:02.995808 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbdd9368-0317-4372-b950-1be483adf916', 'tag': '0a38bbd2-6c6d-47b9-a147-a5fdf0110f64'}] {{(pid=109612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:48:02.998040 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe63c13e87a9f7251adb6bd0d9fca296dff075f1d7b14c4d1edf5c408047469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19442ba6-fd72-4f36-96d0-e7d8392079dd" -d '{"events": [{"name": "network-changed", "server_uuid": "dbdd9368-0317-4372-b950-1be483adf916", "tag": "0a38bbd2-6c6d-47b9-a147-a5fdf0110f64"}]}' {{(pid=109612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:48:03.091865 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 13:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8342cd8f-b610-4c4e-9c4e-e7a56b6074d8 x-openstack-request-id: req-8342cd8f-b610-4c4e-9c4e-e7a56b6074d8 {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:48:03.092163 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbdd9368-0317-4372-b950-1be483adf916", "tag": "0a38bbd2-6c6d-47b9-a147-a5fdf0110f64", "status": "completed", "code": 200}]} {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:48:03.092451 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8342cd8f-b610-4c4e-9c4e-e7a56b6074d8 {{(pid=109612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:48:03.093376 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbdd9368-0317-4372-b950-1be483adf916', 'tag': '0a38bbd2-6c6d-47b9-a147-a5fdf0110f64', 'status': 'completed', 'code': 200} Mar 28 13:48:03.135152 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd89ac0-19e7-4c22-83b8-d05bef4cd0af None None] Network a434e7b3-aa67-4e5a-844a-62ca5af90cd8 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:48:03.154853 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-ecdce61e-8c9e-4160-8fc0-0eccfba300d3 None None] Set router a9c0fda7-37b9-4e66-8d8b-a493d0feabc8 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:48:03.168896 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-e590935b-46fd-428e-a317-b2593754c7bf tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Deleting port 072e3230-a6c2-4d1a-b791-2fff15b9adab {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:48:03.171260 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e590935b-46fd-428e-a317-b2593754c7bf tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:03.216490 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c620a011-def2-46a2-bc8d-a7023b99bd4e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Router 56cebebe-405d-464d-8c8f-f09e36ab548f is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:48:03.344755 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-e590935b-46fd-428e-a317-b2593754c7bf tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] For port 072e3230-a6c2-4d1a-b791-2fff15b9adab, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=072e3230-a6c2-4d1a-b791-2fff15b9adab,segment=NetworkSegment(e767cab0-10f7-4f58-9244-c66fe7053ccc),segment_id=e767cab0-10f7-4f58-9244-c66fe7053ccc)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:48:03.345195 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e590935b-46fd-428e-a317-b2593754c7bf tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:03.363317 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c620a011-def2-46a2-bc8d-a7023b99bd4e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:48:03.365259 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-e590935b-46fd-428e-a317-b2593754c7bf tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Calling delete_port for 072e3230-a6c2-4d1a-b791-2fff15b9adab owned by network:router_interface {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:48:03.370207 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c620a011-def2-46a2-bc8d-a7023b99bd4e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "PUT /v2.0/routers/56cebebe-405d-464d-8c8f-f09e36ab548f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7481084 Mar 28 13:48:03.372965 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59946) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:03.376121 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4684a573-aeb6-4b8e-9b4a-75ad74232181 None None] Sync routers for ids ['56cebebe-405d-464d-8c8f-f09e36ab548f'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:48:03.391368 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-19430643-027f-43e5-ae56-fd6682497e97 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Deleting port 474ef766-3064-4641-b15a-301ab09cc8b4 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:48:03.391728 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-19430643-027f-43e5-ae56-fd6682497e97 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:03.407836 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4684a573-aeb6-4b8e-9b4a-75ad74232181 None None] Routers {'56cebebe-405d-464d-8c8f-f09e36ab548f'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:48:03.408651 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-4684a573-aeb6-4b8e-9b4a-75ad74232181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:47:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['56cebebe-405d-464d-8c8f-f09e36ab548f'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:03.427273 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410dde7-1837-4bd9-8d63-94c960e23d09 req-8f296ae6-5c5a-4c77-8d71-49b1510133e2 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:03.428842 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6410dde7-1837-4bd9-8d63-94c960e23d09 req-8f296ae6-5c5a-4c77-8d71-49b1510133e2 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbdd9368-0317-4372-b950-1be483adf916 HTTP/1.1" status: 200 len: 945 time: 0.3221478 Mar 28 13:48:03.451604 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19442ba6-fd72-4f36-96d0-e7d8392079dd req-f671caa8-ab1c-46d1-a128-7fb30bab22a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:03.453055 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-19442ba6-fd72-4f36-96d0-e7d8392079dd req-f671caa8-ab1c-46d1-a128-7fb30bab22a9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=89f15a869eff4c6ba37bd2f72c48ff8f&device_id=dbdd9368-0317-4372-b950-1be483adf916 HTTP/1.1" status: 200 len: 1098 time: 0.3211591 Mar 28 13:48:03.463009 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936d7fee-235c-4e63-ab71-ef6e17bf9378 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:03.469526 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-936d7fee-235c-4e63-ab71-ef6e17bf9378 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/ports/546617a4-3523-4278-9683-4c7b0b64c593 HTTP/1.1" status: 200 len: 911 time: 0.0954838 Mar 28 13:48:03.470257 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59948) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:03.536009 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-4684a573-aeb6-4b8e-9b4a-75ad74232181 None None] Set router 56cebebe-405d-464d-8c8f-f09e36ab548f gateway port host: None {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:48:03.595863 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 87824143-58f4-4b9e-bc36-1a6b5f15295a up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:48:03.639203 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-19430643-027f-43e5-ae56-fd6682497e97 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:03.657047 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ffcea7-fbab-4092-a886-285c078016ce tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:03.663610 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ffcea7-fbab-4092-a886-285c078016ce tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:03.666015 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d6ffcea7-fbab-4092-a886-285c078016ce tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0797815 Mar 28 13:48:03.670998 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59950) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:03.704786 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-19430643-027f-43e5-ae56-fd6682497e97 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Calling delete_port for 474ef766-3064-4641-b15a-301ab09cc8b4 owned by {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:48:03.705469 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-9d6ee765-bd1a-49f2-82c7-194cdc058ba0 None None] Provisioning complete for port 87824143-58f4-4b9e-bc36-1a6b5f15295a triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:03.705872 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9d6ee765-bd1a-49f2-82c7-194cdc058ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:03.742582 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6410dde7-1837-4bd9-8d63-94c960e23d09 req-5662a1c0-6596-4c39-89db-254287fa5c20 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea21c11a-f4da-4375-b5d8-bba619bd5a06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2948701 Mar 28 13:48:03.818989 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 87824143-58f4-4b9e-bc36-1a6b5f15295a triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:03.819360 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:03.835283 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-4684a573-aeb6-4b8e-9b4a-75ad74232181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cebebe-405d-464d-8c8f-f09e36ab548f', 'name': 'tempest-NetworksTestDHCPv6-router-1170002291', 'tenant_id': '97c2fb5000a44df7a1530b25f26f0716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:47:55Z', 'updated_at': '2022-03-28T13:48:00Z', 'revision_number': 2, 'project_id': '97c2fb5000a44df7a1530b25f26f0716', 'gw_port_host': None, '_interfaces': [{'id': '546617a4-3523-4278-9683-4c7b0b64c593', 'name': '', 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'tenant_id': '97c2fb5000a44df7a1530b25f26f0716', 'mac_address': 'fa:16:3e:9b:cd:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56cebebe-405d-464d-8c8f-f09e36ab548f', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ffa23958-ebeb-4b45-8dce-4478fde0a546', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:57Z', 'updated_at': '2022-03-28T13:48:01Z', 'revision_number': 2, 'project_id': '97c2fb5000a44df7a1530b25f26f0716', 'subnets': [{'id': 'ffa23958-ebeb-4b45-8dce-4478fde0a546', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:03.868573 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19442ba6-fd72-4f36-96d0-e7d8392079dd req-4beccecf-c6d4-4b47-b7bb-28fbd115deac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:03.870067 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-19442ba6-fd72-4f36-96d0-e7d8392079dd req-4beccecf-c6d4-4b47-b7bb-28fbd115deac service neutron] 10.222.0.20 "GET /v2.0/networks?id=2cc3241e-126b-4fc7-8d31-f7970bedb565 HTTP/1.1" status: 200 len: 913 time: 0.3737013 Mar 28 13:48:03.870197 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4684a573-aeb6-4b8e-9b4a-75ad74232181 None None] Checking router: 56cebebe-405d-464d-8c8f-f09e36ab548f for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:48:03.870648 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4684a573-aeb6-4b8e-9b4a-75ad74232181 None None] Updating router 56cebebe-405d-464d-8c8f-f09e36ab548f port 546617a4-3523-4278-9683-4c7b0b64c593 binding host dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 13:48:03.914044 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-4684a573-aeb6-4b8e-9b4a-75ad74232181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:04.091820 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e590935b-46fd-428e-a317-b2593754c7bf tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:04.108191 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9d6ee765-bd1a-49f2-82c7-194cdc058ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:04.136452 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-19442ba6-fd72-4f36-96d0-e7d8392079dd req-aa01c025-822b-4629-847c-737ab64ce0e9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a38bbd2-6c6d-47b9-a147-a5fdf0110f64 HTTP/1.1" status: 200 len: 998 time: 0.2496881 Mar 28 13:48:04.155141 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:04.173868 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1684c335-e5b7-4f1f-b648-3e594708fd0a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:04.206961 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590935b-46fd-428e-a317-b2593754c7bf tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event deleted for resources: {'Port': ['ID=072e3230-a6c2-4d1a-b791-2fff15b9adab,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:04.208707 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-19430643-027f-43e5-ae56-fd6682497e97 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:04.222362 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-ecdce61e-8c9e-4160-8fc0-0eccfba300d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8', 'name': 'tempest-ServersTestManualDisk-1571218736-router', 'tenant_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': 'a318405c-f9ed-4f74-978b-188b8e060048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:47:09Z', 'updated_at': '2022-03-28T13:47:20Z', 'revision_number': 4, 'project_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'gw_port': {'id': 'a318405c-f9ed-4f74-978b-188b8e060048', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:11Z', 'updated_at': '2022-03-28T13:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': 'b5c42605-e56c-4ee2-8e32-ab9c6aa6fff3', 'tenant_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'floating_ip_address': '172.26.2.93', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': 'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8', 'port_id': '0a38bbd2-6c6d-47b9-a147-a5fdf0110f64', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cc3241e-126b-4fc7-8d31-f7970bedb565', 'mac_address': 'fa:16:3e:ca:4e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdd9368-0317-4372-b950-1be483adf916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T13:47:31Z', 'updated_at': '2022-03-28T13:48:00Z', 'revision_number': 1, 'project_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '912f9c7a-c6f3-4408-9465-4a717a67b8ba', 'name': '', 'network_id': '2cc3241e-126b-4fc7-8d31-f7970bedb565', 'tenant_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'mac_address': 'fa:16:3e:40:7a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3347bc09-8e26-47dd-9935-5fe9204b659f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:18Z', 'updated_at': '2022-03-28T13:47:32Z', 'revision_number': 5, 'project_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'subnets': [{'id': '3347bc09-8e26-47dd-9935-5fe9204b659f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:04.278040 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdce61e-8c9e-4160-8fc0-0eccfba300d3 None None] Checking router: a9c0fda7-37b9-4e66-8d8b-a493d0feabc8 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:48:04.290030 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-9d6ee765-bd1a-49f2-82c7-194cdc058ba0 None None] For port 87824143-58f4-4b9e-bc36-1a6b5f15295a, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=87824143-58f4-4b9e-bc36-1a6b5f15295a,segment=NetworkSegment(19d015fe-6efc-47fa-8758-5f47c75dd96a),segment_id=19d015fe-6efc-47fa-8758-5f47c75dd96a)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:48:04.303690 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdce61e-8c9e-4160-8fc0-0eccfba300d3 None None] Routers {'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:48:04.304704 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-ecdce61e-8c9e-4160-8fc0-0eccfba300d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:47:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['a9c0fda7-37b9-4e66-8d8b-a493d0feabc8'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:04.325839 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5f3069da-31d6-45d8-91b4-1b6cdf0c55b0 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:04.331853 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19430643-027f-43e5-ae56-fd6682497e97 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event deleted for resources: {'Port': ['ID=474ef766-3064-4641-b15a-301ab09cc8b4,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:04.334972 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1684c335-e5b7-4f1f-b648-3e594708fd0a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:04.335832 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1684c335-e5b7-4f1f-b648-3e594708fd0a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:04.339034 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-4684a573-aeb6-4b8e-9b4a-75ad74232181 None None] Notify callbacks [] for port, precommit_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:04.396089 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-4684a573-aeb6-4b8e-9b4a-75ad74232181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:04.430056 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-19430643-027f-43e5-ae56-fd6682497e97 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:04.435756 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-19430643-027f-43e5-ae56-fd6682497e97 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/ports/474ef766-3064-4641-b15a-301ab09cc8b4 HTTP/1.1" status: 204 len: 168 time: 1.8906975 Mar 28 13:48:04.438488 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1684c335-e5b7-4f1f-b648-3e594708fd0a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event updated for resources: {'Port': ['ID=21fe8dcc-d40f-40e7-95da-f2242720d074,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:04.443835 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59956) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:04.497111 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19442ba6-fd72-4f36-96d0-e7d8392079dd req-c4226821-21fb-4fa4-8169-4e38b3e024d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:04.498606 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-19442ba6-fd72-4f36-96d0-e7d8392079dd req-c4226821-21fb-4fa4-8169-4e38b3e024d3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3347bc09-8e26-47dd-9935-5fe9204b659f HTTP/1.1" status: 200 len: 851 time: 0.3574862 Mar 28 13:48:04.557361 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-ecdce61e-8c9e-4160-8fc0-0eccfba300d3 None None] Set router a9c0fda7-37b9-4e66-8d8b-a493d0feabc8 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:48:04.598300 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd03aae-3ccd-44cb-9f92-bd27bf1effde None None] Pushing event updated for resources: {'Port': ['ID=546617a4-3523-4278-9683-4c7b0b64c593,revision_number=3']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:04.637862 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-4684a573-aeb6-4b8e-9b4a-75ad74232181 None None] Attempting to bind port 546617a4-3523-4278-9683-4c7b0b64c593 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:48:04.638313 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-4684a573-aeb6-4b8e-9b4a-75ad74232181 None None] Attempting to bind port 546617a4-3523-4278-9683-4c7b0b64c593 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:48:04.638738 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4684a573-aeb6-4b8e-9b4a-75ad74232181 None None] Attempting to bind port 546617a4-3523-4278-9683-4c7b0b64c593 on network 0683b568-5de1-47de-8c3c-3856d7f643f9 {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:48:04.644934 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4684a573-aeb6-4b8e-9b4a-75ad74232181 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:48:04.645438 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4684a573-aeb6-4b8e-9b4a-75ad74232181 None None] Checking segment: {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:48:04.647206 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-4684a573-aeb6-4b8e-9b4a-75ad74232181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:04.647705 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4684a573-aeb6-4b8e-9b4a-75ad74232181 None None] Bound using segment: {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:48:04.648492 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-4684a573-aeb6-4b8e-9b4a-75ad74232181 None None] Bound port: 546617a4-3523-4278-9683-4c7b0b64c593, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'}}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:48:04.648900 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-4684a573-aeb6-4b8e-9b4a-75ad74232181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:04.684411 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e590935b-46fd-428e-a317-b2593754c7bf tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:04.712678 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b701b0-f800-4772-a162-81818a0194c0 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:04.725599 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b701b0-f800-4772-a162-81818a0194c0 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:04.735682 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-4684a573-aeb6-4b8e-9b4a-75ad74232181 None None] For port 546617a4-3523-4278-9683-4c7b0b64c593, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:48:04.741711 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d7b701b0-f800-4772-a162-81818a0194c0 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2929678 Mar 28 13:48:04.744521 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59958) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:04.745270 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-4684a573-aeb6-4b8e-9b4a-75ad74232181 None None] For port 546617a4-3523-4278-9683-4c7b0b64c593, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=546617a4-3523-4278-9683-4c7b0b64c593,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:48:04.749130 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19442ba6-fd72-4f36-96d0-e7d8392079dd req-d9fcea3e-81b2-4076-9ac6-3de74bbd9cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:04.750784 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-19442ba6-fd72-4f36-96d0-e7d8392079dd req-d9fcea3e-81b2-4076-9ac6-3de74bbd9cf6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2cc3241e-126b-4fc7-8d31-f7970bedb565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2142634 Mar 28 13:48:04.753828 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9d6ee765-bd1a-49f2-82c7-194cdc058ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:04.764721 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1684c335-e5b7-4f1f-b648-3e594708fd0a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Network a434e7b3-aa67-4e5a-844a-62ca5af90cd8 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:04.790919 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-1684c335-e5b7-4f1f-b648-3e594708fd0a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:04.803322 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2376abee-3150-44af-b52b-64a142d3c388 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:04.853584 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-4684a573-aeb6-4b8e-9b4a-75ad74232181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:04.911736 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ee765-bd1a-49f2-82c7-194cdc058ba0 None None] Pushing event updated for resources: {'Port': ['ID=87824143-58f4-4b9e-bc36-1a6b5f15295a,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:04.926577 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.db.api [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 13:48:04.927402 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG oslo_db.api [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 13:48:04.953853 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-720adf13-6d22-439e-adf8-56a28b47b291 None None] Provisioning complete for port 21fe8dcc-d40f-40e7-95da-f2242720d074 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:04.954225 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-720adf13-6d22-439e-adf8-56a28b47b291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:04.976360 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4684a573-aeb6-4b8e-9b4a-75ad74232181 None None] Routers {'56cebebe-405d-464d-8c8f-f09e36ab548f'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:48:04.977296 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-4684a573-aeb6-4b8e-9b4a-75ad74232181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:47:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['56cebebe-405d-464d-8c8f-f09e36ab548f'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:05.045348 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-720adf13-6d22-439e-adf8-56a28b47b291 None None] Port 21fe8dcc-d40f-40e7-95da-f2242720d074 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:48:05.069674 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-720adf13-6d22-439e-adf8-56a28b47b291 None None] Provisioning complete for port 546617a4-3523-4278-9683-4c7b0b64c593 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:05.081199 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-720adf13-6d22-439e-adf8-56a28b47b291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:05.119780 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-4684a573-aeb6-4b8e-9b4a-75ad74232181 None None] Set router 56cebebe-405d-464d-8c8f-f09e36ab548f gateway port host: None {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:48:05.167001 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd03aae-3ccd-44cb-9f92-bd27bf1effde None None] Pushing event updated for resources: {'Port': ['ID=546617a4-3523-4278-9683-4c7b0b64c593,revision_number=4']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:05.257541 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-ecdce61e-8c9e-4160-8fc0-0eccfba300d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8', 'name': 'tempest-ServersTestManualDisk-1571218736-router', 'tenant_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': 'a318405c-f9ed-4f74-978b-188b8e060048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:47:09Z', 'updated_at': '2022-03-28T13:47:20Z', 'revision_number': 4, 'project_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'gw_port': {'id': 'a318405c-f9ed-4f74-978b-188b8e060048', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:11Z', 'updated_at': '2022-03-28T13:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': 'b5c42605-e56c-4ee2-8e32-ab9c6aa6fff3', 'tenant_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'floating_ip_address': '172.26.2.93', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': 'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8', 'port_id': '0a38bbd2-6c6d-47b9-a147-a5fdf0110f64', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cc3241e-126b-4fc7-8d31-f7970bedb565', 'mac_address': 'fa:16:3e:ca:4e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdd9368-0317-4372-b950-1be483adf916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T13:47:31Z', 'updated_at': '2022-03-28T13:48:00Z', 'revision_number': 1, 'project_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '912f9c7a-c6f3-4408-9465-4a717a67b8ba', 'name': '', 'network_id': '2cc3241e-126b-4fc7-8d31-f7970bedb565', 'tenant_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'mac_address': 'fa:16:3e:40:7a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3347bc09-8e26-47dd-9935-5fe9204b659f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:18Z', 'updated_at': '2022-03-28T13:47:32Z', 'revision_number': 5, 'project_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'subnets': [{'id': '3347bc09-8e26-47dd-9935-5fe9204b659f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:05.333404 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-19442ba6-fd72-4f36-96d0-e7d8392079dd req-02fd625a-a3d7-44b1-97fd-a30ae422bf9e service neutron] 10.222.0.20 "GET /v2.0/networks/2cc3241e-126b-4fc7-8d31-f7970bedb565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5670562 Mar 28 13:48:05.339572 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-720adf13-6d22-439e-adf8-56a28b47b291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:05.345552 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdce61e-8c9e-4160-8fc0-0eccfba300d3 None None] The sync data for ids ['a9c0fda7-37b9-4e66-8d8b-a493d0feabc8'] in dv-neutron-835335-1-hyperv is: [{'id': 'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8', 'name': 'tempest-ServersTestManualDisk-1571218736-router', 'tenant_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': 'a318405c-f9ed-4f74-978b-188b8e060048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:47:09Z', 'updated_at': '2022-03-28T13:47:20Z', 'revision_number': 4, 'project_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'gw_port': {'id': 'a318405c-f9ed-4f74-978b-188b8e060048', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:11Z', 'updated_at': '2022-03-28T13:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': 'b5c42605-e56c-4ee2-8e32-ab9c6aa6fff3', 'tenant_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'floating_ip_address': '172.26.2.93', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': 'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8', 'port_id': '0a38bbd2-6c6d-47b9-a147-a5fdf0110f64', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cc3241e-126b-4fc7-8d31-f7970bedb565', 'mac_address': 'fa:16:3e:ca:4e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdd9368-0317-4372-b950-1be483adf916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T13:47:31Z', 'updated_at': '2022-03-28T13:48:00Z', 'revision_number': 1, 'project_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '912f9c7a-c6f3-4408-9465-4a717a67b8ba', 'name': '', 'network_id': '2cc3241e-126b-4fc7-8d31-f7970bedb565', 'tenant_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'mac_address': 'fa:16:3e:40:7a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3347bc09-8e26-47dd-9935-5fe9204b659f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:18Z', 'updated_at': '2022-03-28T13:47:32Z', 'revision_number': 5, 'project_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'subnets': [{'id': '3347bc09-8e26-47dd-9935-5fe9204b659f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:48:05.391101 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-720adf13-6d22-439e-adf8-56a28b47b291 None None] For port 546617a4-3523-4278-9683-4c7b0b64c593, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=546617a4-3523-4278-9683-4c7b0b64c593,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:48:05.398379 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e590935b-46fd-428e-a317-b2593754c7bf tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Router 6b50c724-d573-48a4-b432-8a2fc7f559f7 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:48:05.417245 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-def23983-7869-4ea9-8431-4fdf8c347894 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Deleting port 1b956809-561a-40b3-b44d-104d9e4cba71 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:48:05.417576 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-def23983-7869-4ea9-8431-4fdf8c347894 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:05.434459 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-4684a573-aeb6-4b8e-9b4a-75ad74232181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cebebe-405d-464d-8c8f-f09e36ab548f', 'name': 'tempest-NetworksTestDHCPv6-router-1170002291', 'tenant_id': '97c2fb5000a44df7a1530b25f26f0716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:47:55Z', 'updated_at': '2022-03-28T13:48:00Z', 'revision_number': 2, 'project_id': '97c2fb5000a44df7a1530b25f26f0716', 'gw_port_host': None, '_interfaces': [{'id': '546617a4-3523-4278-9683-4c7b0b64c593', 'name': '', 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'tenant_id': '97c2fb5000a44df7a1530b25f26f0716', 'mac_address': 'fa:16:3e:9b:cd:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56cebebe-405d-464d-8c8f-f09e36ab548f', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ffa23958-ebeb-4b45-8dce-4478fde0a546', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:57Z', 'updated_at': '2022-03-28T13:48:04Z', 'revision_number': 4, 'project_id': '97c2fb5000a44df7a1530b25f26f0716', 'subnets': [{'id': 'ffa23958-ebeb-4b45-8dce-4478fde0a546', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:05.522430 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-720adf13-6d22-439e-adf8-56a28b47b291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:05.527163 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-19442ba6-fd72-4f36-96d0-e7d8392079dd req-d3badd50-a0ec-40dc-8e5a-ee5ce74022cd service neutron] 10.222.0.20 "GET /v2.0/networks/2cc3241e-126b-4fc7-8d31-f7970bedb565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823134 Mar 28 13:48:05.530788 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-5f3069da-31d6-45d8-91b4-1b6cdf0c55b0 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Deleting port d210d350-4b53-4446-a8a4-4a13414c8c7d {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:48:05.531129 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5f3069da-31d6-45d8-91b4-1b6cdf0c55b0 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:05.581454 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4684a573-aeb6-4b8e-9b4a-75ad74232181 None None] The sync data for ids ['56cebebe-405d-464d-8c8f-f09e36ab548f'] in dv-neutron-835335-1-hyperv is: [{'id': '56cebebe-405d-464d-8c8f-f09e36ab548f', 'name': 'tempest-NetworksTestDHCPv6-router-1170002291', 'tenant_id': '97c2fb5000a44df7a1530b25f26f0716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:47:55Z', 'updated_at': '2022-03-28T13:48:00Z', 'revision_number': 2, 'project_id': '97c2fb5000a44df7a1530b25f26f0716', 'gw_port_host': None, '_interfaces': [{'id': '546617a4-3523-4278-9683-4c7b0b64c593', 'name': '', 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'tenant_id': '97c2fb5000a44df7a1530b25f26f0716', 'mac_address': 'fa:16:3e:9b:cd:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56cebebe-405d-464d-8c8f-f09e36ab548f', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ffa23958-ebeb-4b45-8dce-4478fde0a546', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:57Z', 'updated_at': '2022-03-28T13:48:04Z', 'revision_number': 4, 'project_id': '97c2fb5000a44df7a1530b25f26f0716', 'subnets': [{'id': 'ffa23958-ebeb-4b45-8dce-4478fde0a546', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:48:05.586055 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-def23983-7869-4ea9-8431-4fdf8c347894 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:05.606399 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-def23983-7869-4ea9-8431-4fdf8c347894 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Calling delete_port for 1b956809-561a-40b3-b44d-104d9e4cba71 owned by {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:48:05.630214 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1684c335-e5b7-4f1f-b648-3e594708fd0a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Router c3bd2e47-e735-40f7-8ad4-768ac8b52816 is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:48:05.632760 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-720adf13-6d22-439e-adf8-56a28b47b291 None None] Provisioning complete for port 87824143-58f4-4b9e-bc36-1a6b5f15295a triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:05.633533 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-720adf13-6d22-439e-adf8-56a28b47b291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:05.797839 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e590935b-46fd-428e-a317-b2593754c7bf tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:48:05.803740 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720adf13-6d22-439e-adf8-56a28b47b291 None None] Pushing event updated for resources: {'Port': ['ID=546617a4-3523-4278-9683-4c7b0b64c593,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:05.805309 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-e590935b-46fd-428e-a317-b2593754c7bf tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "PUT /v2.0/routers/6b50c724-d573-48a4-b432-8a2fc7f559f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4968593 Mar 28 13:48:05.807443 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 87824143-58f4-4b9e-bc36-1a6b5f15295a up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:48:05.821183 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59962) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:05.842127 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd47779-427d-4ce7-8e53-91649bb2a1c2 None None] New status for floating IP b5c42605-e56c-4ee2-8e32-ab9c6aa6fff3: ACTIVE {{(pid=109615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 13:48:05.850264 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d9ce25-046d-452d-82cc-86ebab6246ca None None] Sync routers for ids ['6b50c724-d573-48a4-b432-8a2fc7f559f7'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:48:05.868153 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5f3069da-31d6-45d8-91b4-1b6cdf0c55b0 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:05.902869 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-2376abee-3150-44af-b52b-64a142d3c388 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting port 546617a4-3523-4278-9683-4c7b0b64c593 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:48:05.903238 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2376abee-3150-44af-b52b-64a142d3c388 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:05.908100 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d9ce25-046d-452d-82cc-86ebab6246ca None None] Routers {'6b50c724-d573-48a4-b432-8a2fc7f559f7'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:48:05.909335 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-22d9ce25-046d-452d-82cc-86ebab6246ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:47:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['6b50c724-d573-48a4-b432-8a2fc7f559f7'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:05.913718 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-5f3069da-31d6-45d8-91b4-1b6cdf0c55b0 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Calling delete_port for d210d350-4b53-4446-a8a4-4a13414c8c7d owned by network:router_interface {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:48:05.968119 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1684c335-e5b7-4f1f-b648-3e594708fd0a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:48:05.991394 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-1684c335-e5b7-4f1f-b648-3e594708fd0a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "PUT /v2.0/routers/c3bd2e47-e735-40f7-8ad4-768ac8b52816/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8208187 Mar 28 13:48:06.002306 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59964) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:06.081915 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-22d9ce25-046d-452d-82cc-86ebab6246ca None None] Set router 6b50c724-d573-48a4-b432-8a2fc7f559f7 gateway port host: None {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:48:06.153397 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d997273-daa9-4e09-b2c7-3f7cef014b34 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:06.158411 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-2d997273-daa9-4e09-b2c7-3f7cef014b34 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "GET /v2.0/ports/21fe8dcc-d40f-40e7-95da-f2242720d074 HTTP/1.1" status: 200 len: 911 time: 0.1535621 Mar 28 13:48:06.170542 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59966) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:06.402872 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ba39e8-1a74-4396-9c54-f03e3bcd5cb3 None None] Sync routers for ids ['c3bd2e47-e735-40f7-8ad4-768ac8b52816'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:48:06.415915 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 87824143-58f4-4b9e-bc36-1a6b5f15295a triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:06.416396 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:06.515178 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-a3792548-ef61-4ac6-a131-f63f136e6e44 None None] Provisioning complete for port 21fe8dcc-d40f-40e7-95da-f2242720d074 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:06.515643 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a3792548-ef61-4ac6-a131-f63f136e6e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:06.552694 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ba39e8-1a74-4396-9c54-f03e3bcd5cb3 None None] Routers {'c3bd2e47-e735-40f7-8ad4-768ac8b52816'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:48:06.553458 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-63ba39e8-1a74-4396-9c54-f03e3bcd5cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:47:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['c3bd2e47-e735-40f7-8ad4-768ac8b52816'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:06.560286 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-2376abee-3150-44af-b52b-64a142d3c388 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] For port 546617a4-3523-4278-9683-4c7b0b64c593, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=546617a4-3523-4278-9683-4c7b0b64c593,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:48:06.560676 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2376abee-3150-44af-b52b-64a142d3c388 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:06.574930 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-2376abee-3150-44af-b52b-64a142d3c388 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Calling delete_port for 546617a4-3523-4278-9683-4c7b0b64c593 owned by network:router_interface {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:48:06.599989 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-a3792548-ef61-4ac6-a131-f63f136e6e44 None None] Port 21fe8dcc-d40f-40e7-95da-f2242720d074 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:48:06.602053 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-63ba39e8-1a74-4396-9c54-f03e3bcd5cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:06.650341 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ba39e8-1a74-4396-9c54-f03e3bcd5cb3 None None] Routers {'c3bd2e47-e735-40f7-8ad4-768ac8b52816'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:48:06.651070 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-63ba39e8-1a74-4396-9c54-f03e3bcd5cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:47:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['c3bd2e47-e735-40f7-8ad4-768ac8b52816'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:06.673054 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5f3069da-31d6-45d8-91b4-1b6cdf0c55b0 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:06.679700 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-12a8ae91-e24a-453e-b823-73d3a35f6ba1 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:06.733284 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-a3792548-ef61-4ac6-a131-f63f136e6e44 None None] Provisioning complete for port 546617a4-3523-4278-9683-4c7b0b64c593 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:06.733753 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a3792548-ef61-4ac6-a131-f63f136e6e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:06.764727 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3069da-31d6-45d8-91b4-1b6cdf0c55b0 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event deleted for resources: {'Port': ['ID=d210d350-4b53-4446-a8a4-4a13414c8c7d,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:06.779967 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-def23983-7869-4ea9-8431-4fdf8c347894 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:06.780506 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-63ba39e8-1a74-4396-9c54-f03e3bcd5cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:06.780506 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ba39e8-1a74-4396-9c54-f03e3bcd5cb3 None None] The sync data for ids ['c3bd2e47-e735-40f7-8ad4-768ac8b52816'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:48:06.841305 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.plugins.ml2.db [None req-a3792548-ef61-4ac6-a131-f63f136e6e44 None None] No ports have port_id starting with 546617a4-3523-4278-9683-4c7b0b64c593 Mar 28 13:48:06.842721 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2376abee-3150-44af-b52b-64a142d3c388 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:06.847802 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-def23983-7869-4ea9-8431-4fdf8c347894 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:06.853909 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-def23983-7869-4ea9-8431-4fdf8c347894 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/ports/1b956809-561a-40b3-b44d-104d9e4cba71 HTTP/1.1" status: 204 len: 168 time: 2.1064777 Mar 28 13:48:06.855761 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def23983-7869-4ea9-8431-4fdf8c347894 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event deleted for resources: {'Port': ['ID=1b956809-561a-40b3-b44d-104d9e4cba71,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:06.870443 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-18f05563-65f5-455e-9032-4ba20b6dbcba tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Deleting subnet 8ab39914-38ab-4a3c-95bf-3112a32df6a1 {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:48:06.873075 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59968) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:06.888588 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-22d9ce25-046d-452d-82cc-86ebab6246ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'name': 'tempest-RoutersTest-router-1384789579', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:47:06Z', 'updated_at': '2022-03-28T13:48:03Z', 'revision_number': 9, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'gw_port_host': None, '_interfaces': [{'id': '6d600fc5-5ec3-46fe-b579-018a4862cf4c', 'name': '', 'network_id': '781f79ef-bd29-4180-a3a8-33cc905136b6', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:dc:49:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '653c6be3-d8e9-46c2-8a59-c571ae539f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:11Z', 'updated_at': '2022-03-28T13:47:20Z', 'revision_number': 5, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '653c6be3-d8e9-46c2-8a59-c571ae539f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d94d1a9-c0ed-4d00-8f26-c0800eb72072', 'name': '', 'network_id': '3fb51fec-b819-4ee1-b3a7-4d71be090bca', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:0c:fe:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '7864d972-ffb3-4709-ada8-227be950b309', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:21Z', 'updated_at': '2022-03-28T13:47:30Z', 'revision_number': 5, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '7864d972-ffb3-4709-ada8-227be950b309', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:06.895697 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-18f05563-65f5-455e-9032-4ba20b6dbcba tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:06.951908 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d9ce25-046d-452d-82cc-86ebab6246ca None None] Checking router: 6b50c724-d573-48a4-b432-8a2fc7f559f7 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:48:06.973222 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d9ce25-046d-452d-82cc-86ebab6246ca None None] Routers {'6b50c724-d573-48a4-b432-8a2fc7f559f7'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:48:06.973872 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-22d9ce25-046d-452d-82cc-86ebab6246ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:47:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['6b50c724-d573-48a4-b432-8a2fc7f559f7'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:06.994250 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2376abee-3150-44af-b52b-64a142d3c388 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Port': ['ID=546617a4-3523-4278-9683-4c7b0b64c593,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:07.059752 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-18f05563-65f5-455e-9032-4ba20b6dbcba tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:07.101997 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-22d9ce25-046d-452d-82cc-86ebab6246ca None None] Set router 6b50c724-d573-48a4-b432-8a2fc7f559f7 gateway port host: None {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:48:07.150368 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5f3069da-31d6-45d8-91b4-1b6cdf0c55b0 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:07.199131 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2376abee-3150-44af-b52b-64a142d3c388 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:07.243780 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac4aaf1-6d3a-4881-b6b8-48f126a95061 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:07.245422 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-fac4aaf1-6d3a-4881-b6b8-48f126a95061 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3630602 Mar 28 13:48:07.253027 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59972) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:07.306643 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-da0125ea-f68e-4639-87fc-a3a7fa76f7b5 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] GET failed (client error): The resource could not be found. Mar 28 13:48:07.321327 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-da0125ea-f68e-4639-87fc-a3a7fa76f7b5 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "GET /v2.0/ports/474ef766-3064-4641-b15a-301ab09cc8b4 HTTP/1.1" status: 404 len: 333 time: 0.0585256 Mar 28 13:48:07.339710 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59974) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:07.370820 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-22d9ce25-046d-452d-82cc-86ebab6246ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'name': 'tempest-RoutersTest-router-1384789579', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:47:06Z', 'updated_at': '2022-03-28T13:48:03Z', 'revision_number': 9, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'gw_port_host': None, '_interfaces': [{'id': '6d600fc5-5ec3-46fe-b579-018a4862cf4c', 'name': '', 'network_id': '781f79ef-bd29-4180-a3a8-33cc905136b6', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:dc:49:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '653c6be3-d8e9-46c2-8a59-c571ae539f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:11Z', 'updated_at': '2022-03-28T13:47:20Z', 'revision_number': 5, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '653c6be3-d8e9-46c2-8a59-c571ae539f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d94d1a9-c0ed-4d00-8f26-c0800eb72072', 'name': '', 'network_id': '3fb51fec-b819-4ee1-b3a7-4d71be090bca', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:0c:fe:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '7864d972-ffb3-4709-ada8-227be950b309', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:21Z', 'updated_at': '2022-03-28T13:47:30Z', 'revision_number': 5, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '7864d972-ffb3-4709-ada8-227be950b309', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:07.401725 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d9ce25-046d-452d-82cc-86ebab6246ca None None] The sync data for ids ['6b50c724-d573-48a4-b432-8a2fc7f559f7'] in dv-neutron-835335-1-hyperv is: [{'id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'name': 'tempest-RoutersTest-router-1384789579', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:47:06Z', 'updated_at': '2022-03-28T13:48:03Z', 'revision_number': 9, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'gw_port_host': None, '_interfaces': [{'id': '6d600fc5-5ec3-46fe-b579-018a4862cf4c', 'name': '', 'network_id': '781f79ef-bd29-4180-a3a8-33cc905136b6', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:dc:49:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '653c6be3-d8e9-46c2-8a59-c571ae539f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:11Z', 'updated_at': '2022-03-28T13:47:20Z', 'revision_number': 5, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '653c6be3-d8e9-46c2-8a59-c571ae539f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d94d1a9-c0ed-4d00-8f26-c0800eb72072', 'name': '', 'network_id': '3fb51fec-b819-4ee1-b3a7-4d71be090bca', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:0c:fe:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '7864d972-ffb3-4709-ada8-227be950b309', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:21Z', 'updated_at': '2022-03-28T13:47:30Z', 'revision_number': 5, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '7864d972-ffb3-4709-ada8-227be950b309', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:48:07.425402 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-30c7037e-b1ce-4e95-87aa-eccf98824140 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] GET failed (client error): The resource could not be found. Mar 28 13:48:07.430183 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-30c7037e-b1ce-4e95-87aa-eccf98824140 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "GET /v2.0/ports/1b956809-561a-40b3-b44d-104d9e4cba71 HTTP/1.1" status: 404 len: 333 time: 0.0851989 Mar 28 13:48:07.433996 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59976) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:07.465358 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3069da-31d6-45d8-91b4-1b6cdf0c55b0 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Router 5231fbb2-6ecf-479f-9b3c-f7b300f3d5c2 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:48:07.491331 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-18f05563-65f5-455e-9032-4ba20b6dbcba tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:07.564144 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2376abee-3150-44af-b52b-64a142d3c388 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Router 56cebebe-405d-464d-8c8f-f09e36ab548f has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:48:07.582816 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9b8ca97a-3fc2-492a-8838-d5316587bc7c tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:07.633757 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3069da-31d6-45d8-91b4-1b6cdf0c55b0 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:48:07.641511 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-5f3069da-31d6-45d8-91b4-1b6cdf0c55b0 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "PUT /v2.0/routers/5231fbb2-6ecf-479f-9b3c-f7b300f3d5c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0192418 Mar 28 13:48:07.642163 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59978) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:07.644204 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf50682a-05c4-4c5b-a540-6a1e1442cf3d None None] Sync routers for ids ['5231fbb2-6ecf-479f-9b3c-f7b300f3d5c2'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:48:07.650182 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2376abee-3150-44af-b52b-64a142d3c388 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:48:07.656706 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf50682a-05c4-4c5b-a540-6a1e1442cf3d None None] Routers {'5231fbb2-6ecf-479f-9b3c-f7b300f3d5c2'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:48:07.656856 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-2376abee-3150-44af-b52b-64a142d3c388 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "PUT /v2.0/routers/56cebebe-405d-464d-8c8f-f09e36ab548f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9847369 Mar 28 13:48:07.657678 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-bf50682a-05c4-4c5b-a540-6a1e1442cf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:47:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['5231fbb2-6ecf-479f-9b3c-f7b300f3d5c2'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:07.658040 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59980) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:07.677551 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ee0b1ad-bf23-4bc9-9391-18aa3bbf0e84 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] GET failed (client error): The resource could not be found. Mar 28 13:48:07.681639 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-8ee0b1ad-bf23-4bc9-9391-18aa3bbf0e84 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "GET /v2.0/ports/d210d350-4b53-4446-a8a4-4a13414c8c7d HTTP/1.1" status: 404 len: 333 time: 0.0350039 Mar 28 13:48:07.691478 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-bf50682a-05c4-4c5b-a540-6a1e1442cf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:07.692793 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59982) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:07.702988 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-18f05563-65f5-455e-9032-4ba20b6dbcba tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:07.704872 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-12a8ae91-e24a-453e-b823-73d3a35f6ba1 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Deleting port 21fe8dcc-d40f-40e7-95da-f2242720d074 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:48:07.704872 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-12a8ae91-e24a-453e-b823-73d3a35f6ba1 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:07.705085 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf50682a-05c4-4c5b-a540-6a1e1442cf3d None None] Routers {'5231fbb2-6ecf-479f-9b3c-f7b300f3d5c2'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:48:07.705922 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-bf50682a-05c4-4c5b-a540-6a1e1442cf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:47:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['5231fbb2-6ecf-479f-9b3c-f7b300f3d5c2'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:07.748943 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-bf50682a-05c4-4c5b-a540-6a1e1442cf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:07.749993 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf50682a-05c4-4c5b-a540-6a1e1442cf3d None None] The sync data for ids ['5231fbb2-6ecf-479f-9b3c-f7b300f3d5c2'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:48:07.755356 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af642149-93f9-4707-9baa-a3959a817156 None None] Sync routers for ids ['56cebebe-405d-464d-8c8f-f09e36ab548f'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:48:07.785485 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af642149-93f9-4707-9baa-a3959a817156 None None] Routers {'56cebebe-405d-464d-8c8f-f09e36ab548f'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:48:07.786212 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-af642149-93f9-4707-9baa-a3959a817156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:47:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['56cebebe-405d-464d-8c8f-f09e36ab548f'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:07.804188 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9b8ca97a-3fc2-492a-8838-d5316587bc7c tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:07.811049 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f05563-65f5-455e-9032-4ba20b6dbcba tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event deleted for resources: {'Subnet': ['ID=8ab39914-38ab-4a3c-95bf-3112a32df6a1,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:07.826201 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-18f05563-65f5-455e-9032-4ba20b6dbcba tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:07.833896 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-18f05563-65f5-455e-9032-4ba20b6dbcba tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "DELETE /v2.0/subnets/8ab39914-38ab-4a3c-95bf-3112a32df6a1 HTTP/1.1" status: 204 len: 168 time: 1.9981184 Mar 28 13:48:07.836403 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59984) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:07.845183 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0b8b7b-db2a-4c2b-af0a-f2dcf0b348be tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:07.846707 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0b8b7b-db2a-4c2b-af0a-f2dcf0b348be tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:07.848337 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-4c0b8b7b-db2a-4c2b-af0a-f2dcf0b348be tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1888201 Mar 28 13:48:07.851100 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c1624267-bb79-465e-b445-817866a9fcac tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for router, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:07.852338 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-9b8ca97a-3fc2-492a-8838-d5316587bc7c tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e82453a-62f5-4c02-8c07-c6c4f4759ccb']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:07.863264 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59986) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:07.871795 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-af642149-93f9-4707-9baa-a3959a817156 None None] Set router 56cebebe-405d-464d-8c8f-f09e36ab548f gateway port host: None {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:48:07.883746 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-9b8ca97a-3fc2-492a-8838-d5316587bc7c tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af0c38f0-1427-4b72-8947-916c926ed0e0') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:07.884134 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-9b8ca97a-3fc2-492a-8838-d5316587bc7c tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af0c38f0-1427-4b72-8947-916c926ed0e0') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:07.936804 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9b8ca97a-3fc2-492a-8838-d5316587bc7c tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:07.941559 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-af642149-93f9-4707-9baa-a3959a817156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cebebe-405d-464d-8c8f-f09e36ab548f', 'name': 'tempest-NetworksTestDHCPv6-router-1170002291', 'tenant_id': '97c2fb5000a44df7a1530b25f26f0716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:47:55Z', 'updated_at': '2022-03-28T13:48:06Z', 'revision_number': 3, 'project_id': '97c2fb5000a44df7a1530b25f26f0716', 'gw_port_host': None}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:07.945850 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8d4a3d-03ed-4649-9602-0d7126825531 None None] Network 3019b740-4dc7-4e2f-8949-b1946bf1aff4 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:48:07.947416 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 072e3230-a6c2-4d1a-b791-2fff15b9adab no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:48:07.977904 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-12a8ae91-e24a-453e-b823-73d3a35f6ba1 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:08.007778 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af642149-93f9-4707-9baa-a3959a817156 None None] Checking router: 56cebebe-405d-464d-8c8f-f09e36ab548f for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:48:08.017559 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9b8ca97a-3fc2-492a-8838-d5316587bc7c tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:08.020237 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-12a8ae91-e24a-453e-b823-73d3a35f6ba1 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Calling delete_port for 21fe8dcc-d40f-40e7-95da-f2242720d074 owned by network:router_interface {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:48:08.035072 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 072e3230-a6c2-4d1a-b791-2fff15b9adab {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:48:08.035412 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 072e3230-a6c2-4d1a-b791-2fff15b9adab not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:48:08.035708 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-3637f10b-f8de-49da-8c73-04204e3885ed tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting subnet ffa23958-ebeb-4b45-8dce-4478fde0a546 {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:48:08.041648 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b8ca97a-3fc2-492a-8838-d5316587bc7c tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:48:08.042056 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9b8ca97a-3fc2-492a-8838-d5316587bc7c tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:08.045614 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:48:08.045614 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:48:08.045614 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:48:08.045614 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:48:08.045614 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:48:08.045614 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:48:08.045614 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:48:08.045614 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:48:08.045614 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:48:08.045614 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:48:08.045614 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:48:08.045614 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:48:08.045614 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:48:08.045614 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:48:08.045614 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:48:08.045614 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:48:08.045614 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:48:08.045614 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:48:08.045614 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:48:08.045614 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:48:08.045614 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:48:08.045614 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:48:08.045614 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:48:08.045614 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:48:08.045614 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:48:08.045614 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:48:08.045614 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:48:08.045614 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:48:08.045614 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:48:08.045614 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:48:08.045614 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:48:08.045614 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:48:08.047608 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3637f10b-f8de-49da-8c73-04204e3885ed tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:08.056229 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c1624267-bb79-465e-b445-817866a9fcac tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:08.059629 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c1624267-bb79-465e-b445-817866a9fcac tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:08.063634 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af642149-93f9-4707-9baa-a3959a817156 None None] Routers {'56cebebe-405d-464d-8c8f-f09e36ab548f'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:48:08.064265 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-af642149-93f9-4707-9baa-a3959a817156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:47:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['56cebebe-405d-464d-8c8f-f09e36ab548f'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:08.066636 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9a97499a-33dc-4dcb-84c0-eaf60f20cdef tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:08.160542 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c1624267-bb79-465e-b445-817866a9fcac tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:08.161577 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1624267-bb79-465e-b445-817866a9fcac tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Fanout notify agent at l3_agent the message router_deleted on router 5231fbb2-6ecf-479f-9b3c-f7b300f3d5c2 {{(pid=109612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:48:08.170944 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c1624267-bb79-465e-b445-817866a9fcac tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:08.172299 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c1624267-bb79-465e-b445-817866a9fcac tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/routers/5231fbb2-6ecf-479f-9b3c-f7b300f3d5c2 HTTP/1.1" status: 204 len: 168 time: 0.4788740 Mar 28 13:48:08.175386 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59988) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:08.189728 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-af642149-93f9-4707-9baa-a3959a817156 None None] Set router 56cebebe-405d-464d-8c8f-f09e36ab548f gateway port host: None {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:48:08.193634 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3637f10b-f8de-49da-8c73-04204e3885ed tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:08.235226 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fe583c6-f4de-4c92-901a-890555b028fc tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Deleting subnet 3479f6e2-ccff-4ab0-88ca-fbea6d3e4f58 {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:48:08.239151 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0fe583c6-f4de-4c92-901a-890555b028fc tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:08.248153 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9b8ca97a-3fc2-492a-8838-d5316587bc7c tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:08.252917 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9b8ca97a-3fc2-492a-8838-d5316587bc7c tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:08.256072 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9b8ca97a-3fc2-492a-8838-d5316587bc7c tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/networks/8e82453a-62f5-4c02-8c07-c6c4f4759ccb HTTP/1.1" status: 204 len: 168 time: 0.8210499 Mar 28 13:48:08.267919 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59990) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:08.275626 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-af642149-93f9-4707-9baa-a3959a817156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cebebe-405d-464d-8c8f-f09e36ab548f', 'name': 'tempest-NetworksTestDHCPv6-router-1170002291', 'tenant_id': '97c2fb5000a44df7a1530b25f26f0716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:47:55Z', 'updated_at': '2022-03-28T13:48:06Z', 'revision_number': 3, 'project_id': '97c2fb5000a44df7a1530b25f26f0716', 'gw_port_host': None}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:08.283519 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-1f865f4f-c1da-46d5-9144-a9bf0cc04a7d tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2059960632'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:08.295215 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0fe583c6-f4de-4c92-901a-890555b028fc tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:08.297954 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ca97a-3fc2-492a-8838-d5316587bc7c tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event deleted for resources: {'Network': ['ID=8e82453a-62f5-4c02-8c07-c6c4f4759ccb,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:08.308208 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af642149-93f9-4707-9baa-a3959a817156 None None] The sync data for ids ['56cebebe-405d-464d-8c8f-f09e36ab548f'] in dv-neutron-835335-1-hyperv is: [{'id': '56cebebe-405d-464d-8c8f-f09e36ab548f', 'name': 'tempest-NetworksTestDHCPv6-router-1170002291', 'tenant_id': '97c2fb5000a44df7a1530b25f26f0716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:47:55Z', 'updated_at': '2022-03-28T13:48:06Z', 'revision_number': 3, 'project_id': '97c2fb5000a44df7a1530b25f26f0716', 'gw_port_host': None}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:48:08.399283 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0fe583c6-f4de-4c92-901a-890555b028fc tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:08.443150 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3637f10b-f8de-49da-8c73-04204e3885ed tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:08.448816 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-9a97499a-33dc-4dcb-84c0-eaf60f20cdef tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Deleting port 49d947bb-32fb-430e-a0e7-98636044c76a {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:48:08.449140 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9a97499a-33dc-4dcb-84c0-eaf60f20cdef tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:08.470020 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f865f4f-c1da-46d5-9144-a9bf0cc04a7d tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Made reservation on behalf of 427ec9eabb7e45afac363fe68c5efe1f for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:48:08.473504 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1f865f4f-c1da-46d5-9144-a9bf0cc04a7d tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:08.509149 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0fe583c6-f4de-4c92-901a-890555b028fc tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:08.541386 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe583c6-f4de-4c92-901a-890555b028fc tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event deleted for resources: {'Subnet': ['ID=3479f6e2-ccff-4ab0-88ca-fbea6d3e4f58,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:08.545556 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0fe583c6-f4de-4c92-901a-890555b028fc tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:08.552011 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-0fe583c6-f4de-4c92-901a-890555b028fc tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/subnets/3479f6e2-ccff-4ab0-88ca-fbea6d3e4f58 HTTP/1.1" status: 204 len: 168 time: 0.3726192 Mar 28 13:48:08.552131 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59992) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:08.554569 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ffe0da-2efd-4a2d-8ea4-20ca9b195683 None None] Network c7eb692f-e002-46c0-9fcb-5b6ba9293840 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:48:08.633736 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-57eb7dda-8ceb-4ce4-8c34-e7e9799e983f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:08.676710 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ae3231-0852-40b3-8308-b39b79e60fa3 None None] DHCP port deletion for 3019b740-4dc7-4e2f-8949-b1946bf1aff4 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:48:08.715568 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-57eb7dda-8ceb-4ce4-8c34-e7e9799e983f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Deleting port ccf8d27b-0d1a-4506-96a2-9a01d81b4623 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:48:08.715957 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-57eb7dda-8ceb-4ce4-8c34-e7e9799e983f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:08.750798 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-95ae3231-0852-40b3-8308-b39b79e60fa3 None None] Deleting port 49d947bb-32fb-430e-a0e7-98636044c76a {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:48:08.751173 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-95ae3231-0852-40b3-8308-b39b79e60fa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:08.824227 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-57eb7dda-8ceb-4ce4-8c34-e7e9799e983f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] For port ccf8d27b-0d1a-4506-96a2-9a01d81b4623, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=ccf8d27b-0d1a-4506-96a2-9a01d81b4623,segment=NetworkSegment(478144cd-0ca6-4c90-99e6-e0cf2d2f43df),segment_id=478144cd-0ca6-4c90-99e6-e0cf2d2f43df)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:48:08.824842 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-57eb7dda-8ceb-4ce4-8c34-e7e9799e983f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:08.841852 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-57eb7dda-8ceb-4ce4-8c34-e7e9799e983f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Calling delete_port for ccf8d27b-0d1a-4506-96a2-9a01d81b4623 owned by network:dhcp {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:48:08.920420 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-9a97499a-33dc-4dcb-84c0-eaf60f20cdef tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] For port 49d947bb-32fb-430e-a0e7-98636044c76a, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=49d947bb-32fb-430e-a0e7-98636044c76a,segment=NetworkSegment(e767cab0-10f7-4f58-9244-c66fe7053ccc),segment_id=e767cab0-10f7-4f58-9244-c66fe7053ccc)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:48:08.920974 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9a97499a-33dc-4dcb-84c0-eaf60f20cdef tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:08.939825 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-9a97499a-33dc-4dcb-84c0-eaf60f20cdef tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Calling delete_port for 49d947bb-32fb-430e-a0e7-98636044c76a owned by network:dhcp {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:48:08.960309 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b763e4cf-d098-40d1-9659-b0eb6e2f22f4 None None] DHCP port deletion for c7eb692f-e002-46c0-9fcb-5b6ba9293840 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:48:08.982262 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-12a8ae91-e24a-453e-b823-73d3a35f6ba1 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:08.990729 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f865f4f-c1da-46d5-9144-a9bf0cc04a7d tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:48:08.997748 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-95ae3231-0852-40b3-8308-b39b79e60fa3 None None] For port 49d947bb-32fb-430e-a0e7-98636044c76a, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=49d947bb-32fb-430e-a0e7-98636044c76a,segment=NetworkSegment(e767cab0-10f7-4f58-9244-c66fe7053ccc),segment_id=e767cab0-10f7-4f58-9244-c66fe7053ccc)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:48:08.998142 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-95ae3231-0852-40b3-8308-b39b79e60fa3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:09.006597 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-57eb7dda-8ceb-4ce4-8c34-e7e9799e983f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:09.012408 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-95ae3231-0852-40b3-8308-b39b79e60fa3 None None] Calling delete_port for 49d947bb-32fb-430e-a0e7-98636044c76a owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:48:09.022205 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a8ae91-e24a-453e-b823-73d3a35f6ba1 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event deleted for resources: {'Port': ['ID=21fe8dcc-d40f-40e7-95da-f2242720d074,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:09.037799 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb7dda-8ceb-4ce4-8c34-e7e9799e983f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event deleted for resources: {'Port': ['ID=ccf8d27b-0d1a-4506-96a2-9a01d81b4623,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:09.041981 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57eb7dda-8ceb-4ce4-8c34-e7e9799e983f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] No DVR routers for this DVR port ccf8d27b-0d1a-4506-96a2-9a01d81b4623 on host dv-neutron-835335-1-hyperv {{(pid=109612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:48:09.052696 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1f865f4f-c1da-46d5-9144-a9bf0cc04a7d tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:09.053039 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-1f865f4f-c1da-46d5-9144-a9bf0cc04a7d tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Added segment c6803dd4-5071-4353-aca0-63a1fc8865ba of type vlan for network 065f26d2-63bb-4542-be39-8aa15e1ec1c9 Mar 28 13:48:09.074838 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3637f10b-f8de-49da-8c73-04204e3885ed tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:09.087295 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-b763e4cf-d098-40d1-9659-b0eb6e2f22f4 None None] Deleting port ccf8d27b-0d1a-4506-96a2-9a01d81b4623 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:48:09.087658 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b763e4cf-d098-40d1-9659-b0eb6e2f22f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:09.138342 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-57eb7dda-8ceb-4ce4-8c34-e7e9799e983f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:09.160382 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-b763e4cf-d098-40d1-9659-b0eb6e2f22f4 None None] For port ccf8d27b-0d1a-4506-96a2-9a01d81b4623, host dv-neutron-835335-1-hyperv, got binding levels [] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:48:09.160382 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b763e4cf-d098-40d1-9659-b0eb6e2f22f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:09.162224 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-57eb7dda-8ceb-4ce4-8c34-e7e9799e983f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7eb692f-e002-46c0-9fcb-5b6ba9293840']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:09.173851 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-b763e4cf-d098-40d1-9659-b0eb6e2f22f4 None None] Calling delete_port for ccf8d27b-0d1a-4506-96a2-9a01d81b4623 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:48:09.178072 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.ipam_backend_mixin [None req-b763e4cf-d098-40d1-9659-b0eb6e2f22f4 None None] Port ccf8d27b-0d1a-4506-96a2-9a01d81b4623 was not found and therefore no delete operation was performed {{(pid=109614) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 28 13:48:09.179910 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b763e4cf-d098-40d1-9659-b0eb6e2f22f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:09.181938 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-57eb7dda-8ceb-4ce4-8c34-e7e9799e983f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '478144cd-0ca6-4c90-99e6-e0cf2d2f43df') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:09.182293 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-57eb7dda-8ceb-4ce4-8c34-e7e9799e983f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '478144cd-0ca6-4c90-99e6-e0cf2d2f43df') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:09.194488 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3637f10b-f8de-49da-8c73-04204e3885ed tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Subnet': ['ID=ffa23958-ebeb-4b45-8dce-4478fde0a546,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:09.194865 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-57eb7dda-8ceb-4ce4-8c34-e7e9799e983f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:09.203839 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3637f10b-f8de-49da-8c73-04204e3885ed tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:09.206061 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b763e4cf-d098-40d1-9659-b0eb6e2f22f4 None None] Pushing event deleted for resources: {'Port': ['ID=ccf8d27b-0d1a-4506-96a2-9a01d81b4623,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:09.210822 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-57eb7dda-8ceb-4ce4-8c34-e7e9799e983f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:09.212047 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b763e4cf-d098-40d1-9659-b0eb6e2f22f4 None None] No DVR routers for this DVR port ccf8d27b-0d1a-4506-96a2-9a01d81b4623 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:48:09.214907 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56e8616-0143-4178-b485-b627534bedf1 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:48:09.222004 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59994) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:09.222415 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3637f10b-f8de-49da-8c73-04204e3885ed tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/ffa23958-ebeb-4b45-8dce-4478fde0a546 HTTP/1.1" status: 204 len: 168 time: 1.3460917 Mar 28 13:48:09.222506 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57eb7dda-8ceb-4ce4-8c34-e7e9799e983f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:48:09.222506 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-57eb7dda-8ceb-4ce4-8c34-e7e9799e983f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:09.222651 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1f865f4f-c1da-46d5-9144-a9bf0cc04a7d tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:09.232529 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-12a8ae91-e24a-453e-b823-73d3a35f6ba1 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:09.281674 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:48:09.281674 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:48:09.281674 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:48:09.281674 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:48:09.281674 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:48:09.281674 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:48:09.281674 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:48:09.281674 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:48:09.281674 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:48:09.281674 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:48:09.281674 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:48:09.281674 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:48:09.281674 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:48:09.281674 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:48:09.281674 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:48:09.281674 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:48:09.281674 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:48:09.281674 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:48:09.281674 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:48:09.281674 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:48:09.281674 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:48:09.281674 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:48:09.281674 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:48:09.281674 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:48:09.281674 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:48:09.281674 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:48:09.281674 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:48:09.281674 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:48:09.281674 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:48:09.281674 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:48:09.281674 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:48:09.281674 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:48:09.287662 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-95ae3231-0852-40b3-8308-b39b79e60fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:09.305362 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9a97499a-33dc-4dcb-84c0-eaf60f20cdef tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:09.329507 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae3231-0852-40b3-8308-b39b79e60fa3 None None] Pushing event deleted for resources: {'Port': ['ID=49d947bb-32fb-430e-a0e7-98636044c76a,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:09.352444 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ae3231-0852-40b3-8308-b39b79e60fa3 None None] No DVR routers for this DVR port 49d947bb-32fb-430e-a0e7-98636044c76a on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:48:09.386670 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a97499a-33dc-4dcb-84c0-eaf60f20cdef tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] No DVR routers for this DVR port 49d947bb-32fb-430e-a0e7-98636044c76a on host dv-neutron-835335-1-hyperv {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:48:09.391806 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a97499a-33dc-4dcb-84c0-eaf60f20cdef tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event deleted for resources: {'Port': ['ID=49d947bb-32fb-430e-a0e7-98636044c76a,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:09.397027 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1f865f4f-c1da-46d5-9144-a9bf0cc04a7d tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:09.403214 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f865f4f-c1da-46d5-9144-a9bf0cc04a7d tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:09.404126 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1f865f4f-c1da-46d5-9144-a9bf0cc04a7d tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:09.454164 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-469a3db5-4b2b-491e-ada6-8c6b8a3746c1 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2362893 Mar 28 13:48:09.457248 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 59996) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:09.501778 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54b903a-aaa1-459f-8466-8235eec62191 None None] DHCP port deletion for 0683b568-5de1-47de-8c3c-3856d7f643f9 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:48:09.532950 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-57eb7dda-8ceb-4ce4-8c34-e7e9799e983f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:09.547088 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-57eb7dda-8ceb-4ce4-8c34-e7e9799e983f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:09.551587 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-57eb7dda-8ceb-4ce4-8c34-e7e9799e983f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/networks/c7eb692f-e002-46c0-9fcb-5b6ba9293840 HTTP/1.1" status: 204 len: 168 time: 0.9984899 Mar 28 13:48:09.556644 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-752cbd62-e9e5-4de9-8de1-78e10cf268a6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for router, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:09.573017 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-a54b903a-aaa1-459f-8466-8235eec62191 None None] Deleting port adfb43a5-6711-414d-bf92-82aff666e8db {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:48:09.573524 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a54b903a-aaa1-459f-8466-8235eec62191 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:09.582788 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 59998) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:09.585899 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-1f865f4f-c1da-46d5-9144-a9bf0cc04a7d tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3145249 Mar 28 13:48:09.598230 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60000) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:09.606274 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb7dda-8ceb-4ce4-8c34-e7e9799e983f tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event deleted for resources: {'Network': ['ID=c7eb692f-e002-46c0-9fcb-5b6ba9293840,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:09.624056 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-9e29ae4a-2b6d-4f80-99bf-86833515db62 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Request body: {'subnet': {'network_id': '065f26d2-63bb-4542-be39-8aa15e1ec1c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:09.630875 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9a97499a-33dc-4dcb-84c0-eaf60f20cdef tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:09.634589 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 546617a4-3523-4278-9683-4c7b0b64c593 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:48:09.669122 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 546617a4-3523-4278-9683-4c7b0b64c593 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:48:09.669451 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 546617a4-3523-4278-9683-4c7b0b64c593 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:48:09.669866 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device ccf8d27b-0d1a-4506-96a2-9a01d81b4623 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:48:09.675415 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f865f4f-c1da-46d5-9144-a9bf0cc04a7d tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event updated for resources: {'Network': ['ID=065f26d2-63bb-4542-be39-8aa15e1ec1c9,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:09.701665 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: ccf8d27b-0d1a-4506-96a2-9a01d81b4623 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:48:09.702224 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device ccf8d27b-0d1a-4506-96a2-9a01d81b4623 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:48:09.702902 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device adfb43a5-6711-414d-bf92-82aff666e8db no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:48:09.710182 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 065f26d2-63bb-4542-be39-8aa15e1ec1c9 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:48:09.725013 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a8ae91-e24a-453e-b823-73d3a35f6ba1 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Router c3bd2e47-e735-40f7-8ad4-768ac8b52816 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:48:09.727259 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-9a97499a-33dc-4dcb-84c0-eaf60f20cdef tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3019b740-4dc7-4e2f-8949-b1946bf1aff4']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:09.761123 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-a54b903a-aaa1-459f-8466-8235eec62191 None None] For port adfb43a5-6711-414d-bf92-82aff666e8db, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=adfb43a5-6711-414d-bf92-82aff666e8db,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:48:09.761518 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a54b903a-aaa1-459f-8466-8235eec62191 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:09.781802 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-9a97499a-33dc-4dcb-84c0-eaf60f20cdef tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e767cab0-10f7-4f58-9244-c66fe7053ccc') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:09.782183 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-9a97499a-33dc-4dcb-84c0-eaf60f20cdef tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e767cab0-10f7-4f58-9244-c66fe7053ccc') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:09.794265 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07074be0-efce-420b-9238-2b56ed8df42b tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:09.799202 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-07074be0-efce-420b-9238-2b56ed8df42b tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "GET /v2.0/ports/3c3bbee6-2f39-47d5-a953-dd2853f9d501 HTTP/1.1" status: 200 len: 840 time: 0.2087615 Mar 28 13:48:09.805626 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60002) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:09.815494 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-a54b903a-aaa1-459f-8466-8235eec62191 None None] Calling delete_port for adfb43a5-6711-414d-bf92-82aff666e8db owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:48:09.818571 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9a97499a-33dc-4dcb-84c0-eaf60f20cdef tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:09.900982 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9a97499a-33dc-4dcb-84c0-eaf60f20cdef tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:09.919512 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:09.950125 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-4137927b-aa48-4852-aa3f-313093e02e39 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "GET /v2.0/ports/3c3bbee6-2f39-47d5-a953-dd2853f9d501?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1388988 Mar 28 13:48:09.951459 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a97499a-33dc-4dcb-84c0-eaf60f20cdef tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:48:09.951874 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9a97499a-33dc-4dcb-84c0-eaf60f20cdef tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:09.955069 dv-neutron-835335-1-hyperv neutron-server[109613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 13:48:09.955069 dv-neutron-835335-1-hyperv neutron-server[109613]: self.session.flush() Mar 28 13:48:09.955069 dv-neutron-835335-1-hyperv neutron-server[109613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 13:48:09.955069 dv-neutron-835335-1-hyperv neutron-server[109613]: self.session.flush() Mar 28 13:48:09.955069 dv-neutron-835335-1-hyperv neutron-server[109613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 13:48:09.955069 dv-neutron-835335-1-hyperv neutron-server[109613]: self.session.flush() Mar 28 13:48:09.955069 dv-neutron-835335-1-hyperv neutron-server[109613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 13:48:09.955069 dv-neutron-835335-1-hyperv neutron-server[109613]: self.session.flush() Mar 28 13:48:09.955069 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:48:09.955069 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:48:09.955069 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:48:09.955069 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:48:09.955069 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:48:09.955069 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:48:09.955069 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:48:09.955069 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:48:09.955069 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:48:09.955069 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:48:09.955069 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:48:09.955069 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:48:09.955069 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:48:09.955069 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:48:09.955069 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:48:09.955069 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:48:09.955069 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:48:09.955069 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:48:09.955069 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:48:09.955069 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:48:09.955069 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:48:09.955069 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:48:09.955069 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:48:09.955069 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:48:09.955069 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:48:09.955069 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:48:09.955069 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:48:09.955069 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:48:09.955069 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:48:09.955069 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:48:09.955069 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:48:09.955069 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:48:09.958683 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60004) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:09.973199 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-0098ea27-5120-48d6-8d5b-83bb182b8349 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Request body: {'subnet': {'network_id': '078b94d0-ce4e-4551-ada3-1a1c7aac343a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:09.976865 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port adfb43a5-6711-414d-bf92-82aff666e8db, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=adfb43a5-6711-414d-bf92-82aff666e8db,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:48:09.984039 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a8ae91-e24a-453e-b823-73d3a35f6ba1 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:48:09.996329 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a320c7f8-26bd-4703-a085-3fbfe1cb5725 None None] Sync routers for ids ['c3bd2e47-e735-40f7-8ad4-768ac8b52816'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:48:10.000789 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-12a8ae91-e24a-453e-b823-73d3a35f6ba1 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "PUT /v2.0/routers/c3bd2e47-e735-40f7-8ad4-768ac8b52816/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8286016 Mar 28 13:48:10.013372 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a320c7f8-26bd-4703-a085-3fbfe1cb5725 None None] Routers {'c3bd2e47-e735-40f7-8ad4-768ac8b52816'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:48:10.014048 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-a320c7f8-26bd-4703-a085-3fbfe1cb5725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:47:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['c3bd2e47-e735-40f7-8ad4-768ac8b52816'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:10.020650 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60006) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:10.047526 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:10.049017 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 49d947bb-32fb-430e-a0e7-98636044c76a no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:48:10.053390 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-a320c7f8-26bd-4703-a085-3fbfe1cb5725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:10.062481 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a320c7f8-26bd-4703-a085-3fbfe1cb5725 None None] Routers {'c3bd2e47-e735-40f7-8ad4-768ac8b52816'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:48:10.063301 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-a320c7f8-26bd-4703-a085-3fbfe1cb5725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:47:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['c3bd2e47-e735-40f7-8ad4-768ac8b52816'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:10.082609 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-04966781-5a89-4058-a170-6a000dc90467 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3bd2e47-e735-40f7-8ad4-768ac8b52816 HTTP/1.1" status: 200 len: 205 time: 0.0608170 Mar 28 13:48:10.084824 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-752cbd62-e9e5-4de9-8de1-78e10cf268a6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:10.086649 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 49d947bb-32fb-430e-a0e7-98636044c76a {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:48:10.086649 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 49d947bb-32fb-430e-a0e7-98636044c76a not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:48:10.086909 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60008) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:10.089012 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e29ae4a-2b6d-4f80-99bf-86833515db62 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Made reservation on behalf of 427ec9eabb7e45afac363fe68c5efe1f for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:48:10.089310 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-752cbd62-e9e5-4de9-8de1-78e10cf268a6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:10.099816 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9e29ae4a-2b6d-4f80-99bf-86833515db62 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:10.129362 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-a320c7f8-26bd-4703-a085-3fbfe1cb5725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:10.132232 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a320c7f8-26bd-4703-a085-3fbfe1cb5725 None None] The sync data for ids ['c3bd2e47-e735-40f7-8ad4-768ac8b52816'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:48:10.147708 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=adfb43a5-6711-414d-bf92-82aff666e8db,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:10.161407 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a54b903a-aaa1-459f-8466-8235eec62191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:10.178299 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.ipam_backend_mixin [None req-9e29ae4a-2b6d-4f80-99bf-86833515db62 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Performing IP validity checks on allocation pools {{(pid=109613) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 28 13:48:10.181257 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.ipam_backend_mixin [None req-9e29ae4a-2b6d-4f80-99bf-86833515db62 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109613) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 28 13:48:10.187364 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b903a-aaa1-459f-8466-8235eec62191 None None] Pushing event deleted for resources: {'Port': ['ID=adfb43a5-6711-414d-bf92-82aff666e8db,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:10.194180 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54b903a-aaa1-459f-8466-8235eec62191 None None] No DVR routers for this DVR port adfb43a5-6711-414d-bf92-82aff666e8db on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:48:10.207954 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9c86ddc0-b23b-4a48-8711-b6d98a250c7a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for router, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:10.209885 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9a97499a-33dc-4dcb-84c0-eaf60f20cdef tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:10.235750 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9a97499a-33dc-4dcb-84c0-eaf60f20cdef tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:10.239109 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9a97499a-33dc-4dcb-84c0-eaf60f20cdef tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "DELETE /v2.0/networks/3019b740-4dc7-4e2f-8949-b1946bf1aff4 HTTP/1.1" status: 204 len: 168 time: 2.4018509 Mar 28 13:48:10.250438 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60010) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:10.256210 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a97499a-33dc-4dcb-84c0-eaf60f20cdef tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event deleted for resources: {'Network': ['ID=3019b740-4dc7-4e2f-8949-b1946bf1aff4,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:10.291611 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0098ea27-5120-48d6-8d5b-83bb182b8349 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Made reservation on behalf of a8d0b895291d43e9afe1329c139db87b for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:48:10.295289 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0098ea27-5120-48d6-8d5b-83bb182b8349 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:10.325011 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-752cbd62-e9e5-4de9-8de1-78e10cf268a6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:10.325570 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752cbd62-e9e5-4de9-8de1-78e10cf268a6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Fanout notify agent at l3_agent the message router_deleted on router 56cebebe-405d-464d-8c8f-f09e36ab548f {{(pid=109612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:48:10.336816 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-752cbd62-e9e5-4de9-8de1-78e10cf268a6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:10.338119 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-752cbd62-e9e5-4de9-8de1-78e10cf268a6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/routers/56cebebe-405d-464d-8c8f-f09e36ab548f HTTP/1.1" status: 204 len: 168 time: 0.8797834 Mar 28 13:48:10.359877 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60012) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:10.366832 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-ff649740-9a25-49e1-9df6-44069ea0fb20 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'subnet': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:10.470604 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9c86ddc0-b23b-4a48-8711-b6d98a250c7a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:10.479627 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9c86ddc0-b23b-4a48-8711-b6d98a250c7a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:10.561089 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9e29ae4a-2b6d-4f80-99bf-86833515db62 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:10.611073 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff649740-9a25-49e1-9df6-44069ea0fb20 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:48:10.614573 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ff649740-9a25-49e1-9df6-44069ea0fb20 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:10.631240 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9c86ddc0-b23b-4a48-8711-b6d98a250c7a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:10.631740 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c86ddc0-b23b-4a48-8711-b6d98a250c7a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Fanout notify agent at l3_agent the message router_deleted on router c3bd2e47-e735-40f7-8ad4-768ac8b52816 {{(pid=109612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:48:10.641001 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9c86ddc0-b23b-4a48-8711-b6d98a250c7a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:10.641983 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-9c86ddc0-b23b-4a48-8711-b6d98a250c7a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "DELETE /v2.0/routers/c3bd2e47-e735-40f7-8ad4-768ac8b52816 HTTP/1.1" status: 204 len: 168 time: 0.5542681 Mar 28 13:48:10.645523 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60014) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:10.709490 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e29ae4a-2b6d-4f80-99bf-86833515db62 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event updated for resources: {'Subnet': ['ID=f1e0d19a-353f-44a1-a2b2-310a4a96c2bf,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:10.727687 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-680fc675-4a27-474f-b6bb-ac2b9f082dde tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Deleting subnet 1adb54d2-c612-492d-84fe-0b006dada7e2 {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:48:10.743587 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-680fc675-4a27-474f-b6bb-ac2b9f082dde tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:10.764770 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e29ae4a-2b6d-4f80-99bf-86833515db62 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Checking segment: {'id': 'c6803dd4-5071-4353-aca0-63a1fc8865ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '065f26d2-63bb-4542-be39-8aa15e1ec1c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:48:10.765121 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e29ae4a-2b6d-4f80-99bf-86833515db62 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Network hostable DHCP agents. Network: 065f26d2-63bb-4542-be39-8aa15e1ec1c9, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:48:10.786264 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0098ea27-5120-48d6-8d5b-83bb182b8349 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:10.786945 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-680fc675-4a27-474f-b6bb-ac2b9f082dde tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:10.859093 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0098ea27-5120-48d6-8d5b-83bb182b8349 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Network 078b94d0-ce4e-4551-ada3-1a1c7aac343a is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:10.865056 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-0098ea27-5120-48d6-8d5b-83bb182b8349 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:10.870557 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e29ae4a-2b6d-4f80-99bf-86833515db62 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Network 065f26d2-63bb-4542-be39-8aa15e1ec1c9 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:48:10.878020 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0098ea27-5120-48d6-8d5b-83bb182b8349 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:10.878656 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0098ea27-5120-48d6-8d5b-83bb182b8349 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:10.879632 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e250900f-9a0e-4845-b584-335b2201dddc None None] Network 078b94d0-ce4e-4551-ada3-1a1c7aac343a requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:48:10.894264 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0098ea27-5120-48d6-8d5b-83bb182b8349 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event updated for resources: {'Subnet': ['ID=564d344e-c5d3-4d38-9bcf-8b620cc230e6,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:10.908415 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-680fc675-4a27-474f-b6bb-ac2b9f082dde tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:10.945448 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c20bb489-91bb-49f8-a86e-ac010cc0096d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:10.961129 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-9e29ae4a-2b6d-4f80-99bf-86833515db62 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 065f26d2-63bb-4542-be39-8aa15e1ec1c9) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:10.965756 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e29ae4a-2b6d-4f80-99bf-86833515db62 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:10.966349 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9e29ae4a-2b6d-4f80-99bf-86833515db62 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:10.980041 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-0098ea27-5120-48d6-8d5b-83bb182b8349 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0197051 Mar 28 13:48:10.980241 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb156ef0-6805-45d0-9b38-64cc39f1e797 None None] Network 065f26d2-63bb-4542-be39-8aa15e1ec1c9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:48:10.984846 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60018) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:10.990053 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-53406a24-ce62-4b1b-96d2-0bbe9b44fe80 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Request body: {'security_group': {'name': 'tempest-secgroup-1870169728'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:11.023446 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ff649740-9a25-49e1-9df6-44069ea0fb20 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:11.079217 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff649740-9a25-49e1-9df6-44069ea0fb20 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:11.086956 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-ff649740-9a25-49e1-9df6-44069ea0fb20 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:11.093684 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9e29ae4a-2b6d-4f80-99bf-86833515db62 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4755442 Mar 28 13:48:11.095092 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60020) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:11.096847 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff649740-9a25-49e1-9df6-44069ea0fb20 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:11.097447 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ff649740-9a25-49e1-9df6-44069ea0fb20 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:11.103916 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-bba4ae3d-4576-4644-b466-ed98c26a778d tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Request body: {'port': {'network_id': '065f26d2-63bb-4542-be39-8aa15e1ec1c9', 'name': 'tempest-PortsIpV6TestJSON-1054448328'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:11.109582 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff649740-9a25-49e1-9df6-44069ea0fb20 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Subnet': ['ID=23c98ae8-f9d7-4799-9b24-f6d19e63ef58,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:11.116326 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bf1740-07f2-43b3-8451-e1e37c17490e None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:48:11.138758 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-680fc675-4a27-474f-b6bb-ac2b9f082dde tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:11.156819 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-53406a24-ce62-4b1b-96d2-0bbe9b44fe80 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:11.171728 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680fc675-4a27-474f-b6bb-ac2b9f082dde tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event deleted for resources: {'Subnet': ['ID=1adb54d2-c612-492d-84fe-0b006dada7e2,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:11.174024 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-680fc675-4a27-474f-b6bb-ac2b9f082dde tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:11.177977 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-680fc675-4a27-474f-b6bb-ac2b9f082dde tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "DELETE /v2.0/subnets/1adb54d2-c612-492d-84fe-0b006dada7e2 HTTP/1.1" status: 204 len: 168 time: 0.5315752 Mar 28 13:48:11.182530 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60022) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:11.202862 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27460a95-8a11-4f8f-8798-581edc0b928d None None] Network a434e7b3-aa67-4e5a-844a-62ca5af90cd8 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:48:11.209831 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ff649740-9a25-49e1-9df6-44069ea0fb20 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8468454 Mar 28 13:48:11.215146 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60024) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:11.238106 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-d9c24a12-1039-445c-a03b-215d96f8bedc tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-769732914', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:11.249262 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52991ae5-738b-4b47-9cdf-c4f13c122bcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-078b94d0-ce4e-4551-ada3-1a1c7aac343a', 'network_id': '078b94d0-ce4e-4551-ada3-1a1c7aac343a', 'tenant_id': 'a8d0b895291d43e9afe1329c139db87b', 'fixed_ips': [{'subnet_id': '564d344e-c5d3-4d38-9bcf-8b620cc230e6'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:48:11.250469 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-52991ae5-738b-4b47-9cdf-c4f13c122bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:11.311922 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3a5cb870-ec24-4885-b6b3-39e0ccadda3a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:11.332961 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-c20bb489-91bb-49f8-a86e-ac010cc0096d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Deleting port 8d94d1a9-c0ed-4d00-8f26-c0800eb72072 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:48:11.333471 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c20bb489-91bb-49f8-a86e-ac010cc0096d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:11.388675 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-53406a24-ce62-4b1b-96d2-0bbe9b44fe80 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:11.412047 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d9c24a12-1039-445c-a03b-215d96f8bedc tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:11.412930 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d9c24a12-1039-445c-a03b-215d96f8bedc tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:11.413366 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-3a5cb870-ec24-4885-b6b3-39e0ccadda3a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Deleting port 87824143-58f4-4b9e-bc36-1a6b5f15295a {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:48:11.413714 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3a5cb870-ec24-4885-b6b3-39e0ccadda3a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:11.416170 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba4ae3d-4576-4644-b466-ed98c26a778d tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Made reservation on behalf of 427ec9eabb7e45afac363fe68c5efe1f for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:48:11.419846 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bba4ae3d-4576-4644-b466-ed98c26a778d tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:11.457273 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc26452-1d08-41b2-b8e6-625ccaafb4cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-065f26d2-63bb-4542-be39-8aa15e1ec1c9', 'network_id': '065f26d2-63bb-4542-be39-8aa15e1ec1c9', 'tenant_id': '427ec9eabb7e45afac363fe68c5efe1f', 'fixed_ips': [{'subnet_id': 'f1e0d19a-353f-44a1-a2b2-310a4a96c2bf'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:48:11.458117 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8dc26452-1d08-41b2-b8e6-625ccaafb4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:11.476853 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-bba4ae3d-4576-4644-b466-ed98c26a778d tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] device_id is not set on port 2415797a-6179-46b4-876d-e587cdf512c6 yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:48:11.481099 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d9c24a12-1039-445c-a03b-215d96f8bedc tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:11.528322 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-c20bb489-91bb-49f8-a86e-ac010cc0096d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] For port 8d94d1a9-c0ed-4d00-8f26-c0800eb72072, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=8d94d1a9-c0ed-4d00-8f26-c0800eb72072,segment=NetworkSegment(9eb1e716-a1ba-4f72-ad42-1362685cfc95),segment_id=9eb1e716-a1ba-4f72-ad42-1362685cfc95)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:48:11.529557 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c20bb489-91bb-49f8-a86e-ac010cc0096d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:11.535871 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-53406a24-ce62-4b1b-96d2-0bbe9b44fe80 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:11.542623 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-3a5cb870-ec24-4885-b6b3-39e0ccadda3a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] For port 87824143-58f4-4b9e-bc36-1a6b5f15295a, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=87824143-58f4-4b9e-bc36-1a6b5f15295a,segment=NetworkSegment(19d015fe-6efc-47fa-8758-5f47c75dd96a),segment_id=19d015fe-6efc-47fa-8758-5f47c75dd96a)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:48:11.543002 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3a5cb870-ec24-4885-b6b3-39e0ccadda3a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:11.551893 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-c20bb489-91bb-49f8-a86e-ac010cc0096d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Calling delete_port for 8d94d1a9-c0ed-4d00-8f26-c0800eb72072 owned by network:router_interface {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:48:11.576729 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-3a5cb870-ec24-4885-b6b3-39e0ccadda3a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Calling delete_port for 87824143-58f4-4b9e-bc36-1a6b5f15295a owned by network:dhcp {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:48:11.613089 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d9c24a12-1039-445c-a03b-215d96f8bedc tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:11.640513 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-53406a24-ce62-4b1b-96d2-0bbe9b44fe80 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:11.645376 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-53406a24-ce62-4b1b-96d2-0bbe9b44fe80 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6594925 Mar 28 13:48:11.646068 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60030) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:11.653792 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-af9652f0-3ffa-471c-b7a7-a05a30206565 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Request body: {'security_group': {'name': 'tempest-secgroup-1693801975'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:11.665792 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53406a24-ce62-4b1b-96d2-0bbe9b44fe80 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f824f2cd-0337-47b5-8c3b-a2db73040257,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:11.703045 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d9c24a12-1039-445c-a03b-215d96f8bedc tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:11.707461 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d9c24a12-1039-445c-a03b-215d96f8bedc tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4886394 Mar 28 13:48:11.709737 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60032) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:11.794541 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-af9652f0-3ffa-471c-b7a7-a05a30206565 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:11.810461 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f9271a-e594-4a8a-82c9-338f4ddb7974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-0683b568-5de1-47de-8c3c-3856d7f643f9', 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'tenant_id': '97c2fb5000a44df7a1530b25f26f0716', 'fixed_ips': [{'subnet_id': '23c98ae8-f9d7-4799-9b24-f6d19e63ef58'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:48:11.811026 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-29f9271a-e594-4a8a-82c9-338f4ddb7974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:11.852765 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-52991ae5-738b-4b47-9cdf-c4f13c122bcc None None] Allocated IP 172.20.0.2 (078b94d0-ce4e-4551-ada3-1a1c7aac343a/564d344e-c5d3-4d38-9bcf-8b620cc230e6/7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:48:11.859479 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c20bb489-91bb-49f8-a86e-ac010cc0096d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:11.883783 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-af9652f0-3ffa-471c-b7a7-a05a30206565 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:11.923123 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20bb489-91bb-49f8-a86e-ac010cc0096d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event deleted for resources: {'Port': ['ID=8d94d1a9-c0ed-4d00-8f26-c0800eb72072,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:11.965754 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-af9652f0-3ffa-471c-b7a7-a05a30206565 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:11.999579 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91967c71-77f4-4e89-b92f-f5e8b190054d None None] DHCP port deletion for a434e7b3-aa67-4e5a-844a-62ca5af90cd8 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:48:12.109874 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c20bb489-91bb-49f8-a86e-ac010cc0096d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:12.117812 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-af9652f0-3ffa-471c-b7a7-a05a30206565 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:12.119173 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-af9652f0-3ffa-471c-b7a7-a05a30206565 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4718740 Mar 28 13:48:12.121824 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-29f9271a-e594-4a8a-82c9-338f4ddb7974 None None] Allocated IP 2001:db8::2 (0683b568-5de1-47de-8c3c-3856d7f643f9/23c98ae8-f9d7-4799-9b24-f6d19e63ef58/1a84d51f-e2ba-4fd6-9fdf-165bc141d53d) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:48:12.124086 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60034) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:12.126243 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9652f0-3ffa-471c-b7a7-a05a30206565 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be76df8e-ead2-4463-851a-a49ac105d0e0,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:12.140864 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-50873dc4-2653-430f-81b9-dfca80b0d494 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-644045640', 'security_groups': ['be76df8e-ead2-4463-851a-a49ac105d0e0'], 'network_id': '078b94d0-ce4e-4551-ada3-1a1c7aac343a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '564d344e-c5d3-4d38-9bcf-8b620cc230e6'}]}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:12.154485 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-bba4ae3d-4576-4644-b466-ed98c26a778d tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Allocated IP 2001:db8::2f5 (065f26d2-63bb-4542-be39-8aa15e1ec1c9/f1e0d19a-353f-44a1-a2b2-310a4a96c2bf/2415797a-6179-46b4-876d-e587cdf512c6) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:48:12.221641 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c07a62-1f14-48fc-a5e2-36b2de788aa9 req-e9b1c105-3b96-4701-9173-5d9b0b6b2a12 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:12.223216 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-79c07a62-1f14-48fc-a5e2-36b2de788aa9 req-e9b1c105-3b96-4701-9173-5d9b0b6b2a12 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.6401803 Mar 28 13:48:12.296141 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-52991ae5-738b-4b47-9cdf-c4f13c122bcc None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:12.307900 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-91967c71-77f4-4e89-b92f-f5e8b190054d None None] Deleting port 87824143-58f4-4b9e-bc36-1a6b5f15295a {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:48:12.308579 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-91967c71-77f4-4e89-b92f-f5e8b190054d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:12.373929 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-52991ae5-738b-4b47-9cdf-c4f13c122bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:12.424926 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20bb489-91bb-49f8-a86e-ac010cc0096d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Router 6b50c724-d573-48a4-b432-8a2fc7f559f7 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:48:12.458504 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-91967c71-77f4-4e89-b92f-f5e8b190054d None None] For port 87824143-58f4-4b9e-bc36-1a6b5f15295a, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=87824143-58f4-4b9e-bc36-1a6b5f15295a,segment=NetworkSegment(19d015fe-6efc-47fa-8758-5f47c75dd96a),segment_id=19d015fe-6efc-47fa-8758-5f47c75dd96a)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:48:12.459348 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-91967c71-77f4-4e89-b92f-f5e8b190054d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:12.479238 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52991ae5-738b-4b47-9cdf-c4f13c122bcc None None] Network 078b94d0-ce4e-4551-ada3-1a1c7aac343a is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:12.484857 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-52991ae5-738b-4b47-9cdf-c4f13c122bcc None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:12.495445 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52991ae5-738b-4b47-9cdf-c4f13c122bcc None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:48:12.497587 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-79c07a62-1f14-48fc-a5e2-36b2de788aa9 req-1febb4e1-7103-47f3-bdc6-da0c9688dcfa tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2158482 Mar 28 13:48:12.500476 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-91967c71-77f4-4e89-b92f-f5e8b190054d None None] Calling delete_port for 87824143-58f4-4b9e-bc36-1a6b5f15295a owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:48:12.504418 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3a5cb870-ec24-4885-b6b3-39e0ccadda3a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:12.511238 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-29f9271a-e594-4a8a-82c9-338f4ddb7974 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:12.512906 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52991ae5-738b-4b47-9cdf-c4f13c122bcc None None] Pushing event updated for resources: {'Port': ['ID=7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:12.551331 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5cb870-ec24-4885-b6b3-39e0ccadda3a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event deleted for resources: {'Port': ['ID=87824143-58f4-4b9e-bc36-1a6b5f15295a,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:12.574088 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20bb489-91bb-49f8-a86e-ac010cc0096d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:48:12.592468 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5cb870-ec24-4885-b6b3-39e0ccadda3a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] No DVR routers for this DVR port 87824143-58f4-4b9e-bc36-1a6b5f15295a on host dv-neutron-835335-1-hyperv {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:48:12.593939 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50873dc4-2653-430f-81b9-dfca80b0d494 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Made reservation on behalf of a8d0b895291d43e9afe1329c139db87b for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:48:12.605483 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c20bb489-91bb-49f8-a86e-ac010cc0096d tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "PUT /v2.0/routers/6b50c724-d573-48a4-b432-8a2fc7f559f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3539872 Mar 28 13:48:12.611054 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e402adcd-c004-49d8-b12b-849a4507b221 None None] Sync routers for ids ['6b50c724-d573-48a4-b432-8a2fc7f559f7'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:48:12.613486 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60038) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:12.617724 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-29f9271a-e594-4a8a-82c9-338f4ddb7974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:12.698560 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-50873dc4-2653-430f-81b9-dfca80b0d494 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:12.712132 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bba4ae3d-4576-4644-b466-ed98c26a778d tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:12.714699 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f9271a-e594-4a8a-82c9-338f4ddb7974 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:12.717371 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [None req-50873dc4-2653-430f-81b9-dfca80b0d494 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] device_id is not set on port 317816a6-9280-47f0-b556-73d39d4b0cd1 yet. {{(pid=109612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:48:12.721621 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-52991ae5-738b-4b47-9cdf-c4f13c122bcc None None] Attempting to bind port 7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:48:12.722307 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-52991ae5-738b-4b47-9cdf-c4f13c122bcc None None] Attempting to bind port 7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'd9f45b0b-84e9-4fa5-9d8d-8e5b42de71ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '078b94d0-ce4e-4551-ada3-1a1c7aac343a'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:48:12.722307 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52991ae5-738b-4b47-9cdf-c4f13c122bcc None None] Attempting to bind port 7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04 on network 078b94d0-ce4e-4551-ada3-1a1c7aac343a {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:48:12.724571 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e402adcd-c004-49d8-b12b-849a4507b221 None None] Routers {'6b50c724-d573-48a4-b432-8a2fc7f559f7'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:48:12.725210 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-e402adcd-c004-49d8-b12b-849a4507b221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:47:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['6b50c724-d573-48a4-b432-8a2fc7f559f7'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:12.732554 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-29f9271a-e594-4a8a-82c9-338f4ddb7974 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:12.734942 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f9271a-e594-4a8a-82c9-338f4ddb7974 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:48:12.817388 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52991ae5-738b-4b47-9cdf-c4f13c122bcc None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:48:12.817864 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52991ae5-738b-4b47-9cdf-c4f13c122bcc None None] Checking segment: {'id': 'd9f45b0b-84e9-4fa5-9d8d-8e5b42de71ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '078b94d0-ce4e-4551-ada3-1a1c7aac343a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:48:12.818142 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-52991ae5-738b-4b47-9cdf-c4f13c122bcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:12.818632 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52991ae5-738b-4b47-9cdf-c4f13c122bcc None None] Bound using segment: {'id': 'd9f45b0b-84e9-4fa5-9d8d-8e5b42de71ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '078b94d0-ce4e-4551-ada3-1a1c7aac343a'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:48:12.819144 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-52991ae5-738b-4b47-9cdf-c4f13c122bcc None None] Bound port: 7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9f45b0b-84e9-4fa5-9d8d-8e5b42de71ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '078b94d0-ce4e-4551-ada3-1a1c7aac343a'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:48:12.819554 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-52991ae5-738b-4b47-9cdf-c4f13c122bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:12.825141 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-230848a1-67e9-4bbe-a7f4-af91b4180033 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:12.833041 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f9271a-e594-4a8a-82c9-338f4ddb7974 None None] Pushing event updated for resources: {'Port': ['ID=1a84d51f-e2ba-4fd6-9fdf-165bc141d53d,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:12.837664 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3a5cb870-ec24-4885-b6b3-39e0ccadda3a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:12.874368 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c38fe83-c2e4-4950-9362-674f6b600fc9 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Deleting subnet 7864d972-ffb3-4709-ada8-227be950b309 {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:48:12.884083 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3981c-7ed2-46fa-9909-1931ac879e91 req-81c0873d-cda7-4777-ba21-c24d7a26710e tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:12.885948 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-62a3981c-7ed2-46fa-9909-1931ac879e91 req-81c0873d-cda7-4777-ba21-c24d7a26710e tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.2874265 Mar 28 13:48:12.893686 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9c38fe83-c2e4-4950-9362-674f6b600fc9 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:12.901299 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-50873dc4-2653-430f-81b9-dfca80b0d494 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Allocated IP 172.20.0.14 (078b94d0-ce4e-4551-ada3-1a1c7aac343a/564d344e-c5d3-4d38-9bcf-8b620cc230e6/317816a6-9280-47f0-b556-73d39d4b0cd1) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:48:12.934337 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-e402adcd-c004-49d8-b12b-849a4507b221 None None] Set router 6b50c724-d573-48a4-b432-8a2fc7f559f7 gateway port host: None {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:48:12.936446 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-91967c71-77f4-4e89-b92f-f5e8b190054d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:12.992615 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-3a5cb870-ec24-4885-b6b3-39e0ccadda3a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a434e7b3-aa67-4e5a-844a-62ca5af90cd8']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:13.014085 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91967c71-77f4-4e89-b92f-f5e8b190054d None None] Pushing event deleted for resources: {'Port': ['ID=87824143-58f4-4b9e-bc36-1a6b5f15295a,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:13.024814 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-29f9271a-e594-4a8a-82c9-338f4ddb7974 None None] Attempting to bind port 1a84d51f-e2ba-4fd6-9fdf-165bc141d53d on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:48:13.025183 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-29f9271a-e594-4a8a-82c9-338f4ddb7974 None None] Attempting to bind port 1a84d51f-e2ba-4fd6-9fdf-165bc141d53d by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:48:13.025542 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f9271a-e594-4a8a-82c9-338f4ddb7974 None None] Attempting to bind port 1a84d51f-e2ba-4fd6-9fdf-165bc141d53d on network 0683b568-5de1-47de-8c3c-3856d7f643f9 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:48:13.039715 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91967c71-77f4-4e89-b92f-f5e8b190054d None None] No DVR routers for this DVR port 87824143-58f4-4b9e-bc36-1a6b5f15295a on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:48:13.046599 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-3a5cb870-ec24-4885-b6b3-39e0ccadda3a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19d015fe-6efc-47fa-8758-5f47c75dd96a') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:13.046905 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-3a5cb870-ec24-4885-b6b3-39e0ccadda3a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19d015fe-6efc-47fa-8758-5f47c75dd96a') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:13.059380 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f9271a-e594-4a8a-82c9-338f4ddb7974 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:48:13.059380 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f9271a-e594-4a8a-82c9-338f4ddb7974 None None] Checking segment: {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:48:13.059380 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-29f9271a-e594-4a8a-82c9-338f4ddb7974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:13.059380 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f9271a-e594-4a8a-82c9-338f4ddb7974 None None] Bound using segment: {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:48:13.059380 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-29f9271a-e594-4a8a-82c9-338f4ddb7974 None None] Bound port: 1a84d51f-e2ba-4fd6-9fdf-165bc141d53d, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:48:13.059380 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-29f9271a-e594-4a8a-82c9-338f4ddb7974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:13.068762 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9c38fe83-c2e4-4950-9362-674f6b600fc9 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:13.103848 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3a5cb870-ec24-4885-b6b3-39e0ccadda3a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:13.105944 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bba4ae3d-4576-4644-b466-ed98c26a778d tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:13.123140 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-52991ae5-738b-4b47-9cdf-c4f13c122bcc None None] For port 7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:48:13.202713 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-52991ae5-738b-4b47-9cdf-c4f13c122bcc None None] For port 7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04,segment=NetworkSegment(d9f45b0b-84e9-4fa5-9d8d-8e5b42de71ec),segment_id=d9f45b0b-84e9-4fa5-9d8d-8e5b42de71ec)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:48:13.214027 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-62a3981c-7ed2-46fa-9909-1931ac879e91 req-1c11792d-6bf0-4c66-a6ae-56da8289de7e tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2818346 Mar 28 13:48:13.223195 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3a5cb870-ec24-4885-b6b3-39e0ccadda3a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:13.266139 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a5cb870-ec24-4885-b6b3-39e0ccadda3a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:48:13.266559 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3a5cb870-ec24-4885-b6b3-39e0ccadda3a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:13.275809 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba4ae3d-4576-4644-b466-ed98c26a778d tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Network 065f26d2-63bb-4542-be39-8aa15e1ec1c9 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:13.276723 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:48:13.276723 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:48:13.276723 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:48:13.276723 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:48:13.276723 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:48:13.276723 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:48:13.276723 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:48:13.276723 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:48:13.276723 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:48:13.276723 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:48:13.276723 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:48:13.276723 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:48:13.276723 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:48:13.276723 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:48:13.276723 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:48:13.276723 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:48:13.276723 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:48:13.276723 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:48:13.276723 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:48:13.276723 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:48:13.276723 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:48:13.276723 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:48:13.276723 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:48:13.276723 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:48:13.276723 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:48:13.276723 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:48:13.276723 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:48:13.276723 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:48:13.276723 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:48:13.276723 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:48:13.276723 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:48:13.276723 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:48:13.300436 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-52991ae5-738b-4b47-9cdf-c4f13c122bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:13.303593 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-bba4ae3d-4576-4644-b466-ed98c26a778d tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:13.312354 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba4ae3d-4576-4644-b466-ed98c26a778d tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event updated for resources: {'Port': ['ID=2415797a-6179-46b4-876d-e587cdf512c6,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:13.334535 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-8dc26452-1d08-41b2-b8e6-625ccaafb4cc None None] Allocated IP 2001:db8::2 (065f26d2-63bb-4542-be39-8aa15e1ec1c9/f1e0d19a-353f-44a1-a2b2-310a4a96c2bf/b7f45fee-26e7-46d0-9ed0-dff18178d27c) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:48:13.397299 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba4ae3d-4576-4644-b466-ed98c26a778d tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:48:13.404880 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba4ae3d-4576-4644-b466-ed98c26a778d tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:13.405498 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bba4ae3d-4576-4644-b466-ed98c26a778d tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:13.414143 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-29f9271a-e594-4a8a-82c9-338f4ddb7974 None None] For port 1a84d51f-e2ba-4fd6-9fdf-165bc141d53d, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:48:13.421489 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:13.450719 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-29f9271a-e594-4a8a-82c9-338f4ddb7974 None None] For port 1a84d51f-e2ba-4fd6-9fdf-165bc141d53d, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=1a84d51f-e2ba-4fd6-9fdf-165bc141d53d,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:48:13.498848 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9c38fe83-c2e4-4950-9362-674f6b600fc9 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:13.534770 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-50873dc4-2653-430f-81b9-dfca80b0d494 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:13.560332 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-bba4ae3d-4576-4644-b466-ed98c26a778d tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4600387 Mar 28 13:48:13.567338 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3a5cb870-ec24-4885-b6b3-39e0ccadda3a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:13.568824 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60042) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:13.602205 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3a5cb870-ec24-4885-b6b3-39e0ccadda3a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:13.610735 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3a5cb870-ec24-4885-b6b3-39e0ccadda3a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "DELETE /v2.0/networks/a434e7b3-aa67-4e5a-844a-62ca5af90cd8 HTTP/1.1" status: 204 len: 168 time: 2.4278195 Mar 28 13:48:13.615039 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60044) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:13.619971 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-b52571ed-cc6f-49a1-8672-0c58e801b3db tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-783684121', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}, 'admin_state_up': False}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:13.639562 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-50873dc4-2653-430f-81b9-dfca80b0d494 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:13.692673 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5cb870-ec24-4885-b6b3-39e0ccadda3a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event deleted for resources: {'Network': ['ID=a434e7b3-aa67-4e5a-844a-62ca5af90cd8,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:13.701055 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e368b8c-8b46-4c1c-afa1-85bf3bd71d8f req-673047cf-4f38-4fab-b76a-897ca57973bc tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:13.710374 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8e368b8c-8b46-4c1c-afa1-85bf3bd71d8f req-673047cf-4f38-4fab-b76a-897ca57973bc tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.3502250 Mar 28 13:48:13.760602 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-230848a1-67e9-4bbe-a7f4-af91b4180033 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Allocated IP 2001:db8::1 (0683b568-5de1-47de-8c3c-3856d7f643f9/23c98ae8-f9d7-4799-9b24-f6d19e63ef58/b576667f-11ee-4050-848d-c86b4bdf5a26) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:48:13.772144 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 87824143-58f4-4b9e-bc36-1a6b5f15295a no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:48:13.774609 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52991ae5-738b-4b47-9cdf-c4f13c122bcc None None] Pushing event updated for resources: {'Port': ['ID=7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:13.781182 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-29f9271a-e594-4a8a-82c9-338f4ddb7974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:13.786998 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50873dc4-2653-430f-81b9-dfca80b0d494 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Network 078b94d0-ce4e-4551-ada3-1a1c7aac343a is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:13.791209 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-50873dc4-2653-430f-81b9-dfca80b0d494 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:13.800449 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50873dc4-2653-430f-81b9-dfca80b0d494 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:48:13.830172 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b52571ed-cc6f-49a1-8672-0c58e801b3db tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:13.831745 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b52571ed-cc6f-49a1-8672-0c58e801b3db tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:13.833405 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8e368b8c-8b46-4c1c-afa1-85bf3bd71d8f req-15ac0dee-7b11-4e63-91cf-923957f4bb30 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238334 Mar 28 13:48:13.835322 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50873dc4-2653-430f-81b9-dfca80b0d494 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event updated for resources: {'Port': ['ID=317816a6-9280-47f0-b556-73d39d4b0cd1,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:13.869893 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 87824143-58f4-4b9e-bc36-1a6b5f15295a {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:48:13.870231 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 87824143-58f4-4b9e-bc36-1a6b5f15295a not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:48:13.907084 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50873dc4-2653-430f-81b9-dfca80b0d494 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:13.907814 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-50873dc4-2653-430f-81b9-dfca80b0d494 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:13.909647 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9c38fe83-c2e4-4950-9362-674f6b600fc9 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:13.950692 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b52571ed-cc6f-49a1-8672-0c58e801b3db tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:13.953606 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f9271a-e594-4a8a-82c9-338f4ddb7974 None None] Pushing event updated for resources: {'Port': ['ID=1a84d51f-e2ba-4fd6-9fdf-165bc141d53d,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:13.963515 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9c38fe83-c2e4-4950-9362-674f6b600fc9 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:13.967038 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9c38fe83-c2e4-4950-9362-674f6b600fc9 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "DELETE /v2.0/subnets/7864d972-ffb3-4709-ada8-227be950b309 HTTP/1.1" status: 204 len: 168 time: 1.3422031 Mar 28 13:48:13.967373 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532056c2-37f0-40ad-80c0-5e6b37414584 None None] Network 3fb51fec-b819-4ee1-b3a7-4d71be090bca requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:48:13.971408 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60048) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:14.029153 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-e402adcd-c004-49d8-b12b-849a4507b221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'name': 'tempest-RoutersTest-router-1384789579', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:47:06Z', 'updated_at': '2022-03-28T13:48:11Z', 'revision_number': 10, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'gw_port_host': None, '_interfaces': [{'id': '6d600fc5-5ec3-46fe-b579-018a4862cf4c', 'name': '', 'network_id': '781f79ef-bd29-4180-a3a8-33cc905136b6', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:dc:49:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '653c6be3-d8e9-46c2-8a59-c571ae539f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:11Z', 'updated_at': '2022-03-28T13:47:20Z', 'revision_number': 5, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '653c6be3-d8e9-46c2-8a59-c571ae539f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:14.065210 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-50873dc4-2653-430f-81b9-dfca80b0d494 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9392538 Mar 28 13:48:14.071784 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60050) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:14.077995 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-e4c10746-5c9d-4988-821d-b510b92002bf tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Request body: {'subnet': {'network_id': '078b94d0-ce4e-4551-ada3-1a1c7aac343a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:14.081002 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c38fe83-c2e4-4950-9362-674f6b600fc9 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event deleted for resources: {'Subnet': ['ID=7864d972-ffb3-4709-ada8-227be950b309,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:14.097189 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e402adcd-c004-49d8-b12b-849a4507b221 None None] Checking router: 6b50c724-d573-48a4-b432-8a2fc7f559f7 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:48:14.129268 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8dc26452-1d08-41b2-b8e6-625ccaafb4cc None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:14.135096 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e402adcd-c004-49d8-b12b-849a4507b221 None None] Routers {'6b50c724-d573-48a4-b432-8a2fc7f559f7'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:48:14.135720 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-e402adcd-c004-49d8-b12b-849a4507b221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:47:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['6b50c724-d573-48a4-b432-8a2fc7f559f7'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:14.142575 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772710c6-3bc0-4511-b82f-080675c4a766 req-f3713c1a-b6a0-4605-98d2-2f2b45c8d1ed tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:14.144153 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-772710c6-3bc0-4511-b82f-080675c4a766 req-f3713c1a-b6a0-4605-98d2-2f2b45c8d1ed tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.1640317 Mar 28 13:48:14.160959 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-f2006710-1ffa-4d18-aae2-20285dfeb458 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Deleting port 2415797a-6179-46b4-876d-e587cdf512c6 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:48:14.161357 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f2006710-1ffa-4d18-aae2-20285dfeb458 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:14.231156 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-230848a1-67e9-4bbe-a7f4-af91b4180033 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:14.268358 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3d72b27b-e258-44b0-9f58-05a5ec29709e tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:14.271783 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8dc26452-1d08-41b2-b8e6-625ccaafb4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:14.302810 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-772710c6-3bc0-4511-b82f-080675c4a766 req-04e331b3-b537-4b91-a6c5-0ffeefe3ffdd tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497903 Mar 28 13:48:14.347332 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f2006710-1ffa-4d18-aae2-20285dfeb458 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:14.375647 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc26452-1d08-41b2-b8e6-625ccaafb4cc None None] Network 065f26d2-63bb-4542-be39-8aa15e1ec1c9 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:14.381766 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-f2006710-1ffa-4d18-aae2-20285dfeb458 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Calling delete_port for 2415797a-6179-46b4-876d-e587cdf512c6 owned by {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:48:14.390992 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-e402adcd-c004-49d8-b12b-849a4507b221 None None] Set router 6b50c724-d573-48a4-b432-8a2fc7f559f7 gateway port host: None {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:48:14.396296 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-8dc26452-1d08-41b2-b8e6-625ccaafb4cc None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:14.399095 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc26452-1d08-41b2-b8e6-625ccaafb4cc None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:48:14.431135 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b52571ed-cc6f-49a1-8672-0c58e801b3db tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:14.461055 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-230848a1-67e9-4bbe-a7f4-af91b4180033 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:14.507653 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc26452-1d08-41b2-b8e6-625ccaafb4cc None None] Pushing event updated for resources: {'Port': ['ID=b7f45fee-26e7-46d0-9ed0-dff18178d27c,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:14.553043 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230848a1-67e9-4bbe-a7f4-af91b4180033 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:14.558489 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-230848a1-67e9-4bbe-a7f4-af91b4180033 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:14.560018 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-3d72b27b-e258-44b0-9f58-05a5ec29709e tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Deleting port 88f2a937-3339-47bb-92d0-f19489fc0b2d {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:48:14.560556 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3d72b27b-e258-44b0-9f58-05a5ec29709e tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:14.585549 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230848a1-67e9-4bbe-a7f4-af91b4180033 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:48:14.597482 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-230848a1-67e9-4bbe-a7f4-af91b4180033 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:14.598280 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-8dc26452-1d08-41b2-b8e6-625ccaafb4cc None None] Attempting to bind port b7f45fee-26e7-46d0-9ed0-dff18178d27c on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:48:14.598654 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-8dc26452-1d08-41b2-b8e6-625ccaafb4cc None None] Attempting to bind port b7f45fee-26e7-46d0-9ed0-dff18178d27c by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'c6803dd4-5071-4353-aca0-63a1fc8865ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '065f26d2-63bb-4542-be39-8aa15e1ec1c9'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:48:14.598989 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc26452-1d08-41b2-b8e6-625ccaafb4cc None None] Attempting to bind port b7f45fee-26e7-46d0-9ed0-dff18178d27c on network 065f26d2-63bb-4542-be39-8aa15e1ec1c9 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:48:14.610264 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230848a1-67e9-4bbe-a7f4-af91b4180033 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Port': ['ID=b576667f-11ee-4050-848d-c86b4bdf5a26,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:14.618814 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc26452-1d08-41b2-b8e6-625ccaafb4cc None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:48:14.619186 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc26452-1d08-41b2-b8e6-625ccaafb4cc None None] Checking segment: {'id': 'c6803dd4-5071-4353-aca0-63a1fc8865ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '065f26d2-63bb-4542-be39-8aa15e1ec1c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:48:14.619590 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8dc26452-1d08-41b2-b8e6-625ccaafb4cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:14.619984 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc26452-1d08-41b2-b8e6-625ccaafb4cc None None] Bound using segment: {'id': 'c6803dd4-5071-4353-aca0-63a1fc8865ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '065f26d2-63bb-4542-be39-8aa15e1ec1c9'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:48:14.620486 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-8dc26452-1d08-41b2-b8e6-625ccaafb4cc None None] Bound port: b7f45fee-26e7-46d0-9ed0-dff18178d27c, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6803dd4-5071-4353-aca0-63a1fc8865ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '065f26d2-63bb-4542-be39-8aa15e1ec1c9'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:48:14.620867 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8dc26452-1d08-41b2-b8e6-625ccaafb4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:14.645962 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c10746-5c9d-4988-821d-b510b92002bf tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Made reservation on behalf of a8d0b895291d43e9afe1329c139db87b for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:48:14.649659 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e4c10746-5c9d-4988-821d-b510b92002bf tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:14.656936 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9133f7dc-789f-4271-aaf6-ee8e175dc2f7 None None] DHCP port deletion for 3fb51fec-b819-4ee1-b3a7-4d71be090bca request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:48:14.771790 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.ipam_backend_mixin [None req-e4c10746-5c9d-4988-821d-b510b92002bf tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 564d344e-c5d3-4d38-9bcf-8b620cc230e6 (CIDR: 172.20.0.0/28) Mar 28 13:48:14.813260 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4c10746-5c9d-4988-821d-b510b92002bf tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:48:14.813260 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4c10746-5c9d-4988-821d-b510b92002bf tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:48:14.824198 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c5225c-b212-447b-8035-04d4cdd1c7f9 req-acbde797-5d6b-4dfb-87bc-804aa21ff0ed tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:14.831439 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b2c5225c-b212-447b-8035-04d4cdd1c7f9 req-acbde797-5d6b-4dfb-87bc-804aa21ff0ed tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.1547220 Mar 28 13:48:14.856246 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-8dc26452-1d08-41b2-b8e6-625ccaafb4cc None None] For port b7f45fee-26e7-46d0-9ed0-dff18178d27c, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:48:14.858301 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-3d72b27b-e258-44b0-9f58-05a5ec29709e tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] For port 88f2a937-3339-47bb-92d0-f19489fc0b2d, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=88f2a937-3339-47bb-92d0-f19489fc0b2d,segment=NetworkSegment(9eb1e716-a1ba-4f72-ad42-1362685cfc95),segment_id=9eb1e716-a1ba-4f72-ad42-1362685cfc95)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:48:14.860394 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3d72b27b-e258-44b0-9f58-05a5ec29709e tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:14.872361 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-8dc26452-1d08-41b2-b8e6-625ccaafb4cc None None] For port b7f45fee-26e7-46d0-9ed0-dff18178d27c, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=b7f45fee-26e7-46d0-9ed0-dff18178d27c,segment=NetworkSegment(c6803dd4-5071-4353-aca0-63a1fc8865ba),segment_id=c6803dd4-5071-4353-aca0-63a1fc8865ba)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:48:14.881374 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-3d72b27b-e258-44b0-9f58-05a5ec29709e tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Calling delete_port for 88f2a937-3339-47bb-92d0-f19489fc0b2d owned by network:dhcp {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:48:14.893515 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-9133f7dc-789f-4271-aaf6-ee8e175dc2f7 None None] Deleting port 88f2a937-3339-47bb-92d0-f19489fc0b2d {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:48:14.893750 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9133f7dc-789f-4271-aaf6-ee8e175dc2f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:14.911651 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b2c5225c-b212-447b-8035-04d4cdd1c7f9 req-47b3b9c5-58fc-4e5d-894d-edf3ee971953 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792601 Mar 28 13:48:14.913338 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-230848a1-67e9-4bbe-a7f4-af91b4180033 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:14.951005 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8dc26452-1d08-41b2-b8e6-625ccaafb4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:14.959505 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-e4c10746-5c9d-4988-821d-b510b92002bf tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8864603 Mar 28 13:48:14.979297 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60056) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:14.985734 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-59f573cf-73db-41d5-82ed-f17acab60a46 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Request body: {'subnet': {'network_id': '078b94d0-ce4e-4551-ada3-1a1c7aac343a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:15.003495 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f2006710-1ffa-4d18-aae2-20285dfeb458 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:15.056464 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc26452-1d08-41b2-b8e6-625ccaafb4cc None None] Pushing event updated for resources: {'Port': ['ID=b7f45fee-26e7-46d0-9ed0-dff18178d27c,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:15.072225 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-e402adcd-c004-49d8-b12b-849a4507b221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'name': 'tempest-RoutersTest-router-1384789579', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:47:06Z', 'updated_at': '2022-03-28T13:48:11Z', 'revision_number': 10, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'gw_port_host': None, '_interfaces': [{'id': '6d600fc5-5ec3-46fe-b579-018a4862cf4c', 'name': '', 'network_id': '781f79ef-bd29-4180-a3a8-33cc905136b6', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:dc:49:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '653c6be3-d8e9-46c2-8a59-c571ae539f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:11Z', 'updated_at': '2022-03-28T13:47:20Z', 'revision_number': 5, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '653c6be3-d8e9-46c2-8a59-c571ae539f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:15.072342 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b52571ed-cc6f-49a1-8672-0c58e801b3db tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for router_gateway, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:15.093963 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b52571ed-cc6f-49a1-8672-0c58e801b3db tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:15.121412 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e402adcd-c004-49d8-b12b-849a4507b221 None None] The sync data for ids ['6b50c724-d573-48a4-b432-8a2fc7f559f7'] in dv-neutron-835335-1-hyperv is: [{'id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'name': 'tempest-RoutersTest-router-1384789579', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:47:06Z', 'updated_at': '2022-03-28T13:48:11Z', 'revision_number': 10, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'gw_port_host': None, '_interfaces': [{'id': '6d600fc5-5ec3-46fe-b579-018a4862cf4c', 'name': '', 'network_id': '781f79ef-bd29-4180-a3a8-33cc905136b6', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'mac_address': 'fa:16:3e:dc:49:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '653c6be3-d8e9-46c2-8a59-c571ae539f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:11Z', 'updated_at': '2022-03-28T13:47:20Z', 'revision_number': 5, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'subnets': [{'id': '653c6be3-d8e9-46c2-8a59-c571ae539f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:48:15.126090 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-9133f7dc-789f-4271-aaf6-ee8e175dc2f7 None None] For port 88f2a937-3339-47bb-92d0-f19489fc0b2d, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=88f2a937-3339-47bb-92d0-f19489fc0b2d,segment=NetworkSegment(9eb1e716-a1ba-4f72-ad42-1362685cfc95),segment_id=9eb1e716-a1ba-4f72-ad42-1362685cfc95)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:48:15.126797 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9133f7dc-789f-4271-aaf6-ee8e175dc2f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:15.134459 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2006710-1ffa-4d18-aae2-20285dfeb458 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event deleted for resources: {'Port': ['ID=2415797a-6179-46b4-876d-e587cdf512c6,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:15.151281 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-9133f7dc-789f-4271-aaf6-ee8e175dc2f7 None None] Calling delete_port for 88f2a937-3339-47bb-92d0-f19489fc0b2d owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:48:15.254903 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-b52571ed-cc6f-49a1-8672-0c58e801b3db tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Allocated IP 172.26.2.59 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/196c3b61-806a-45fc-87a6-4b8ae4ce9167) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:48:15.257281 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3d72b27b-e258-44b0-9f58-05a5ec29709e tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:15.276608 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d72b27b-e258-44b0-9f58-05a5ec29709e tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] No DVR routers for this DVR port 88f2a937-3339-47bb-92d0-f19489fc0b2d on host dv-neutron-835335-1-hyperv {{(pid=109612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:48:15.305194 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-92535836-7f49-41ca-a243-a1b16d6136b0 None None] Provisioning complete for port 3c3bbee6-2f39-47d5-a953-dd2853f9d501 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:15.305607 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-92535836-7f49-41ca-a243-a1b16d6136b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:15.359089 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-92535836-7f49-41ca-a243-a1b16d6136b0 None None] Port 3c3bbee6-2f39-47d5-a953-dd2853f9d501 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:48:15.362919 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d72b27b-e258-44b0-9f58-05a5ec29709e tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event deleted for resources: {'Port': ['ID=88f2a937-3339-47bb-92d0-f19489fc0b2d,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:15.396685 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-92535836-7f49-41ca-a243-a1b16d6136b0 None None] Provisioning complete for port 7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:15.398337 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-92535836-7f49-41ca-a243-a1b16d6136b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:15.464745 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9133f7dc-789f-4271-aaf6-ee8e175dc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:15.553858 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3d72b27b-e258-44b0-9f58-05a5ec29709e tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:15.622023 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9133f7dc-789f-4271-aaf6-ee8e175dc2f7 None None] Pushing event deleted for resources: {'Port': ['ID=88f2a937-3339-47bb-92d0-f19489fc0b2d,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:15.624569 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-3d72b27b-e258-44b0-9f58-05a5ec29709e tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fb51fec-b819-4ee1-b3a7-4d71be090bca']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:15.628473 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-92535836-7f49-41ca-a243-a1b16d6136b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:15.636739 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9133f7dc-789f-4271-aaf6-ee8e175dc2f7 None None] No DVR routers for this DVR port 88f2a937-3339-47bb-92d0-f19489fc0b2d on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:48:15.681846 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-3d72b27b-e258-44b0-9f58-05a5ec29709e tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eb1e716-a1ba-4f72-ad42-1362685cfc95') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:15.683428 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-3d72b27b-e258-44b0-9f58-05a5ec29709e tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eb1e716-a1ba-4f72-ad42-1362685cfc95') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:15.699798 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3d72b27b-e258-44b0-9f58-05a5ec29709e tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:15.737771 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-92535836-7f49-41ca-a243-a1b16d6136b0 None None] For port 7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04,segment=NetworkSegment(d9f45b0b-84e9-4fa5-9d8d-8e5b42de71ec),segment_id=d9f45b0b-84e9-4fa5-9d8d-8e5b42de71ec)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:48:15.741058 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3d72b27b-e258-44b0-9f58-05a5ec29709e tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:15.761154 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d72b27b-e258-44b0-9f58-05a5ec29709e tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:48:15.761154 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3d72b27b-e258-44b0-9f58-05a5ec29709e tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:15.773647 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:48:15.773647 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:48:15.773647 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:48:15.773647 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:48:15.773647 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:48:15.773647 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:48:15.773647 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:48:15.773647 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:48:15.773647 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:48:15.773647 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:48:15.773647 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:48:15.773647 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:48:15.773647 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:48:15.773647 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:48:15.773647 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:48:15.773647 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:48:15.773647 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:48:15.773647 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:48:15.773647 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:48:15.773647 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:48:15.773647 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:48:15.773647 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:48:15.773647 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:48:15.773647 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:48:15.773647 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:48:15.773647 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:48:15.773647 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:48:15.773647 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:48:15.773647 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:48:15.773647 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:48:15.773647 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:48:15.773647 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:48:15.792357 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b52571ed-cc6f-49a1-8672-0c58e801b3db tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:15.823869 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-92535836-7f49-41ca-a243-a1b16d6136b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:15.934003 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3d72b27b-e258-44b0-9f58-05a5ec29709e tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:15.943539 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f2006710-1ffa-4d18-aae2-20285dfeb458 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:15.949047 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f2006710-1ffa-4d18-aae2-20285dfeb458 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/ports/2415797a-6179-46b4-876d-e587cdf512c6 HTTP/1.1" status: 204 len: 168 time: 2.3642516 Mar 28 13:48:15.949206 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3d72b27b-e258-44b0-9f58-05a5ec29709e tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:15.950259 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-3d72b27b-e258-44b0-9f58-05a5ec29709e tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "DELETE /v2.0/networks/3fb51fec-b819-4ee1-b3a7-4d71be090bca HTTP/1.1" status: 204 len: 168 time: 1.9793649 Mar 28 13:48:15.950891 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60062) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:15.964408 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 1a84d51f-e2ba-4fd6-9fdf-165bc141d53d up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:48:15.969366 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60064) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:15.991189 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b52571ed-cc6f-49a1-8672-0c58e801b3db tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:15.999792 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d72b27b-e258-44b0-9f58-05a5ec29709e tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event deleted for resources: {'Network': ['ID=3fb51fec-b819-4ee1-b3a7-4d71be090bca,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:16.039596 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-11e3d189-ee02-4568-868b-ac456af5499e tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] DELETE failed (client error): The resource could not be found. Mar 28 13:48:16.040395 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11e3d189-ee02-4568-868b-ac456af5499e tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:48:16.043195 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92535836-7f49-41ca-a243-a1b16d6136b0 None None] Pushing event updated for resources: {'Port': ['ID=7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:16.043927 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-11e3d189-ee02-4568-868b-ac456af5499e tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/ports/2415797a-6179-46b4-876d-e587cdf512c6 HTTP/1.1" status: 404 len: 333 time: 0.0825016 Mar 28 13:48:16.064697 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-5431664f-8cd0-41a9-892c-baffae6e8cc9 None None] Provisioning complete for port 1a84d51f-e2ba-4fd6-9fdf-165bc141d53d triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:16.065240 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5431664f-8cd0-41a9-892c-baffae6e8cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:16.070409 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60066) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:16.074365 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52571ed-cc6f-49a1-8672-0c58e801b3db tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:16.104254 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 1a84d51f-e2ba-4fd6-9fdf-165bc141d53d triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:16.104619 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:16.120268 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-b52571ed-cc6f-49a1-8672-0c58e801b3db tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:16.140876 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52571ed-cc6f-49a1-8672-0c58e801b3db tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:48:16.155105 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4a3bf78-8c3a-4c3a-8fcb-412e05d6ec00 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] GET failed (client error): The resource could not be found. Mar 28 13:48:16.156896 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d4a3bf78-8c3a-4c3a-8fcb-412e05d6ec00 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "GET /v2.0/ports/2415797a-6179-46b4-876d-e587cdf512c6 HTTP/1.1" status: 404 len: 333 time: 0.0810523 Mar 28 13:48:16.177555 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60068) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:16.198088 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52571ed-cc6f-49a1-8672-0c58e801b3db tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event updated for resources: {'Port': ['ID=196c3b61-806a-45fc-87a6-4b8ae4ce9167,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:16.227969 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5431664f-8cd0-41a9-892c-baffae6e8cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:16.229113 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f573cf-73db-41d5-82ed-f17acab60a46 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Made reservation on behalf of a8d0b895291d43e9afe1329c139db87b for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:48:16.232606 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-59f573cf-73db-41d5-82ed-f17acab60a46 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:16.249261 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-99d66251-2fec-40b6-87e1-c13719eec37a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Deleting subnet f1e0d19a-353f-44a1-a2b2-310a4a96c2bf {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:48:16.271480 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-99d66251-2fec-40b6-87e1-c13719eec37a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:16.345108 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-230848a1-67e9-4bbe-a7f4-af91b4180033 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:16.376544 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e6ef78-4c8f-49f4-b9c2-9ba1d69f6dd4 req-00014d39-871a-46ae-9f4c-90f9e153cf64 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:16.378873 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-26e6ef78-4c8f-49f4-b9c2-9ba1d69f6dd4 req-00014d39-871a-46ae-9f4c-90f9e153cf64 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.2741237 Mar 28 13:48:16.393383 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-99d66251-2fec-40b6-87e1-c13719eec37a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:16.401929 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:16.419865 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-5431664f-8cd0-41a9-892c-baffae6e8cc9 None None] For port 1a84d51f-e2ba-4fd6-9fdf-165bc141d53d, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=1a84d51f-e2ba-4fd6-9fdf-165bc141d53d,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:48:16.435795 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-230848a1-67e9-4bbe-a7f4-af91b4180033 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:16.436596 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-230848a1-67e9-4bbe-a7f4-af91b4180033 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:16.480648 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5431664f-8cd0-41a9-892c-baffae6e8cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:16.565392 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-5431664f-8cd0-41a9-892c-baffae6e8cc9 None None] Provisioning complete for port 317816a6-9280-47f0-b556-73d39d4b0cd1 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:16.566170 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5431664f-8cd0-41a9-892c-baffae6e8cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:16.586317 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230848a1-67e9-4bbe-a7f4-af91b4180033 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Port': ['ID=b576667f-11ee-4050-848d-c86b4bdf5a26,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:16.591886 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-26e6ef78-4c8f-49f4-b9c2-9ba1d69f6dd4 req-ee3ad741-5257-4a42-82c6-e222cc77432e tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1953351 Mar 28 13:48:16.605358 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.db.api [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 13:48:16.605358 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG oslo_db.api [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 13:48:16.613501 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431664f-8cd0-41a9-892c-baffae6e8cc9 None None] Pushing event updated for resources: {'Port': ['ID=1a84d51f-e2ba-4fd6-9fdf-165bc141d53d,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:16.624598 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-5431664f-8cd0-41a9-892c-baffae6e8cc9 None None] Port 317816a6-9280-47f0-b556-73d39d4b0cd1 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:48:16.665873 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-99d66251-2fec-40b6-87e1-c13719eec37a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:16.689891 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-41d22684-e9c0-4d70-98b6-fa38b6863035 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:16.691172 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b52571ed-cc6f-49a1-8672-0c58e801b3db tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for router_gateway, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:16.751614 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-b086a9d4-8280-468e-ba53-b7e29079056d None None] Provisioning complete for port b576667f-11ee-4050-848d-c86b4bdf5a26 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:16.752042 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b086a9d4-8280-468e-ba53-b7e29079056d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:16.757281 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230848a1-67e9-4bbe-a7f4-af91b4180033 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:16.768411 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-230848a1-67e9-4bbe-a7f4-af91b4180033 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:16.822074 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-b086a9d4-8280-468e-ba53-b7e29079056d None None] Port b576667f-11ee-4050-848d-c86b4bdf5a26 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:48:16.961642 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-99d66251-2fec-40b6-87e1-c13719eec37a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:16.994156 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d66251-2fec-40b6-87e1-c13719eec37a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event deleted for resources: {'Subnet': ['ID=f1e0d19a-353f-44a1-a2b2-310a4a96c2bf,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:17.005473 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-99d66251-2fec-40b6-87e1-c13719eec37a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:17.005634 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0312d1e-74d6-4c66-a4d8-daeaf1a7e820 None None] Network 065f26d2-63bb-4542-be39-8aa15e1ec1c9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:48:17.013362 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-99d66251-2fec-40b6-87e1-c13719eec37a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/subnets/f1e0d19a-353f-44a1-a2b2-310a4a96c2bf HTTP/1.1" status: 204 len: 168 time: 0.8345351 Mar 28 13:48:17.015965 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-59f573cf-73db-41d5-82ed-f17acab60a46 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:17.017888 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60070) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:17.133698 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f573cf-73db-41d5-82ed-f17acab60a46 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Network 078b94d0-ce4e-4551-ada3-1a1c7aac343a is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:17.136455 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-230848a1-67e9-4bbe-a7f4-af91b4180033 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Router 27f137aa-ab98-434d-a085-51d7a4aa29a4 is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:48:17.145283 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-59f573cf-73db-41d5-82ed-f17acab60a46 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:17.156875 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f573cf-73db-41d5-82ed-f17acab60a46 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:17.157486 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-59f573cf-73db-41d5-82ed-f17acab60a46 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:17.164119 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bd5619-f7be-4d3d-8479-7df2a4e1fffc None None] Network 078b94d0-ce4e-4551-ada3-1a1c7aac343a requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:48:17.168063 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-a28ccf09-b213-4b65-b210-c4f0b814eca5 None None] Provisioning complete for port b7f45fee-26e7-46d0-9ed0-dff18178d27c triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:17.168063 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a28ccf09-b213-4b65-b210-c4f0b814eca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:17.170296 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f573cf-73db-41d5-82ed-f17acab60a46 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event updated for resources: {'Subnet': ['ID=a4bcf330-ebc6-44b9-a2e7-8971751f738f,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:17.187171 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-816b615d-ab96-4d37-88e6-f960202df3a4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:17.235271 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device b7f45fee-26e7-46d0-9ed0-dff18178d27c up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:48:17.268359 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-59f573cf-73db-41d5-82ed-f17acab60a46 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2875490 Mar 28 13:48:17.273307 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60072) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:17.277590 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-52bee290-c54f-4bb7-bd90-fc42b9689021 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-46533821', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a4bcf330-ebc6-44b9-a2e7-8971751f738f'}], 'security_groups': ['f824f2cd-0337-47b5-8c3b-a2db73040257']}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:17.316945 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230848a1-67e9-4bbe-a7f4-af91b4180033 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:48:17.325110 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-230848a1-67e9-4bbe-a7f4-af91b4180033 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "PUT /v2.0/routers/27f137aa-ab98-434d-a085-51d7a4aa29a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6143680 Mar 28 13:48:17.326685 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60074) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:17.333251 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1800ce-5372-402f-b220-e64a03c26ef2 None None] Sync routers for ids ['27f137aa-ab98-434d-a085-51d7a4aa29a4'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:48:17.343120 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1800ce-5372-402f-b220-e64a03c26ef2 None None] Routers {'27f137aa-ab98-434d-a085-51d7a4aa29a4'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:48:17.343321 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-0f1800ce-5372-402f-b220-e64a03c26ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:47:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['27f137aa-ab98-434d-a085-51d7a4aa29a4'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:17.381990 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2deacc-063e-41bc-b58c-b2de3d1fd5c7 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:17.386276 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-1c2deacc-063e-41bc-b58c-b2de3d1fd5c7 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/ports/b576667f-11ee-4050-848d-c86b4bdf5a26 HTTP/1.1" status: 200 len: 911 time: 0.0586460 Mar 28 13:48:17.386812 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60076) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:17.403725 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-52bee290-c54f-4bb7-bd90-fc42b9689021 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:17.428071 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-0f1800ce-5372-402f-b220-e64a03c26ef2 None None] Set router 27f137aa-ab98-434d-a085-51d7a4aa29a4 gateway port host: None {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:48:17.430399 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-816b615d-ab96-4d37-88e6-f960202df3a4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Deleting port b7f45fee-26e7-46d0-9ed0-dff18178d27c {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:48:17.430399 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-816b615d-ab96-4d37-88e6-f960202df3a4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:17.459894 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e015312-ebc4-4d97-a409-22be122604dc tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:17.465794 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e015312-ebc4-4d97-a409-22be122604dc tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:17.470281 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-8e015312-ebc4-4d97-a409-22be122604dc tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0816033 Mar 28 13:48:17.474624 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60078) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:17.521451 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-816b615d-ab96-4d37-88e6-f960202df3a4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] For port b7f45fee-26e7-46d0-9ed0-dff18178d27c, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=b7f45fee-26e7-46d0-9ed0-dff18178d27c,segment=NetworkSegment(c6803dd4-5071-4353-aca0-63a1fc8865ba),segment_id=c6803dd4-5071-4353-aca0-63a1fc8865ba)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:48:17.521956 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-816b615d-ab96-4d37-88e6-f960202df3a4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:17.535378 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-816b615d-ab96-4d37-88e6-f960202df3a4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Calling delete_port for b7f45fee-26e7-46d0-9ed0-dff18178d27c owned by network:dhcp {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:48:17.607853 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port b7f45fee-26e7-46d0-9ed0-dff18178d27c triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:17.608650 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:17.638530 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b52571ed-cc6f-49a1-8672-0c58e801b3db tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:17.657667 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-0f1800ce-5372-402f-b220-e64a03c26ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f137aa-ab98-434d-a085-51d7a4aa29a4', 'name': 'tempest-NetworksTestDHCPv6-router-769732914', 'tenant_id': '97c2fb5000a44df7a1530b25f26f0716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:48:11Z', 'updated_at': '2022-03-28T13:48:14Z', 'revision_number': 2, 'project_id': '97c2fb5000a44df7a1530b25f26f0716', 'gw_port_host': None, '_interfaces': [{'id': 'b576667f-11ee-4050-848d-c86b4bdf5a26', 'name': '', 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'tenant_id': '97c2fb5000a44df7a1530b25f26f0716', 'mac_address': 'fa:16:3e:0a:e4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f137aa-ab98-434d-a085-51d7a4aa29a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '23c98ae8-f9d7-4799-9b24-f6d19e63ef58', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:48:13Z', 'updated_at': '2022-03-28T13:48:15Z', 'revision_number': 2, 'project_id': '97c2fb5000a44df7a1530b25f26f0716', 'subnets': [{'id': '23c98ae8-f9d7-4799-9b24-f6d19e63ef58', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:17.679948 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c0de2e-ac83-4326-8384-2b8d8e933acc None None] DHCP port deletion for 065f26d2-63bb-4542-be39-8aa15e1ec1c9 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:48:17.687353 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a28ccf09-b213-4b65-b210-c4f0b814eca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:17.697074 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-816b615d-ab96-4d37-88e6-f960202df3a4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:17.697763 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1800ce-5372-402f-b220-e64a03c26ef2 None None] Checking router: 27f137aa-ab98-434d-a085-51d7a4aa29a4 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:48:17.698117 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1800ce-5372-402f-b220-e64a03c26ef2 None None] Updating router 27f137aa-ab98-434d-a085-51d7a4aa29a4 port b576667f-11ee-4050-848d-c86b4bdf5a26 binding host dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 13:48:17.722164 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b615d-ab96-4d37-88e6-f960202df3a4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event deleted for resources: {'Port': ['ID=b7f45fee-26e7-46d0-9ed0-dff18178d27c,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:17.728530 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816b615d-ab96-4d37-88e6-f960202df3a4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] No DVR routers for this DVR port b7f45fee-26e7-46d0-9ed0-dff18178d27c on host dv-neutron-835335-1-hyperv {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:48:17.753603 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-0f1800ce-5372-402f-b220-e64a03c26ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:17.798133 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4996680-48f7-4099-baf5-84364fbb3e3f None None] Update dhcp port {'port': {'network_id': '078b94d0-ce4e-4551-ada3-1a1c7aac343a', 'fixed_ips': [{'subnet_id': '564d344e-c5d3-4d38-9bcf-8b620cc230e6', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a4bcf330-ebc6-44b9-a2e7-8971751f738f'}], 'binding:host_id': 'dv-neutron-835335-1-hyperv'}, 'id': '7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04'} from dv-neutron-835335-1-hyperv. {{(pid=109614) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 28 13:48:17.802021 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-b7c0de2e-ac83-4326-8384-2b8d8e933acc None None] The port 'b7f45fee-26e7-46d0-9ed0-dff18178d27c' was deleted {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1982}} Mar 28 13:48:17.854072 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-816b615d-ab96-4d37-88e6-f960202df3a4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:17.877750 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f4996680-48f7-4099-baf5-84364fbb3e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:17.883111 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de291906-a4d7-433d-9fb7-b1dd8c8374bf req-6330a985-d7cf-4139-899a-63446e3b60ec tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:17.884831 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-de291906-a4d7-433d-9fb7-b1dd8c8374bf req-6330a985-d7cf-4139-899a-63446e3b60ec tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.1286731 Mar 28 13:48:17.888241 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-816b615d-ab96-4d37-88e6-f960202df3a4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['065f26d2-63bb-4542-be39-8aa15e1ec1c9']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:17.907272 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-816b615d-ab96-4d37-88e6-f960202df3a4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6803dd4-5071-4353-aca0-63a1fc8865ba') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:17.907603 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-816b615d-ab96-4d37-88e6-f960202df3a4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6803dd4-5071-4353-aca0-63a1fc8865ba') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:17.932413 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-816b615d-ab96-4d37-88e6-f960202df3a4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:17.961773 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-de291906-a4d7-433d-9fb7-b1dd8c8374bf req-4ad8b890-5363-4fd5-bf30-acc46e0e45bf tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656817 Mar 28 13:48:17.962816 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-816b615d-ab96-4d37-88e6-f960202df3a4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:17.969217 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Could not find standard attr ID for object b7f45fee-26e7-46d0-9ed0-dff18178d27c. {{(pid=109614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 13:48:17.975095 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-816b615d-ab96-4d37-88e6-f960202df3a4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:48:17.975511 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-816b615d-ab96-4d37-88e6-f960202df3a4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:17.986336 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:48:17.986336 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:48:17.986336 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:48:17.986336 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:48:17.986336 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:48:17.986336 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:48:17.986336 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:48:17.986336 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:48:17.986336 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:48:17.986336 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:48:17.986336 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:48:17.986336 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:48:17.986336 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:48:17.986336 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:48:17.986336 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:48:17.986336 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:48:17.986336 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:48:17.986336 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:48:17.986336 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:48:17.986336 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:48:17.986336 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:48:17.986336 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:48:17.986336 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:48:17.986336 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:48:17.986336 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:48:17.986336 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:48:17.986336 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:48:17.986336 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:48:17.986336 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:48:17.986336 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:48:17.986336 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:48:17.986336 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:48:18.029955 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No ports have port_id starting with b7f45fee-26e7-46d0-9ed0-dff18178d27c Mar 28 13:48:18.038764 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:48:18.089055 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-0f1800ce-5372-402f-b220-e64a03c26ef2 None None] Notify callbacks [] for port, precommit_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:18.094930 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-41d22684-e9c0-4d70-98b6-fa38b6863035 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Deleting port 6d600fc5-5ec3-46fe-b579-018a4862cf4c {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:48:18.096184 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-41d22684-e9c0-4d70-98b6-fa38b6863035 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:18.097000 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-f5cfe3d8-2bb4-4f87-a2dc-21b43606fc2a None None] Provisioning complete for port b576667f-11ee-4050-848d-c86b4bdf5a26 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:18.097358 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f5cfe3d8-2bb4-4f87-a2dc-21b43606fc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:18.139436 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-f5cfe3d8-2bb4-4f87-a2dc-21b43606fc2a None None] Port b576667f-11ee-4050-848d-c86b4bdf5a26 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:48:18.142526 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:18.147530 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:18.170419 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-816b615d-ab96-4d37-88e6-f960202df3a4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:18.179022 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-816b615d-ab96-4d37-88e6-f960202df3a4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:18.182940 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-816b615d-ab96-4d37-88e6-f960202df3a4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/networks/065f26d2-63bb-4542-be39-8aa15e1ec1c9 HTTP/1.1" status: 204 len: 168 time: 1.1616151 Mar 28 13:48:18.190113 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-0f1800ce-5372-402f-b220-e64a03c26ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:18.190351 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60082) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:18.196721 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-a57d6c83-5808-4295-b0e6-c38dd0712f68 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1511867296'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:18.206929 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b615d-ab96-4d37-88e6-f960202df3a4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event deleted for resources: {'Network': ['ID=065f26d2-63bb-4542-be39-8aa15e1ec1c9,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:18.246860 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3f0db-8f04-4ee6-9bfe-0269469343b6 None None] Pushing event updated for resources: {'Port': ['ID=b576667f-11ee-4050-848d-c86b4bdf5a26,revision_number=3']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:18.253708 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-52bee290-c54f-4bb7-bd90-fc42b9689021 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Delete allocated IP 172.20.0.14 (078b94d0-ce4e-4551-ada3-1a1c7aac343a/564d344e-c5d3-4d38-9bcf-8b620cc230e6) {{(pid=109612) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 28 13:48:18.279197 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b3f0db-8f04-4ee6-9bfe-0269469343b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:48:18.279197 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b3f0db-8f04-4ee6-9bfe-0269469343b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:48:18.279197 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b3f0db-8f04-4ee6-9bfe-0269469343b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:48:18.286155 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b3f0db-8f04-4ee6-9bfe-0269469343b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:48:18.286155 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b3f0db-8f04-4ee6-9bfe-0269469343b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:48:18.286155 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b3f0db-8f04-4ee6-9bfe-0269469343b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:48:18.286155 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b3f0db-8f04-4ee6-9bfe-0269469343b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:48:18.286155 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b3f0db-8f04-4ee6-9bfe-0269469343b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:48:18.286155 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b3f0db-8f04-4ee6-9bfe-0269469343b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:48:18.286155 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b3f0db-8f04-4ee6-9bfe-0269469343b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:48:18.286155 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b3f0db-8f04-4ee6-9bfe-0269469343b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:48:18.286155 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b3f0db-8f04-4ee6-9bfe-0269469343b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:48:18.294353 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-52bee290-c54f-4bb7-bd90-fc42b9689021 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Allocated IP 172.20.0.19 (078b94d0-ce4e-4551-ada3-1a1c7aac343a/a4bcf330-ebc6-44b9-a2e7-8971751f738f/317816a6-9280-47f0-b556-73d39d4b0cd1) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:48:18.319746 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-41d22684-e9c0-4d70-98b6-fa38b6863035 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] For port 6d600fc5-5ec3-46fe-b579-018a4862cf4c, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=6d600fc5-5ec3-46fe-b579-018a4862cf4c,segment=NetworkSegment(1894ee31-236f-49fe-9c7b-32b4a475f3a6),segment_id=1894ee31-236f-49fe-9c7b-32b4a475f3a6)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:48:18.320114 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-41d22684-e9c0-4d70-98b6-fa38b6863035 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:18.321141 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-0f1800ce-5372-402f-b220-e64a03c26ef2 None None] Attempting to bind port b576667f-11ee-4050-848d-c86b4bdf5a26 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:48:18.321505 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-0f1800ce-5372-402f-b220-e64a03c26ef2 None None] Attempting to bind port b576667f-11ee-4050-848d-c86b4bdf5a26 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:48:18.321862 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1800ce-5372-402f-b220-e64a03c26ef2 None None] Attempting to bind port b576667f-11ee-4050-848d-c86b4bdf5a26 on network 0683b568-5de1-47de-8c3c-3856d7f643f9 {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:48:18.328360 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1800ce-5372-402f-b220-e64a03c26ef2 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:48:18.331958 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1800ce-5372-402f-b220-e64a03c26ef2 None None] Checking segment: {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:48:18.331958 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-0f1800ce-5372-402f-b220-e64a03c26ef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:18.331958 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1800ce-5372-402f-b220-e64a03c26ef2 None None] Bound using segment: {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:48:18.331958 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-0f1800ce-5372-402f-b220-e64a03c26ef2 None None] Bound port: b576667f-11ee-4050-848d-c86b4bdf5a26, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'}}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:48:18.331958 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-0f1800ce-5372-402f-b220-e64a03c26ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:18.363962 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57d6c83-5808-4295-b0e6-c38dd0712f68 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Made reservation on behalf of 427ec9eabb7e45afac363fe68c5efe1f for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:48:18.367459 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a57d6c83-5808-4295-b0e6-c38dd0712f68 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:18.370446 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 88f2a937-3339-47bb-92d0-f19489fc0b2d no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:48:18.375605 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-41d22684-e9c0-4d70-98b6-fa38b6863035 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Calling delete_port for 6d600fc5-5ec3-46fe-b579-018a4862cf4c owned by network:router_interface {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:48:18.392259 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 88f2a937-3339-47bb-92d0-f19489fc0b2d {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:48:18.392663 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 88f2a937-3339-47bb-92d0-f19489fc0b2d not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:48:18.393066 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 8d94d1a9-c0ed-4d00-8f26-c0800eb72072 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:48:18.417363 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-0f1800ce-5372-402f-b220-e64a03c26ef2 None None] For port b576667f-11ee-4050-848d-c86b4bdf5a26, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:48:18.424287 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-0f1800ce-5372-402f-b220-e64a03c26ef2 None None] For port b576667f-11ee-4050-848d-c86b4bdf5a26, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=b576667f-11ee-4050-848d-c86b4bdf5a26,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:48:18.425264 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 8d94d1a9-c0ed-4d00-8f26-c0800eb72072 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:48:18.425604 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 8d94d1a9-c0ed-4d00-8f26-c0800eb72072 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:48:18.474375 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52571ed-cc6f-49a1-8672-0c58e801b3db tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Router 2fc478f2-1e38-4a63-ac65-c47cbde9345f is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:48:18.476401 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a57d6c83-5808-4295-b0e6-c38dd0712f68 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:48:18.486761 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-0f1800ce-5372-402f-b220-e64a03c26ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:18.535441 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 1a84d51f-e2ba-4fd6-9fdf-165bc141d53d up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:48:18.583716 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3f0db-8f04-4ee6-9bfe-0269469343b6 None None] Pushing event updated for resources: {'Port': ['ID=b576667f-11ee-4050-848d-c86b4bdf5a26,revision_number=4']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:18.583964 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a57d6c83-5808-4295-b0e6-c38dd0712f68 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:18.583964 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-a57d6c83-5808-4295-b0e6-c38dd0712f68 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Added segment 0c8c65d0-ce55-4757-9eda-3a6dcaf5a971 of type vlan for network c6aa6a75-677f-4e66-ba93-aa27b8b6ba6f Mar 28 13:48:18.584115 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1800ce-5372-402f-b220-e64a03c26ef2 None None] Routers {'27f137aa-ab98-434d-a085-51d7a4aa29a4'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:48:18.584115 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-0f1800ce-5372-402f-b220-e64a03c26ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:47:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['27f137aa-ab98-434d-a085-51d7a4aa29a4'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:18.612663 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 1a84d51f-e2ba-4fd6-9fdf-165bc141d53d triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:18.613191 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:18.686854 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-0f1800ce-5372-402f-b220-e64a03c26ef2 None None] Set router 27f137aa-ab98-434d-a085-51d7a4aa29a4 gateway port host: None {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:48:18.688643 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-e6615c10-613b-44ca-8454-6f3e588098d1 None None] Provisioning complete for port b576667f-11ee-4050-848d-c86b4bdf5a26 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:18.689018 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e6615c10-613b-44ca-8454-6f3e588098d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:18.753043 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a57d6c83-5808-4295-b0e6-c38dd0712f68 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:18.790400 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:48:18.832468 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-df4f5cc4-d4ca-4db8-8f69-04ce50d9a673 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:18.867202 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e6615c10-613b-44ca-8454-6f3e588098d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:18.910350 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:18.910638 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:18.916487 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-e6615c10-613b-44ca-8454-6f3e588098d1 None None] For port b576667f-11ee-4050-848d-c86b4bdf5a26, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=b576667f-11ee-4050-848d-c86b4bdf5a26,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:48:18.961942 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-0f1800ce-5372-402f-b220-e64a03c26ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f137aa-ab98-434d-a085-51d7a4aa29a4', 'name': 'tempest-NetworksTestDHCPv6-router-769732914', 'tenant_id': '97c2fb5000a44df7a1530b25f26f0716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:48:11Z', 'updated_at': '2022-03-28T13:48:14Z', 'revision_number': 2, 'project_id': '97c2fb5000a44df7a1530b25f26f0716', 'gw_port_host': None, '_interfaces': [{'id': 'b576667f-11ee-4050-848d-c86b4bdf5a26', 'name': '', 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'tenant_id': '97c2fb5000a44df7a1530b25f26f0716', 'mac_address': 'fa:16:3e:0a:e4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f137aa-ab98-434d-a085-51d7a4aa29a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '23c98ae8-f9d7-4799-9b24-f6d19e63ef58', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:48:13Z', 'updated_at': '2022-03-28T13:48:18Z', 'revision_number': 4, 'project_id': '97c2fb5000a44df7a1530b25f26f0716', 'subnets': [{'id': '23c98ae8-f9d7-4799-9b24-f6d19e63ef58', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:18.996626 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1800ce-5372-402f-b220-e64a03c26ef2 None None] The sync data for ids ['27f137aa-ab98-434d-a085-51d7a4aa29a4'] in dv-neutron-835335-1-hyperv is: [{'id': '27f137aa-ab98-434d-a085-51d7a4aa29a4', 'name': 'tempest-NetworksTestDHCPv6-router-769732914', 'tenant_id': '97c2fb5000a44df7a1530b25f26f0716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:48:11Z', 'updated_at': '2022-03-28T13:48:14Z', 'revision_number': 2, 'project_id': '97c2fb5000a44df7a1530b25f26f0716', 'gw_port_host': None, '_interfaces': [{'id': 'b576667f-11ee-4050-848d-c86b4bdf5a26', 'name': '', 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'tenant_id': '97c2fb5000a44df7a1530b25f26f0716', 'mac_address': 'fa:16:3e:0a:e4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f137aa-ab98-434d-a085-51d7a4aa29a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '23c98ae8-f9d7-4799-9b24-f6d19e63ef58', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:48:13Z', 'updated_at': '2022-03-28T13:48:18Z', 'revision_number': 4, 'project_id': '97c2fb5000a44df7a1530b25f26f0716', 'subnets': [{'id': '23c98ae8-f9d7-4799-9b24-f6d19e63ef58', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:48:19.042300 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e6615c10-613b-44ca-8454-6f3e588098d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:19.075046 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device b7f45fee-26e7-46d0-9ed0-dff18178d27c no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:48:19.110758 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: b7f45fee-26e7-46d0-9ed0-dff18178d27c {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:48:19.111150 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device b7f45fee-26e7-46d0-9ed0-dff18178d27c not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:48:19.143931 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6615c10-613b-44ca-8454-6f3e588098d1 None None] Pushing event updated for resources: {'Port': ['ID=b576667f-11ee-4050-848d-c86b4bdf5a26,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:19.177498 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-9fc57649-0df8-419d-af9e-f42aec354d86 None None] Provisioning complete for port b576667f-11ee-4050-848d-c86b4bdf5a26 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:19.177942 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9fc57649-0df8-419d-af9e-f42aec354d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:19.316182 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-52bee290-c54f-4bb7-bd90-fc42b9689021 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:19.324801 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52571ed-cc6f-49a1-8672-0c58e801b3db tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:48:19.335663 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecae8169-c72f-4a78-bd60-f53a0d0a1319 None None] Sync routers for ids ['2fc478f2-1e38-4a63-ac65-c47cbde9345f'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:48:19.339842 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947fbb72-4fb2-4156-af10-314430e557ea req-93a7a221-f821-4979-bedd-686678274303 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:19.341694 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-947fbb72-4fb2-4156-af10-314430e557ea req-93a7a221-f821-4979-bedd-686678274303 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.0902371 Mar 28 13:48:19.357080 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a57d6c83-5808-4295-b0e6-c38dd0712f68 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:19.363392 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57d6c83-5808-4295-b0e6-c38dd0712f68 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:19.364013 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a57d6c83-5808-4295-b0e6-c38dd0712f68 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:19.365104 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecae8169-c72f-4a78-bd60-f53a0d0a1319 None None] Routers {'2fc478f2-1e38-4a63-ac65-c47cbde9345f'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:48:19.365754 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-ecae8169-c72f-4a78-bd60-f53a0d0a1319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:47:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['2fc478f2-1e38-4a63-ac65-c47cbde9345f'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:19.419893 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-947fbb72-4fb2-4156-af10-314430e557ea req-a6e72eba-811e-47a6-962e-345e39816463 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631700 Mar 28 13:48:19.430368 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-52bee290-c54f-4bb7-bd90-fc42b9689021 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:19.437453 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-41d22684-e9c0-4d70-98b6-fa38b6863035 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:19.454838 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-ecae8169-c72f-4a78-bd60-f53a0d0a1319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:19.477603 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-f4996680-48f7-4099-baf5-84364fbb3e3f None None] Allocated IP 172.20.0.18 (078b94d0-ce4e-4551-ada3-1a1c7aac343a/a4bcf330-ebc6-44b9-a2e7-8971751f738f/7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:48:19.482433 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecae8169-c72f-4a78-bd60-f53a0d0a1319 None None] Routers {'2fc478f2-1e38-4a63-ac65-c47cbde9345f'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:48:19.482433 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-ecae8169-c72f-4a78-bd60-f53a0d0a1319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:47:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['2fc478f2-1e38-4a63-ac65-c47cbde9345f'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:19.521050 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-ecae8169-c72f-4a78-bd60-f53a0d0a1319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:19.521702 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecae8169-c72f-4a78-bd60-f53a0d0a1319 None None] The sync data for ids ['2fc478f2-1e38-4a63-ac65-c47cbde9345f'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:48:19.535120 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b52571ed-cc6f-49a1-8672-0c58e801b3db tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:19.536403 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-b52571ed-cc6f-49a1-8672-0c58e801b3db tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 5.9202633 Mar 28 13:48:19.540444 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60086) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:19.548444 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a57d6c83-5808-4295-b0e6-c38dd0712f68 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3555474 Mar 28 13:48:19.551373 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60088) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:19.560867 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-279ceb03-b9b3-423c-8668-777e3c7b1c30 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Request body: {'subnet': {'network_id': 'c6aa6a75-677f-4e66-ba93-aa27b8b6ba6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:19.599232 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d6c83-5808-4295-b0e6-c38dd0712f68 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event updated for resources: {'Network': ['ID=c6aa6a75-677f-4e66-ba93-aa27b8b6ba6f,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:19.611858 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network c6aa6a75-677f-4e66-ba93-aa27b8b6ba6f details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:48:19.681221 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bee290-c54f-4bb7-bd90-fc42b9689021 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event updated for resources: {'Port': ['ID=317816a6-9280-47f0-b556-73d39d4b0cd1,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:19.762652 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d22684-e9c0-4d70-98b6-fa38b6863035 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event deleted for resources: {'Port': ['ID=6d600fc5-5ec3-46fe-b579-018a4862cf4c,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:19.775667 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-52bee290-c54f-4bb7-bd90-fc42b9689021 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] In _notify_port_updated(), no bound segment for port 317816a6-9280-47f0-b556-73d39d4b0cd1 on network 078b94d0-ce4e-4551-ada3-1a1c7aac343a {{(pid=109612) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 28 13:48:19.782226 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bee290-c54f-4bb7-bd90-fc42b9689021 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:19.782841 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-52bee290-c54f-4bb7-bd90-fc42b9689021 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:19.788864 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-52bee290-c54f-4bb7-bd90-fc42b9689021 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "PUT /v2.0/ports/317816a6-9280-47f0-b556-73d39d4b0cd1 HTTP/1.1" status: 200 len: 919 time: 2.5158439 Mar 28 13:48:19.789705 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60090) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:19.869721 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-1c548c24-f75b-4fe6-bcb1-30486ed81e08 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "GET /v2.0/routers/2fc478f2-1e38-4a63-ac65-c47cbde9345f HTTP/1.1" status: 200 len: 883 time: 0.3270719 Mar 28 13:48:19.876324 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60092) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:19.910728 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-f4996680-48f7-4099-baf5-84364fbb3e3f None None] For port 7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04,segment=NetworkSegment(d9f45b0b-84e9-4fa5-9d8d-8e5b42de71ec),segment_id=d9f45b0b-84e9-4fa5-9d8d-8e5b42de71ec)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:48:19.938416 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279ceb03-b9b3-423c-8668-777e3c7b1c30 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Made reservation on behalf of 427ec9eabb7e45afac363fe68c5efe1f for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:48:19.940410 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f4996680-48f7-4099-baf5-84364fbb3e3f None None] Notify callbacks [] for port, precommit_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:19.942273 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-279ceb03-b9b3-423c-8668-777e3c7b1c30 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:19.950829 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-41d22684-e9c0-4d70-98b6-fa38b6863035 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:19.995711 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f4996680-48f7-4099-baf5-84364fbb3e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:20.094300 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4996680-48f7-4099-baf5-84364fbb3e3f None None] Pushing event updated for resources: {'Port': ['ID=7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:20.156473 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-df4f5cc4-d4ca-4db8-8f69-04ce50d9a673 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting port b576667f-11ee-4050-848d-c86b4bdf5a26 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:48:20.156823 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-df4f5cc4-d4ca-4db8-8f69-04ce50d9a673 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:20.156929 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-dfe66d75-92d9-4721-bcd3-b349af7f67ab tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.2783906 Mar 28 13:48:20.160118 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60094) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:20.164516 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-065372b5-86af-45bf-9680-86ee681cfc37 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-783684121'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:20.247402 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-41d9e2a0-000f-486c-82eb-355fd1100b90 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Deleting port 317816a6-9280-47f0-b556-73d39d4b0cd1 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:48:20.247793 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-41d9e2a0-000f-486c-82eb-355fd1100b90 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:20.257145 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d22684-e9c0-4d70-98b6-fa38b6863035 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Router 6b50c724-d573-48a4-b432-8a2fc7f559f7 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:48:20.294552 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-279ceb03-b9b3-423c-8668-777e3c7b1c30 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:20.395813 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ceb03-b9b3-423c-8668-777e3c7b1c30 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event updated for resources: {'Subnet': ['ID=f9ff3ba6-2f52-4a9e-977b-b51ede0eef1b,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:20.454414 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279ceb03-b9b3-423c-8668-777e3c7b1c30 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Checking segment: {'id': '0c8c65d0-ce55-4757-9eda-3a6dcaf5a971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c6aa6a75-677f-4e66-ba93-aa27b8b6ba6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:48:20.454773 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279ceb03-b9b3-423c-8668-777e3c7b1c30 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Network hostable DHCP agents. Network: c6aa6a75-677f-4e66-ba93-aa27b8b6ba6f, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:48:20.473981 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-df4f5cc4-d4ca-4db8-8f69-04ce50d9a673 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] For port b576667f-11ee-4050-848d-c86b4bdf5a26, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=b576667f-11ee-4050-848d-c86b4bdf5a26,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:48:20.474459 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-df4f5cc4-d4ca-4db8-8f69-04ce50d9a673 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:20.478611 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d22684-e9c0-4d70-98b6-fa38b6863035 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:48:20.495361 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d377374-867b-4a76-b9cf-40699e04222f None None] Sync routers for ids ['6b50c724-d573-48a4-b432-8a2fc7f559f7'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:48:20.501111 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-41d22684-e9c0-4d70-98b6-fa38b6863035 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "PUT /v2.0/routers/6b50c724-d573-48a4-b432-8a2fc7f559f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5297623 Mar 28 13:48:20.505449 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-41d9e2a0-000f-486c-82eb-355fd1100b90 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:20.508593 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60098) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:20.509772 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d377374-867b-4a76-b9cf-40699e04222f None None] Routers {'6b50c724-d573-48a4-b432-8a2fc7f559f7'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:48:20.511005 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-3d377374-867b-4a76-b9cf-40699e04222f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:47:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['6b50c724-d573-48a4-b432-8a2fc7f559f7'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:20.562569 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279ceb03-b9b3-423c-8668-777e3c7b1c30 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Network c6aa6a75-677f-4e66-ba93-aa27b8b6ba6f is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:48:20.569821 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-df4f5cc4-d4ca-4db8-8f69-04ce50d9a673 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Calling delete_port for b576667f-11ee-4050-848d-c86b4bdf5a26 owned by network:router_interface {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:48:20.590076 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-41d9e2a0-000f-486c-82eb-355fd1100b90 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Calling delete_port for 317816a6-9280-47f0-b556-73d39d4b0cd1 owned by {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:48:20.598188 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc789cf5-20a7-4534-b68a-2e85b2ee2c05 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Deleting subnet 653c6be3-d8e9-46c2-8a59-c571ae539f69 {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:48:20.601722 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bc789cf5-20a7-4534-b68a-2e85b2ee2c05 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:20.628489 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-279ceb03-b9b3-423c-8668-777e3c7b1c30 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, c6aa6a75-677f-4e66-ba93-aa27b8b6ba6f) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:20.640653 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768562c7-ed00-4fde-a214-200561c271a3 None None] Network c6aa6a75-677f-4e66-ba93-aa27b8b6ba6f requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:48:20.641386 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279ceb03-b9b3-423c-8668-777e3c7b1c30 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:20.641386 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-279ceb03-b9b3-423c-8668-777e3c7b1c30 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:20.791575 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-3d377374-867b-4a76-b9cf-40699e04222f None None] Set router 6b50c724-d573-48a4-b432-8a2fc7f559f7 gateway port host: None {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:48:20.838758 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bc789cf5-20a7-4534-b68a-2e85b2ee2c05 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:20.865531 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-3d377374-867b-4a76-b9cf-40699e04222f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'name': 'tempest-RoutersTest-router-1384789579', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:47:06Z', 'updated_at': '2022-03-28T13:48:18Z', 'revision_number': 11, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'gw_port_host': None}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:20.884231 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device b576667f-11ee-4050-848d-c86b4bdf5a26 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:48:20.920255 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d377374-867b-4a76-b9cf-40699e04222f None None] Checking router: 6b50c724-d573-48a4-b432-8a2fc7f559f7 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:48:20.932599 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d377374-867b-4a76-b9cf-40699e04222f None None] Routers {'6b50c724-d573-48a4-b432-8a2fc7f559f7'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:48:20.933370 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-3d377374-867b-4a76-b9cf-40699e04222f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:47:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['6b50c724-d573-48a4-b432-8a2fc7f559f7'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:20.974584 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-f5c84fc9-ce0b-4115-a897-1902001c122e None None] Provisioning complete for port 3c3bbee6-2f39-47d5-a953-dd2853f9d501 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:20.976054 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f5c84fc9-ce0b-4115-a897-1902001c122e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:21.019196 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b37e938-1eb1-4e53-b4b7-b6d087b5bd58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-c6aa6a75-677f-4e66-ba93-aa27b8b6ba6f', 'network_id': 'c6aa6a75-677f-4e66-ba93-aa27b8b6ba6f', 'tenant_id': '427ec9eabb7e45afac363fe68c5efe1f', 'fixed_ips': [{'subnet_id': 'f9ff3ba6-2f52-4a9e-977b-b51ede0eef1b'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:48:21.020936 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b37e938-1eb1-4e53-b4b7-b6d087b5bd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:21.023207 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-3d377374-867b-4a76-b9cf-40699e04222f None None] Set router 6b50c724-d573-48a4-b432-8a2fc7f559f7 gateway port host: None {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:48:21.098710 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port b576667f-11ee-4050-848d-c86b4bdf5a26 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:21.099328 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:21.100993 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-f5c84fc9-ce0b-4115-a897-1902001c122e None None] Port 3c3bbee6-2f39-47d5-a953-dd2853f9d501 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:48:21.106201 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-3d377374-867b-4a76-b9cf-40699e04222f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'name': 'tempest-RoutersTest-router-1384789579', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:47:06Z', 'updated_at': '2022-03-28T13:48:18Z', 'revision_number': 11, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'gw_port_host': None}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:21.136968 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a39a5-cf6d-4cc2-b70a-f4c9a41f1428 req-3f2d765c-dd9c-4497-8fd1-262b825b45b4 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:21.140144 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7e9a39a5-cf6d-4cc2-b70a-f4c9a41f1428 req-3f2d765c-dd9c-4497-8fd1-262b825b45b4 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.5833724 Mar 28 13:48:21.171026 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d377374-867b-4a76-b9cf-40699e04222f None None] The sync data for ids ['6b50c724-d573-48a4-b432-8a2fc7f559f7'] in dv-neutron-835335-1-hyperv is: [{'id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'name': 'tempest-RoutersTest-router-1384789579', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:47:06Z', 'updated_at': '2022-03-28T13:48:18Z', 'revision_number': 11, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'gw_port_host': None}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:48:21.179483 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-065372b5-86af-45bf-9680-86ee681cfc37 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133933759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133929745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12481'] for router, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:21.185353 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bc789cf5-20a7-4534-b68a-2e85b2ee2c05 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:21.205574 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-279ceb03-b9b3-423c-8668-777e3c7b1c30 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6520369 Mar 28 13:48:21.226370 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 13:48:21.226596 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60100) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:21.238772 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-d5512a3e-f9ed-4d36-8b1e-c117a844e8bc tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Request body: {'port': {'network_id': 'c6aa6a75-677f-4e66-ba93-aa27b8b6ba6f', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-903098086'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:21.239061 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-f5c84fc9-ce0b-4115-a897-1902001c122e None None] Provisioning complete for port 317816a6-9280-47f0-b556-73d39d4b0cd1 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:21.239449 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f5c84fc9-ce0b-4115-a897-1902001c122e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:21.240194 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7e9a39a5-cf6d-4cc2-b70a-f4c9a41f1428 req-3969ce1c-dd9a-4ff2-884b-8596854b33c6 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932844 Mar 28 13:48:21.281362 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-f5c84fc9-ce0b-4115-a897-1902001c122e None None] Port 317816a6-9280-47f0-b556-73d39d4b0cd1 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:48:21.296635 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-065372b5-86af-45bf-9680-86ee681cfc37 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133933750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133933709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133929832'] for router, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:21.331471 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-f5c84fc9-ce0b-4115-a897-1902001c122e None None] Provisioning complete for port 7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:21.331840 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f5c84fc9-ce0b-4115-a897-1902001c122e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:21.343896 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-41d9e2a0-000f-486c-82eb-355fd1100b90 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:21.380289 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bc789cf5-20a7-4534-b68a-2e85b2ee2c05 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:21.382682 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-df4f5cc4-d4ca-4db8-8f69-04ce50d9a673 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:21.384783 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d9e2a0-000f-486c-82eb-355fd1100b90 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event deleted for resources: {'Port': ['ID=317816a6-9280-47f0-b556-73d39d4b0cd1,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:21.398558 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-6b37e938-1eb1-4e53-b4b7-b6d087b5bd58 None None] Allocated IP 2001:db8::2 (c6aa6a75-677f-4e66-ba93-aa27b8b6ba6f/f9ff3ba6-2f52-4a9e-977b-b51ede0eef1b/fa629845-fde6-4696-9659-411cf1c1d4a3) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:48:21.417437 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:48:21.462389 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc789cf5-20a7-4534-b68a-2e85b2ee2c05 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event deleted for resources: {'Subnet': ['ID=653c6be3-d8e9-46c2-8a59-c571ae539f69,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:21.469399 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f5cc4-d4ca-4db8-8f69-04ce50d9a673 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Port': ['ID=b576667f-11ee-4050-848d-c86b4bdf5a26,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:21.475491 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065372b5-86af-45bf-9680-86ee681cfc37 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Router 2fc478f2-1e38-4a63-ac65-c47cbde9345f has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:48:21.523461 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bc789cf5-20a7-4534-b68a-2e85b2ee2c05 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:21.530536 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-bc789cf5-20a7-4534-b68a-2e85b2ee2c05 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "DELETE /v2.0/subnets/653c6be3-d8e9-46c2-8a59-c571ae539f69 HTTP/1.1" status: 204 len: 168 time: 1.0208118 Mar 28 13:48:21.538169 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60102) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:21.547754 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cd178d-50c5-452a-a6b8-9ee7d017526f None None] Network 781f79ef-bd29-4180-a3a8-33cc905136b6 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:48:21.592765 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5512a3e-f9ed-4d36-8b1e-c117a844e8bc tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Made reservation on behalf of 427ec9eabb7e45afac363fe68c5efe1f for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:48:21.597849 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d5512a3e-f9ed-4d36-8b1e-c117a844e8bc tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:21.676301 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-d5512a3e-f9ed-4d36-8b1e-c117a844e8bc tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] device_id is not set on port f4406195-6323-4f2c-879b-2fcbac652dcf yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:48:21.704061 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065372b5-86af-45bf-9680-86ee681cfc37 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:48:21.755755 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-065372b5-86af-45bf-9680-86ee681cfc37 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:21.759307 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-065372b5-86af-45bf-9680-86ee681cfc37 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "PUT /v2.0/routers/2fc478f2-1e38-4a63-ac65-c47cbde9345f HTTP/1.1" status: 200 len: 890 time: 1.5959020 Mar 28 13:48:21.760514 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60104) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:21.764996 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b050b1-4fc4-41d7-9a16-b2c084e0953d None None] Sync routers for ids ['2fc478f2-1e38-4a63-ac65-c47cbde9345f'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:48:21.790786 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-df4f5cc4-d4ca-4db8-8f69-04ce50d9a673 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:21.817538 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-41d9e2a0-000f-486c-82eb-355fd1100b90 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:21.822616 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-41d9e2a0-000f-486c-82eb-355fd1100b90 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/ports/317816a6-9280-47f0-b556-73d39d4b0cd1 HTTP/1.1" status: 204 len: 168 time: 2.0294130 Mar 28 13:48:21.827575 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60106) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:21.859439 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2a8ea5b9-fdd2-4142-ba3f-524056e3df71 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:21.877926 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b37e938-1eb1-4e53-b4b7-b6d087b5bd58 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:21.896735 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b050b1-4fc4-41d7-9a16-b2c084e0953d None None] Routers {'2fc478f2-1e38-4a63-ac65-c47cbde9345f'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:48:21.904507 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-19b050b1-4fc4-41d7-9a16-b2c084e0953d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:47:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['2fc478f2-1e38-4a63-ac65-c47cbde9345f'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:21.904507 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:21.904507 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:21.914050 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aa2f520-f1a8-4715-9119-2869d885ff41 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] GET failed (client error): The resource could not be found. Mar 28 13:48:21.918212 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-6aa2f520-f1a8-4715-9119-2869d885ff41 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "GET /v2.0/ports/317816a6-9280-47f0-b556-73d39d4b0cd1 HTTP/1.1" status: 404 len: 333 time: 0.0843549 Mar 28 13:48:21.943496 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60108) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:21.943496 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-57e98b65-8e43-46c3-aac5-21d9c4718dd8 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "GET /v2.0/routers/2fc478f2-1e38-4a63-ac65-c47cbde9345f HTTP/1.1" status: 200 len: 890 time: 0.1801283 Mar 28 13:48:21.945868 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60110) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:21.978510 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-19b050b1-4fc4-41d7-9a16-b2c084e0953d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:21.985956 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3d101b9f-680d-4973-9b5d-3f72e58eccf0 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fc478f2-1e38-4a63-ac65-c47cbde9345f HTTP/1.1" status: 200 len: 205 time: 0.0362308 Mar 28 13:48:21.992774 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60112) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:22.008527 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b37e938-1eb1-4e53-b4b7-b6d087b5bd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:22.032249 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-a9e9deba-5ed5-4b46-aa7d-f92dd1392365 None None] Could not find standard attr ID for object 317816a6-9280-47f0-b556-73d39d4b0cd1. {{(pid=109614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 13:48:22.058650 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b050b1-4fc4-41d7-9a16-b2c084e0953d None None] Routers {'2fc478f2-1e38-4a63-ac65-c47cbde9345f'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:48:22.059571 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-19b050b1-4fc4-41d7-9a16-b2c084e0953d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:47:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['2fc478f2-1e38-4a63-ac65-c47cbde9345f'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:22.067485 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4f5cc4-d4ca-4db8-8f69-04ce50d9a673 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Router 27f137aa-ab98-434d-a085-51d7a4aa29a4 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:48:22.072538 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b37e938-1eb1-4e53-b4b7-b6d087b5bd58 None None] Network c6aa6a75-677f-4e66-ba93-aa27b8b6ba6f is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:22.115694 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-6b37e938-1eb1-4e53-b4b7-b6d087b5bd58 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:22.121901 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-392c8dfc-c3ad-480e-bf1a-b36330f56755 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:22.125750 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b37e938-1eb1-4e53-b4b7-b6d087b5bd58 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:48:22.129630 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-19b050b1-4fc4-41d7-9a16-b2c084e0953d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:22.129630 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b050b1-4fc4-41d7-9a16-b2c084e0953d None None] The sync data for ids ['2fc478f2-1e38-4a63-ac65-c47cbde9345f'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:48:22.131952 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-2a8ea5b9-fdd2-4142-ba3f-524056e3df71 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Deleting port cc7465ad-1b16-4720-81b9-e481c97e4da0 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:48:22.132300 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2a8ea5b9-fdd2-4142-ba3f-524056e3df71 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:22.153858 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-d5512a3e-f9ed-4d36-8b1e-c117a844e8bc tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Allocated IP 2001:db8::3d6 (c6aa6a75-677f-4e66-ba93-aa27b8b6ba6f/f9ff3ba6-2f52-4a9e-977b-b51ede0eef1b/f4406195-6323-4f2c-879b-2fcbac652dcf) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:48:22.154569 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b37e938-1eb1-4e53-b4b7-b6d087b5bd58 None None] Pushing event updated for resources: {'Port': ['ID=fa629845-fde6-4696-9659-411cf1c1d4a3,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:22.182062 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4f5cc4-d4ca-4db8-8f69-04ce50d9a673 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:48:22.187954 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-df4f5cc4-d4ca-4db8-8f69-04ce50d9a673 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "PUT /v2.0/routers/27f137aa-ab98-434d-a085-51d7a4aa29a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7123346 Mar 28 13:48:22.191956 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60114) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:22.198228 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c745af0-cc75-414b-8576-988757d1af8e None None] Sync routers for ids ['27f137aa-ab98-434d-a085-51d7a4aa29a4'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:48:22.211055 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c745af0-cc75-414b-8576-988757d1af8e None None] Routers {'27f137aa-ab98-434d-a085-51d7a4aa29a4'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:48:22.211055 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-1c745af0-cc75-414b-8576-988757d1af8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:47:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['27f137aa-ab98-434d-a085-51d7a4aa29a4'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:22.217396 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-392c8dfc-c3ad-480e-bf1a-b36330f56755 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:22.247558 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-6b37e938-1eb1-4e53-b4b7-b6d087b5bd58 None None] Attempting to bind port fa629845-fde6-4696-9659-411cf1c1d4a3 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:48:22.247988 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-6b37e938-1eb1-4e53-b4b7-b6d087b5bd58 None None] Attempting to bind port fa629845-fde6-4696-9659-411cf1c1d4a3 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '0c8c65d0-ce55-4757-9eda-3a6dcaf5a971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c6aa6a75-677f-4e66-ba93-aa27b8b6ba6f'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:48:22.248347 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b37e938-1eb1-4e53-b4b7-b6d087b5bd58 None None] Attempting to bind port fa629845-fde6-4696-9659-411cf1c1d4a3 on network c6aa6a75-677f-4e66-ba93-aa27b8b6ba6f {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:48:22.258247 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b37e938-1eb1-4e53-b4b7-b6d087b5bd58 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:48:22.258657 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b37e938-1eb1-4e53-b4b7-b6d087b5bd58 None None] Checking segment: {'id': '0c8c65d0-ce55-4757-9eda-3a6dcaf5a971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c6aa6a75-677f-4e66-ba93-aa27b8b6ba6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:48:22.259011 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b37e938-1eb1-4e53-b4b7-b6d087b5bd58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:22.259403 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b37e938-1eb1-4e53-b4b7-b6d087b5bd58 None None] Bound using segment: {'id': '0c8c65d0-ce55-4757-9eda-3a6dcaf5a971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c6aa6a75-677f-4e66-ba93-aa27b8b6ba6f'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:48:22.259940 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-6b37e938-1eb1-4e53-b4b7-b6d087b5bd58 None None] Bound port: fa629845-fde6-4696-9659-411cf1c1d4a3, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c8c65d0-ce55-4757-9eda-3a6dcaf5a971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c6aa6a75-677f-4e66-ba93-aa27b8b6ba6f'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:48:22.260396 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b37e938-1eb1-4e53-b4b7-b6d087b5bd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:22.274626 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-2a8ea5b9-fdd2-4142-ba3f-524056e3df71 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] For port cc7465ad-1b16-4720-81b9-e481c97e4da0, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=cc7465ad-1b16-4720-81b9-e481c97e4da0,segment=NetworkSegment(1894ee31-236f-49fe-9c7b-32b4a475f3a6),segment_id=1894ee31-236f-49fe-9c7b-32b4a475f3a6)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:48:22.275010 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2a8ea5b9-fdd2-4142-ba3f-524056e3df71 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:22.293998 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-2a8ea5b9-fdd2-4142-ba3f-524056e3df71 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Calling delete_port for cc7465ad-1b16-4720-81b9-e481c97e4da0 owned by network:dhcp {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:48:22.322723 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc5019f-1e0f-4c5f-85eb-7d6340a05254 None None] DHCP port deletion for 781f79ef-bd29-4180-a3a8-33cc905136b6 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:48:22.369712 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-1c745af0-cc75-414b-8576-988757d1af8e None None] Set router 27f137aa-ab98-434d-a085-51d7a4aa29a4 gateway port host: None {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:48:22.392104 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-749f9847-0770-442a-bda2-279ee0c37966 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for router, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:22.407141 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-6b37e938-1eb1-4e53-b4b7-b6d087b5bd58 None None] For port fa629845-fde6-4696-9659-411cf1c1d4a3, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:48:22.422902 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-6b37e938-1eb1-4e53-b4b7-b6d087b5bd58 None None] For port fa629845-fde6-4696-9659-411cf1c1d4a3, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=fa629845-fde6-4696-9659-411cf1c1d4a3,segment=NetworkSegment(0c8c65d0-ce55-4757-9eda-3a6dcaf5a971),segment_id=0c8c65d0-ce55-4757-9eda-3a6dcaf5a971)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:48:22.424382 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-1c745af0-cc75-414b-8576-988757d1af8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f137aa-ab98-434d-a085-51d7a4aa29a4', 'name': 'tempest-NetworksTestDHCPv6-router-769732914', 'tenant_id': '97c2fb5000a44df7a1530b25f26f0716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:48:11Z', 'updated_at': '2022-03-28T13:48:21Z', 'revision_number': 3, 'project_id': '97c2fb5000a44df7a1530b25f26f0716', 'gw_port_host': None}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:22.428992 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-edc5019f-1e0f-4c5f-85eb-7d6340a05254 None None] Deleting port cc7465ad-1b16-4720-81b9-e481c97e4da0 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:48:22.429366 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-edc5019f-1e0f-4c5f-85eb-7d6340a05254 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:22.456566 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c745af0-cc75-414b-8576-988757d1af8e None None] Checking router: 27f137aa-ab98-434d-a085-51d7a4aa29a4 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:48:22.465394 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c745af0-cc75-414b-8576-988757d1af8e None None] Routers {'27f137aa-ab98-434d-a085-51d7a4aa29a4'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:48:22.466512 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-1c745af0-cc75-414b-8576-988757d1af8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:47:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['27f137aa-ab98-434d-a085-51d7a4aa29a4'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:22.496859 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2a8ea5b9-fdd2-4142-ba3f-524056e3df71 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:22.500144 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b37e938-1eb1-4e53-b4b7-b6d087b5bd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:22.503952 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-edc5019f-1e0f-4c5f-85eb-7d6340a05254 None None] For port cc7465ad-1b16-4720-81b9-e481c97e4da0, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=cc7465ad-1b16-4720-81b9-e481c97e4da0,segment=NetworkSegment(1894ee31-236f-49fe-9c7b-32b4a475f3a6),segment_id=1894ee31-236f-49fe-9c7b-32b4a475f3a6)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:48:22.505608 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-edc5019f-1e0f-4c5f-85eb-7d6340a05254 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:22.549816 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-1c745af0-cc75-414b-8576-988757d1af8e None None] Set router 27f137aa-ab98-434d-a085-51d7a4aa29a4 gateway port host: None {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:48:22.550586 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ea5b9-fdd2-4142-ba3f-524056e3df71 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event deleted for resources: {'Port': ['ID=cc7465ad-1b16-4720-81b9-e481c97e4da0,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:22.551944 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8ea5b9-fdd2-4142-ba3f-524056e3df71 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] No DVR routers for this DVR port cc7465ad-1b16-4720-81b9-e481c97e4da0 on host dv-neutron-835335-1-hyperv {{(pid=109612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:48:22.557247 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-edc5019f-1e0f-4c5f-85eb-7d6340a05254 None None] Calling delete_port for cc7465ad-1b16-4720-81b9-e481c97e4da0 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:48:22.574673 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9fdef9-2b6f-4679-96cd-9c49c55e93bb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:22.576292 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9fdef9-2b6f-4679-96cd-9c49c55e93bb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:22.594485 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-fc9fdef9-2b6f-4679-96cd-9c49c55e93bb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3895452 Mar 28 13:48:22.600013 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60118) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:22.630305 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b37e938-1eb1-4e53-b4b7-b6d087b5bd58 None None] Pushing event updated for resources: {'Port': ['ID=fa629845-fde6-4696-9659-411cf1c1d4a3,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:22.654735 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-1c745af0-cc75-414b-8576-988757d1af8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f137aa-ab98-434d-a085-51d7a4aa29a4', 'name': 'tempest-NetworksTestDHCPv6-router-769732914', 'tenant_id': '97c2fb5000a44df7a1530b25f26f0716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:48:11Z', 'updated_at': '2022-03-28T13:48:21Z', 'revision_number': 3, 'project_id': '97c2fb5000a44df7a1530b25f26f0716', 'gw_port_host': None}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:22.689968 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-edc5019f-1e0f-4c5f-85eb-7d6340a05254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:22.704993 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c745af0-cc75-414b-8576-988757d1af8e None None] The sync data for ids ['27f137aa-ab98-434d-a085-51d7a4aa29a4'] in dv-neutron-835335-1-hyperv is: [{'id': '27f137aa-ab98-434d-a085-51d7a4aa29a4', 'name': 'tempest-NetworksTestDHCPv6-router-769732914', 'tenant_id': '97c2fb5000a44df7a1530b25f26f0716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:48:11Z', 'updated_at': '2022-03-28T13:48:21Z', 'revision_number': 3, 'project_id': '97c2fb5000a44df7a1530b25f26f0716', 'gw_port_host': None}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:48:22.705733 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d5512a3e-f9ed-4d36-8b1e-c117a844e8bc tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:22.708291 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 6d600fc5-5ec3-46fe-b579-018a4862cf4c no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:48:22.761267 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f02e91-9525-4738-a11b-024651e2cff0 req-57d45e94-a596-4c55-9bb7-d1826e239e34 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:22.762883 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f3f02e91-9525-4738-a11b-024651e2cff0 req-57d45e94-a596-4c55-9bb7-d1826e239e34 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.3805995 Mar 28 13:48:22.765044 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc5019f-1e0f-4c5f-85eb-7d6340a05254 None None] Pushing event deleted for resources: {'Port': ['ID=cc7465ad-1b16-4720-81b9-e481c97e4da0,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:22.770781 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd7453a4-6d38-4572-aebc-d877ca43f9e7 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting subnet 23c98ae8-f9d7-4799-9b24-f6d19e63ef58 {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:48:22.773369 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 6d600fc5-5ec3-46fe-b579-018a4862cf4c {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:48:22.773918 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 6d600fc5-5ec3-46fe-b579-018a4862cf4c not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:48:22.774481 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device cc7465ad-1b16-4720-81b9-e481c97e4da0 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:48:22.777731 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc5019f-1e0f-4c5f-85eb-7d6340a05254 None None] No DVR routers for this DVR port cc7465ad-1b16-4720-81b9-e481c97e4da0 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:48:22.805443 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: cc7465ad-1b16-4720-81b9-e481c97e4da0 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:48:22.805881 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device cc7465ad-1b16-4720-81b9-e481c97e4da0 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:48:22.807906 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-392c8dfc-c3ad-480e-bf1a-b36330f56755 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:22.815396 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-392c8dfc-c3ad-480e-bf1a-b36330f56755 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:22.816643 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-392c8dfc-c3ad-480e-bf1a-b36330f56755 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/security-groups/be76df8e-ead2-4463-851a-a49ac105d0e0 HTTP/1.1" status: 204 len: 168 time: 0.8962438 Mar 28 13:48:22.825458 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fd7453a4-6d38-4572-aebc-d877ca43f9e7 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:22.855502 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60120) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:22.903908 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c8dfc-c3ad-480e-bf1a-b36330f56755 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be76df8e-ead2-4463-851a-a49ac105d0e0,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:22.937924 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-749f9847-0770-442a-bda2-279ee0c37966 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:22.942158 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fd7453a4-6d38-4572-aebc-d877ca43f9e7 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:22.971549 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f3f02e91-9525-4738-a11b-024651e2cff0 req-df3888a8-347d-46fc-82c5-abd83ec86b49 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1801212 Mar 28 13:48:23.021210 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8d10030e-db4c-4bef-822c-5a7c5f909fb3 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:23.079611 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2a8ea5b9-fdd2-4142-ba3f-524056e3df71 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:23.088084 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d5512a3e-f9ed-4d36-8b1e-c117a844e8bc tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:23.128277 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-2a8ea5b9-fdd2-4142-ba3f-524056e3df71 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['781f79ef-bd29-4180-a3a8-33cc905136b6']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:23.147692 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-2a8ea5b9-fdd2-4142-ba3f-524056e3df71 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1894ee31-236f-49fe-9c7b-32b4a475f3a6') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:23.147692 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-2a8ea5b9-fdd2-4142-ba3f-524056e3df71 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1894ee31-236f-49fe-9c7b-32b4a475f3a6') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:23.160139 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2a8ea5b9-fdd2-4142-ba3f-524056e3df71 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:23.167816 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8d10030e-db4c-4bef-822c-5a7c5f909fb3 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:23.176890 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2a8ea5b9-fdd2-4142-ba3f-524056e3df71 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:23.183764 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a8ea5b9-fdd2-4142-ba3f-524056e3df71 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:48:23.184273 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2a8ea5b9-fdd2-4142-ba3f-524056e3df71 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:23.187929 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:48:23.187929 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:48:23.187929 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:48:23.187929 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:48:23.187929 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:48:23.187929 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:48:23.187929 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:48:23.187929 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:48:23.187929 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:48:23.187929 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:48:23.187929 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:48:23.187929 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:48:23.187929 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:48:23.187929 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:48:23.187929 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:48:23.187929 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:48:23.187929 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:48:23.187929 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:48:23.187929 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:48:23.187929 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:48:23.187929 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:48:23.187929 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:48:23.187929 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:48:23.187929 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:48:23.187929 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:48:23.187929 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:48:23.187929 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:48:23.187929 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:48:23.187929 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:48:23.187929 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:48:23.187929 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:48:23.187929 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:48:23.204971 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fd7453a4-6d38-4572-aebc-d877ca43f9e7 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:23.214517 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5512a3e-f9ed-4d36-8b1e-c117a844e8bc tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Network c6aa6a75-677f-4e66-ba93-aa27b8b6ba6f is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:23.246449 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5512a3e-f9ed-4d36-8b1e-c117a844e8bc tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event updated for resources: {'Port': ['ID=f4406195-6323-4f2c-879b-2fcbac652dcf,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:23.254794 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-d5512a3e-f9ed-4d36-8b1e-c117a844e8bc tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:23.275075 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5512a3e-f9ed-4d36-8b1e-c117a844e8bc tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:48:23.280664 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5512a3e-f9ed-4d36-8b1e-c117a844e8bc tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:23.286941 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d5512a3e-f9ed-4d36-8b1e-c117a844e8bc tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:23.309722 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-749f9847-0770-442a-bda2-279ee0c37966 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Deleting port 196c3b61-806a-45fc-87a6-4b8ae4ce9167 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:48:23.309987 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-749f9847-0770-442a-bda2-279ee0c37966 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:23.316282 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2a8ea5b9-fdd2-4142-ba3f-524056e3df71 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:23.321295 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2a8ea5b9-fdd2-4142-ba3f-524056e3df71 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:23.324921 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-2a8ea5b9-fdd2-4142-ba3f-524056e3df71 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "DELETE /v2.0/networks/781f79ef-bd29-4180-a3a8-33cc905136b6 HTTP/1.1" status: 204 len: 168 time: 1.7853026 Mar 28 13:48:23.331001 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60124) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:23.343939 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-ad443098-4ebc-45f4-8121-acd8b6afc40b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Request body: {'router': {'routes': None}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:23.347777 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ea5b9-fdd2-4142-ba3f-524056e3df71 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Pushing event deleted for resources: {'Network': ['ID=781f79ef-bd29-4180-a3a8-33cc905136b6,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:23.372364 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d5512a3e-f9ed-4d36-8b1e-c117a844e8bc tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.1457896 Mar 28 13:48:23.375141 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60126) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:23.412019 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8d10030e-db4c-4bef-822c-5a7c5f909fb3 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:23.414541 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8d10030e-db4c-4bef-822c-5a7c5f909fb3 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:23.418097 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-8d10030e-db4c-4bef-822c-5a7c5f909fb3 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/security-groups/f824f2cd-0337-47b5-8c3b-a2db73040257 HTTP/1.1" status: 204 len: 168 time: 0.5592647 Mar 28 13:48:23.418548 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60128) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:23.440189 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10030e-db4c-4bef-822c-5a7c5f909fb3 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f824f2cd-0337-47b5-8c3b-a2db73040257,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:23.476286 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fd7453a4-6d38-4572-aebc-d877ca43f9e7 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:23.497134 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-749f9847-0770-442a-bda2-279ee0c37966 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:23.535575 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7453a4-6d38-4572-aebc-d877ca43f9e7 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Subnet': ['ID=23c98ae8-f9d7-4799-9b24-f6d19e63ef58,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:23.538603 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fd7453a4-6d38-4572-aebc-d877ca43f9e7 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:23.543131 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-fd7453a4-6d38-4572-aebc-d877ca43f9e7 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/23c98ae8-f9d7-4799-9b24-f6d19e63ef58 HTTP/1.1" status: 204 len: 168 time: 0.9419255 Mar 28 13:48:23.543386 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2101e31-bf3c-48ec-bdb5-2545a583b6dc None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:48:23.545018 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.extraroute_db [None req-ad443098-4ebc-45f4-8121-acd8b6afc40b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Added routes are [] {{(pid=109612) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 28 13:48:23.545324 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.extraroute_db [None req-ad443098-4ebc-45f4-8121-acd8b6afc40b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Removed routes are [] {{(pid=109612) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 28 13:48:23.545686 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ad443098-4ebc-45f4-8121-acd8b6afc40b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133933759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133929745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12481'] for router, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:23.547714 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60130) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:23.555535 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-749f9847-0770-442a-bda2-279ee0c37966 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Calling delete_port for 196c3b61-806a-45fc-87a6-4b8ae4ce9167 owned by network:router_gateway {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:48:23.556110 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff0763a9-5076-423c-8a13-f7b1fdc64fc0 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Deleting subnet 564d344e-c5d3-4d38-9bcf-8b620cc230e6 {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:48:23.592995 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ff0763a9-5076-423c-8a13-f7b1fdc64fc0 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:23.697352 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ff0763a9-5076-423c-8a13-f7b1fdc64fc0 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:23.709099 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-1bd03c68-101f-4fc2-a02c-e2e6b5a0739f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1590798 Mar 28 13:48:23.716752 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-d65eca7d-f23f-42c5-aecf-9e39a4321322 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Deleting port f4406195-6323-4f2c-879b-2fcbac652dcf {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:48:23.717091 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d65eca7d-f23f-42c5-aecf-9e39a4321322 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:23.719983 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60132) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:23.756085 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ad443098-4ebc-45f4-8121-acd8b6afc40b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133933759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133929745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12481'] for router, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:23.762968 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ad443098-4ebc-45f4-8121-acd8b6afc40b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133933750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133933709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133929832'] for router, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:23.767101 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4cb752-3171-46b0-aeae-a0047571bebe None None] DHCP port deletion for 0683b568-5de1-47de-8c3c-3856d7f643f9 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:48:23.825917 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-0b4cb752-3171-46b0-aeae-a0047571bebe None None] Deleting port 1a84d51f-e2ba-4fd6-9fdf-165bc141d53d {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:48:23.826254 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0b4cb752-3171-46b0-aeae-a0047571bebe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:23.832057 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-109fa679-f4b5-4735-86e7-7bea3a312d73 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for router, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:23.883765 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad443098-4ebc-45f4-8121-acd8b6afc40b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Router 6b50c724-d573-48a4-b432-8a2fc7f559f7 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:48:23.901335 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ff0763a9-5076-423c-8a13-f7b1fdc64fc0 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:24.057254 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad443098-4ebc-45f4-8121-acd8b6afc40b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:48:24.057737 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-0b4cb752-3171-46b0-aeae-a0047571bebe None None] For port 1a84d51f-e2ba-4fd6-9fdf-165bc141d53d, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=1a84d51f-e2ba-4fd6-9fdf-165bc141d53d,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:48:24.058138 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0b4cb752-3171-46b0-aeae-a0047571bebe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:24.071477 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ad443098-4ebc-45f4-8121-acd8b6afc40b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:24.075245 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ad443098-4ebc-45f4-8121-acd8b6afc40b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "PUT /v2.0/routers/6b50c724-d573-48a4-b432-8a2fc7f559f7 HTTP/1.1" status: 200 len: 701 time: 0.7406938 Mar 28 13:48:24.076536 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60136) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:24.079698 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8369e08-bbd2-4d12-99f1-ba59ad0d5db3 None None] Sync routers for ids ['6b50c724-d573-48a4-b432-8a2fc7f559f7'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:48:24.101495 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-0b4cb752-3171-46b0-aeae-a0047571bebe None None] Calling delete_port for 1a84d51f-e2ba-4fd6-9fdf-165bc141d53d owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:48:24.103475 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8369e08-bbd2-4d12-99f1-ba59ad0d5db3 None None] Routers {'6b50c724-d573-48a4-b432-8a2fc7f559f7'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:48:24.104178 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-d8369e08-bbd2-4d12-99f1-ba59ad0d5db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:47:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['6b50c724-d573-48a4-b432-8a2fc7f559f7'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:24.114888 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-6feb03de-51d0-4cac-8fa3-d728331db181 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b50c724-d573-48a4-b432-8a2fc7f559f7 HTTP/1.1" status: 200 len: 205 time: 0.0370595 Mar 28 13:48:24.118291 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60138) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:24.156239 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d8a7857c-56a7-496e-a798-280da0149636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:24.205455 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-94d4b6db-4f27-4234-a4fe-a9a79bc2217c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for router, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:24.222694 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a50f14-628e-4f76-9a43-69ff827cff6d None None] Network c6aa6a75-677f-4e66-ba93-aa27b8b6ba6f requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:48:24.240907 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-d8369e08-bbd2-4d12-99f1-ba59ad0d5db3 None None] Set router 6b50c724-d573-48a4-b432-8a2fc7f559f7 gateway port host: None {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:48:24.245368 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ff0763a9-5076-423c-8a13-f7b1fdc64fc0 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:24.305261 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ff0763a9-5076-423c-8a13-f7b1fdc64fc0 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:24.308658 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ff0763a9-5076-423c-8a13-f7b1fdc64fc0 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/subnets/564d344e-c5d3-4d38-9bcf-8b620cc230e6 HTTP/1.1" status: 204 len: 168 time: 0.8887894 Mar 28 13:48:24.310387 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0763a9-5076-423c-8a13-f7b1fdc64fc0 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event deleted for resources: {'Subnet': ['ID=564d344e-c5d3-4d38-9bcf-8b620cc230e6,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:24.317335 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60140) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:24.323130 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-1fc39302-951b-491b-b0b6-14a9787986e6 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Request body: {'subnet': {'network_id': '078b94d0-ce4e-4551-ada3-1a1c7aac343a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:24.342556 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a553c64-6c35-4dd9-b60e-1e0c1d9ad239 None None] Network 078b94d0-ce4e-4551-ada3-1a1c7aac343a requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:48:24.387078 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-d8369e08-bbd2-4d12-99f1-ba59ad0d5db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'name': 'tempest-RoutersTest-router-1384789579', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:47:06Z', 'updated_at': '2022-03-28T13:48:18Z', 'revision_number': 11, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'gw_port_host': None}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:24.448741 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8369e08-bbd2-4d12-99f1-ba59ad0d5db3 None None] Checking router: 6b50c724-d573-48a4-b432-8a2fc7f559f7 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:48:24.458994 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-94d4b6db-4f27-4234-a4fe-a9a79bc2217c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:24.472125 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-94d4b6db-4f27-4234-a4fe-a9a79bc2217c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:24.525727 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8369e08-bbd2-4d12-99f1-ba59ad0d5db3 None None] Routers {'6b50c724-d573-48a4-b432-8a2fc7f559f7'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:48:24.527048 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-d8369e08-bbd2-4d12-99f1-ba59ad0d5db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:47:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['6b50c724-d573-48a4-b432-8a2fc7f559f7'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:24.528709 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-35484689-d9e1-433f-a6b1-0c7e847fef0f None None] Provisioning complete for port fa629845-fde6-4696-9659-411cf1c1d4a3 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:24.529295 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-35484689-d9e1-433f-a6b1-0c7e847fef0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:24.566066 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d65eca7d-f23f-42c5-aecf-9e39a4321322 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:24.571302 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-109fa679-f4b5-4735-86e7-7bea3a312d73 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:24.580023 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753130ae-21f2-42c0-8812-46ed89e795ef req-0053c89d-3758-40a8-adb4-01378e6f7b21 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:24.581671 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-753130ae-21f2-42c0-8812-46ed89e795ef req-0053c89d-3758-40a8-adb4-01378e6f7b21 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.3045993 Mar 28 13:48:24.582916 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-109fa679-f4b5-4735-86e7-7bea3a312d73 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:24.605582 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-d65eca7d-f23f-42c5-aecf-9e39a4321322 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Calling delete_port for f4406195-6323-4f2c-879b-2fcbac652dcf owned by {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:48:24.613006 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-94d4b6db-4f27-4234-a4fe-a9a79bc2217c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:24.616588 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d4b6db-4f27-4234-a4fe-a9a79bc2217c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Fanout notify agent at l3_agent the message router_deleted on router 6b50c724-d573-48a4-b432-8a2fc7f559f7 {{(pid=109612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:48:24.623478 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-94d4b6db-4f27-4234-a4fe-a9a79bc2217c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:24.624718 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-94d4b6db-4f27-4234-a4fe-a9a79bc2217c tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "DELETE /v2.0/routers/6b50c724-d573-48a4-b432-8a2fc7f559f7 HTTP/1.1" status: 204 len: 168 time: 0.5058165 Mar 28 13:48:24.630373 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60142) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:24.635393 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-e75cd21a-bc05-4fa5-84c9-2cf838210c9f tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-925685360', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:24.642636 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc39302-951b-491b-b0b6-14a9787986e6 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Made reservation on behalf of a8d0b895291d43e9afe1329c139db87b for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:48:24.646802 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1fc39302-951b-491b-b0b6-14a9787986e6 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:24.654521 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device fa629845-fde6-4696-9659-411cf1c1d4a3 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:48:24.659019 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-d8369e08-bbd2-4d12-99f1-ba59ad0d5db3 None None] Set router 6b50c724-d573-48a4-b432-8a2fc7f559f7 gateway port host: None {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:48:24.683640 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-753130ae-21f2-42c0-8812-46ed89e795ef req-c6ff89a8-84be-4b05-b6d4-af33a16d22d3 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898926 Mar 28 13:48:24.713703 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-749f9847-0770-442a-bda2-279ee0c37966 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:24.746964 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f9847-0770-442a-bda2-279ee0c37966 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event deleted for resources: {'Port': ['ID=196c3b61-806a-45fc-87a6-4b8ae4ce9167,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:24.769345 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-d8369e08-bbd2-4d12-99f1-ba59ad0d5db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'name': 'tempest-RoutersTest-router-1384789579', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:47:06Z', 'updated_at': '2022-03-28T13:48:18Z', 'revision_number': 11, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'gw_port_host': None}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:24.771033 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0b4cb752-3171-46b0-aeae-a0047571bebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:24.787743 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-109fa679-f4b5-4735-86e7-7bea3a312d73 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:24.788306 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109fa679-f4b5-4735-86e7-7bea3a312d73 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Fanout notify agent at l3_agent the message router_deleted on router 27f137aa-ab98-434d-a085-51d7a4aa29a4 {{(pid=109613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:48:24.819038 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e75cd21a-bc05-4fa5-84c9-2cf838210c9f tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:24.819715 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-109fa679-f4b5-4735-86e7-7bea3a312d73 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:24.820293 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e75cd21a-bc05-4fa5-84c9-2cf838210c9f tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:24.821280 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-109fa679-f4b5-4735-86e7-7bea3a312d73 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/routers/27f137aa-ab98-434d-a085-51d7a4aa29a4 HTTP/1.1" status: 204 len: 168 time: 1.0981207 Mar 28 13:48:24.825276 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60144) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:24.879595 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-7dfd09d4-cc29-42da-8937-7ab5dab198ca tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0475914 Mar 28 13:48:24.879595 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60146) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:24.879933 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8369e08-bbd2-4d12-99f1-ba59ad0d5db3 None None] The sync data for ids ['6b50c724-d573-48a4-b432-8a2fc7f559f7'] in dv-neutron-835335-1-hyperv is: [{'id': '6b50c724-d573-48a4-b432-8a2fc7f559f7', 'name': 'tempest-RoutersTest-router-1384789579', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:47:06Z', 'updated_at': '2022-03-28T13:48:18Z', 'revision_number': 11, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'gw_port_host': None}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:48:24.894636 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4cb752-3171-46b0-aeae-a0047571bebe None None] No DVR routers for this DVR port 1a84d51f-e2ba-4fd6-9fdf-165bc141d53d on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:48:24.903877 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4cb752-3171-46b0-aeae-a0047571bebe None None] Pushing event deleted for resources: {'Port': ['ID=1a84d51f-e2ba-4fd6-9fdf-165bc141d53d,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:24.919835 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-749f9847-0770-442a-bda2-279ee0c37966 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133933816'] for router_gateway, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:25.085921 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port fa629845-fde6-4696-9659-411cf1c1d4a3 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:25.086296 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:25.091641 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-35484689-d9e1-433f-a6b1-0c7e847fef0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:25.102978 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1fc39302-951b-491b-b0b6-14a9787986e6 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:25.114981 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-749f9847-0770-442a-bda2-279ee0c37966 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:25.121735 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-749f9847-0770-442a-bda2-279ee0c37966 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:25.131904 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab511640-930a-42d5-9475-b952d731368b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:25.133421 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ab511640-930a-42d5-9475-b952d731368b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2528040 Mar 28 13:48:25.136139 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60148) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:25.171150 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc39302-951b-491b-b0b6-14a9787986e6 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Network 078b94d0-ce4e-4551-ada3-1a1c7aac343a is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:25.179272 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-1fc39302-951b-491b-b0b6-14a9787986e6 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:25.185077 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc39302-951b-491b-b0b6-14a9787986e6 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:25.185661 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1fc39302-951b-491b-b0b6-14a9787986e6 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:25.201285 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-35484689-d9e1-433f-a6b1-0c7e847fef0f None None] For port fa629845-fde6-4696-9659-411cf1c1d4a3, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=fa629845-fde6-4696-9659-411cf1c1d4a3,segment=NetworkSegment(0c8c65d0-ce55-4757-9eda-3a6dcaf5a971),segment_id=0c8c65d0-ce55-4757-9eda-3a6dcaf5a971)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:48:25.214150 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-250caa95-bce3-4e71-a75a-8685ea703212 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0766211 Mar 28 13:48:25.219608 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60150) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:25.228218 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-adedc8af-1b54-463d-8e17-a6b7ca837913 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'subnet': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:25.268550 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d65eca7d-f23f-42c5-aecf-9e39a4321322 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:25.276050 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:25.285660 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc39302-951b-491b-b0b6-14a9787986e6 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event updated for resources: {'Subnet': ['ID=e804a76b-0ca0-4e48-a406-6c2e23e9efef,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:25.308955 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-35484689-d9e1-433f-a6b1-0c7e847fef0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:25.310913 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65eca7d-f23f-42c5-aecf-9e39a4321322 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event deleted for resources: {'Port': ['ID=f4406195-6323-4f2c-879b-2fcbac652dcf,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:25.351436 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d65eca7d-f23f-42c5-aecf-9e39a4321322 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:25.355615 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d65eca7d-f23f-42c5-aecf-9e39a4321322 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/ports/f4406195-6323-4f2c-879b-2fcbac652dcf HTTP/1.1" status: 204 len: 168 time: 1.9762111 Mar 28 13:48:25.358318 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60152) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:25.384509 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-1fc39302-951b-491b-b0b6-14a9787986e6 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0652325 Mar 28 13:48:25.388151 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e75cd21a-bc05-4fa5-84c9-2cf838210c9f tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:25.391238 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60154) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:25.395704 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-5403488d-26bc-49bf-b6c4-c6919f88eba8 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Request body: {'security_group': {'name': 'tempest-secgroup-613160987'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:25.401905 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7d00d00-846a-431b-bead-d9bfe2bde792 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] GET failed (client error): The resource could not be found. Mar 28 13:48:25.408476 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f7d00d00-846a-431b-bead-d9bfe2bde792 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "GET /v2.0/ports/f4406195-6323-4f2c-879b-2fcbac652dcf HTTP/1.1" status: 404 len: 333 time: 0.0483944 Mar 28 13:48:25.412508 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60156) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:25.412508 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-749f9847-0770-442a-bda2-279ee0c37966 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:25.413058 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749f9847-0770-442a-bda2-279ee0c37966 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Fanout notify agent at l3_agent the message router_deleted on router 2fc478f2-1e38-4a63-ac65-c47cbde9345f {{(pid=109613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:48:25.421494 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-749f9847-0770-442a-bda2-279ee0c37966 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:25.422685 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-749f9847-0770-442a-bda2-279ee0c37966 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "DELETE /v2.0/routers/2fc478f2-1e38-4a63-ac65-c47cbde9345f HTTP/1.1" status: 204 len: 168 time: 3.4288821 Mar 28 13:48:25.429466 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60158) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:25.438381 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-73ee0905-77c6-4f54-b1ad-f2d33adbe8fe tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-619331318'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:25.444121 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35484689-d9e1-433f-a6b1-0c7e847fef0f None None] Pushing event updated for resources: {'Port': ['ID=fa629845-fde6-4696-9659-411cf1c1d4a3,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:25.447905 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.db.api [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 13:48:25.448310 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG oslo_db.api [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 13:48:25.471193 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e75cd21a-bc05-4fa5-84c9-2cf838210c9f tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:25.515995 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-508affc6-7094-4016-a00d-55fab9b7225f tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Deleting subnet f9ff3ba6-2f52-4a9e-977b-b51ede0eef1b {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:48:25.519100 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-508affc6-7094-4016-a00d-55fab9b7225f tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:25.537163 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5403488d-26bc-49bf-b6c4-c6919f88eba8 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:25.563163 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-508affc6-7094-4016-a00d-55fab9b7225f tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:25.573020 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ee0905-77c6-4f54-b1ad-f2d33adbe8fe tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Made reservation on behalf of f6b8e64020de40e182c741fada779147 for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:48:25.576953 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-73ee0905-77c6-4f54-b1ad-f2d33adbe8fe tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:25.593703 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adedc8af-1b54-463d-8e17-a6b7ca837913 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:48:25.597343 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-adedc8af-1b54-463d-8e17-a6b7ca837913 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:25.603589 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e75cd21a-bc05-4fa5-84c9-2cf838210c9f tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:25.607266 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-e75cd21a-bc05-4fa5-84c9-2cf838210c9f tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9732547 Mar 28 13:48:25.612112 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60160) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:25.619280 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-cb02d609-9e9b-42f3-830b-4695a40639f2 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:25.640867 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-c4ea13ec-25dd-409e-98d0-c8fddc942131 None None] Provisioning complete for port fa629845-fde6-4696-9659-411cf1c1d4a3 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:25.642959 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c4ea13ec-25dd-409e-98d0-c8fddc942131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:25.691611 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ee0905-77c6-4f54-b1ad-f2d33adbe8fe tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:48:25.720952 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-73ee0905-77c6-4f54-b1ad-f2d33adbe8fe tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:25.721290 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-73ee0905-77c6-4f54-b1ad-f2d33adbe8fe tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Added segment 79e388db-b1ac-4fdf-babe-88927c6bb0b7 of type vlan for network ab9e7331-ae37-4dfa-86d0-297eb876e9b5 Mar 28 13:48:25.759461 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5403488d-26bc-49bf-b6c4-c6919f88eba8 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:25.784067 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-508affc6-7094-4016-a00d-55fab9b7225f tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:25.809160 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-c4ea13ec-25dd-409e-98d0-c8fddc942131 None None] Could not find standard attr ID for object f4406195-6323-4f2c-879b-2fcbac652dcf. {{(pid=109614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 13:48:25.832561 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-73ee0905-77c6-4f54-b1ad-f2d33adbe8fe tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:25.838920 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5403488d-26bc-49bf-b6c4-c6919f88eba8 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:25.926188 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403488d-26bc-49bf-b6c4-c6919f88eba8 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2188103f-53d3-421b-93fc-234ec52b21a7,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:25.933040 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5403488d-26bc-49bf-b6c4-c6919f88eba8 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:25.934102 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-5403488d-26bc-49bf-b6c4-c6919f88eba8 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.5421095 Mar 28 13:48:25.937146 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60164) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:25.942062 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-27da86a0-878a-4979-b02d-f7f11d079801 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Request body: {'security_group': {'name': 'tempest-secgroup-1271886846'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:25.974656 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-73ee0905-77c6-4f54-b1ad-f2d33adbe8fe tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:25.980041 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ee0905-77c6-4f54-b1ad-f2d33adbe8fe tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:25.984267 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-73ee0905-77c6-4f54-b1ad-f2d33adbe8fe tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:26.029016 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-93b47847-9daa-49f5-b387-bed2829422e8 None None] Could not find standard attr ID for object f4406195-6323-4f2c-879b-2fcbac652dcf. {{(pid=109614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 13:48:26.060642 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cb02d609-9e9b-42f3-830b-4695a40639f2 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133933759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133929745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12481'] for router, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:26.072799 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a9ec3-970b-4edb-bae4-b618b43b3c25 req-dd275530-dfcd-46c6-a418-351175d307c3 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:26.074304 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-899a9ec3-970b-4edb-bae4-b618b43b3c25 req-dd275530-dfcd-46c6-a418-351175d307c3 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.2180347 Mar 28 13:48:26.089383 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-27da86a0-878a-4979-b02d-f7f11d079801 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:26.104844 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1503b7-101d-40e4-9c64-033fce7afd9f None None] Network 078b94d0-ce4e-4551-ada3-1a1c7aac343a requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:48:26.109515 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device b576667f-11ee-4050-848d-c86b4bdf5a26 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:48:26.135429 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-899a9ec3-970b-4edb-bae4-b618b43b3c25 req-16ba43c6-2c19-4e53-89e5-d0f03c125c9b tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537753 Mar 28 13:48:26.139711 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: b576667f-11ee-4050-848d-c86b4bdf5a26 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:48:26.140059 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device b576667f-11ee-4050-848d-c86b4bdf5a26 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:48:26.140498 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 1a84d51f-e2ba-4fd6-9fdf-165bc141d53d no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:48:26.149570 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee0905-77c6-4f54-b1ad-f2d33adbe8fe tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event updated for resources: {'Network': ['ID=ab9e7331-ae37-4dfa-86d0-297eb876e9b5,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:26.168517 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-73ee0905-77c6-4f54-b1ad-f2d33adbe8fe tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7261143 Mar 28 13:48:26.168517 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60166) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:26.170117 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-24a6c629-448c-49bf-ab2c-9bcb7ea553d4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Request body: {'subnet': {'network_id': 'ab9e7331-ae37-4dfa-86d0-297eb876e9b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:26.178026 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cb02d609-9e9b-42f3-830b-4695a40639f2 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133933750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133933709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133929832'] for router, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:26.181410 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-508affc6-7094-4016-a00d-55fab9b7225f tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:26.197846 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network ab9e7331-ae37-4dfa-86d0-297eb876e9b5 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:48:26.315010 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508affc6-7094-4016-a00d-55fab9b7225f tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event deleted for resources: {'Subnet': ['ID=f9ff3ba6-2f52-4a9e-977b-b51ede0eef1b,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:26.317463 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-508affc6-7094-4016-a00d-55fab9b7225f tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:26.320690 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-508affc6-7094-4016-a00d-55fab9b7225f tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/subnets/f9ff3ba6-2f52-4a9e-977b-b51ede0eef1b HTTP/1.1" status: 204 len: 168 time: 0.8967252 Mar 28 13:48:26.325963 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60170) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:26.382549 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-27da86a0-878a-4979-b02d-f7f11d079801 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:26.405028 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-787924bf-6170-4877-90fa-f038c195011b None None] Provisioning complete for port 3c3bbee6-2f39-47d5-a953-dd2853f9d501 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:26.405376 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-787924bf-6170-4877-90fa-f038c195011b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:26.409735 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 1a84d51f-e2ba-4fd6-9fdf-165bc141d53d {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:48:26.410083 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 1a84d51f-e2ba-4fd6-9fdf-165bc141d53d not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:48:26.417589 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.objects.ports [None req-adedc8af-1b54-463d-8e17-a6b7ca837913 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109612) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 13:48:26.417812 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acea76f7-ea48-4a84-85c7-2ccf3a38fb35 None None] Network c6aa6a75-677f-4e66-ba93-aa27b8b6ba6f requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:48:26.419555 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-adedc8af-1b54-463d-8e17-a6b7ca837913 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:26.462619 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-24da2dad-7562-4c8e-bf96-61562227660a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:26.473271 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-27da86a0-878a-4979-b02d-f7f11d079801 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:26.478125 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a6c629-448c-49bf-ab2c-9bcb7ea553d4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Made reservation on behalf of f6b8e64020de40e182c741fada779147 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:48:26.482477 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-24a6c629-448c-49bf-ab2c-9bcb7ea553d4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:26.597348 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-24da2dad-7562-4c8e-bf96-61562227660a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Deleting port fa629845-fde6-4696-9659-411cf1c1d4a3 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:48:26.599168 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-24da2dad-7562-4c8e-bf96-61562227660a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:26.612054 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device fa629845-fde6-4696-9659-411cf1c1d4a3 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:48:26.644217 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adedc8af-1b54-463d-8e17-a6b7ca837913 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Subnet': ['ID=45ab86c3-75a2-4857-965e-2386a22168d2,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:26.654981 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff060e-5792-4d9f-af0b-951861dabc8e req-cb3aa5f6-be22-410f-b464-fc9eb5035e77 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:26.655236 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4f86e23b-95a4-4e61-a068-41f1f499b4da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:26.656734 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d2ff060e-5792-4d9f-af0b-951861dabc8e req-cb3aa5f6-be22-410f-b464-fc9eb5035e77 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.1403854 Mar 28 13:48:26.661051 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-787924bf-6170-4877-90fa-f038c195011b None None] Port 3c3bbee6-2f39-47d5-a953-dd2853f9d501 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:48:26.661344 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adedc8af-1b54-463d-8e17-a6b7ca837913 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:26.713084 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-adedc8af-1b54-463d-8e17-a6b7ca837913 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:26.719059 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adedc8af-1b54-463d-8e17-a6b7ca837913 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:26.719670 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-adedc8af-1b54-463d-8e17-a6b7ca837913 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:26.735182 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-27da86a0-878a-4979-b02d-f7f11d079801 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:26.737392 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-27da86a0-878a-4979-b02d-f7f11d079801 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7993128 Mar 28 13:48:26.738410 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-24da2dad-7562-4c8e-bf96-61562227660a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] For port fa629845-fde6-4696-9659-411cf1c1d4a3, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=fa629845-fde6-4696-9659-411cf1c1d4a3,segment=NetworkSegment(0c8c65d0-ce55-4757-9eda-3a6dcaf5a971),segment_id=0c8c65d0-ce55-4757-9eda-3a6dcaf5a971)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:48:26.738875 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-24da2dad-7562-4c8e-bf96-61562227660a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:26.741309 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da86a0-878a-4979-b02d-f7f11d079801 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87c07727-77e1-4c3a-bf2d-a32ca3d1a042,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:26.744337 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-787924bf-6170-4877-90fa-f038c195011b None None] Provisioning complete for port 7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:26.744337 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-787924bf-6170-4877-90fa-f038c195011b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:26.744604 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d2ff060e-5792-4d9f-af0b-951861dabc8e req-cb5819bc-ddb5-4bab-bc4b-aa87c31d84ea tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770180 Mar 28 13:48:26.745846 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60174) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:26.749740 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5386d2-8f36-4d45-bd7a-53ef09f78e05 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:48:26.757084 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-84105d9c-76c4-4ec1-9ac4-3334aacfe272 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Request body: {'security_group': {'name': 'tempest-secgroup-480155061'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:26.761110 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb02d609-9e9b-42f3-830b-4695a40639f2 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Router 5190ab72-d44b-4f9c-8f7f-0377996b109d is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:48:26.792173 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-24da2dad-7562-4c8e-bf96-61562227660a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Calling delete_port for fa629845-fde6-4696-9659-411cf1c1d4a3 owned by network:dhcp {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:48:26.792967 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port fa629845-fde6-4696-9659-411cf1c1d4a3 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:26.792967 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:26.808890 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-adedc8af-1b54-463d-8e17-a6b7ca837913 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5839651 Mar 28 13:48:26.809006 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34185de0-8409-47fb-a873-058bc63937da req-02ff36ad-f6c3-4ad2-986b-4edb3eec3ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:26.809742 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-34185de0-8409-47fb-a873-058bc63937da req-02ff36ad-f6c3-4ad2-986b-4edb3eec3ea5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa9aa9bd837f49a494e03678d3365504&device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 1098 time: 0.1503904 Mar 28 13:48:26.812083 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60176) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:26.820038 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-a3b3a27c-57fb-4bdf-a6aa-7e65b20beb9a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'subnet': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:26.867852 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e0f880-9d87-4f1b-a9b4-9eb91f553c39 None None] DHCP port deletion for c6aa6a75-677f-4e66-ba93-aa27b8b6ba6f request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:48:26.899769 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-84105d9c-76c4-4ec1-9ac4-3334aacfe272 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:26.982524 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb02d609-9e9b-42f3-830b-4695a40639f2 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:48:27.002466 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cb02d609-9e9b-42f3-830b-4695a40639f2 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:27.003622 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-cb02d609-9e9b-42f3-830b-4695a40639f2 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "PUT /v2.0/routers/5190ab72-d44b-4f9c-8f7f-0377996b109d HTTP/1.1" status: 200 len: 693 time: 1.3896801 Mar 28 13:48:27.006795 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60178) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:27.012958 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abc40a0-12e9-44ee-955d-a9d8f1b77913 None None] Sync routers for ids ['5190ab72-d44b-4f9c-8f7f-0377996b109d'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:48:27.054631 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abc40a0-12e9-44ee-955d-a9d8f1b77913 None None] Routers {'5190ab72-d44b-4f9c-8f7f-0377996b109d'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:48:27.059116 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-7abc40a0-12e9-44ee-955d-a9d8f1b77913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:48:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['5190ab72-d44b-4f9c-8f7f-0377996b109d'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:27.078099 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34185de0-8409-47fb-a873-058bc63937da req-cd3260f1-4c53-45f8-8100-22916a106ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:27.080500 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-34185de0-8409-47fb-a873-058bc63937da req-cd3260f1-4c53-45f8-8100-22916a106ff4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c012b94c-56e1-42f2-8be1-d11ff4eca693 HTTP/1.1" status: 200 len: 911 time: 0.2607303 Mar 28 13:48:27.110618 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-325b1c49-0f6d-4877-8a97-58d149dc08ff tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "GET /v2.0/routers/5190ab72-d44b-4f9c-8f7f-0377996b109d HTTP/1.1" status: 200 len: 699 time: 0.1024227 Mar 28 13:48:27.114062 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-24a6c629-448c-49bf-ab2c-9bcb7ea553d4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:27.117626 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60180) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:27.123185 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-a0e0f880-9d87-4f1b-a9b4-9eb91f553c39 None None] Deleting port fa629845-fde6-4696-9659-411cf1c1d4a3 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:48:27.123476 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a0e0f880-9d87-4f1b-a9b4-9eb91f553c39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:27.189445 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b3a27c-57fb-4bdf-a6aa-7e65b20beb9a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:48:27.191636 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-84105d9c-76c4-4ec1-9ac4-3334aacfe272 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:27.193370 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a3b3a27c-57fb-4bdf-a6aa-7e65b20beb9a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:27.195041 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-24da2dad-7562-4c8e-bf96-61562227660a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:27.205359 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a17878ed-6d77-4da1-a6ef-6dd62cdb5477 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "GET /v2.0/ports?device_id=5190ab72-d44b-4f9c-8f7f-0377996b109d HTTP/1.1" status: 200 len: 205 time: 0.0807686 Mar 28 13:48:27.214157 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60182) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:27.226043 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe2c5db-789d-4d3c-b7c5-890347c01348 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-0683b568-5de1-47de-8c3c-3856d7f643f9', 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'tenant_id': '97c2fb5000a44df7a1530b25f26f0716', 'fixed_ips': [{'subnet_id': '45ab86c3-75a2-4857-965e-2386a22168d2'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:48:27.226296 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a6c629-448c-49bf-ab2c-9bcb7ea553d4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event updated for resources: {'Subnet': ['ID=839853ae-1c86-42f2-9569-251421e18ac3,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:27.226404 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbe2c5db-789d-4d3c-b7c5-890347c01348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:27.233382 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a6c629-448c-49bf-ab2c-9bcb7ea553d4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Checking segment: {'id': '79e388db-b1ac-4fdf-babe-88927c6bb0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ab9e7331-ae37-4dfa-86d0-297eb876e9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:48:27.234989 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a6c629-448c-49bf-ab2c-9bcb7ea553d4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Network hostable DHCP agents. Network: ab9e7331-ae37-4dfa-86d0-297eb876e9b5, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:48:27.263703 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2afa03d-c5e5-46ba-9ba2-effa45481439 None None] Update dhcp port {'port': {'network_id': '078b94d0-ce4e-4551-ada3-1a1c7aac343a', 'fixed_ips': [{'subnet_id': 'a4bcf330-ebc6-44b9-a2e7-8971751f738f', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e804a76b-0ca0-4e48-a406-6c2e23e9efef'}], 'binding:host_id': 'dv-neutron-835335-1-hyperv'}, 'id': '7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04'} from dv-neutron-835335-1-hyperv. {{(pid=109614) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 28 13:48:27.265792 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-a0e0f880-9d87-4f1b-a9b4-9eb91f553c39 None None] For port fa629845-fde6-4696-9659-411cf1c1d4a3, host dv-neutron-835335-1-hyperv, got binding levels [] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:48:27.266053 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-7abc40a0-12e9-44ee-955d-a9d8f1b77913 None None] Set router 5190ab72-d44b-4f9c-8f7f-0377996b109d gateway port host: None {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:48:27.266197 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a0e0f880-9d87-4f1b-a9b4-9eb91f553c39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:27.278465 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da2dad-7562-4c8e-bf96-61562227660a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event deleted for resources: {'Port': ['ID=fa629845-fde6-4696-9659-411cf1c1d4a3,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:27.280945 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24da2dad-7562-4c8e-bf96-61562227660a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] No DVR routers for this DVR port fa629845-fde6-4696-9659-411cf1c1d4a3 on host dv-neutron-835335-1-hyperv {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:48:27.290109 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-84105d9c-76c4-4ec1-9ac4-3334aacfe272 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:27.301146 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-34185de0-8409-47fb-a873-058bc63937da req-6b3cbdc3-c755-4e99-a56c-b1c59a46b7f9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a18e5b15-c8e3-4960-85c2-3c772fab2e02 HTTP/1.1" status: 200 len: 1001 time: 0.1974859 Mar 28 13:48:27.308109 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-a0e0f880-9d87-4f1b-a9b4-9eb91f553c39 None None] Calling delete_port for fa629845-fde6-4696-9659-411cf1c1d4a3 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:48:27.312420 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.ipam_backend_mixin [None req-a0e0f880-9d87-4f1b-a9b4-9eb91f553c39 None None] Port fa629845-fde6-4696-9659-411cf1c1d4a3 was not found and therefore no delete operation was performed {{(pid=109614) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 28 13:48:27.325459 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-7abc40a0-12e9-44ee-955d-a9d8f1b77913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5190ab72-d44b-4f9c-8f7f-0377996b109d', 'name': 'tempest-RoutersTest-router-925685360', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:48:24Z', 'updated_at': '2022-03-28T13:48:26Z', 'revision_number': 2, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'gw_port_host': None}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:27.355667 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abc40a0-12e9-44ee-955d-a9d8f1b77913 None None] Checking router: 5190ab72-d44b-4f9c-8f7f-0377996b109d for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:48:27.358580 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a0e0f880-9d87-4f1b-a9b4-9eb91f553c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:27.367651 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abc40a0-12e9-44ee-955d-a9d8f1b77913 None None] Routers {'5190ab72-d44b-4f9c-8f7f-0377996b109d'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:48:27.368631 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-7abc40a0-12e9-44ee-955d-a9d8f1b77913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:48:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['5190ab72-d44b-4f9c-8f7f-0377996b109d'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:27.373836 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f2afa03d-c5e5-46ba-9ba2-effa45481439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:27.413802 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e0f880-9d87-4f1b-a9b4-9eb91f553c39 None None] Pushing event deleted for resources: {'Port': ['ID=fa629845-fde6-4696-9659-411cf1c1d4a3,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:27.417674 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-17898c3d-2b31-415d-87c7-c882fbb6f0f1 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for router, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:27.420466 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e0f880-9d87-4f1b-a9b4-9eb91f553c39 None None] No DVR routers for this DVR port fa629845-fde6-4696-9659-411cf1c1d4a3 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:48:27.453897 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a6c629-448c-49bf-ab2c-9bcb7ea553d4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Network ab9e7331-ae37-4dfa-86d0-297eb876e9b5 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:48:27.471307 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-7abc40a0-12e9-44ee-955d-a9d8f1b77913 None None] Set router 5190ab72-d44b-4f9c-8f7f-0377996b109d gateway port host: None {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:48:27.497757 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84105d9c-76c4-4ec1-9ac4-3334aacfe272 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=139761ff-a046-4a95-9a12-965ec023652d,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:27.523096 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-84105d9c-76c4-4ec1-9ac4-3334aacfe272 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:27.523096 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-84105d9c-76c4-4ec1-9ac4-3334aacfe272 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.7683983 Mar 28 13:48:27.536532 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-7abc40a0-12e9-44ee-955d-a9d8f1b77913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5190ab72-d44b-4f9c-8f7f-0377996b109d', 'name': 'tempest-RoutersTest-router-925685360', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:48:24Z', 'updated_at': '2022-03-28T13:48:26Z', 'revision_number': 2, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'gw_port_host': None}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:27.566225 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abc40a0-12e9-44ee-955d-a9d8f1b77913 None None] The sync data for ids ['5190ab72-d44b-4f9c-8f7f-0377996b109d'] in dv-neutron-835335-1-hyperv is: [{'id': '5190ab72-d44b-4f9c-8f7f-0377996b109d', 'name': 'tempest-RoutersTest-router-925685360', 'tenant_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:48:24Z', 'updated_at': '2022-03-28T13:48:26Z', 'revision_number': 2, 'project_id': '42c7f4b113aa41f19f4ff0f48ffaebf2', 'gw_port_host': None}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:48:27.580520 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:27.595395 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-dbe2c5db-789d-4d3c-b7c5-890347c01348 None None] Allocated IP 2001:db8::f816:3eff:fe0f:7229 (0683b568-5de1-47de-8c3c-3856d7f643f9/45ab86c3-75a2-4857-965e-2386a22168d2/946cf2b0-4827-4107-86df-4d7cef51aa9e) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:48:27.693703 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60184) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:27.699327 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-5df7b13f-5229-481b-b281-1484e599cb76 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1886468924', 'security_groups': ['139761ff-a046-4a95-9a12-965ec023652d'], 'network_id': '078b94d0-ce4e-4551-ada3-1a1c7aac343a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e804a76b-0ca0-4e48-a406-6c2e23e9efef'}]}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:27.702508 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-24a6c629-448c-49bf-ab2c-9bcb7ea553d4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, ab9e7331-ae37-4dfa-86d0-297eb876e9b5) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:27.713987 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-f2afa03d-c5e5-46ba-9ba2-effa45481439 None None] Allocated IP 172.20.0.2 (078b94d0-ce4e-4551-ada3-1a1c7aac343a/e804a76b-0ca0-4e48-a406-6c2e23e9efef/7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:48:27.727046 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a6c629-448c-49bf-ab2c-9bcb7ea553d4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:27.728420 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-24a6c629-448c-49bf-ab2c-9bcb7ea553d4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:27.731125 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c823543a-7ab4-4635-8880-a046acc8e51e None None] Network ab9e7331-ae37-4dfa-86d0-297eb876e9b5 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:48:27.774186 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a3b3a27c-57fb-4bdf-a6aa-7e65b20beb9a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:27.847165 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b3a27c-57fb-4bdf-a6aa-7e65b20beb9a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:27.853167 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-24a6c629-448c-49bf-ab2c-9bcb7ea553d4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6894803 Mar 28 13:48:27.869022 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60188) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:27.874154 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-0a14eade-afa1-41e2-8627-3f8f7d002d50 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1659603472', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:27.883444 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-a3b3a27c-57fb-4bdf-a6aa-7e65b20beb9a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:27.891820 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b3a27c-57fb-4bdf-a6aa-7e65b20beb9a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:27.893002 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a3b3a27c-57fb-4bdf-a6aa-7e65b20beb9a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:27.901344 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b3a27c-57fb-4bdf-a6aa-7e65b20beb9a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Subnet': ['ID=bafdc55b-5be0-49e4-a64d-b5c27c054914,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:27.941763 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-24da2dad-7562-4c8e-bf96-61562227660a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:27.944917 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34185de0-8409-47fb-a873-058bc63937da req-7c60e4b9-cd0b-4fac-baa1-0052cff8560d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:27.946395 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-34185de0-8409-47fb-a873-058bc63937da req-7c60e4b9-cd0b-4fac-baa1-0052cff8560d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=470f589b-de11-4359-b1c6-d35a22ef5cbb HTTP/1.1" status: 200 len: 849 time: 0.5931354 Mar 28 13:48:27.947931 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbe2c5db-789d-4d3c-b7c5-890347c01348 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:27.990399 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-f2afa03d-c5e5-46ba-9ba2-effa45481439 None None] For port 7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04,segment=NetworkSegment(d9f45b0b-84e9-4fa5-9d8d-8e5b42de71ec),segment_id=d9f45b0b-84e9-4fa5-9d8d-8e5b42de71ec)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:48:28.025122 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a3b3a27c-57fb-4bdf-a6aa-7e65b20beb9a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2103057 Mar 28 13:48:28.027604 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60190) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:28.032942 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-24da2dad-7562-4c8e-bf96-61562227660a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6aa6a75-677f-4e66-ba93-aa27b8b6ba6f']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:28.033216 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-b1d81ac7-3c24-4ba7-bd1a-5dd0f7768e16 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'port': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'mac_address': 'fa:16:3e:52:4c:c0', 'name': 'tempest-NetworksTestDHCPv6-1566691534'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:28.047244 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f2afa03d-c5e5-46ba-9ba2-effa45481439 None None] Notify callbacks [] for port, precommit_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:28.053457 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fac595-1d3a-4150-a9bd-83e8c3f3466c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-ab9e7331-ae37-4dfa-86d0-297eb876e9b5', 'network_id': 'ab9e7331-ae37-4dfa-86d0-297eb876e9b5', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'fixed_ips': [{'subnet_id': '839853ae-1c86-42f2-9569-251421e18ac3'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:48:28.054312 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c7fac595-1d3a-4150-a9bd-83e8c3f3466c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:28.070378 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0a14eade-afa1-41e2-8627-3f8f7d002d50 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:28.071235 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0a14eade-afa1-41e2-8627-3f8f7d002d50 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:28.082178 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-24da2dad-7562-4c8e-bf96-61562227660a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c8c65d0-ce55-4757-9eda-3a6dcaf5a971') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:28.082474 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-24da2dad-7562-4c8e-bf96-61562227660a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c8c65d0-ce55-4757-9eda-3a6dcaf5a971') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:28.125554 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-17898c3d-2b31-415d-87c7-c882fbb6f0f1 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:28.128597 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-24da2dad-7562-4c8e-bf96-61562227660a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:28.132991 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-17898c3d-2b31-415d-87c7-c882fbb6f0f1 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:28.160654 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34185de0-8409-47fb-a873-058bc63937da req-4ea8e589-792e-42b7-9e93-0488159b35e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:28.162162 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-34185de0-8409-47fb-a873-058bc63937da req-4ea8e589-792e-42b7-9e93-0488159b35e4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c012b94c-56e1-42f2-8be1-d11ff4eca693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1974323 Mar 28 13:48:28.163885 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-24da2dad-7562-4c8e-bf96-61562227660a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:28.191219 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0a14eade-afa1-41e2-8627-3f8f7d002d50 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:28.192212 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df7b13f-5229-481b-b281-1484e599cb76 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Made reservation on behalf of a8d0b895291d43e9afe1329c139db87b for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:48:28.204014 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbe2c5db-789d-4d3c-b7c5-890347c01348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:28.213931 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5c0c3-8848-4326-8aa5-f4d3071764fd req-cb69fd04-a740-4f33-aa7a-df7bbc863e87 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:28.219399 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0ae5c0c3-8848-4326-8aa5-f4d3071764fd req-cb69fd04-a740-4f33-aa7a-df7bbc863e87 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.2847803 Mar 28 13:48:28.242444 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f2afa03d-c5e5-46ba-9ba2-effa45481439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:28.251772 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24da2dad-7562-4c8e-bf96-61562227660a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:48:28.252079 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-24da2dad-7562-4c8e-bf96-61562227660a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:28.257605 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:48:28.257605 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:48:28.257605 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:48:28.257605 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:48:28.257605 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:48:28.257605 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:48:28.257605 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:48:28.257605 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:48:28.257605 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:48:28.257605 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:48:28.257605 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:48:28.257605 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:48:28.257605 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:48:28.257605 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:48:28.257605 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:48:28.257605 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:48:28.257605 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:48:28.257605 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:48:28.257605 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:48:28.257605 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:48:28.257605 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:48:28.257605 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:48:28.257605 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:48:28.257605 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:48:28.257605 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:48:28.257605 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:48:28.257605 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:48:28.257605 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:48:28.257605 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:48:28.257605 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:48:28.257605 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:48:28.257605 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:48:28.304549 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe2c5db-789d-4d3c-b7c5-890347c01348 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:28.315580 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-dbe2c5db-789d-4d3c-b7c5-890347c01348 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:28.330296 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe2c5db-789d-4d3c-b7c5-890347c01348 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:48:28.340298 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe2c5db-789d-4d3c-b7c5-890347c01348 None None] Pushing event updated for resources: {'Port': ['ID=946cf2b0-4827-4107-86df-4d7cef51aa9e,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:28.386779 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-17898c3d-2b31-415d-87c7-c882fbb6f0f1 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:28.387582 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17898c3d-2b31-415d-87c7-c882fbb6f0f1 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Fanout notify agent at l3_agent the message router_deleted on router 5190ab72-d44b-4f9c-8f7f-0377996b109d {{(pid=109613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:48:28.401088 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-17898c3d-2b31-415d-87c7-c882fbb6f0f1 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:28.402754 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-17898c3d-2b31-415d-87c7-c882fbb6f0f1 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "DELETE /v2.0/routers/5190ab72-d44b-4f9c-8f7f-0377996b109d HTTP/1.1" status: 204 len: 168 time: 1.1875420 Mar 28 13:48:28.416716 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60192) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:28.445248 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0ae5c0c3-8848-4326-8aa5-f4d3071764fd req-5b509498-5e53-439e-bec3-88637fa12e11 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2075818 Mar 28 13:48:28.466951 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-67356679-04df-4c3d-a446-048bb113807f tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "GET /v2.0/ports?device_id=5190ab72-d44b-4f9c-8f7f-0377996b109d HTTP/1.1" status: 200 len: 205 time: 0.0486395 Mar 28 13:48:28.473443 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60194) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:28.523849 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-24da2dad-7562-4c8e-bf96-61562227660a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:28.525425 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-dbe2c5db-789d-4d3c-b7c5-890347c01348 None None] Attempting to bind port 946cf2b0-4827-4107-86df-4d7cef51aa9e on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:48:28.525674 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-dbe2c5db-789d-4d3c-b7c5-890347c01348 None None] Attempting to bind port 946cf2b0-4827-4107-86df-4d7cef51aa9e by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:48:28.525999 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe2c5db-789d-4d3c-b7c5-890347c01348 None None] Attempting to bind port 946cf2b0-4827-4107-86df-4d7cef51aa9e on network 0683b568-5de1-47de-8c3c-3856d7f643f9 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:48:28.526238 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-dd1417b3-0a97-4cfe-8044-d80b149bf7c6 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] delete failed (client error): The resource could not be found. Mar 28 13:48:28.527098 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-dd1417b3-0a97-4cfe-8044-d80b149bf7c6 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "DELETE /v2.0/routers/5190ab72-d44b-4f9c-8f7f-0377996b109d HTTP/1.1" status: 404 len: 336 time: 0.0524969 Mar 28 13:48:28.533946 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60196) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:28.536163 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-34185de0-8409-47fb-a873-058bc63937da req-96700aa1-684a-4308-bb81-d4388feaba1e service neutron] 10.222.0.20 "GET /v2.0/networks/c012b94c-56e1-42f2-8be1-d11ff4eca693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370221 Mar 28 13:48:28.544341 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2afa03d-c5e5-46ba-9ba2-effa45481439 None None] Pushing event updated for resources: {'Port': ['ID=7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04,revision_number=6']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:28.544688 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-24da2dad-7562-4c8e-bf96-61562227660a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:28.544688 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-24da2dad-7562-4c8e-bf96-61562227660a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/networks/c6aa6a75-677f-4e66-ba93-aa27b8b6ba6f HTTP/1.1" status: 204 len: 168 time: 2.2170331 Mar 28 13:48:28.544833 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-c7fac595-1d3a-4150-a9bd-83e8c3f3466c None None] Allocated IP 2001:db8::2 (ab9e7331-ae37-4dfa-86d0-297eb876e9b5/839853ae-1c86-42f2-9569-251421e18ac3/b29a2fc1-38f7-4305-bdcb-fd2cec61df02) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:48:28.549674 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe2c5db-789d-4d3c-b7c5-890347c01348 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:48:28.549674 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe2c5db-789d-4d3c-b7c5-890347c01348 None None] Checking segment: {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:48:28.549970 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbe2c5db-789d-4d3c-b7c5-890347c01348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:28.550361 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe2c5db-789d-4d3c-b7c5-890347c01348 None None] Bound using segment: {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:48:28.550839 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-dbe2c5db-789d-4d3c-b7c5-890347c01348 None None] Bound port: 946cf2b0-4827-4107-86df-4d7cef51aa9e, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:48:28.551068 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0a14eade-afa1-41e2-8627-3f8f7d002d50 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:28.551218 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbe2c5db-789d-4d3c-b7c5-890347c01348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:28.567448 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60198) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:28.588738 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-aa402c11-938a-4557-8267-fa3271505b42 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Request body: {'port': {'network_id': '86ab37a1-bd34-4d48-bf68-1b0895609206', 'name': 'tempest-PortsIpV6TestJSON-2130624158'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:28.596663 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da2dad-7562-4c8e-bf96-61562227660a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event deleted for resources: {'Network': ['ID=c6aa6a75-677f-4e66-ba93-aa27b8b6ba6f,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:28.670845 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device fa629845-fde6-4696-9659-411cf1c1d4a3 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:48:28.672478 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-96f95581-ece5-46f4-bb1d-a379ec715f96 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] DELETE failed (client error): The resource could not be found. Mar 28 13:48:28.673138 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96f95581-ece5-46f4-bb1d-a379ec715f96 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:48:28.676917 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-96f95581-ece5-46f4-bb1d-a379ec715f96 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "DELETE /v2.0/subnets/00d28826-21a1-4eab-852c-1374cca4f6f5 HTTP/1.1" status: 404 len: 337 time: 0.1371698 Mar 28 13:48:28.679543 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0a14eade-afa1-41e2-8627-3f8f7d002d50 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:28.680679 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-0a14eade-afa1-41e2-8627-3f8f7d002d50 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8106511 Mar 28 13:48:28.681429 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60200) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:28.684463 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60202) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:28.703038 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: fa629845-fde6-4696-9659-411cf1c1d4a3 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:48:28.703376 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device fa629845-fde6-4696-9659-411cf1c1d4a3 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:48:28.737185 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-887a75f0-cfdf-4816-8c1a-d2b1786f47de tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] DELETE failed (client error): The resource could not be found. Mar 28 13:48:28.738476 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-887a75f0-cfdf-4816-8c1a-d2b1786f47de tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:48:28.742904 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-887a75f0-cfdf-4816-8c1a-d2b1786f47de tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "DELETE /v2.0/subnets/8ab39914-38ab-4a3c-95bf-3112a32df6a1 HTTP/1.1" status: 404 len: 337 time: 0.0566840 Mar 28 13:48:28.751440 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60204) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:28.767717 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbe2c5db-789d-4d3c-b7c5-890347c01348 None None] For port 946cf2b0-4827-4107-86df-4d7cef51aa9e, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:48:28.784299 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d81ac7-3c24-4ba7-bd1a-5dd0f7768e16 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:48:28.812072 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbe2c5db-789d-4d3c-b7c5-890347c01348 None None] For port 946cf2b0-4827-4107-86df-4d7cef51aa9e, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=946cf2b0-4827-4107-86df-4d7cef51aa9e,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:48:28.825249 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-b27907d7-ae42-411b-8fe6-bd95d228455e tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] DELETE failed (client error): The resource could not be found. Mar 28 13:48:28.825707 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b27907d7-ae42-411b-8fe6-bd95d228455e tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:48:28.828895 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-b27907d7-ae42-411b-8fe6-bd95d228455e tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "DELETE /v2.0/subnets/7864d972-ffb3-4709-ada8-227be950b309 HTTP/1.1" status: 404 len: 337 time: 0.0758536 Mar 28 13:48:28.835121 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60206) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:28.868879 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c7fac595-1d3a-4150-a9bd-83e8c3f3466c None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:28.887875 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:28.897842 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5df7b13f-5229-481b-b281-1484e599cb76 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:28.908591 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbe2c5db-789d-4d3c-b7c5-890347c01348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:28.917480 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-f11128c6-a63f-4f10-9a02-7b707f0afb9f tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] DELETE failed (client error): The resource could not be found. Mar 28 13:48:28.917679 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f11128c6-a63f-4f10-9a02-7b707f0afb9f tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:48:28.924094 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f11128c6-a63f-4f10-9a02-7b707f0afb9f tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "DELETE /v2.0/subnets/653c6be3-d8e9-46c2-8a59-c571ae539f69 HTTP/1.1" status: 404 len: 337 time: 0.0846941 Mar 28 13:48:28.928837 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [None req-5df7b13f-5229-481b-b281-1484e599cb76 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] device_id is not set on port 2d99b195-b649-4020-84f9-74e9277b2765 yet. {{(pid=109612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:48:28.937538 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60208) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:28.955040 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-34185de0-8409-47fb-a873-058bc63937da req-e4b7bb0b-7b77-4f51-8a38-b1df7f4c6f47 service neutron] 10.222.0.20 "GET /v2.0/networks/c012b94c-56e1-42f2-8be1-d11ff4eca693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104614 Mar 28 13:48:28.957253 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c7fac595-1d3a-4150-a9bd-83e8c3f3466c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:28.980081 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-eaf24970-5808-4749-a001-3dc4378eb67a tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b50c724-d573-48a4-b432-8a2fc7f559f7 HTTP/1.1" status: 200 len: 205 time: 0.0414495 Mar 28 13:48:28.996693 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60210) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:29.014081 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa402c11-938a-4557-8267-fa3271505b42 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Made reservation on behalf of 427ec9eabb7e45afac363fe68c5efe1f for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:48:29.017969 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-aa402c11-938a-4557-8267-fa3271505b42 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:29.025744 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fac595-1d3a-4150-a9bd-83e8c3f3466c None None] Network ab9e7331-ae37-4dfa-86d0-297eb876e9b5 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:29.038227 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-c7fac595-1d3a-4150-a9bd-83e8c3f3466c None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:29.038957 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fac595-1d3a-4150-a9bd-83e8c3f3466c None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:48:29.053196 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe2c5db-789d-4d3c-b7c5-890347c01348 None None] Pushing event updated for resources: {'Port': ['ID=946cf2b0-4827-4107-86df-4d7cef51aa9e,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:29.107236 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b1d81ac7-3c24-4ba7-bd1a-5dd0f7768e16 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:29.118452 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-e422b2a0-4e77-4ef0-a4fb-47917144afd4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] delete failed (client error): The resource could not be found. Mar 28 13:48:29.120567 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e422b2a0-4e77-4ef0-a4fb-47917144afd4 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "DELETE /v2.0/routers/6b50c724-d573-48a4-b432-8a2fc7f559f7 HTTP/1.1" status: 404 len: 336 time: 0.1204860 Mar 28 13:48:29.125908 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60212) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:29.195457 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-c7fac595-1d3a-4150-a9bd-83e8c3f3466c None None] Attempting to bind port b29a2fc1-38f7-4305-bdcb-fd2cec61df02 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:48:29.196282 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-c7fac595-1d3a-4150-a9bd-83e8c3f3466c None None] Attempting to bind port b29a2fc1-38f7-4305-bdcb-fd2cec61df02 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '79e388db-b1ac-4fdf-babe-88927c6bb0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ab9e7331-ae37-4dfa-86d0-297eb876e9b5'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:48:29.196721 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fac595-1d3a-4150-a9bd-83e8c3f3466c None None] Attempting to bind port b29a2fc1-38f7-4305-bdcb-fd2cec61df02 on network ab9e7331-ae37-4dfa-86d0-297eb876e9b5 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:48:29.202355 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-aa402c11-938a-4557-8267-fa3271505b42 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] device_id is not set on port 35ffdf22-27c4-442c-8557-f0d3e0e0f2d1 yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:48:29.213826 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fac595-1d3a-4150-a9bd-83e8c3f3466c None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:48:29.216148 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fac595-1d3a-4150-a9bd-83e8c3f3466c None None] Checking segment: {'id': '79e388db-b1ac-4fdf-babe-88927c6bb0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ab9e7331-ae37-4dfa-86d0-297eb876e9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:48:29.216292 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-8625078c-a4b6-4199-8a50-2060c5a59ea1 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "GET /v2.0/ports?device_id=eff11a03-067c-4be8-91c1-7ba0a44f6817 HTTP/1.1" status: 200 len: 205 time: 0.0881298 Mar 28 13:48:29.217095 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c7fac595-1d3a-4150-a9bd-83e8c3f3466c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:29.226108 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60214) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:29.227251 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fac595-1d3a-4150-a9bd-83e8c3f3466c None None] Bound using segment: {'id': '79e388db-b1ac-4fdf-babe-88927c6bb0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ab9e7331-ae37-4dfa-86d0-297eb876e9b5'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:48:29.228362 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-c7fac595-1d3a-4150-a9bd-83e8c3f3466c None None] Bound port: b29a2fc1-38f7-4305-bdcb-fd2cec61df02, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e388db-b1ac-4fdf-babe-88927c6bb0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ab9e7331-ae37-4dfa-86d0-297eb876e9b5'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:48:29.229046 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c7fac595-1d3a-4150-a9bd-83e8c3f3466c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:29.238810 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [None req-b1d81ac7-3c24-4ba7-bd1a-5dd0f7768e16 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] device_id is not set on port ca77b5bf-4643-4a89-aa29-5579479f7a5a yet. {{(pid=109612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:48:29.273186 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fac595-1d3a-4150-a9bd-83e8c3f3466c None None] Pushing event updated for resources: {'Port': ['ID=b29a2fc1-38f7-4305-bdcb-fd2cec61df02,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:29.295012 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-9f612f30-d46a-4a63-9ece-7a2e540c2635 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] delete failed (client error): The resource could not be found. Mar 28 13:48:29.295981 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9f612f30-d46a-4a63-9ece-7a2e540c2635 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "DELETE /v2.0/routers/eff11a03-067c-4be8-91c1-7ba0a44f6817 HTTP/1.1" status: 404 len: 336 time: 0.0671976 Mar 28 13:48:29.348302 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60216) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:29.402270 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:29.435225 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-c7fac595-1d3a-4150-a9bd-83e8c3f3466c None None] For port b29a2fc1-38f7-4305-bdcb-fd2cec61df02, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:48:29.443046 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-c7fac595-1d3a-4150-a9bd-83e8c3f3466c None None] For port b29a2fc1-38f7-4305-bdcb-fd2cec61df02, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=b29a2fc1-38f7-4305-bdcb-fd2cec61df02,segment=NetworkSegment(79e388db-b1ac-4fdf-babe-88927c6bb0b7),segment_id=79e388db-b1ac-4fdf-babe-88927c6bb0b7)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:48:29.452112 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bf7f32a-d65a-48de-bd9d-6774e6f37a16 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] DELETE failed (client error): The resource could not be found. Mar 28 13:48:29.452633 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bf7f32a-d65a-48de-bd9d-6774e6f37a16 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:48:29.458527 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-2bf7f32a-d65a-48de-bd9d-6774e6f37a16 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "DELETE /v2.0/subnets/0e45c395-7f08-4280-a4c8-f35d21222dbb HTTP/1.1" status: 404 len: 337 time: 0.1092072 Mar 28 13:48:29.459328 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60218) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:29.462639 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-102086c7-92a8-41c9-80e1-2a36882a22c9 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:29.499591 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-32e57424-6251-4685-96a2-c759f24d7e61 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c78900-1af5-4d4f-86d1-788d6a9af4da HTTP/1.1" status: 200 len: 205 time: 0.0344138 Mar 28 13:48:29.503718 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60222) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:29.518369 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c7fac595-1d3a-4150-a9bd-83e8c3f3466c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:29.527618 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-5df7b13f-5229-481b-b281-1484e599cb76 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Allocated IP 172.20.0.5 (078b94d0-ce4e-4551-ada3-1a1c7aac343a/e804a76b-0ca0-4e48-a406-6c2e23e9efef/2d99b195-b649-4020-84f9-74e9277b2765) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:48:29.597757 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-eb38050b-f5f7-4a2b-85de-00d49c56dc90 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] delete failed (client error): The resource could not be found. Mar 28 13:48:29.599125 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-eb38050b-f5f7-4a2b-85de-00d49c56dc90 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "DELETE /v2.0/routers/09c78900-1af5-4d4f-86d1-788d6a9af4da HTTP/1.1" status: 404 len: 336 time: 0.0833201 Mar 28 13:48:29.608104 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60224) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:29.645851 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-16cd5753-608c-4f33-a4d2-7f4d080c9d8b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "GET /v2.0/ports?device_id=14ecb14f-6193-4d9a-8bf5-5721d618576f HTTP/1.1" status: 200 len: 205 time: 0.0338199 Mar 28 13:48:29.649870 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60226) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:29.658609 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fac595-1d3a-4150-a9bd-83e8c3f3466c None None] Pushing event updated for resources: {'Port': ['ID=b29a2fc1-38f7-4305-bdcb-fd2cec61df02,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:29.666100 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-092641bc-9320-49c7-a98a-d9baf508ed24 None None] Provisioning complete for port 3c3bbee6-2f39-47d5-a953-dd2853f9d501 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:29.666472 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-092641bc-9320-49c7-a98a-d9baf508ed24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:29.712469 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-092641bc-9320-49c7-a98a-d9baf508ed24 None None] Port 3c3bbee6-2f39-47d5-a953-dd2853f9d501 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:48:29.728991 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-092641bc-9320-49c7-a98a-d9baf508ed24 None None] Provisioning complete for port 7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:29.729263 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-092641bc-9320-49c7-a98a-d9baf508ed24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:29.749218 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-b1d81ac7-3c24-4ba7-bd1a-5dd0f7768e16 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Allocated IP 172.20.0.4 (0683b568-5de1-47de-8c3c-3856d7f643f9/bafdc55b-5be0-49e4-a64d-b5c27c054914/ca77b5bf-4643-4a89-aa29-5579479f7a5a) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:48:29.791578 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-b1d81ac7-3c24-4ba7-bd1a-5dd0f7768e16 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Allocated IP 2001:db8::f816:3eff:fe52:4cc0 (0683b568-5de1-47de-8c3c-3856d7f643f9/45ab86c3-75a2-4857-965e-2386a22168d2/ca77b5bf-4643-4a89-aa29-5579479f7a5a) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:48:29.807968 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-acabaecf-0b5a-4127-8604-e307f603288a tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] delete failed (client error): The resource could not be found. Mar 28 13:48:29.810025 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-acabaecf-0b5a-4127-8604-e307f603288a tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "DELETE /v2.0/routers/14ecb14f-6193-4d9a-8bf5-5721d618576f HTTP/1.1" status: 404 len: 336 time: 0.1566219 Mar 28 13:48:29.813753 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60228) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:29.893886 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-79091ca2-7421-4352-a6f2-e3438c23fc41 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] DELETE failed (client error): The resource could not be found. Mar 28 13:48:29.894363 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79091ca2-7421-4352-a6f2-e3438c23fc41 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:48:29.899876 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-79091ca2-7421-4352-a6f2-e3438c23fc41 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "DELETE /v2.0/subnets/4c1db472-231d-4df2-afec-e9d5d8de1b40 HTTP/1.1" status: 404 len: 337 time: 0.0803814 Mar 28 13:48:29.902686 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60230) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:29.946465 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6428b2e-c9ed-4bbb-821a-a27c6ebe2f76 req-566437a5-4218-4a20-99cc-18b9e437d695 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:29.948091 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b6428b2e-c9ed-4bbb-821a-a27c6ebe2f76 req-566437a5-4218-4a20-99cc-18b9e437d695 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.3385227 Mar 28 13:48:29.965745 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-0f21a12e-1984-4991-9851-b6c35d1fd09b tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "GET /v2.0/ports?device_id=92b1cf13-f4da-4075-95d2-731c6220772a HTTP/1.1" status: 200 len: 205 time: 0.0591555 Mar 28 13:48:29.971376 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60232) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:30.004892 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-aa402c11-938a-4557-8267-fa3271505b42 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:30.060587 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5df7b13f-5229-481b-b281-1484e599cb76 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:30.064783 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-4aa073bd-7d3d-4c21-9b34-73dae1f3033f tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] delete failed (client error): The resource could not be found. Mar 28 13:48:30.068158 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-4aa073bd-7d3d-4c21-9b34-73dae1f3033f tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "DELETE /v2.0/routers/92b1cf13-f4da-4075-95d2-731c6220772a HTTP/1.1" status: 404 len: 336 time: 0.0909176 Mar 28 13:48:30.069503 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60234) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:30.082379 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b6428b2e-c9ed-4bbb-821a-a27c6ebe2f76 req-a4958821-56cf-43fd-99d7-0b0317a212e2 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017756 Mar 28 13:48:30.106105 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-102086c7-92a8-41c9-80e1-2a36882a22c9 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Allocated IP 2001:db8::1 (ab9e7331-ae37-4dfa-86d0-297eb876e9b5/839853ae-1c86-42f2-9569-251421e18ac3/20f2ca40-43d1-4a58-b82c-0b908e9389cb) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:48:30.109201 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fc7ea3e-b88c-4190-8f51-aa9b0aa42937 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] DELETE failed (client error): The resource could not be found. Mar 28 13:48:30.109654 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fc7ea3e-b88c-4190-8f51-aa9b0aa42937 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:48:30.115217 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-8fc7ea3e-b88c-4190-8f51-aa9b0aa42937 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "DELETE /v2.0/subnets/0ed58ad5-5428-42f8-b281-da7afcb8bfb8 HTTP/1.1" status: 404 len: 337 time: 0.0410218 Mar 28 13:48:30.117812 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60236) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:30.157189 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-1bf61063-d220-46dc-baf3-550514192963 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7dabb3f-ab06-41dc-9e82-cad40ba65f5d HTTP/1.1" status: 200 len: 205 time: 0.0382240 Mar 28 13:48:30.163962 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60238) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:30.224416 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-aa402c11-938a-4557-8267-fa3271505b42 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:30.226704 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-2b14bf46-f821-4636-a3ba-8e387b865ec6 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] delete failed (client error): The resource could not be found. Mar 28 13:48:30.227256 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-2b14bf46-f821-4636-a3ba-8e387b865ec6 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "DELETE /v2.0/routers/a7dabb3f-ab06-41dc-9e82-cad40ba65f5d HTTP/1.1" status: 404 len: 336 time: 0.0611506 Mar 28 13:48:30.233483 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60240) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:30.245196 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b1d81ac7-3c24-4ba7-bd1a-5dd0f7768e16 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:30.303870 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5df7b13f-5229-481b-b281-1484e599cb76 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:30.312614 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7c1b224-1425-4c2a-b6ba-a04a981f6fb6 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] DELETE failed (client error): The resource could not be found. Mar 28 13:48:30.313076 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7c1b224-1425-4c2a-b6ba-a04a981f6fb6 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:48:30.316095 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c7c1b224-1425-4c2a-b6ba-a04a981f6fb6 tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "DELETE /v2.0/subnets/97b7e29d-8614-4333-8e81-6057dedac968 HTTP/1.1" status: 404 len: 337 time: 0.0784438 Mar 28 13:48:30.332335 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa402c11-938a-4557-8267-fa3271505b42 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Network 86ab37a1-bd34-4d48-bf68-1b0895609206 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:30.332982 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60242) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:30.350315 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-aa402c11-938a-4557-8267-fa3271505b42 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:30.351134 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b1d81ac7-3c24-4ba7-bd1a-5dd0f7768e16 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:30.362768 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df7b13f-5229-481b-b281-1484e599cb76 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Network 078b94d0-ce4e-4551-ada3-1a1c7aac343a is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:30.372698 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-5df7b13f-5229-481b-b281-1484e599cb76 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:30.378826 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa402c11-938a-4557-8267-fa3271505b42 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:48:30.380533 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df7b13f-5229-481b-b281-1484e599cb76 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:48:30.385414 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa402c11-938a-4557-8267-fa3271505b42 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:30.386065 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-aa402c11-938a-4557-8267-fa3271505b42 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:30.394837 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa402c11-938a-4557-8267-fa3271505b42 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event updated for resources: {'Port': ['ID=35ffdf22-27c4-442c-8557-f0d3e0e0f2d1,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:30.397113 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab1dc8c1-82b7-46bb-b011-15492ea9b9fd tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] DELETE failed (client error): The resource could not be found. Mar 28 13:48:30.397556 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab1dc8c1-82b7-46bb-b011-15492ea9b9fd tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:48:30.400557 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ab1dc8c1-82b7-46bb-b011-15492ea9b9fd tempest-RoutersTest-1447677478 tempest-RoutersTest-1447677478-project] 10.222.0.24 "DELETE /v2.0/subnets/e6e6a7ef-3d25-452b-92e2-871f0471e1a8 HTTP/1.1" status: 404 len: 337 time: 0.0665953 Mar 28 13:48:30.415366 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df7b13f-5229-481b-b281-1484e599cb76 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event updated for resources: {'Port': ['ID=2d99b195-b649-4020-84f9-74e9277b2765,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:30.416121 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-102086c7-92a8-41c9-80e1-2a36882a22c9 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:30.425742 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa402c11-938a-4557-8267-fa3271505b42 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:48:30.425742 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa402c11-938a-4557-8267-fa3271505b42 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:48:30.425742 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa402c11-938a-4557-8267-fa3271505b42 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:48:30.425742 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa402c11-938a-4557-8267-fa3271505b42 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:48:30.425742 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa402c11-938a-4557-8267-fa3271505b42 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:48:30.426712 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa402c11-938a-4557-8267-fa3271505b42 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:48:30.427088 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa402c11-938a-4557-8267-fa3271505b42 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:48:30.427539 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa402c11-938a-4557-8267-fa3271505b42 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:48:30.427733 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa402c11-938a-4557-8267-fa3271505b42 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:48:30.428077 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa402c11-938a-4557-8267-fa3271505b42 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:48:30.428419 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa402c11-938a-4557-8267-fa3271505b42 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:48:30.428743 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa402c11-938a-4557-8267-fa3271505b42 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:48:30.430108 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d81ac7-3c24-4ba7-bd1a-5dd0f7768e16 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:30.457412 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-b1d81ac7-3c24-4ba7-bd1a-5dd0f7768e16 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:30.467515 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d81ac7-3c24-4ba7-bd1a-5dd0f7768e16 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:48:30.513596 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-aa402c11-938a-4557-8267-fa3271505b42 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9267669 Mar 28 13:48:30.513596 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60246) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:30.525920 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcaa3fe-47ca-424e-b10d-ea50c17299d8 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:48:30.533568 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d81ac7-3c24-4ba7-bd1a-5dd0f7768e16 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:30.539535 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b1d81ac7-3c24-4ba7-bd1a-5dd0f7768e16 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:30.565272 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-102086c7-92a8-41c9-80e1-2a36882a22c9 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:30.574012 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df7b13f-5229-481b-b281-1484e599cb76 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:30.574012 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5df7b13f-5229-481b-b281-1484e599cb76 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:30.589370 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d81ac7-3c24-4ba7-bd1a-5dd0f7768e16 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Port': ['ID=ca77b5bf-4643-4a89-aa29-5579479f7a5a,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:30.637181 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-b1d81ac7-3c24-4ba7-bd1a-5dd0f7768e16 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6082997 Mar 28 13:48:30.640018 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60248) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:30.682647 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-9e59a7e0-1116-4bb3-bac0-fe8ccc090b34 None None] Provisioning complete for port 946cf2b0-4827-4107-86df-4d7cef51aa9e triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:30.683216 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9e59a7e0-1116-4bb3-bac0-fe8ccc090b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:30.704279 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-5df7b13f-5229-481b-b281-1484e599cb76 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0093737 Mar 28 13:48:30.710511 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60250) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:30.714806 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102086c7-92a8-41c9-80e1-2a36882a22c9 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Network ab9e7331-ae37-4dfa-86d0-297eb876e9b5 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:30.719366 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-102086c7-92a8-41c9-80e1-2a36882a22c9 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:30.719897 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-61f76671-17e6-4d1a-ad8c-6ebe08639f1e tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Request body: {'subnet': {'network_id': '078b94d0-ce4e-4551-ada3-1a1c7aac343a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:30.742524 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102086c7-92a8-41c9-80e1-2a36882a22c9 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:48:30.745106 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-102086c7-92a8-41c9-80e1-2a36882a22c9 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:30.843849 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device b29a2fc1-38f7-4305-bdcb-fd2cec61df02 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:48:30.874041 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb34ed0-5b9b-4c46-8a50-bb9ae3520047 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:30.881444 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb34ed0-5b9b-4c46-8a50-bb9ae3520047 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:30.883640 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-dbb34ed0-5b9b-4c46-8a50-bb9ae3520047 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2423253 Mar 28 13:48:30.892828 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60252) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:31.031967 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9e59a7e0-1116-4bb3-bac0-fe8ccc090b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:31.038885 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-f602c5a0-c6b3-4638-8ba3-bd0ff792df23 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting port ca77b5bf-4643-4a89-aa29-5579479f7a5a {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:48:31.038885 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f602c5a0-c6b3-4638-8ba3-bd0ff792df23 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:31.041983 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72b29cb-ea3b-4b03-ba36-4923ebef866a None None] Network ab9e7331-ae37-4dfa-86d0-297eb876e9b5 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:48:31.097042 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f76671-17e6-4d1a-ad8c-6ebe08639f1e tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Made reservation on behalf of a8d0b895291d43e9afe1329c139db87b for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:48:31.100711 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-61f76671-17e6-4d1a-ad8c-6ebe08639f1e tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:31.125171 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port b29a2fc1-38f7-4305-bdcb-fd2cec61df02 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:31.125542 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:31.185124 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-9e59a7e0-1116-4bb3-bac0-fe8ccc090b34 None None] For port 946cf2b0-4827-4107-86df-4d7cef51aa9e, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=946cf2b0-4827-4107-86df-4d7cef51aa9e,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:48:31.201571 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60258) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:31.239432 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f602c5a0-c6b3-4638-8ba3-bd0ff792df23 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:31.249770 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9e59a7e0-1116-4bb3-bac0-fe8ccc090b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:31.267984 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-f602c5a0-c6b3-4638-8ba3-bd0ff792df23 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Calling delete_port for ca77b5bf-4643-4a89-aa29-5579479f7a5a owned by {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:48:31.313738 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102086c7-92a8-41c9-80e1-2a36882a22c9 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event updated for resources: {'Port': ['ID=20f2ca40-43d1-4a58-b82c-0b908e9389cb,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:31.319977 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e59a7e0-1116-4bb3-bac0-fe8ccc090b34 None None] Pushing event updated for resources: {'Port': ['ID=946cf2b0-4827-4107-86df-4d7cef51aa9e,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:31.375389 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-524991b9-9fb4-442c-931d-728ea5de81eb tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Deleting port 35ffdf22-27c4-442c-8557-f0d3e0e0f2d1 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:48:31.375986 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-524991b9-9fb4-442c-931d-728ea5de81eb tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:31.377174 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352bef92-580c-4ca8-b859-0969cb07168d None None] Update dhcp port {'port': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'fixed_ips': [{'subnet_id': '45ab86c3-75a2-4857-965e-2386a22168d2', 'ip_address': '2001:db8::f816:3eff:fe0f:7229'}, {'subnet_id': 'bafdc55b-5be0-49e4-a64d-b5c27c054914'}], 'binding:host_id': 'dv-neutron-835335-1-hyperv'}, 'id': '946cf2b0-4827-4107-86df-4d7cef51aa9e'} from dv-neutron-835335-1-hyperv. {{(pid=109614) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 28 13:48:31.403193 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ab93b-50fd-42f2-bee2-2d1b35c0a5ef req-2cc55c25-15e2-49e2-a795-4227980f0d84 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:31.404727 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b17ab93b-50fd-42f2-bee2-2d1b35c0a5ef req-2cc55c25-15e2-49e2-a795-4227980f0d84 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.1271591 Mar 28 13:48:31.411329 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.ipam_backend_mixin [None req-61f76671-17e6-4d1a-ad8c-6ebe08639f1e tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e804a76b-0ca0-4e48-a406-6c2e23e9efef (CIDR: 172.20.0.0/28) Mar 28 13:48:31.442182 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-6d1df3fb-0d3e-40f9-a7ff-12816b8d686e None None] Provisioning complete for port b29a2fc1-38f7-4305-bdcb-fd2cec61df02 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:31.442883 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6d1df3fb-0d3e-40f9-a7ff-12816b8d686e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:31.446591 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-61f76671-17e6-4d1a-ad8c-6ebe08639f1e tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:48:31.447078 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61f76671-17e6-4d1a-ad8c-6ebe08639f1e tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:48:31.497961 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-35fec332-c9ae-4b18-bd28-bea9110ca8d2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=42c7f4b113aa41f19f4ff0f48ffaebf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2926545 Mar 28 13:48:31.498204 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b17ab93b-50fd-42f2-bee2-2d1b35c0a5ef req-cf5829b5-4088-4577-875d-1ae11d07cbc3 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591950 Mar 28 13:48:31.498330 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60262) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:31.498876 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-524991b9-9fb4-442c-931d-728ea5de81eb tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:31.514217 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-524991b9-9fb4-442c-931d-728ea5de81eb tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Calling delete_port for 35ffdf22-27c4-442c-8557-f0d3e0e0f2d1 owned by {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:48:31.558277 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-61f76671-17e6-4d1a-ad8c-6ebe08639f1e tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8434341 Mar 28 13:48:31.560572 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-102086c7-92a8-41c9-80e1-2a36882a22c9 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:31.565024 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60266) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:31.570324 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-70160ff7-dd60-43cc-8372-aad1ec7edac9 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Request body: {'subnet': {'network_id': '078b94d0-ce4e-4551-ada3-1a1c7aac343a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:31.637875 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f602c5a0-c6b3-4638-8ba3-bd0ff792df23 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:31.653215 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0dfc57f1-ee8f-4d49-a88b-59d2155c98a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:31.676143 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-352bef92-580c-4ca8-b859-0969cb07168d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:31.680767 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:31.685568 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f602c5a0-c6b3-4638-8ba3-bd0ff792df23 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Port': ['ID=ca77b5bf-4643-4a89-aa29-5579479f7a5a,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:31.712704 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f602c5a0-c6b3-4638-8ba3-bd0ff792df23 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:48:31.713305 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f602c5a0-c6b3-4638-8ba3-bd0ff792df23 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:48:31.713794 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f602c5a0-c6b3-4638-8ba3-bd0ff792df23 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:48:31.714308 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f602c5a0-c6b3-4638-8ba3-bd0ff792df23 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:48:31.714806 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f602c5a0-c6b3-4638-8ba3-bd0ff792df23 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:48:31.715286 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f602c5a0-c6b3-4638-8ba3-bd0ff792df23 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:48:31.715774 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f602c5a0-c6b3-4638-8ba3-bd0ff792df23 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:48:31.716103 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f602c5a0-c6b3-4638-8ba3-bd0ff792df23 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:48:31.716465 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f602c5a0-c6b3-4638-8ba3-bd0ff792df23 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:48:31.716793 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f602c5a0-c6b3-4638-8ba3-bd0ff792df23 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:48:31.717114 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f602c5a0-c6b3-4638-8ba3-bd0ff792df23 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:48:31.717431 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f602c5a0-c6b3-4638-8ba3-bd0ff792df23 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:48:31.765942 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0dfc57f1-ee8f-4d49-a88b-59d2155c98a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:31.775974 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d042d5-d9e1-4f60-a5e4-2fa096a6aae9 req-1b72f708-63c4-4617-9911-04bae7342ff9 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:31.777767 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-90d042d5-d9e1-4f60-a5e4-2fa096a6aae9 req-1b72f708-63c4-4617-9911-04bae7342ff9 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.1705525 Mar 28 13:48:31.795762 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port b29a2fc1-38f7-4305-bdcb-fd2cec61df02, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=b29a2fc1-38f7-4305-bdcb-fd2cec61df02,segment=NetworkSegment(79e388db-b1ac-4fdf-babe-88927c6bb0b7),segment_id=79e388db-b1ac-4fdf-babe-88927c6bb0b7)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:48:31.851121 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-90d042d5-d9e1-4f60-a5e4-2fa096a6aae9 req-32b9b93d-185d-4da6-9201-02c7bb1acdd0 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653331 Mar 28 13:48:31.875145 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f602c5a0-c6b3-4638-8ba3-bd0ff792df23 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:31.881579 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-f602c5a0-c6b3-4638-8ba3-bd0ff792df23 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/ports/ca77b5bf-4643-4a89-aa29-5579479f7a5a HTTP/1.1" status: 204 len: 168 time: 0.9871616 Mar 28 13:48:31.884153 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60270) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:31.910273 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:31.914781 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 946cf2b0-4827-4107-86df-4d7cef51aa9e up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:48:31.941306 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70160ff7-dd60-43cc-8372-aad1ec7edac9 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Made reservation on behalf of a8d0b895291d43e9afe1329c139db87b for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:48:31.946600 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-70160ff7-dd60-43cc-8372-aad1ec7edac9 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:31.954117 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-524991b9-9fb4-442c-931d-728ea5de81eb tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:32.010309 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0dfc57f1-ee8f-4d49-a88b-59d2155c98a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:32.013703 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0dfc57f1-ee8f-4d49-a88b-59d2155c98a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:32.015020 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-0dfc57f1-ee8f-4d49-a88b-59d2155c98a1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1b00baf0-f581-428e-a4b5-b6afdbe49aa9 HTTP/1.1" status: 204 len: 168 time: 0.5159898 Mar 28 13:48:32.047522 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cc319f-515e-44c6-aa3d-8f7c30c3933c tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:32.048029 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-524991b9-9fb4-442c-931d-728ea5de81eb tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:32.051020 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cc319f-515e-44c6-aa3d-8f7c30c3933c tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:32.052644 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cc319f-515e-44c6-aa3d-8f7c30c3933c tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:32.053812 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6d1df3fb-0d3e-40f9-a7ff-12816b8d686e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:32.054243 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-87cc319f-515e-44c6-aa3d-8f7c30c3933c tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1689236 Mar 28 13:48:32.057090 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60276) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:32.057853 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc57f1-ee8f-4d49-a88b-59d2155c98a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b00baf0-f581-428e-a4b5-b6afdbe49aa9,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:32.058307 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-524991b9-9fb4-442c-931d-728ea5de81eb tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/ports/35ffdf22-27c4-442c-8557-f0d3e0e0f2d1 HTTP/1.1" status: 204 len: 168 time: 1.5430977 Mar 28 13:48:32.058995 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60278) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:32.068880 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-d7fd5055-8696-4a74-b561-1117489adc6e tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Request body: {'port': {'network_id': '86ab37a1-bd34-4d48-bf68-1b0895609206', 'mac_address': 'fa:16:3e:65:68:14', 'name': 'tempest-PortsIpV6TestJSON-267198057'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:32.071852 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524991b9-9fb4-442c-931d-728ea5de81eb tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event deleted for resources: {'Port': ['ID=35ffdf22-27c4-442c-8557-f0d3e0e0f2d1,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:32.166215 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=b29a2fc1-38f7-4305-bdcb-fd2cec61df02,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:32.175381 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27075f53-6552-4b34-aa63-2f53992c3a69 req-dbb33afc-09e6-44ec-972a-2b28d65fe0d9 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:32.176545 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-27075f53-6552-4b34-aa63-2f53992c3a69 req-dbb33afc-09e6-44ec-972a-2b28d65fe0d9 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.2272115 Mar 28 13:48:32.180622 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.ipam_backend_mixin [None req-70160ff7-dd60-43cc-8372-aad1ec7edac9 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet a4bcf330-ebc6-44b9-a2e7-8971751f738f (CIDR: 172.20.0.16/28) Mar 28 13:48:32.212106 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 946cf2b0-4827-4107-86df-4d7cef51aa9e triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:32.212106 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:32.240159 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-70160ff7-dd60-43cc-8372-aad1ec7edac9 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:48:32.241055 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70160ff7-dd60-43cc-8372-aad1ec7edac9 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:48:32.245909 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-a821e35d-2e69-4031-b79b-9040db1439ed tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting subnet 45ab86c3-75a2-4857-965e-2386a22168d2 {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:48:32.271761 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-102086c7-92a8-41c9-80e1-2a36882a22c9 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:32.273491 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-352bef92-580c-4ca8-b859-0969cb07168d None None] Allocated IP 172.20.0.2 (0683b568-5de1-47de-8c3c-3856d7f643f9/bafdc55b-5be0-49e4-a64d-b5c27c054914/946cf2b0-4827-4107-86df-4d7cef51aa9e) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:48:32.276598 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-27075f53-6552-4b34-aa63-2f53992c3a69 req-af4b1c2c-1807-4cf6-b0db-c10c434ae12f tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800493 Mar 28 13:48:32.306971 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fd5055-8696-4a74-b561-1117489adc6e tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Made reservation on behalf of 427ec9eabb7e45afac363fe68c5efe1f for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:48:32.314814 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.db.api [None req-6d1df3fb-0d3e-40f9-a7ff-12816b8d686e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 13:48:32.315165 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG oslo_db.api [None req-6d1df3fb-0d3e-40f9-a7ff-12816b8d686e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 13:48:32.365624 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-102086c7-92a8-41c9-80e1-2a36882a22c9 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:32.367262 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-102086c7-92a8-41c9-80e1-2a36882a22c9 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:32.411645 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-70160ff7-dd60-43cc-8372-aad1ec7edac9 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8452113 Mar 28 13:48:32.440148 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60282) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:32.450244 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-d47a3115-c4b5-4850-8ac0-a1c26124fdae tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Request body: {'subnet': {'network_id': '078b94d0-ce4e-4551-ada3-1a1c7aac343a', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:32.468499 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:48:32.507556 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-352bef92-580c-4ca8-b859-0969cb07168d None None] For port 946cf2b0-4827-4107-86df-4d7cef51aa9e, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=946cf2b0-4827-4107-86df-4d7cef51aa9e,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:48:32.515421 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d7fd5055-8696-4a74-b561-1117489adc6e tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:32.546774 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102086c7-92a8-41c9-80e1-2a36882a22c9 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event updated for resources: {'Port': ['ID=20f2ca40-43d1-4a58-b82c-0b908e9389cb,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:32.555319 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-352bef92-580c-4ca8-b859-0969cb07168d None None] Notify callbacks [] for port, precommit_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:32.563758 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16d542-d92d-4706-a50d-44db83d56142 req-cf9c2ea6-0099-437a-ae19-33a430eda490 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:32.564499 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:32.564781 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [None req-d7fd5055-8696-4a74-b561-1117489adc6e tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] device_id is not set on port 164fe452-37dd-42fd-91f6-707baf340121 yet. {{(pid=109612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:48:32.565005 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:32.566416 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4a16d542-d92d-4706-a50d-44db83d56142 req-cf9c2ea6-0099-437a-ae19-33a430eda490 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.1915915 Mar 28 13:48:32.599320 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-352bef92-580c-4ca8-b859-0969cb07168d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:32.601146 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a821e35d-2e69-4031-b79b-9040db1439ed tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:32.677437 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4a16d542-d92d-4706-a50d-44db83d56142 req-fb8a7030-a97e-46d9-8f67-35925fbf58b7 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011302 Mar 28 13:48:32.706857 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352bef92-580c-4ca8-b859-0969cb07168d None None] Pushing event updated for resources: {'Port': ['ID=946cf2b0-4827-4107-86df-4d7cef51aa9e,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:32.731053 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a821e35d-2e69-4031-b79b-9040db1439ed tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:32.735205 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102086c7-92a8-41c9-80e1-2a36882a22c9 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Network ab9e7331-ae37-4dfa-86d0-297eb876e9b5 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:32.736717 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47a3115-c4b5-4850-8ac0-a1c26124fdae tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Made reservation on behalf of a8d0b895291d43e9afe1329c139db87b for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:48:32.741878 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d47a3115-c4b5-4850-8ac0-a1c26124fdae tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:32.757965 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-102086c7-92a8-41c9-80e1-2a36882a22c9 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:32.897068 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-6d1df3fb-0d3e-40f9-a7ff-12816b8d686e None None] Provisioning complete for port 2d99b195-b649-4020-84f9-74e9277b2765 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:32.897430 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6d1df3fb-0d3e-40f9-a7ff-12816b8d686e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:32.959814 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device b29a2fc1-38f7-4305-bdcb-fd2cec61df02 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:48:33.039235 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-6d1df3fb-0d3e-40f9-a7ff-12816b8d686e None None] Port 2d99b195-b649-4020-84f9-74e9277b2765 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:48:33.050476 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53508ef-94c5-499a-9705-c45c170edee2 req-5ad0b946-4915-4107-83cc-7bc99a3d7e86 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:33.058433 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c53508ef-94c5-499a-9705-c45c170edee2 req-5ad0b946-4915-4107-83cc-7bc99a3d7e86 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.2091405 Mar 28 13:48:33.062851 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a821e35d-2e69-4031-b79b-9040db1439ed tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:33.069938 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port b29a2fc1-38f7-4305-bdcb-fd2cec61df02 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:33.070341 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:33.117395 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d7fd5055-8696-4a74-b561-1117489adc6e tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:33.149007 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c53508ef-94c5-499a-9705-c45c170edee2 req-72a0d315-5f5b-446b-8380-f7c4507170ce tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895751 Mar 28 13:48:33.174483 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-1dfb1919-addf-4cd8-be2f-2e84f6c33fbd None None] Provisioning complete for port 20f2ca40-43d1-4a58-b82c-0b908e9389cb triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:33.174860 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1dfb1919-addf-4cd8-be2f-2e84f6c33fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:33.228476 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-102086c7-92a8-41c9-80e1-2a36882a22c9 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Router cf0af3fd-cf76-4fc3-b56f-f1d0f87ce598 is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:48:33.275461 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 946cf2b0-4827-4107-86df-4d7cef51aa9e up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:48:33.320281 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-1dfb1919-addf-4cd8-be2f-2e84f6c33fbd None None] Port 20f2ca40-43d1-4a58-b82c-0b908e9389cb cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:48:33.326835 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a821e35d-2e69-4031-b79b-9040db1439ed tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:33.339368 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d7fd5055-8696-4a74-b561-1117489adc6e tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:33.347867 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-1dfb1919-addf-4cd8-be2f-2e84f6c33fbd None None] Provisioning complete for port b29a2fc1-38f7-4305-bdcb-fd2cec61df02 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:33.348227 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1dfb1919-addf-4cd8-be2f-2e84f6c33fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:33.363372 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fd5055-8696-4a74-b561-1117489adc6e tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Network 86ab37a1-bd34-4d48-bf68-1b0895609206 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:33.384890 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-d7fd5055-8696-4a74-b561-1117489adc6e tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:33.388923 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 946cf2b0-4827-4107-86df-4d7cef51aa9e triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:33.389154 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:33.390919 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fd5055-8696-4a74-b561-1117489adc6e tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:48:33.402192 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fd5055-8696-4a74-b561-1117489adc6e tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:33.405366 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d7fd5055-8696-4a74-b561-1117489adc6e tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:33.417996 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821e35d-2e69-4031-b79b-9040db1439ed tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Subnet': ['ID=45ab86c3-75a2-4857-965e-2386a22168d2,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:33.466896 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a821e35d-2e69-4031-b79b-9040db1439ed tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:33.478136 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a821e35d-2e69-4031-b79b-9040db1439ed tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/45ab86c3-75a2-4857-965e-2386a22168d2 HTTP/1.1" status: 204 len: 168 time: 1.4064574 Mar 28 13:48:33.481587 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60306) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:33.500163 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd5055-8696-4a74-b561-1117489adc6e tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event updated for resources: {'Port': ['ID=164fe452-37dd-42fd-91f6-707baf340121,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:33.526218 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-102086c7-92a8-41c9-80e1-2a36882a22c9 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:48:33.540031 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d7fd5055-8696-4a74-b561-1117489adc6e tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4797537 Mar 28 13:48:33.545285 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60308) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:33.547685 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a713815b-ce8a-4e4b-bd95-72380b0a88f9 None None] Sync routers for ids ['cf0af3fd-cf76-4fc3-b56f-f1d0f87ce598'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:48:33.557918 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-102086c7-92a8-41c9-80e1-2a36882a22c9 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "PUT /v2.0/routers/cf0af3fd-cf76-4fc3-b56f-f1d0f87ce598/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8674850 Mar 28 13:48:33.568391 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60310) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:33.587063 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a713815b-ce8a-4e4b-bd95-72380b0a88f9 None None] Routers {'cf0af3fd-cf76-4fc3-b56f-f1d0f87ce598'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:48:33.587606 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-a713815b-ce8a-4e4b-bd95-72380b0a88f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:48:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['cf0af3fd-cf76-4fc3-b56f-f1d0f87ce598'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:33.635145 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-a713815b-ce8a-4e4b-bd95-72380b0a88f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:33.646494 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60312) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:33.675751 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a9bd76-8464-470a-809a-d7521b445ba4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:33.687420 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-92a9bd76-8464-470a-809a-d7521b445ba4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "GET /v2.0/ports/20f2ca40-43d1-4a58-b82c-0b908e9389cb HTTP/1.1" status: 200 len: 911 time: 0.1174431 Mar 28 13:48:33.688197 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60318) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:33.694467 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-dcab35ff-9747-4558-b4bc-80c9d65686f7 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '839853ae-1c86-42f2-9569-251421e18ac3'}]}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:33.705283 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a713815b-ce8a-4e4b-bd95-72380b0a88f9 None None] Routers {'cf0af3fd-cf76-4fc3-b56f-f1d0f87ce598'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:48:33.705933 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-a713815b-ce8a-4e4b-bd95-72380b0a88f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:48:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['cf0af3fd-cf76-4fc3-b56f-f1d0f87ce598'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:33.763718 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-a713815b-ce8a-4e4b-bd95-72380b0a88f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:33.764487 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a713815b-ce8a-4e4b-bd95-72380b0a88f9 None None] The sync data for ids ['cf0af3fd-cf76-4fc3-b56f-f1d0f87ce598'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:48:33.778607 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-965762b9-3cf8-40e2-8689-135b15291bc5 None None] Provisioning complete for port 20f2ca40-43d1-4a58-b82c-0b908e9389cb triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:33.778994 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-965762b9-3cf8-40e2-8689-135b15291bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:33.808605 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4cc7ab-1570-4fe0-8023-b99b3e347756 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:48:33.826096 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-ef4847d4-73fc-457a-85e3-8448d89ca39b tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Request body: {'security_group': {'name': 'tempest-secgroup--448434453'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:33.873126 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-965762b9-3cf8-40e2-8689-135b15291bc5 None None] Port 20f2ca40-43d1-4a58-b82c-0b908e9389cb cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:48:33.890283 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f372b-aa7e-4b8f-aa15-a110c988a895 req-ac578f5d-039c-4278-ba03-c18fc45f7162 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:33.891797 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2f4f372b-aa7e-4b8f-aa15-a110c988a895 req-ac578f5d-039c-4278-ba03-c18fc45f7162 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.1614113 Mar 28 13:48:33.937444 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d47a3115-c4b5-4850-8ac0-a1c26124fdae tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:33.973642 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ef4847d4-73fc-457a-85e3-8448d89ca39b tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:33.981378 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2f4f372b-aa7e-4b8f-aa15-a110c988a895 req-7494c0ff-b8e7-4fcb-8b10-ab371d478841 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818434 Mar 28 13:48:33.990319 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ef4847d4-73fc-457a-85e3-8448d89ca39b tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:33.990498 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-f7fe9ce9-2276-4948-a679-440cecfe683a None None] Could not find standard attr ID for object ca77b5bf-4643-4a89-aa29-5579479f7a5a. {{(pid=109614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 13:48:33.997019 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a3115-c4b5-4850-8ac0-a1c26124fdae tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event updated for resources: {'Subnet': ['ID=5d20bc32-865d-42b7-9c30-ec9e7a7f1822,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:34.008246 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-3218c682-8ca6-49e5-b8aa-b20998d3e0da tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting subnet bafdc55b-5be0-49e4-a64d-b5c27c054914 {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:48:34.012932 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3218c682-8ca6-49e5-b8aa-b20998d3e0da tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:34.015662 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-f7fe9ce9-2276-4948-a679-440cecfe683a None None] Provisioning complete for port 946cf2b0-4827-4107-86df-4d7cef51aa9e triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:34.016033 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f7fe9ce9-2276-4948-a679-440cecfe683a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:34.017126 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dcab35ff-9747-4558-b4bc-80c9d65686f7 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:34.054187 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3218c682-8ca6-49e5-b8aa-b20998d3e0da tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:34.141167 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47a3115-c4b5-4850-8ac0-a1c26124fdae tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Network 078b94d0-ce4e-4551-ada3-1a1c7aac343a is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:34.153380 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171a318d-2e40-42de-a249-7f54ce530ee6 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:34.154832 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-171a318d-2e40-42de-a249-7f54ce530ee6 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "GET /v2.0/ports/164fe452-37dd-42fd-91f6-707baf340121 HTTP/1.1" status: 200 len: 844 time: 0.6074653 Mar 28 13:48:34.156668 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-d47a3115-c4b5-4850-8ac0-a1c26124fdae tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:34.159998 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60320) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:34.161281 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47a3115-c4b5-4850-8ac0-a1c26124fdae tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:34.161856 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d47a3115-c4b5-4850-8ac0-a1c26124fdae tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:34.175425 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063deab2-184e-4529-affd-712d251beb6e None None] Network 078b94d0-ce4e-4551-ada3-1a1c7aac343a requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:48:34.184838 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3218c682-8ca6-49e5-b8aa-b20998d3e0da tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:34.214637 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ef4847d4-73fc-457a-85e3-8448d89ca39b tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:34.273334 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d47a3115-c4b5-4850-8ac0-a1c26124fdae tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8310919 Mar 28 13:48:34.277385 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60322) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:34.288406 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-ab6d6cdf-aafb-4bf5-b1e0-e2b3606f544a tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-323031036', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5d20bc32-865d-42b7-9c30-ec9e7a7f1822'}], 'security_groups': ['2188103f-53d3-421b-93fc-234ec52b21a7', '87c07727-77e1-4c3a-bf2d-a32ca3d1a042']}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:34.320228 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ef4847d4-73fc-457a-85e3-8448d89ca39b tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:34.337652 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-a1f8db8d-10b8-410d-af4e-9b2464dd039a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Deleting port 164fe452-37dd-42fd-91f6-707baf340121 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:48:34.338255 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a1f8db8d-10b8-410d-af4e-9b2464dd039a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:34.418001 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3218c682-8ca6-49e5-b8aa-b20998d3e0da tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:34.446354 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4847d4-73fc-457a-85e3-8448d89ca39b tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=279722f8-e3e0-4500-b42d-1514fcc862f1,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:34.465599 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9066a890-6f06-4d07-99ae-726a2c5db543 None None] Update dhcp port {'port': {'network_id': '078b94d0-ce4e-4551-ada3-1a1c7aac343a', 'fixed_ips': [{'subnet_id': 'a4bcf330-ebc6-44b9-a2e7-8971751f738f', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e804a76b-0ca0-4e48-a406-6c2e23e9efef', 'ip_address': '172.20.0.2'}, {'subnet_id': '5d20bc32-865d-42b7-9c30-ec9e7a7f1822'}], 'binding:host_id': 'dv-neutron-835335-1-hyperv'}, 'id': '7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04'} from dv-neutron-835335-1-hyperv. {{(pid=109614) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 28 13:48:34.483195 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a1f8db8d-10b8-410d-af4e-9b2464dd039a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:34.495586 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3218c682-8ca6-49e5-b8aa-b20998d3e0da tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:34.499298 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-3218c682-8ca6-49e5-b8aa-b20998d3e0da tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/bafdc55b-5be0-49e4-a64d-b5c27c054914 HTTP/1.1" status: 204 len: 168 time: 1.0115793 Mar 28 13:48:34.501038 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3218c682-8ca6-49e5-b8aa-b20998d3e0da tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Subnet': ['ID=bafdc55b-5be0-49e4-a64d-b5c27c054914,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:34.510552 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60324) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:34.531897 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9066a890-6f06-4d07-99ae-726a2c5db543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:34.568319 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-4ed6d9da-0a85-4a10-a959-2bd24af20297 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0564654 Mar 28 13:48:34.569516 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-a1f8db8d-10b8-410d-af4e-9b2464dd039a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Calling delete_port for 164fe452-37dd-42fd-91f6-707baf340121 owned by {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:48:34.571240 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60326) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:34.580262 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-5493f3de-e985-44a0-83d2-b00b82c247b4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'subnet': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:34.644904 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ef4847d4-73fc-457a-85e3-8448d89ca39b tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:34.685799 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dcab35ff-9747-4558-b4bc-80c9d65686f7 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:34.700639 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ef4847d4-73fc-457a-85e3-8448d89ca39b tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:34.756238 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ab6d6cdf-aafb-4bf5-b1e0-e2b3606f544a tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:34.770320 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4847d4-73fc-457a-85e3-8448d89ca39b tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9daf1d69-04fd-4683-88a0-7ad78b465910,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:34.772274 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-9066a890-6f06-4d07-99ae-726a2c5db543 None None] Allocated IP 172.20.0.34 (078b94d0-ce4e-4551-ada3-1a1c7aac343a/5d20bc32-865d-42b7-9c30-ec9e7a7f1822/7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:48:34.779103 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dcab35ff-9747-4558-b4bc-80c9d65686f7 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:34.780261 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcab35ff-9747-4558-b4bc-80c9d65686f7 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:34.780918 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dcab35ff-9747-4558-b4bc-80c9d65686f7 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:34.782192 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-dcab35ff-9747-4558-b4bc-80c9d65686f7 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "PUT /v2.0/ports/20f2ca40-43d1-4a58-b82c-0b908e9389cb HTTP/1.1" status: 200 len: 911 time: 1.0922170 Mar 28 13:48:34.786053 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60328) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:34.799023 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794b1b3e-315a-4e29-beb7-e76c9282fa0b None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:48:34.842192 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ef4847d4-73fc-457a-85e3-8448d89ca39b tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:34.843673 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ef4847d4-73fc-457a-85e3-8448d89ca39b tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1953092 Mar 28 13:48:34.850897 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60330) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:34.866554 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a1f8db8d-10b8-410d-af4e-9b2464dd039a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:34.901089 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f8db8d-10b8-410d-af4e-9b2464dd039a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event deleted for resources: {'Port': ['ID=164fe452-37dd-42fd-91f6-707baf340121,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:34.914578 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab35ff-9747-4558-b4bc-80c9d65686f7 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event updated for resources: {'Port': ['ID=20f2ca40-43d1-4a58-b82c-0b908e9389cb,revision_number=3']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:34.924766 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5493f3de-e985-44a0-83d2-b00b82c247b4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:48:34.930455 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5493f3de-e985-44a0-83d2-b00b82c247b4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:34.932557 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a1f8db8d-10b8-410d-af4e-9b2464dd039a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:34.940486 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a1f8db8d-10b8-410d-af4e-9b2464dd039a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/ports/164fe452-37dd-42fd-91f6-707baf340121 HTTP/1.1" status: 204 len: 168 time: 0.7681277 Mar 28 13:48:34.940669 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60332) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:34.988432 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-1eaec81b-d8b5-475b-a62d-5e62ecb2ba30 None None] Provisioning complete for port 946cf2b0-4827-4107-86df-4d7cef51aa9e triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:34.988967 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1eaec81b-d8b5-475b-a62d-5e62ecb2ba30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:34.992469 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-9066a890-6f06-4d07-99ae-726a2c5db543 None None] For port 7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04,segment=NetworkSegment(d9f45b0b-84e9-4fa5-9d8d-8e5b42de71ec),segment_id=d9f45b0b-84e9-4fa5-9d8d-8e5b42de71ec)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:48:35.015937 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-9659fbe3-9830-43f9-9f3d-3ff942be2593 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] GET failed (client error): The resource could not be found. Mar 28 13:48:35.022061 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9659fbe3-9830-43f9-9f3d-3ff942be2593 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "GET /v2.0/ports/164fe452-37dd-42fd-91f6-707baf340121 HTTP/1.1" status: 404 len: 333 time: 0.0766814 Mar 28 13:48:35.025917 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60336) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:35.032884 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-8c9e85d0-fe9b-4b74-a5ca-4271feed3183 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Request body: {'port': {'network_id': '86ab37a1-bd34-4d48-bf68-1b0895609206', 'name': 'tempest-PortsIpV6TestJSON-78478070'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:35.063644 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-53ad3ee3-b4bf-4ca4-9b68-5de58ce20e87 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.2095757 Mar 28 13:48:35.067633 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60338) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:35.075979 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-bd8318f4-ca80-4f1d-b3f7-adb9fe65ada1 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Request body: {'security_group': {'name': 'tempest-security--1157133276', 'description': 'tempest-security-description-788734688'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:35.131226 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9066a890-6f06-4d07-99ae-726a2c5db543 None None] Notify callbacks [] for port, precommit_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:35.156290 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bd8318f4-ca80-4f1d-b3f7-adb9fe65ada1 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:35.287909 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bd8318f4-ca80-4f1d-b3f7-adb9fe65ada1 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:35.310768 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9066a890-6f06-4d07-99ae-726a2c5db543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:35.338463 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bd8318f4-ca80-4f1d-b3f7-adb9fe65ada1 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:35.340167 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bd8318f4-ca80-4f1d-b3f7-adb9fe65ada1 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:35.341478 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-bd8318f4-ca80-4f1d-b3f7-adb9fe65ada1 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "PUT /v2.0/security-groups/9daf1d69-04fd-4683-88a0-7ad78b465910 HTTP/1.1" status: 200 len: 1777 time: 0.2709095 Mar 28 13:48:35.354556 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60340) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:35.411088 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8318f4-ca80-4f1d-b3f7-adb9fe65ada1 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9daf1d69-04fd-4683-88a0-7ad78b465910,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:35.450290 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9066a890-6f06-4d07-99ae-726a2c5db543 None None] Pushing event updated for resources: {'Port': ['ID=7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04,revision_number=7']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:35.454512 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ba7eb7a8-a96f-4dcb-ae27-15329f5313b5 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "GET /v2.0/security-groups/9daf1d69-04fd-4683-88a0-7ad78b465910 HTTP/1.1" status: 200 len: 1777 time: 0.0989203 Mar 28 13:48:35.457906 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60342) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:35.461979 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9066a890-6f06-4d07-99ae-726a2c5db543 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:48:35.462447 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9066a890-6f06-4d07-99ae-726a2c5db543 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:48:35.462879 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9066a890-6f06-4d07-99ae-726a2c5db543 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:48:35.463310 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9066a890-6f06-4d07-99ae-726a2c5db543 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:48:35.463732 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9066a890-6f06-4d07-99ae-726a2c5db543 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:48:35.464230 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9066a890-6f06-4d07-99ae-726a2c5db543 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:48:35.464686 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9066a890-6f06-4d07-99ae-726a2c5db543 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:48:35.465096 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9066a890-6f06-4d07-99ae-726a2c5db543 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:48:35.465518 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9066a890-6f06-4d07-99ae-726a2c5db543 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:48:35.465928 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9066a890-6f06-4d07-99ae-726a2c5db543 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:48:35.466380 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9066a890-6f06-4d07-99ae-726a2c5db543 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:48:35.466788 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9066a890-6f06-4d07-99ae-726a2c5db543 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:48:35.478809 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7160b82-2850-4c9f-b5f9-71c5bf4cb1de None None] DHCP port deletion for 0683b568-5de1-47de-8c3c-3856d7f643f9 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:48:35.548927 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-b7160b82-2850-4c9f-b5f9-71c5bf4cb1de None None] Deleting port 946cf2b0-4827-4107-86df-4d7cef51aa9e {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:48:35.549420 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b7160b82-2850-4c9f-b5f9-71c5bf4cb1de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:35.571175 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be866b-a4de-492d-863b-47c68195ded6 req-639a6088-7f1d-4fcc-9c0a-779477feed69 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:35.572726 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-42be866b-a4de-492d-863b-47c68195ded6 req-639a6088-7f1d-4fcc-9c0a-779477feed69 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.4833932 Mar 28 13:48:35.624287 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7bd1b7b2-81c4-42df-b7c5-5624669bb84c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:35.632358 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9e85d0-fe9b-4b74-a5ca-4271feed3183 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Made reservation on behalf of 427ec9eabb7e45afac363fe68c5efe1f for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:48:35.635862 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8c9e85d0-fe9b-4b74-a5ca-4271feed3183 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:35.651985 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-b7160b82-2850-4c9f-b5f9-71c5bf4cb1de None None] For port 946cf2b0-4827-4107-86df-4d7cef51aa9e, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=946cf2b0-4827-4107-86df-4d7cef51aa9e,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:48:35.653098 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b7160b82-2850-4c9f-b5f9-71c5bf4cb1de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:35.669125 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-b7160b82-2850-4c9f-b5f9-71c5bf4cb1de None None] Calling delete_port for 946cf2b0-4827-4107-86df-4d7cef51aa9e owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:48:35.678736 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f7d531b0-d4c1-44aa-b86c-5887fbf1ea6d tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:35.695920 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-8c9e85d0-fe9b-4b74-a5ca-4271feed3183 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] device_id is not set on port 1f6ee534-5c74-4ee1-8718-428b8ed86924 yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:48:35.701043 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-ab6d6cdf-aafb-4bf5-b1e0-e2b3606f544a tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Delete allocated IP 172.20.0.5 (078b94d0-ce4e-4551-ada3-1a1c7aac343a/e804a76b-0ca0-4e48-a406-6c2e23e9efef) {{(pid=109613) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 28 13:48:35.710235 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-42be866b-a4de-492d-863b-47c68195ded6 req-26ac42ef-5c6a-4b6c-8c65-11a9dd32df01 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241417 Mar 28 13:48:35.760448 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-ab6d6cdf-aafb-4bf5-b1e0-e2b3606f544a tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Allocated IP 172.20.0.38 (078b94d0-ce4e-4551-ada3-1a1c7aac343a/5d20bc32-865d-42b7-9c30-ec9e7a7f1822/2d99b195-b649-4020-84f9-74e9277b2765) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:48:35.772763 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.objects.ports [None req-5493f3de-e985-44a0-83d2-b00b82c247b4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109612) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 13:48:35.772763 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f7d531b0-d4c1-44aa-b86c-5887fbf1ea6d tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:35.857960 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b7160b82-2850-4c9f-b5f9-71c5bf4cb1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:35.886699 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7160b82-2850-4c9f-b5f9-71c5bf4cb1de None None] Pushing event deleted for resources: {'Port': ['ID=946cf2b0-4827-4107-86df-4d7cef51aa9e,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:35.901388 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7160b82-2850-4c9f-b5f9-71c5bf4cb1de None None] No DVR routers for this DVR port 946cf2b0-4827-4107-86df-4d7cef51aa9e on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:48:35.979278 dv-neutron-835335-1-hyperv neutron-server[109612]: WARNING neutron.services.revisions.revision_plugin [None req-5493f3de-e985-44a0-83d2-b00b82c247b4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Could not find related port for resource to bump revision. Mar 28 13:48:36.055960 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.ipam_pluggable_backend [None req-5493f3de-e985-44a0-83d2-b00b82c247b4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Port 946cf2b0-4827-4107-86df-4d7cef51aa9e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109612) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 28 13:48:36.056560 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.ipam_pluggable_backend [None req-5493f3de-e985-44a0-83d2-b00b82c247b4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Reverting IP allocation for 2001:db8::f816:3eff:fe0f:7229 {{(pid=109612) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 28 13:48:36.064090 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5493f3de-e985-44a0-83d2-b00b82c247b4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:36.082750 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8c9e85d0-fe9b-4b74-a5ca-4271feed3183 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:36.121374 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f7d531b0-d4c1-44aa-b86c-5887fbf1ea6d tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:36.124250 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f7d531b0-d4c1-44aa-b86c-5887fbf1ea6d tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:36.128583 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-f7d531b0-d4c1-44aa-b86c-5887fbf1ea6d tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "DELETE /v2.0/security-groups/9daf1d69-04fd-4683-88a0-7ad78b465910 HTTP/1.1" status: 204 len: 168 time: 0.6692524 Mar 28 13:48:36.129202 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60348) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:36.134568 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5493f3de-e985-44a0-83d2-b00b82c247b4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:36.153337 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493f3de-e985-44a0-83d2-b00b82c247b4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Subnet': ['ID=fa6104cb-0651-4290-992a-8f5d181473ed,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:36.158143 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-5493f3de-e985-44a0-83d2-b00b82c247b4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:36.158888 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ab6d6cdf-aafb-4bf5-b1e0-e2b3606f544a tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:36.177822 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fc4808-f5d4-45bd-b359-1fca6479d5a0 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:48:36.180867 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adffae5-0c75-4e9a-8780-d346e7e08f49 req-bc18e683-7894-4092-b3eb-23dc3984c45f tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:36.183361 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2adffae5-0c75-4e9a-8780-d346e7e08f49 req-bc18e683-7894-4092-b3eb-23dc3984c45f tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.1237175 Mar 28 13:48:36.184955 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5493f3de-e985-44a0-83d2-b00b82c247b4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:36.185563 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5493f3de-e985-44a0-83d2-b00b82c247b4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:36.196295 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d531b0-d4c1-44aa-b86c-5887fbf1ea6d tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9daf1d69-04fd-4683-88a0-7ad78b465910,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:36.224021 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ab6d6cdf-aafb-4bf5-b1e0-e2b3606f544a tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:36.275844 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8c9e85d0-fe9b-4b74-a5ca-4271feed3183 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:36.328196 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-0bbf6881-3300-4734-937f-d6a6a2192636 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1887975 Mar 28 13:48:36.332651 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60350) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:36.340823 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-5493f3de-e985-44a0-83d2-b00b82c247b4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7652693 Mar 28 13:48:36.346333 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60352) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:36.353393 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-83fa8737-6b3c-42b1-bf3c-41ca19958365 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'subnet': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:36.369072 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d6cdf-aafb-4bf5-b1e0-e2b3606f544a tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event updated for resources: {'Port': ['ID=2d99b195-b649-4020-84f9-74e9277b2765,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:36.374307 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2adffae5-0c75-4e9a-8780-d346e7e08f49 req-2c0eb15c-cd78-41e9-8c79-2bf3b0305beb tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743298 Mar 28 13:48:36.377862 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-a5941fe7-6041-45af-b906-316d688e8aed tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] delete failed (client error): The resource could not be found. Mar 28 13:48:36.378999 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a5941fe7-6041-45af-b906-316d688e8aed tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "DELETE /v2.0/security-groups/9daf1d69-04fd-4683-88a0-7ad78b465910 HTTP/1.1" status: 404 len: 347 time: 0.0404968 Mar 28 13:48:36.383982 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-0f2afc86-b7e8-434a-b47a-2364f4fe34fd None None] Provisioning complete for port 3c3bbee6-2f39-47d5-a953-dd2853f9d501 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:36.384402 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f67424-4dd7-4b1a-8174-14f8a1c9842d req-d201ef8a-8bf3-4e7d-987b-4337b665ea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:36.384526 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0f2afc86-b7e8-434a-b47a-2364f4fe34fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:36.385892 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d1f67424-4dd7-4b1a-8174-14f8a1c9842d req-d201ef8a-8bf3-4e7d-987b-4337b665ea26 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa9aa9bd837f49a494e03678d3365504&device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 1098 time: 0.1976202 Mar 28 13:48:36.386399 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60354) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:36.414258 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-7bd1b7b2-81c4-42df-b7c5-5624669bb84c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Deleting port 20f2ca40-43d1-4a58-b82c-0b908e9389cb {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:48:36.414711 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7bd1b7b2-81c4-42df-b7c5-5624669bb84c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:36.421316 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-37d09210-e6f8-4663-b3a7-c7d5ae571d5a tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Request body: {'security_group': {'name': 'tempest-secgroup--776949590'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:36.428576 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9e85d0-fe9b-4b74-a5ca-4271feed3183 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Network 86ab37a1-bd34-4d48-bf68-1b0895609206 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:36.443403 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-8c9e85d0-fe9b-4b74-a5ca-4271feed3183 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:36.447143 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-0f2afc86-b7e8-434a-b47a-2364f4fe34fd None None] Port 3c3bbee6-2f39-47d5-a953-dd2853f9d501 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:48:36.453421 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9e85d0-fe9b-4b74-a5ca-4271feed3183 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:48:36.458568 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12338c28-4744-41fa-9cfd-d9b54261fb5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-0683b568-5de1-47de-8c3c-3856d7f643f9', 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'tenant_id': '97c2fb5000a44df7a1530b25f26f0716', 'fixed_ips': [{'subnet_id': 'fa6104cb-0651-4290-992a-8f5d181473ed'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:48:36.459476 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-12338c28-4744-41fa-9cfd-d9b54261fb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:36.460260 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9e85d0-fe9b-4b74-a5ca-4271feed3183 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:36.460926 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8c9e85d0-fe9b-4b74-a5ca-4271feed3183 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:36.463338 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-0f2afc86-b7e8-434a-b47a-2364f4fe34fd None None] Provisioning complete for port 2d99b195-b649-4020-84f9-74e9277b2765 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:36.463691 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0f2afc86-b7e8-434a-b47a-2364f4fe34fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:36.541377 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e85d0-fe9b-4b74-a5ca-4271feed3183 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event updated for resources: {'Port': ['ID=1f6ee534-5c74-4ee1-8718-428b8ed86924,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:36.553502 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7bd1b7b2-81c4-42df-b7c5-5624669bb84c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:36.553689 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-ab6d6cdf-aafb-4bf5-b1e0-e2b3606f544a tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] In _notify_port_updated(), no bound segment for port 2d99b195-b649-4020-84f9-74e9277b2765 on network 078b94d0-ce4e-4551-ada3-1a1c7aac343a {{(pid=109613) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 28 13:48:36.560641 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6d6cdf-aafb-4bf5-b1e0-e2b3606f544a tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:36.561456 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-0f2afc86-b7e8-434a-b47a-2364f4fe34fd None None] Port 2d99b195-b649-4020-84f9-74e9277b2765 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:48:36.562321 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ab6d6cdf-aafb-4bf5-b1e0-e2b3606f544a tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:36.566507 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ab6d6cdf-aafb-4bf5-b1e0-e2b3606f544a tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "PUT /v2.0/ports/2d99b195-b649-4020-84f9-74e9277b2765 HTTP/1.1" status: 200 len: 959 time: 2.2855647 Mar 28 13:48:36.567101 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60356) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:36.577552 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-7bd1b7b2-81c4-42df-b7c5-5624669bb84c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Calling delete_port for 20f2ca40-43d1-4a58-b82c-0b908e9389cb owned by network:router_interface {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:48:36.586768 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-0f2afc86-b7e8-434a-b47a-2364f4fe34fd None None] Provisioning complete for port 7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:36.587149 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0f2afc86-b7e8-434a-b47a-2364f4fe34fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:36.606080 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-8c9e85d0-fe9b-4b74-a5ca-4271feed3183 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.5769684 Mar 28 13:48:36.606935 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60358) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:36.614973 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-6af600d1-ebac-4007-8902-85f35409e20b tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:36.635146 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f67424-4dd7-4b1a-8174-14f8a1c9842d req-ce8dc095-6ef5-4c73-ba86-07b6dea476a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:36.637059 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d1f67424-4dd7-4b1a-8174-14f8a1c9842d req-ce8dc095-6ef5-4c73-ba86-07b6dea476a9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c012b94c-56e1-42f2-8be1-d11ff4eca693 HTTP/1.1" status: 200 len: 911 time: 0.2109110 Mar 28 13:48:36.671184 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-12338c28-4744-41fa-9cfd-d9b54261fb5f None None] Allocated IP 2001:db8::f816:3eff:fe92:15a5 (0683b568-5de1-47de-8c3c-3856d7f643f9/fa6104cb-0651-4290-992a-8f5d181473ed/7e5d7091-e90a-4083-9702-bfa711ca33b5) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:48:36.701512 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-37d09210-e6f8-4663-b3a7-c7d5ae571d5a tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:36.721214 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83fa8737-6b3c-42b1-bf3c-41ca19958365 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:48:36.725061 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-83fa8737-6b3c-42b1-bf3c-41ca19958365 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:36.754010 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d1f67424-4dd7-4b1a-8174-14f8a1c9842d req-f9ecc61b-29ac-406e-bd10-577333e0c79e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a18e5b15-c8e3-4960-85c2-3c772fab2e02 HTTP/1.1" status: 200 len: 1001 time: 0.1102548 Mar 28 13:48:36.841707 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f67424-4dd7-4b1a-8174-14f8a1c9842d req-ac2cc5fb-1f9c-481b-98cb-a20ed35ed2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:36.842459 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d1f67424-4dd7-4b1a-8174-14f8a1c9842d req-ac2cc5fb-1f9c-481b-98cb-a20ed35ed2c8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=470f589b-de11-4359-b1c6-d35a22ef5cbb HTTP/1.1" status: 200 len: 849 time: 0.0792041 Mar 28 13:48:36.865320 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-37d09210-e6f8-4663-b3a7-c7d5ae571d5a tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:36.915949 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-37d09210-e6f8-4663-b3a7-c7d5ae571d5a tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:36.934697 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f67424-4dd7-4b1a-8174-14f8a1c9842d req-e2b36ee2-cdac-4cf4-9ff2-a186c3f6910a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:36.936443 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d1f67424-4dd7-4b1a-8174-14f8a1c9842d req-e2b36ee2-cdac-4cf4-9ff2-a186c3f6910a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c012b94c-56e1-42f2-8be1-d11ff4eca693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0873384 Mar 28 13:48:36.946768 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:48:36.994021 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-12338c28-4744-41fa-9cfd-d9b54261fb5f None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:37.014864 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d09210-e6f8-4663-b3a7-c7d5ae571d5a tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7158eb-7e4e-451a-a4c0-604ac2855390,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:37.018085 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-bca424db-2137-4b20-8a5d-2379c7f51c7f None None] Provisioning complete for port 2d99b195-b649-4020-84f9-74e9277b2765 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:37.018495 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-bca424db-2137-4b20-8a5d-2379c7f51c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:37.041438 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-37d09210-e6f8-4663-b3a7-c7d5ae571d5a tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:37.046538 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-37d09210-e6f8-4663-b3a7-c7d5ae571d5a tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6529176 Mar 28 13:48:37.046869 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60360) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:37.053263 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-6bbc3465-0bae-4b62-ab1d-8ea6fc5db708 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Request body: {'security_group_rule': {'security_group_id': '7a7158eb-7e4e-451a-a4c0-604ac2855390', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:37.060173 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:37.060582 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:37.062353 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-bca424db-2137-4b20-8a5d-2379c7f51c7f None None] Port 2d99b195-b649-4020-84f9-74e9277b2765 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:48:37.085929 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-12338c28-4744-41fa-9cfd-d9b54261fb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:37.106944 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d1f67424-4dd7-4b1a-8174-14f8a1c9842d req-9ada2051-a561-4596-a593-c2bac5dd00f9 service neutron] 10.222.0.20 "GET /v2.0/networks/c012b94c-56e1-42f2-8be1-d11ff4eca693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576407 Mar 28 13:48:37.136191 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6af600d1-ebac-4007-8902-85f35409e20b tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:37.144311 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12338c28-4744-41fa-9cfd-d9b54261fb5f None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:37.151498 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-12338c28-4744-41fa-9cfd-d9b54261fb5f None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:37.156260 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12338c28-4744-41fa-9cfd-d9b54261fb5f None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:48:37.164537 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12338c28-4744-41fa-9cfd-d9b54261fb5f None None] Pushing event updated for resources: {'Port': ['ID=7e5d7091-e90a-4083-9702-bfa711ca33b5,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:37.183566 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6bbc3465-0bae-4b62-ab1d-8ea6fc5db708 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:37.244325 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-90258db7-3be8-479f-b9ee-b0299ada16e3 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Deleting port 2d99b195-b649-4020-84f9-74e9277b2765 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:48:37.244935 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-90258db7-3be8-479f-b9ee-b0299ada16e3 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:37.246736 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d1f67424-4dd7-4b1a-8174-14f8a1c9842d req-afb08064-03fc-4df6-bb17-5d407e7cf2cf service neutron] 10.222.0.20 "GET /v2.0/networks/c012b94c-56e1-42f2-8be1-d11ff4eca693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352134 Mar 28 13:48:37.261678 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-12338c28-4744-41fa-9cfd-d9b54261fb5f None None] Attempting to bind port 7e5d7091-e90a-4083-9702-bfa711ca33b5 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:48:37.262305 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-12338c28-4744-41fa-9cfd-d9b54261fb5f None None] Attempting to bind port 7e5d7091-e90a-4083-9702-bfa711ca33b5 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:48:37.263592 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12338c28-4744-41fa-9cfd-d9b54261fb5f None None] Attempting to bind port 7e5d7091-e90a-4083-9702-bfa711ca33b5 on network 0683b568-5de1-47de-8c3c-3856d7f643f9 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:48:37.270351 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12338c28-4744-41fa-9cfd-d9b54261fb5f None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:48:37.270731 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12338c28-4744-41fa-9cfd-d9b54261fb5f None None] Checking segment: {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:48:37.271123 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-12338c28-4744-41fa-9cfd-d9b54261fb5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:37.271509 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12338c28-4744-41fa-9cfd-d9b54261fb5f None None] Bound using segment: {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:48:37.271974 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-12338c28-4744-41fa-9cfd-d9b54261fb5f None None] Bound port: 7e5d7091-e90a-4083-9702-bfa711ca33b5, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:48:37.272356 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-12338c28-4744-41fa-9cfd-d9b54261fb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:37.286174 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6bbc3465-0bae-4b62-ab1d-8ea6fc5db708 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:37.344006 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 946cf2b0-4827-4107-86df-4d7cef51aa9e no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:48:37.347670 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6bbc3465-0bae-4b62-ab1d-8ea6fc5db708 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:37.365440 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc3465-0bae-4b62-ab1d-8ea6fc5db708 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e6075b8-a569-4408-88e2-cd55b44ac34a,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:37.381080 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-12338c28-4744-41fa-9cfd-d9b54261fb5f None None] For port 7e5d7091-e90a-4083-9702-bfa711ca33b5, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:48:37.385121 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 946cf2b0-4827-4107-86df-4d7cef51aa9e {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:48:37.385456 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 946cf2b0-4827-4107-86df-4d7cef51aa9e not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:48:37.397370 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-12338c28-4744-41fa-9cfd-d9b54261fb5f None None] For port 7e5d7091-e90a-4083-9702-bfa711ca33b5, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=7e5d7091-e90a-4083-9702-bfa711ca33b5,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:48:37.430415 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6bbc3465-0bae-4b62-ab1d-8ea6fc5db708 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:37.434251 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-6bbc3465-0bae-4b62-ab1d-8ea6fc5db708 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3822126 Mar 28 13:48:37.434596 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60364) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:37.468880 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-12338c28-4744-41fa-9cfd-d9b54261fb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:37.479287 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-90258db7-3be8-479f-b9ee-b0299ada16e3 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:37.487885 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f751f5d3-a9f0-4d55-af75-20ae56b7891c tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:37.510931 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f751f5d3-a9f0-4d55-af75-20ae56b7891c tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:37.533616 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12338c28-4744-41fa-9cfd-d9b54261fb5f None None] Pushing event updated for resources: {'Port': ['ID=7e5d7091-e90a-4083-9702-bfa711ca33b5,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:37.552424 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-90258db7-3be8-479f-b9ee-b0299ada16e3 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Calling delete_port for 2d99b195-b649-4020-84f9-74e9277b2765 owned by {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:48:37.566739 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe60abe-d9f0-4217-b167-ada69a0f0c94 req-56d1a259-fca9-439a-ba3d-a7dae6a945a6 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:37.568563 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0fe60abe-d9f0-4217-b167-ada69a0f0c94 req-56d1a259-fca9-439a-ba3d-a7dae6a945a6 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.0930336 Mar 28 13:48:37.597865 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7bd1b7b2-81c4-42df-b7c5-5624669bb84c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:37.610476 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0fe60abe-d9f0-4217-b167-ada69a0f0c94 req-aa55464c-45e5-4e06-94e0-d0c7fc6fdfea tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351756 Mar 28 13:48:37.616897 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f751f5d3-a9f0-4d55-af75-20ae56b7891c tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:37.624090 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f751f5d3-a9f0-4d55-af75-20ae56b7891c tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:37.625391 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f751f5d3-a9f0-4d55-af75-20ae56b7891c tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/3e6075b8-a569-4408-88e2-cd55b44ac34a HTTP/1.1" status: 204 len: 168 time: 0.1884892 Mar 28 13:48:37.637827 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60366) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:37.645420 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f751f5d3-a9f0-4d55-af75-20ae56b7891c tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e6075b8-a569-4408-88e2-cd55b44ac34a,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:37.653393 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6af600d1-ebac-4007-8902-85f35409e20b tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:37.682360 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1b7b2-81c4-42df-b7c5-5624669bb84c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event deleted for resources: {'Port': ['ID=20f2ca40-43d1-4a58-b82c-0b908e9389cb,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:37.692415 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-6da9b74f-a4c7-468d-b4dc-418b093e9beb tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0607882 Mar 28 13:48:37.694087 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60368) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:37.756923 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6af600d1-ebac-4007-8902-85f35409e20b tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:37.780297 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2bfe8f98-f4aa-439f-860f-8704dbae8086 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:37.818553 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2bfe8f98-f4aa-439f-860f-8704dbae8086 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:37.900572 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-6af600d1-ebac-4007-8902-85f35409e20b tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] In _notify_port_updated(), no bound segment for port 1f6ee534-5c74-4ee1-8718-428b8ed86924 on network 86ab37a1-bd34-4d48-bf68-1b0895609206 {{(pid=109612) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 28 13:48:37.906856 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af600d1-ebac-4007-8902-85f35409e20b tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:37.908175 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6af600d1-ebac-4007-8902-85f35409e20b tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:37.912908 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-6af600d1-ebac-4007-8902-85f35409e20b tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "PUT /v2.0/ports/1f6ee534-5c74-4ee1-8718-428b8ed86924 HTTP/1.1" status: 200 len: 818 time: 1.3033061 Mar 28 13:48:37.913597 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60370) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:37.931130 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7bd1b7b2-81c4-42df-b7c5-5624669bb84c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:37.945527 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2bfe8f98-f4aa-439f-860f-8704dbae8086 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:37.948003 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2bfe8f98-f4aa-439f-860f-8704dbae8086 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:37.949304 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-2bfe8f98-f4aa-439f-860f-8704dbae8086 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "DELETE /v2.0/security-groups/7a7158eb-7e4e-451a-a4c0-604ac2855390 HTTP/1.1" status: 204 len: 168 time: 0.2542922 Mar 28 13:48:37.951376 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af600d1-ebac-4007-8902-85f35409e20b tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event updated for resources: {'Port': ['ID=1f6ee534-5c74-4ee1-8718-428b8ed86924,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:37.953631 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60372) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:37.975155 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe8f98-f4aa-439f-860f-8704dbae8086 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7158eb-7e4e-451a-a4c0-604ac2855390,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:38.041973 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-97a7260b-954c-45ac-adaa-34ff2f538421 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Deleting port 1f6ee534-5c74-4ee1-8718-428b8ed86924 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:48:38.042502 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-97a7260b-954c-45ac-adaa-34ff2f538421 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:38.072292 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-83fa8737-6b3c-42b1-bf3c-41ca19958365 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:38.118680 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-97a7260b-954c-45ac-adaa-34ff2f538421 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:38.134311 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-97a7260b-954c-45ac-adaa-34ff2f538421 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Calling delete_port for 1f6ee534-5c74-4ee1-8718-428b8ed86924 owned by {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:48:38.186274 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fa8737-6b3c-42b1-bf3c-41ca19958365 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:38.202285 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-83fa8737-6b3c-42b1-bf3c-41ca19958365 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:38.205285 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fa8737-6b3c-42b1-bf3c-41ca19958365 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:38.206134 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-83fa8737-6b3c-42b1-bf3c-41ca19958365 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:38.226462 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-e0445e58-7647-4f4d-af72-440f40792378 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2608700 Mar 28 13:48:38.232848 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60376) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:38.239185 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-b65c3ce9-7adf-4d8f-8ae6-cacc25b92889 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Request body: {'security_group': {'name': 'tempest-secgroup--1804292210'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:38.272749 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa8737-6b3c-42b1-bf3c-41ca19958365 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Subnet': ['ID=c803e171-d133-4b36-a983-946ee9587a3d,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:38.274821 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-90258db7-3be8-479f-b9ee-b0299ada16e3 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:38.320450 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-97a7260b-954c-45ac-adaa-34ff2f538421 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:38.334361 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90258db7-3be8-479f-b9ee-b0299ada16e3 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event deleted for resources: {'Port': ['ID=2d99b195-b649-4020-84f9-74e9277b2765,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:38.348213 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd1b7b2-81c4-42df-b7c5-5624669bb84c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Router cf0af3fd-cf76-4fc3-b56f-f1d0f87ce598 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:48:38.360252 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a7260b-954c-45ac-adaa-34ff2f538421 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event deleted for resources: {'Port': ['ID=1f6ee534-5c74-4ee1-8718-428b8ed86924,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:38.371601 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-83fa8737-6b3c-42b1-bf3c-41ca19958365 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0231292 Mar 28 13:48:38.374567 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60378) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:38.375388 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-97a7260b-954c-45ac-adaa-34ff2f538421 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:38.379556 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-7189d511-0480-4210-9692-5277378a7f77 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'port': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'mac_address': 'fa:16:3e:3c:cc:2c', 'name': 'tempest-NetworksTestDHCPv6-1466485293'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:38.384494 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-97a7260b-954c-45ac-adaa-34ff2f538421 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/ports/1f6ee534-5c74-4ee1-8718-428b8ed86924 HTTP/1.1" status: 204 len: 168 time: 0.4688330 Mar 28 13:48:38.386534 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60380) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:38.441012 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b65c3ce9-7adf-4d8f-8ae6-cacc25b92889 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:38.478777 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76691424-2dd9-457e-b761-dd208731bbbd tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:38.480791 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-76691424-2dd9-457e-b761-dd208731bbbd tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0932355 Mar 28 13:48:38.484855 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60382) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:38.522428 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bc09c39-1f6b-464c-86df-6805eff2e49d tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] GET failed (client error): The resource could not be found. Mar 28 13:48:38.524015 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-2bc09c39-1f6b-464c-86df-6805eff2e49d tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "GET /v2.0/ports/1f6ee534-5c74-4ee1-8718-428b8ed86924 HTTP/1.1" status: 404 len: 333 time: 0.0374939 Mar 28 13:48:38.528809 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60384) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:38.535459 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-b0431d7a-0031-4a37-92ed-048b496c4eab tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1829413439'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:38.557068 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-90258db7-3be8-479f-b9ee-b0299ada16e3 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:38.563089 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-90258db7-3be8-479f-b9ee-b0299ada16e3 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/ports/2d99b195-b649-4020-84f9-74e9277b2765 HTTP/1.1" status: 204 len: 168 time: 1.9950008 Mar 28 13:48:38.564824 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd1b7b2-81c4-42df-b7c5-5624669bb84c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:48:38.566257 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60386) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:38.579775 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9437f272-749a-4a32-81f5-c122164848b3 None None] Sync routers for ids ['cf0af3fd-cf76-4fc3-b56f-f1d0f87ce598'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:48:38.583040 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-7bd1b7b2-81c4-42df-b7c5-5624669bb84c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "PUT /v2.0/routers/cf0af3fd-cf76-4fc3-b56f-f1d0f87ce598/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7935009 Mar 28 13:48:38.590149 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60388) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:38.600860 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9437f272-749a-4a32-81f5-c122164848b3 None None] Routers {'cf0af3fd-cf76-4fc3-b56f-f1d0f87ce598'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:48:38.601797 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-9437f272-749a-4a32-81f5-c122164848b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:48:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['cf0af3fd-cf76-4fc3-b56f-f1d0f87ce598'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:38.611235 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ad2c71a-e998-4753-bc5c-6f15a41b1b19 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] GET failed (client error): The resource could not be found. Mar 28 13:48:38.615858 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-7ad2c71a-e998-4753-bc5c-6f15a41b1b19 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "GET /v2.0/ports/2d99b195-b649-4020-84f9-74e9277b2765 HTTP/1.1" status: 404 len: 333 time: 0.0455968 Mar 28 13:48:38.621461 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60390) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:38.639695 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-618fbf45-76eb-48d9-899d-97ebc130213b tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf0af3fd-cf76-4fc3-b56f-f1d0f87ce598 HTTP/1.1" status: 200 len: 205 time: 0.0488205 Mar 28 13:48:38.641133 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60392) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:38.643817 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0431d7a-0031-4a37-92ed-048b496c4eab tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Made reservation on behalf of 427ec9eabb7e45afac363fe68c5efe1f for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:48:38.647500 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b0431d7a-0031-4a37-92ed-048b496c4eab tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:38.670619 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-9437f272-749a-4a32-81f5-c122164848b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:38.686780 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9437f272-749a-4a32-81f5-c122164848b3 None None] Routers {'cf0af3fd-cf76-4fc3-b56f-f1d0f87ce598'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:48:38.688451 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-9437f272-749a-4a32-81f5-c122164848b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:48:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['cf0af3fd-cf76-4fc3-b56f-f1d0f87ce598'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:38.689858 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b65c3ce9-7adf-4d8f-8ae6-cacc25b92889 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:38.717564 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0431d7a-0031-4a37-92ed-048b496c4eab tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:48:38.726976 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b0431d7a-0031-4a37-92ed-048b496c4eab tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:38.727330 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-b0431d7a-0031-4a37-92ed-048b496c4eab tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Added segment a2ece11a-0aa0-40f6-ae3f-e7a627fccd22 of type vlan for network f4755aa3-6772-4239-a2d3-bc1bdc700b93 Mar 28 13:48:38.749649 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-9437f272-749a-4a32-81f5-c122164848b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:38.750677 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9437f272-749a-4a32-81f5-c122164848b3 None None] The sync data for ids ['cf0af3fd-cf76-4fc3-b56f-f1d0f87ce598'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:48:38.766406 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-05625f6d-7ea8-4511-8081-bad6e935a7c9 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for router, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:38.780081 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b65c3ce9-7adf-4d8f-8ae6-cacc25b92889 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:38.796903 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b0431d7a-0031-4a37-92ed-048b496c4eab tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:38.824062 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c3ce9-7adf-4d8f-8ae6-cacc25b92889 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=679fac9a-6890-4ad2-b9be-795d3fb1a1df,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:38.862738 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7189d511-0480-4210-9692-5277378a7f77 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:48:38.873563 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f267c5-5b57-4f73-9cc1-92ac9d82d39f req-8b1f8ebb-746c-4ae4-b0b1-2d0d19e05c1c tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:38.875098 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-74f267c5-5b57-4f73-9cc1-92ac9d82d39f req-8b1f8ebb-746c-4ae4-b0b1-2d0d19e05c1c tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.1125798 Mar 28 13:48:38.919775 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-74f267c5-5b57-4f73-9cc1-92ac9d82d39f req-dfba3927-a34e-4202-8f5b-3c065751ecfc tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369546 Mar 28 13:48:38.927513 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b65c3ce9-7adf-4d8f-8ae6-cacc25b92889 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:38.927922 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-719b87d2-3451-494a-bac5-f75815a809d8 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:38.930601 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b65c3ce9-7adf-4d8f-8ae6-cacc25b92889 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6947262 Mar 28 13:48:38.932499 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60396) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:38.947297 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-fc2eedcf-411c-4d36-a994-fcc875aa9488 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Request body: {'security_group_rule': {'security_group_id': '679fac9a-6890-4ad2-b9be-795d3fb1a1df', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:38.956520 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 7e5d7091-e90a-4083-9702-bfa711ca33b5 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:48:38.958329 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b0431d7a-0031-4a37-92ed-048b496c4eab tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:38.963458 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0431d7a-0031-4a37-92ed-048b496c4eab tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:38.964054 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b0431d7a-0031-4a37-92ed-048b496c4eab tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:39.000121 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc320a3d-75a4-471e-90f8-09828e4ea42a None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:48:39.055001 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-05625f6d-7ea8-4511-8081-bad6e935a7c9 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:39.061868 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-05625f6d-7ea8-4511-8081-bad6e935a7c9 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:39.071835 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0431d7a-0031-4a37-92ed-048b496c4eab tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event updated for resources: {'Network': ['ID=f4755aa3-6772-4239-a2d3-bc1bdc700b93,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:39.078771 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-719b87d2-3451-494a-bac5-f75815a809d8 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:39.094794 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network f4755aa3-6772-4239-a2d3-bc1bdc700b93 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:48:39.097624 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-7a8918f1-1428-4ec4-9fff-ecde453ef073 None None] Provisioning complete for port 7e5d7091-e90a-4083-9702-bfa711ca33b5 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:39.097993 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7a8918f1-1428-4ec4-9fff-ecde453ef073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:39.098914 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a867833-5ac5-4012-a27c-0a8e1d561dd5 req-f5daca20-070a-4672-84ee-a094e1ce62c5 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:39.101725 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4a867833-5ac5-4012-a27c-0a8e1d561dd5 req-f5daca20-070a-4672-84ee-a094e1ce62c5 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.0588417 Mar 28 13:48:39.106419 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b0431d7a-0031-4a37-92ed-048b496c4eab tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5739172 Mar 28 13:48:39.106646 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60400) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:39.113051 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-3b7ba8dd-e1d0-49ec-98ae-25672024c5f4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Request body: {'subnet': {'network_id': 'f4755aa3-6772-4239-a2d3-bc1bdc700b93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:39.150273 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fc2eedcf-411c-4d36-a994-fcc875aa9488 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:39.171528 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7189d511-0480-4210-9692-5277378a7f77 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:39.202349 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [None req-7189d511-0480-4210-9692-5277378a7f77 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] device_id is not set on port 2843d6ef-e646-42f1-8189-f2347d0ff86a yet. {{(pid=109612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:48:39.233674 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4a867833-5ac5-4012-a27c-0a8e1d561dd5 req-80a440fa-a35f-4c96-912b-15067a80b4ff tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169021 Mar 28 13:48:39.239537 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 7e5d7091-e90a-4083-9702-bfa711ca33b5 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:39.239714 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:39.275728 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fc2eedcf-411c-4d36-a994-fcc875aa9488 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:39.308574 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-05625f6d-7ea8-4511-8081-bad6e935a7c9 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:39.309188 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05625f6d-7ea8-4511-8081-bad6e935a7c9 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Fanout notify agent at l3_agent the message router_deleted on router cf0af3fd-cf76-4fc3-b56f-f1d0f87ce598 {{(pid=109612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:48:39.319196 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-05625f6d-7ea8-4511-8081-bad6e935a7c9 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:39.322974 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-05625f6d-7ea8-4511-8081-bad6e935a7c9 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "DELETE /v2.0/routers/cf0af3fd-cf76-4fc3-b56f-f1d0f87ce598 HTTP/1.1" status: 204 len: 168 time: 0.6781499 Mar 28 13:48:39.323094 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60404) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:39.324641 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-719b87d2-3451-494a-bac5-f75815a809d8 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:39.327692 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-719b87d2-3451-494a-bac5-f75815a809d8 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:39.328300 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-719b87d2-3451-494a-bac5-f75815a809d8 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/security-groups/139761ff-a046-4a95-9a12-965ec023652d HTTP/1.1" status: 204 len: 168 time: 0.7059824 Mar 28 13:48:39.336725 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60406) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:39.346305 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b87d2-3451-494a-bac5-f75815a809d8 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=139761ff-a046-4a95-9a12-965ec023652d,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:39.381886 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fc2eedcf-411c-4d36-a994-fcc875aa9488 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:39.394388 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7ba8dd-e1d0-49ec-98ae-25672024c5f4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Made reservation on behalf of 427ec9eabb7e45afac363fe68c5efe1f for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:48:39.397787 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3b7ba8dd-e1d0-49ec-98ae-25672024c5f4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:39.419645 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-7189d511-0480-4210-9692-5277378a7f77 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Allocated IP 172.20.0.5 (0683b568-5de1-47de-8c3c-3856d7f643f9/c803e171-d133-4b36-a983-946ee9587a3d/2843d6ef-e646-42f1-8189-f2347d0ff86a) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:48:39.428290 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-7189d511-0480-4210-9692-5277378a7f77 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Allocated IP 2001:db8::f816:3eff:fe3c:cc2c (0683b568-5de1-47de-8c3c-3856d7f643f9/fa6104cb-0651-4290-992a-8f5d181473ed/2843d6ef-e646-42f1-8189-f2347d0ff86a) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:48:39.461404 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7a8918f1-1428-4ec4-9fff-ecde453ef073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:39.477858 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2eedcf-411c-4d36-a994-fcc875aa9488 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0a22425-02af-444c-af94-c5163a62d70d,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:39.495646 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-d646a3e4-aa07-4bf6-8aa6-b35d325a8940 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Deleting subnet 839853ae-1c86-42f2-9569-251421e18ac3 {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:48:39.511412 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d646a3e4-aa07-4bf6-8aa6-b35d325a8940 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:39.523733 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:39.566204 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-7a8918f1-1428-4ec4-9fff-ecde453ef073 None None] For port 7e5d7091-e90a-4083-9702-bfa711ca33b5, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=7e5d7091-e90a-4083-9702-bfa711ca33b5,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:48:39.572005 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fc2eedcf-411c-4d36-a994-fcc875aa9488 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:39.576016 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-fc2eedcf-411c-4d36-a994-fcc875aa9488 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6392820 Mar 28 13:48:39.580681 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60408) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:39.583517 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-55620690-2bea-46d1-aa69-ebb7f2e3e350 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:39.586467 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-f5d0fe1e-e14f-409e-b2e9-9d73b88aca1c tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Request body: {'security_group_rule': {'security_group_id': '679fac9a-6890-4ad2-b9be-795d3fb1a1df', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:39.597795 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d646a3e4-aa07-4bf6-8aa6-b35d325a8940 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:39.609780 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0df7f61-9b82-4304-8217-f26089886703 None None] Update dhcp port {'port': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'fixed_ips': [{'subnet_id': 'fa6104cb-0651-4290-992a-8f5d181473ed', 'ip_address': '2001:db8::f816:3eff:fe92:15a5'}, {'subnet_id': 'c803e171-d133-4b36-a983-946ee9587a3d'}], 'binding:host_id': 'dv-neutron-835335-1-hyperv'}, 'id': '7e5d7091-e90a-4083-9702-bfa711ca33b5'} from dv-neutron-835335-1-hyperv. {{(pid=109614) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 28 13:48:39.639880 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c0df7f61-9b82-4304-8217-f26089886703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:39.651303 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7189d511-0480-4210-9692-5277378a7f77 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:39.657071 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-55620690-2bea-46d1-aa69-ebb7f2e3e350 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:39.703161 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7a8918f1-1428-4ec4-9fff-ecde453ef073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:39.761422 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7189d511-0480-4210-9692-5277378a7f77 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:39.780689 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f5d0fe1e-e14f-409e-b2e9-9d73b88aca1c tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:39.846576 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7189d511-0480-4210-9692-5277378a7f77 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:39.854329 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d646a3e4-aa07-4bf6-8aa6-b35d325a8940 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:39.856192 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-7189d511-0480-4210-9692-5277378a7f77 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:39.858832 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7189d511-0480-4210-9692-5277378a7f77 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:48:39.866319 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc2d15-9c7d-494d-bc0d-1dd9034de1f4 req-eb1d3a17-f04a-46fc-b3d5-2a9f853c76bd tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:39.868322 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-42fc2d15-9c7d-494d-bc0d-1dd9034de1f4 req-eb1d3a17-f04a-46fc-b3d5-2a9f853c76bd tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.1686835 Mar 28 13:48:39.887772 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7189d511-0480-4210-9692-5277378a7f77 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Port': ['ID=2843d6ef-e646-42f1-8189-f2347d0ff86a,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:39.918122 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-55620690-2bea-46d1-aa69-ebb7f2e3e350 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:39.920906 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-55620690-2bea-46d1-aa69-ebb7f2e3e350 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:39.922040 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-55620690-2bea-46d1-aa69-ebb7f2e3e350 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/security-groups/87c07727-77e1-4c3a-bf2d-a32ca3d1a042 HTTP/1.1" status: 204 len: 168 time: 0.5834446 Mar 28 13:48:39.928076 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60412) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:39.937558 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f5d0fe1e-e14f-409e-b2e9-9d73b88aca1c tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:39.942009 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3b7ba8dd-e1d0-49ec-98ae-25672024c5f4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:39.943884 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55620690-2bea-46d1-aa69-ebb7f2e3e350 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c07727-77e1-4c3a-bf2d-a32ca3d1a042,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:39.945505 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.db.api [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 13:48:39.945862 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG oslo_db.api [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 13:48:39.946777 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7189d511-0480-4210-9692-5277378a7f77 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:39.947487 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7189d511-0480-4210-9692-5277378a7f77 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:39.977861 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8918f1-1428-4ec4-9fff-ecde453ef073 None None] Pushing event updated for resources: {'Port': ['ID=7e5d7091-e90a-4083-9702-bfa711ca33b5,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:40.008763 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-42fc2d15-9c7d-494d-bc0d-1dd9034de1f4 req-528c1782-ac48-4406-83b6-f7dad5465208 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172764 Mar 28 13:48:40.009009 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f5d0fe1e-e14f-409e-b2e9-9d73b88aca1c tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:40.036525 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-c0df7f61-9b82-4304-8217-f26089886703 None None] Allocated IP 172.20.0.2 (0683b568-5de1-47de-8c3c-3856d7f643f9/c803e171-d133-4b36-a983-946ee9587a3d/7e5d7091-e90a-4083-9702-bfa711ca33b5) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:48:40.045249 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7ba8dd-e1d0-49ec-98ae-25672024c5f4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event updated for resources: {'Subnet': ['ID=34f864d8-0b42-4158-af6a-bebe1595be3e,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:40.049724 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7ba8dd-e1d0-49ec-98ae-25672024c5f4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Checking segment: {'id': 'a2ece11a-0aa0-40f6-ae3f-e7a627fccd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f4755aa3-6772-4239-a2d3-bc1bdc700b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:48:40.050084 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7ba8dd-e1d0-49ec-98ae-25672024c5f4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Network hostable DHCP agents. Network: f4755aa3-6772-4239-a2d3-bc1bdc700b93, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:48:40.054458 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-18744f3d-c224-424e-b0ea-816eb0aaaf99 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:40.063518 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-7189d511-0480-4210-9692-5277378a7f77 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6879523 Mar 28 13:48:40.066621 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60414) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:40.073730 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0fe1e-e14f-409e-b2e9-9d73b88aca1c tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb011552-d917-4a14-bf36-f5c836fd7d5a,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:40.079987 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d646a3e4-aa07-4bf6-8aa6-b35d325a8940 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:40.093416 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-18744f3d-c224-424e-b0ea-816eb0aaaf99 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:40.129172 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d646a3e4-aa07-4bf6-8aa6-b35d325a8940 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event deleted for resources: {'Subnet': ['ID=839853ae-1c86-42f2-9569-251421e18ac3,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:40.131153 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d646a3e4-aa07-4bf6-8aa6-b35d325a8940 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:40.136939 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d646a3e4-aa07-4bf6-8aa6-b35d325a8940 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "DELETE /v2.0/subnets/839853ae-1c86-42f2-9569-251421e18ac3 HTTP/1.1" status: 204 len: 168 time: 0.8102000 Mar 28 13:48:40.139292 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7ba8dd-e1d0-49ec-98ae-25672024c5f4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Network f4755aa3-6772-4239-a2d3-bc1bdc700b93 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:48:40.139431 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60416) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:40.144118 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1bc0cf-f201-4cfe-840a-20ac8eeb8d55 None None] Network ab9e7331-ae37-4dfa-86d0-297eb876e9b5 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:48:40.160490 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb4882a-b87f-447d-b91d-2433ee11436e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:40.163282 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-c0df7f61-9b82-4304-8217-f26089886703 None None] For port 7e5d7091-e90a-4083-9702-bfa711ca33b5, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=7e5d7091-e90a-4083-9702-bfa711ca33b5,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:48:40.166396 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb4882a-b87f-447d-b91d-2433ee11436e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:40.169361 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-bcb4882a-b87f-447d-b91d-2433ee11436e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1004236 Mar 28 13:48:40.179408 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f5d0fe1e-e14f-409e-b2e9-9d73b88aca1c tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:40.179408 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-f5d0fe1e-e14f-409e-b2e9-9d73b88aca1c tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5951912 Mar 28 13:48:40.179408 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60418) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:40.180408 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60420) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:40.184690 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-e2cd293a-17ac-4fb8-a115-27f2906869b5 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Request body: {'security_group_rule': {'security_group_id': '679fac9a-6890-4ad2-b9be-795d3fb1a1df', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:40.222658 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-3b7ba8dd-e1d0-49ec-98ae-25672024c5f4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, f4755aa3-6772-4239-a2d3-bc1bdc700b93) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:40.232561 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7ba8dd-e1d0-49ec-98ae-25672024c5f4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:40.232561 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3b7ba8dd-e1d0-49ec-98ae-25672024c5f4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:40.258461 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e79171-08de-4222-8331-618f091a8eb6 None None] Network f4755aa3-6772-4239-a2d3-bc1bdc700b93 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:48:40.259320 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-18744f3d-c224-424e-b0ea-816eb0aaaf99 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:40.261907 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-18744f3d-c224-424e-b0ea-816eb0aaaf99 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:40.263024 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-18744f3d-c224-424e-b0ea-816eb0aaaf99 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/security-groups/2188103f-53d3-421b-93fc-234ec52b21a7 HTTP/1.1" status: 204 len: 168 time: 0.3336523 Mar 28 13:48:40.265806 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60422) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:40.269047 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c0df7f61-9b82-4304-8217-f26089886703 None None] Notify callbacks [] for port, precommit_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:40.282835 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8f4d2eed-69e2-4944-9f9f-b1b00b77ceb4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:40.304675 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18744f3d-c224-424e-b0ea-816eb0aaaf99 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2188103f-53d3-421b-93fc-234ec52b21a7,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:40.316987 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e2cd293a-17ac-4fb8-a115-27f2906869b5 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:40.336785 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-10e137af-9df9-4528-b522-524b07a534e5 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Deleting subnet e804a76b-0ca0-4e48-a406-6c2e23e9efef {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:48:40.344306 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-10e137af-9df9-4528-b522-524b07a534e5 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:40.372611 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c0df7f61-9b82-4304-8217-f26089886703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:40.373209 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-45de3a20-471b-4017-93ac-e0be05972ccb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting port 2843d6ef-e646-42f1-8189-f2347d0ff86a {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:48:40.373700 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-45de3a20-471b-4017-93ac-e0be05972ccb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:40.395152 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3b7ba8dd-e1d0-49ec-98ae-25672024c5f4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2835121 Mar 28 13:48:40.396151 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60424) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:40.401056 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-cb9fd923-49d7-4399-bcc6-91a071dee0b6 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Request body: {'subnet': {'network_id': 'f4755aa3-6772-4239-a2d3-bc1bdc700b93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:40.426230 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-10e137af-9df9-4528-b522-524b07a534e5 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:40.456013 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-8f4d2eed-69e2-4944-9f9f-b1b00b77ceb4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Deleting port b29a2fc1-38f7-4305-bdcb-fd2cec61df02 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:48:40.456351 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8f4d2eed-69e2-4944-9f9f-b1b00b77ceb4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:40.467050 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e2cd293a-17ac-4fb8-a115-27f2906869b5 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:40.537451 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-10e137af-9df9-4528-b522-524b07a534e5 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:40.562834 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e2cd293a-17ac-4fb8-a115-27f2906869b5 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:40.577133 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3630b3c-fcd1-4aae-8ebf-0970ad714e91 None None] DHCP port deletion for ab9e7331-ae37-4dfa-86d0-297eb876e9b5 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:48:40.581255 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0df7f61-9b82-4304-8217-f26089886703 None None] Pushing event updated for resources: {'Port': ['ID=7e5d7091-e90a-4083-9702-bfa711ca33b5,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:40.613830 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cd293a-17ac-4fb8-a115-27f2906869b5 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17762482-2f89-4855-80a7-3514d994aace,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:40.671129 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e2cd293a-17ac-4fb8-a115-27f2906869b5 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:40.673267 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e2cd293a-17ac-4fb8-a115-27f2906869b5 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4912453 Mar 28 13:48:40.675117 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60426) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:40.679316 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4c5ba8-c7ec-4412-9217-08a645e696e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-f4755aa3-6772-4239-a2d3-bc1bdc700b93', 'network_id': 'f4755aa3-6772-4239-a2d3-bc1bdc700b93', 'tenant_id': '427ec9eabb7e45afac363fe68c5efe1f', 'fixed_ips': [{'subnet_id': '34f864d8-0b42-4158-af6a-bebe1595be3e'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:48:40.681116 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-8df4d39d-cc4e-40fc-92da-65afde6a9639 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Request body: {'security_group_rule': {'security_group_id': '679fac9a-6890-4ad2-b9be-795d3fb1a1df', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:40.681259 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4d4c5ba8-c7ec-4412-9217-08a645e696e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:40.699684 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-f3630b3c-fcd1-4aae-8ebf-0970ad714e91 None None] Deleting port b29a2fc1-38f7-4305-bdcb-fd2cec61df02 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:48:40.700050 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f3630b3c-fcd1-4aae-8ebf-0970ad714e91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:40.702850 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-10e137af-9df9-4528-b522-524b07a534e5 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:40.741969 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-10e137af-9df9-4528-b522-524b07a534e5 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:40.745133 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-10e137af-9df9-4528-b522-524b07a534e5 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/subnets/e804a76b-0ca0-4e48-a406-6c2e23e9efef HTTP/1.1" status: 204 len: 168 time: 0.4782934 Mar 28 13:48:40.746397 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e137af-9df9-4528-b522-524b07a534e5 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event deleted for resources: {'Subnet': ['ID=e804a76b-0ca0-4e48-a406-6c2e23e9efef,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:40.752209 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60428) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:40.789697 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8df4d39d-cc4e-40fc-92da-65afde6a9639 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:40.794645 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a44577a-521a-428f-bf04-6e0236c1a308 None None] Network 078b94d0-ce4e-4551-ada3-1a1c7aac343a requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:48:40.832712 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-248bd780-43b9-4340-bd25-f6ecdd6a2045 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Deleting subnet 5d20bc32-865d-42b7-9c30-ec9e7a7f1822 {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:48:40.842801 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-248bd780-43b9-4340-bd25-f6ecdd6a2045 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:40.908660 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-248bd780-43b9-4340-bd25-f6ecdd6a2045 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:40.940811 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8df4d39d-cc4e-40fc-92da-65afde6a9639 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:40.956170 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 7e5d7091-e90a-4083-9702-bfa711ca33b5 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:48:40.998634 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8df4d39d-cc4e-40fc-92da-65afde6a9639 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:41.019384 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-f3630b3c-fcd1-4aae-8ebf-0970ad714e91 None None] For port b29a2fc1-38f7-4305-bdcb-fd2cec61df02, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=b29a2fc1-38f7-4305-bdcb-fd2cec61df02,segment=NetworkSegment(79e388db-b1ac-4fdf-babe-88927c6bb0b7),segment_id=79e388db-b1ac-4fdf-babe-88927c6bb0b7)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:48:41.019955 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f3630b3c-fcd1-4aae-8ebf-0970ad714e91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:41.034099 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df4d39d-cc4e-40fc-92da-65afde6a9639 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45427460-3863-4bf5-91e6-a364bc207aa1,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:41.044663 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-248bd780-43b9-4340-bd25-f6ecdd6a2045 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:41.053161 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-45de3a20-471b-4017-93ac-e0be05972ccb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:41.086686 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-f3630b3c-fcd1-4aae-8ebf-0970ad714e91 None None] Calling delete_port for b29a2fc1-38f7-4305-bdcb-fd2cec61df02 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:48:41.116197 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-8f4d2eed-69e2-4944-9f9f-b1b00b77ceb4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] For port b29a2fc1-38f7-4305-bdcb-fd2cec61df02, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=b29a2fc1-38f7-4305-bdcb-fd2cec61df02,segment=NetworkSegment(79e388db-b1ac-4fdf-babe-88927c6bb0b7),segment_id=79e388db-b1ac-4fdf-babe-88927c6bb0b7)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:48:41.118291 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8df4d39d-cc4e-40fc-92da-65afde6a9639 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:41.118710 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8f4d2eed-69e2-4944-9f9f-b1b00b77ceb4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:41.122819 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-8df4d39d-cc4e-40fc-92da-65afde6a9639 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4433856 Mar 28 13:48:41.129323 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60432) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:41.144838 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-a4719bae-f750-46cb-9d49-97a95d7432eb tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Request body: {'security_group_rule': {'security_group_id': '679fac9a-6890-4ad2-b9be-795d3fb1a1df', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:41.147479 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-45de3a20-471b-4017-93ac-e0be05972ccb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Calling delete_port for 2843d6ef-e646-42f1-8189-f2347d0ff86a owned by {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:48:41.178304 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-8f4d2eed-69e2-4944-9f9f-b1b00b77ceb4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Calling delete_port for b29a2fc1-38f7-4305-bdcb-fd2cec61df02 owned by network:dhcp {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:48:41.259021 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ac3aa-d600-4442-be4c-c4abdbef5914 req-f4bc1015-373b-4b01-a115-a5e262a475c9 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:41.268289 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7d6ac3aa-d600-4442-be4c-c4abdbef5914 req-f4bc1015-373b-4b01-a115-a5e262a475c9 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.1072414 Mar 28 13:48:41.319083 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9fd923-49d7-4399-bcc6-91a071dee0b6 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Made reservation on behalf of 427ec9eabb7e45afac363fe68c5efe1f for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:48:41.322737 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cb9fd923-49d7-4399-bcc6-91a071dee0b6 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:41.323152 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7d6ac3aa-d600-4442-be4c-c4abdbef5914 req-7eb6b82f-ab50-45d2-8a6f-c05fd7366f0e tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504317 Mar 28 13:48:41.324643 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a4719bae-f750-46cb-9d49-97a95d7432eb tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:41.341571 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-248bd780-43b9-4340-bd25-f6ecdd6a2045 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:41.359649 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 7e5d7091-e90a-4083-9702-bfa711ca33b5 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:41.360015 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:41.370259 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-4d4c5ba8-c7ec-4412-9217-08a645e696e4 None None] Allocated IP 2001:db8::2 (f4755aa3-6772-4239-a2d3-bc1bdc700b93/34f864d8-0b42-4158-af6a-bebe1595be3e/204c6cb5-ec90-41b9-93f5-1a0e4373daeb) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:48:41.389721 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248bd780-43b9-4340-bd25-f6ecdd6a2045 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event deleted for resources: {'Subnet': ['ID=5d20bc32-865d-42b7-9c30-ec9e7a7f1822,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:41.411158 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-248bd780-43b9-4340-bd25-f6ecdd6a2045 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:41.415945 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-248bd780-43b9-4340-bd25-f6ecdd6a2045 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/subnets/5d20bc32-865d-42b7-9c30-ec9e7a7f1822 HTTP/1.1" status: 204 len: 168 time: 0.6627362 Mar 28 13:48:41.419276 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60434) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:41.442470 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a4719bae-f750-46cb-9d49-97a95d7432eb tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:41.498855 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-1db6cecc-c0b6-4b87-9397-1ceb92733cb3 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] DELETE failed (client error): The resource could not be found. Mar 28 13:48:41.499448 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1db6cecc-c0b6-4b87-9397-1ceb92733cb3 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:48:41.502868 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-1db6cecc-c0b6-4b87-9397-1ceb92733cb3 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/subnets/e804a76b-0ca0-4e48-a406-6c2e23e9efef HTTP/1.1" status: 404 len: 337 time: 0.0805533 Mar 28 13:48:41.505487 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60436) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:41.583053 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a4719bae-f750-46cb-9d49-97a95d7432eb tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:41.589044 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8f4d2eed-69e2-4944-9f9f-b1b00b77ceb4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:41.593815 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f3630b3c-fcd1-4aae-8ebf-0970ad714e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:41.597584 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.ipam_backend_mixin [None req-cb9fd923-49d7-4399-bcc6-91a071dee0b6 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 34f864d8-0b42-4158-af6a-bebe1595be3e (CIDR: 2001:db8::/64) Mar 28 13:48:41.624255 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4719bae-f750-46cb-9d49-97a95d7432eb tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d1c9731-300f-4553-9213-8501831d6f5f,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:41.644537 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d2eed-69e2-4944-9f9f-b1b00b77ceb4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event deleted for resources: {'Port': ['ID=b29a2fc1-38f7-4305-bdcb-fd2cec61df02,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:41.646563 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4d2eed-69e2-4944-9f9f-b1b00b77ceb4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] No DVR routers for this DVR port b29a2fc1-38f7-4305-bdcb-fd2cec61df02 on host dv-neutron-835335-1-hyperv {{(pid=109612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:48:41.678221 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device b29a2fc1-38f7-4305-bdcb-fd2cec61df02 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:48:41.680423 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ef4afd0-1b61-40ef-93f4-367ca476a28d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Deleting subnet a4bcf330-ebc6-44b9-a2e7-8971751f738f {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:48:41.685019 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb9fd923-49d7-4399-bcc6-91a071dee0b6 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:48:41.685629 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb9fd923-49d7-4399-bcc6-91a071dee0b6 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:48:41.690766 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7ef4afd0-1b61-40ef-93f4-367ca476a28d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:41.711635 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3630b3c-fcd1-4aae-8ebf-0970ad714e91 None None] Pushing event deleted for resources: {'Port': ['ID=b29a2fc1-38f7-4305-bdcb-fd2cec61df02,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:41.715140 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3630b3c-fcd1-4aae-8ebf-0970ad714e91 None None] No DVR routers for this DVR port b29a2fc1-38f7-4305-bdcb-fd2cec61df02 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:48:41.717005 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-51369bab-9f90-4f56-9c17-1623f3eef542 None None] Provisioning complete for port 7e5d7091-e90a-4083-9702-bfa711ca33b5 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:41.728546 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-51369bab-9f90-4f56-9c17-1623f3eef542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:41.728546 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: b29a2fc1-38f7-4305-bdcb-fd2cec61df02 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:48:41.728546 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device b29a2fc1-38f7-4305-bdcb-fd2cec61df02 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:48:41.756993 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7ef4afd0-1b61-40ef-93f4-367ca476a28d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:41.788721 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8f4d2eed-69e2-4944-9f9f-b1b00b77ceb4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:41.811039 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a4719bae-f750-46cb-9d49-97a95d7432eb tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:41.815240 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a4719bae-f750-46cb-9d49-97a95d7432eb tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6850731 Mar 28 13:48:41.815853 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60438) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:41.823266 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-8f4d2eed-69e2-4944-9f9f-b1b00b77ceb4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab9e7331-ae37-4dfa-86d0-297eb876e9b5']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:41.836498 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-8f4d2eed-69e2-4944-9f9f-b1b00b77ceb4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79e388db-b1ac-4fdf-babe-88927c6bb0b7') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:41.836803 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-8f4d2eed-69e2-4944-9f9f-b1b00b77ceb4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79e388db-b1ac-4fdf-babe-88927c6bb0b7') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:41.849222 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8f4d2eed-69e2-4944-9f9f-b1b00b77ceb4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:41.851427 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5b62a9-bdd7-4606-9957-0d6ab8a8f82b None None] Update dhcp port {'port': {'network_id': '078b94d0-ce4e-4551-ada3-1a1c7aac343a', 'fixed_ips': [{'subnet_id': 'a4bcf330-ebc6-44b9-a2e7-8971751f738f', 'ip_address': '172.20.0.18'}, {'subnet_id': '5d20bc32-865d-42b7-9c30-ec9e7a7f1822'}], 'binding:host_id': 'dv-neutron-835335-1-hyperv'}, 'id': '7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04'} from dv-neutron-835335-1-hyperv. {{(pid=109614) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 28 13:48:41.870242 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8f4d2eed-69e2-4944-9f9f-b1b00b77ceb4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:41.875961 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-45de3a20-471b-4017-93ac-e0be05972ccb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:41.883512 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-cb9fd923-49d7-4399-bcc6-91a071dee0b6 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4863846 Mar 28 13:48:41.889434 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60440) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:41.894481 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f4d2eed-69e2-4944-9f9f-b1b00b77ceb4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:48:41.894892 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8f4d2eed-69e2-4944-9f9f-b1b00b77ceb4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:41.899650 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:48:41.899650 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:48:41.899650 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:48:41.899650 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:48:41.899650 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:48:41.899650 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:48:41.899650 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:48:41.899650 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:48:41.899650 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:48:41.899650 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:48:41.899650 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:48:41.899650 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:48:41.899650 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:48:41.899650 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:48:41.899650 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:48:41.899650 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:48:41.899650 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:48:41.899650 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:48:41.899650 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:48:41.899650 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:48:41.899650 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:48:41.899650 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:48:41.899650 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:48:41.899650 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:48:41.899650 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:48:41.899650 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:48:41.899650 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:48:41.899650 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:48:41.899650 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:48:41.899650 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:48:41.899650 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:48:41.899650 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:48:41.903212 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a7bcfec2-7c42-4f4f-8a1a-cd311761ff8b tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:41.906229 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-5d348e5b-b0ca-451f-bb9c-3a9221199c2a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Request body: {'subnet': {'network_id': 'f4755aa3-6772-4239-a2d3-bc1bdc700b93', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:41.911307 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a7bcfec2-7c42-4f4f-8a1a-cd311761ff8b tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:41.948932 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2b5b62a9-bdd7-4606-9957-0d6ab8a8f82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:41.971095 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de3a20-471b-4017-93ac-e0be05972ccb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Port': ['ID=2843d6ef-e646-42f1-8189-f2347d0ff86a,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:41.976516 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7ef4afd0-1b61-40ef-93f4-367ca476a28d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:42.061806 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4d4c5ba8-c7ec-4412-9217-08a645e696e4 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:42.081599 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a7bcfec2-7c42-4f4f-8a1a-cd311761ff8b tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:42.111514 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a7bcfec2-7c42-4f4f-8a1a-cd311761ff8b tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:42.115407 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a7bcfec2-7c42-4f4f-8a1a-cd311761ff8b tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/9d1c9731-300f-4553-9213-8501831d6f5f HTTP/1.1" status: 204 len: 168 time: 0.2969370 Mar 28 13:48:42.117283 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bcfec2-7c42-4f4f-8a1a-cd311761ff8b tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d1c9731-300f-4553-9213-8501831d6f5f,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:42.118429 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60442) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:42.146723 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7909c3d2-f6b1-4313-9b08-a1f900c950e8 req-ca183579-cebe-443c-97e3-759a012c8daa tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:42.148230 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7909c3d2-f6b1-4313-9b08-a1f900c950e8 req-ca183579-cebe-443c-97e3-759a012c8daa tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.20 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.0776620 Mar 28 13:48:42.166021 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8f4d2eed-69e2-4944-9f9f-b1b00b77ceb4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:42.170934 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8f4d2eed-69e2-4944-9f9f-b1b00b77ceb4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:42.175633 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-8f4d2eed-69e2-4944-9f9f-b1b00b77ceb4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "DELETE /v2.0/networks/ab9e7331-ae37-4dfa-86d0-297eb876e9b5 HTTP/1.1" status: 204 len: 168 time: 2.0343280 Mar 28 13:48:42.187714 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60444) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:42.215878 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-637deb3e-5098-4f6e-b90c-e1f237e965fa tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-21356739', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:42.232533 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d2eed-69e2-4944-9f9f-b1b00b77ceb4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event deleted for resources: {'Network': ['ID=ab9e7331-ae37-4dfa-86d0-297eb876e9b5,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:42.273713 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-45de3a20-471b-4017-93ac-e0be05972ccb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:42.278119 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-45de3a20-471b-4017-93ac-e0be05972ccb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/ports/2843d6ef-e646-42f1-8189-f2347d0ff86a HTTP/1.1" status: 204 len: 168 time: 2.0992932 Mar 28 13:48:42.282031 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4d4c5ba8-c7ec-4412-9217-08a645e696e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:42.284075 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60446) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:42.321550 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-ae4cdc56-d560-4f85-9e0f-1bc931beb994 None None] Could not find standard attr ID for object 2843d6ef-e646-42f1-8189-f2347d0ff86a. {{(pid=109614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 13:48:42.327397 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-b50a6de8-9e4a-41e0-84e2-10ff0264a291 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2072847 Mar 28 13:48:42.360156 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60448) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server [None req-2b5b62a9-bdd7-4606-9957-0d6ab8a8f82b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a4bcf330-ebc6-44b9-a2e7-8971751f738f: This subnet is being modified by another concurrent operation. Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1768, in update_port Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise exception Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a4bcf330-ebc6-44b9-a2e7-8971751f738f: This subnet is being modified by another concurrent operation. Mar 28 13:48:42.393787 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server Mar 28 13:48:42.415984 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c5ba8-c7ec-4412-9217-08a645e696e4 None None] Pushing event updated for resources: {'Port': ['ID=204c6cb5-ec90-41b9-93f5-1a0e4373daeb,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:42.426709 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4c5ba8-c7ec-4412-9217-08a645e696e4 None None] Network f4755aa3-6772-4239-a2d3-bc1bdc700b93 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:42.431696 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-4d4c5ba8-c7ec-4412-9217-08a645e696e4 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:42.435247 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4c5ba8-c7ec-4412-9217-08a645e696e4 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:48:42.436950 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-637deb3e-5098-4f6e-b90c-e1f237e965fa tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:42.438003 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-637deb3e-5098-4f6e-b90c-e1f237e965fa tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:42.454670 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7fcc2f1c-c91e-4bfc-a209-f11e7e231065 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:42.463907 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675565de-e989-4725-bfe0-d3a9b08da61f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:42.464110 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675565de-e989-4725-bfe0-d3a9b08da61f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:42.465860 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675565de-e989-4725-bfe0-d3a9b08da61f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:42.467564 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-675565de-e989-4725-bfe0-d3a9b08da61f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1754169 Mar 28 13:48:42.471059 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60452) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:42.492297 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7fcc2f1c-c91e-4bfc-a209-f11e7e231065 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:42.515851 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-4d4c5ba8-c7ec-4412-9217-08a645e696e4 None None] Attempting to bind port 204c6cb5-ec90-41b9-93f5-1a0e4373daeb on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:48:42.516225 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-4d4c5ba8-c7ec-4412-9217-08a645e696e4 None None] Attempting to bind port 204c6cb5-ec90-41b9-93f5-1a0e4373daeb by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'a2ece11a-0aa0-40f6-ae3f-e7a627fccd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f4755aa3-6772-4239-a2d3-bc1bdc700b93'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:48:42.516612 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4c5ba8-c7ec-4412-9217-08a645e696e4 None None] Attempting to bind port 204c6cb5-ec90-41b9-93f5-1a0e4373daeb on network f4755aa3-6772-4239-a2d3-bc1bdc700b93 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:48:42.518361 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d348e5b-b0ca-451f-bb9c-3a9221199c2a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Made reservation on behalf of 427ec9eabb7e45afac363fe68c5efe1f for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:48:42.521746 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4c5ba8-c7ec-4412-9217-08a645e696e4 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:48:42.521926 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5d348e5b-b0ca-451f-bb9c-3a9221199c2a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:42.522121 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4c5ba8-c7ec-4412-9217-08a645e696e4 None None] Checking segment: {'id': 'a2ece11a-0aa0-40f6-ae3f-e7a627fccd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f4755aa3-6772-4239-a2d3-bc1bdc700b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:48:42.522512 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4d4c5ba8-c7ec-4412-9217-08a645e696e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:42.522907 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4c5ba8-c7ec-4412-9217-08a645e696e4 None None] Bound using segment: {'id': 'a2ece11a-0aa0-40f6-ae3f-e7a627fccd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f4755aa3-6772-4239-a2d3-bc1bdc700b93'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:48:42.523393 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-4d4c5ba8-c7ec-4412-9217-08a645e696e4 None None] Bound port: 204c6cb5-ec90-41b9-93f5-1a0e4373daeb, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2ece11a-0aa0-40f6-ae3f-e7a627fccd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f4755aa3-6772-4239-a2d3-bc1bdc700b93'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:48:42.523781 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4d4c5ba8-c7ec-4412-9217-08a645e696e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:42.580546 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f53f23d-cf11-4bbf-acd1-894e11dcb365 None None] Network 078b94d0-ce4e-4551-ada3-1a1c7aac343a requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:48:42.599249 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7ef4afd0-1b61-40ef-93f4-367ca476a28d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:42.608579 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-637deb3e-5098-4f6e-b90c-e1f237e965fa tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:42.649754 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bc5a4a6-a61c-4404-baa7-5447275203b3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting subnet c803e171-d133-4b36-a983-946ee9587a3d {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:48:42.652695 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-8f10caf8-cac9-40e9-83be-2e308421f1ba None None] Provisioning complete for port 3c3bbee6-2f39-47d5-a953-dd2853f9d501 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:42.653075 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8f10caf8-cac9-40e9-83be-2e308421f1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:42.658872 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0bc5a4a6-a61c-4404-baa7-5447275203b3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:42.660761 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef4afd0-1b61-40ef-93f4-367ca476a28d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event deleted for resources: {'Subnet': ['ID=a4bcf330-ebc6-44b9-a2e7-8971751f738f,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:42.663571 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-4d4c5ba8-c7ec-4412-9217-08a645e696e4 None None] For port 204c6cb5-ec90-41b9-93f5-1a0e4373daeb, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:48:42.666227 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7ef4afd0-1b61-40ef-93f4-367ca476a28d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:42.672560 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-7ef4afd0-1b61-40ef-93f4-367ca476a28d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/subnets/a4bcf330-ebc6-44b9-a2e7-8971751f738f HTTP/1.1" status: 204 len: 168 time: 1.1614749 Mar 28 13:48:42.675052 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60454) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:42.702951 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-637deb3e-5098-4f6e-b90c-e1f237e965fa tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:42.708471 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-4d4c5ba8-c7ec-4412-9217-08a645e696e4 None None] For port 204c6cb5-ec90-41b9-93f5-1a0e4373daeb, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=204c6cb5-ec90-41b9-93f5-1a0e4373daeb,segment=NetworkSegment(a2ece11a-0aa0-40f6-ae3f-e7a627fccd22),segment_id=a2ece11a-0aa0-40f6-ae3f-e7a627fccd22)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:48:42.730767 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-f33250b9-53c4-412e-99c9-fb76a50ab862 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] DELETE failed (client error): The resource could not be found. Mar 28 13:48:42.731333 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f33250b9-53c4-412e-99c9-fb76a50ab862 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:48:42.736341 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0bc5a4a6-a61c-4404-baa7-5447275203b3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:42.737203 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f33250b9-53c4-412e-99c9-fb76a50ab862 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/subnets/564d344e-c5d3-4d38-9bcf-8b620cc230e6 HTTP/1.1" status: 404 len: 337 time: 0.0432644 Mar 28 13:48:42.738135 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60456) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:42.748131 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-8f10caf8-cac9-40e9-83be-2e308421f1ba None None] Port 3c3bbee6-2f39-47d5-a953-dd2853f9d501 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:48:42.763742 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d81a2-6722-4bfb-a4f9-26d232ec123b req-0861d2a3-b0fb-4061-8dd1-f5f0ab762f73 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:42.766323 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-8f10caf8-cac9-40e9-83be-2e308421f1ba None None] Provisioning complete for port 7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:42.766745 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8f10caf8-cac9-40e9-83be-2e308421f1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:42.768007 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-646d81a2-6722-4bfb-a4f9-26d232ec123b req-0861d2a3-b0fb-4061-8dd1-f5f0ab762f73 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.1737494 Mar 28 13:48:42.774034 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7fcc2f1c-c91e-4bfc-a209-f11e7e231065 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:42.778871 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7fcc2f1c-c91e-4bfc-a209-f11e7e231065 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:42.780465 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-7fcc2f1c-c91e-4bfc-a209-f11e7e231065 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/45427460-3863-4bf5-91e6-a364bc207aa1 HTTP/1.1" status: 204 len: 168 time: 0.4154487 Mar 28 13:48:42.789974 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60458) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:42.789974 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-5ac9f70c-d1d6-442a-8a68-acb8d771ca56 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "GET /v2.0/ports?device_id=5231fbb2-6ecf-479f-9b3c-f7b300f3d5c2 HTTP/1.1" status: 200 len: 205 time: 0.0473192 Mar 28 13:48:42.792986 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4d4c5ba8-c7ec-4412-9217-08a645e696e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:42.798473 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60460) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:42.801509 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc2f1c-c91e-4bfc-a209-f11e7e231065 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45427460-3863-4bf5-91e6-a364bc207aa1,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:42.848876 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e36c766-2b65-4c8b-b97b-80fc53c3c253 None None] DHCP port deletion for 078b94d0-ce4e-4551-ada3-1a1c7aac343a request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:48:42.898782 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-637deb3e-5098-4f6e-b90c-e1f237e965fa tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:42.902112 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-637deb3e-5098-4f6e-b90c-e1f237e965fa tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.7022662 Mar 28 13:48:42.906571 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60462) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:42.914738 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-cc81a4a3-11d3-4853-bc13-0afa2851a990 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2058415548'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:42.925282 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-bc7107a4-7be6-4cc3-932b-ea9765fdc3b4 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] delete failed (client error): The resource could not be found. Mar 28 13:48:42.927557 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-bc7107a4-7be6-4cc3-932b-ea9765fdc3b4 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/routers/5231fbb2-6ecf-479f-9b3c-f7b300f3d5c2 HTTP/1.1" status: 404 len: 336 time: 0.1026495 Mar 28 13:48:42.934839 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60464) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:42.936276 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0bc5a4a6-a61c-4404-baa7-5447275203b3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:42.952692 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:48:42.957115 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c5ba8-c7ec-4412-9217-08a645e696e4 None None] Pushing event updated for resources: {'Port': ['ID=204c6cb5-ec90-41b9-93f5-1a0e4373daeb,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:42.983527 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-4762c69e-2c4e-49a2-a4d6-e62eda7d28f1 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] DELETE failed (client error): The resource could not be found. Mar 28 13:48:42.984488 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4762c69e-2c4e-49a2-a4d6-e62eda7d28f1 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:48:42.993045 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-4762c69e-2c4e-49a2-a4d6-e62eda7d28f1 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/subnets/3479f6e2-ccff-4ab0-88ca-fbea6d3e4f58 HTTP/1.1" status: 404 len: 337 time: 0.0465043 Mar 28 13:48:42.999282 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60466) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:43.030745 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-7909c3d2-f6b1-4313-9b08-a1f900c950e8 req-50bc2df3-6cee-498f-8310-a853667688e0 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Deleting port a18e5b15-c8e3-4960-85c2-3c772fab2e02 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:48:43.031492 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-7909c3d2-f6b1-4313-9b08-a1f900c950e8 req-50bc2df3-6cee-498f-8310-a853667688e0 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:43.062795 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-646d81a2-6722-4bfb-a4f9-26d232ec123b req-6853715d-f823-4ea7-9e95-0d280046250c tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2785130 Mar 28 13:48:43.087000 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc81a4a3-11d3-4853-bc13-0afa2851a990 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Made reservation on behalf of f6b8e64020de40e182c741fada779147 for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:48:43.095506 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cc81a4a3-11d3-4853-bc13-0afa2851a990 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:43.107371 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60468) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:43.107896 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-144d1170-94e4-4cb4-b979-923b048f6eb2 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.3215244 Mar 28 13:48:43.109140 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-5df3f712-67d3-4f7d-9824-ce05da12974d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] DELETE failed (client error): The resource could not be found. Mar 28 13:48:43.114733 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-6e36c766-2b65-4c8b-b97b-80fc53c3c253 None None] Deleting port 7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:48:43.118365 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6e36c766-2b65-4c8b-b97b-80fc53c3c253 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:43.125265 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0bc5a4a6-a61c-4404-baa7-5447275203b3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:43.128924 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5df3f712-67d3-4f7d-9824-ce05da12974d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:48:43.150862 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-5df3f712-67d3-4f7d-9824-ce05da12974d tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/subnets/a4dc90ed-6bec-41ec-95d8-644a399c5180 HTTP/1.1" status: 404 len: 337 time: 0.1497455 Mar 28 13:48:43.154087 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60470) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:43.175296 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5d348e5b-b0ca-451f-bb9c-3a9221199c2a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:43.177186 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc5a4a6-a61c-4404-baa7-5447275203b3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Subnet': ['ID=c803e171-d133-4b36-a983-946ee9587a3d,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:43.185897 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:43.190324 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0bc5a4a6-a61c-4404-baa7-5447275203b3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:43.195894 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-0bc5a4a6-a61c-4404-baa7-5447275203b3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/c803e171-d133-4b36-a983-946ee9587a3d HTTP/1.1" status: 204 len: 168 time: 0.7216530 Mar 28 13:48:43.209570 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1249fc76-ada8-4472-87a8-9bfec9c93d0b None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:48:43.245112 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60472) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:43.252206 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-6e36c766-2b65-4c8b-b97b-80fc53c3c253 None None] For port 7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04,segment=NetworkSegment(d9f45b0b-84e9-4fa5-9d8d-8e5b42de71ec),segment_id=d9f45b0b-84e9-4fa5-9d8d-8e5b42de71ec)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:48:43.252206 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6e36c766-2b65-4c8b-b97b-80fc53c3c253 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:43.264946 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc81a4a3-11d3-4853-bc13-0afa2851a990 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:48:43.272932 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb285b55-55ed-4e05-b305-49160cde1d9b tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] DELETE failed (client error): The resource could not be found. Mar 28 13:48:43.273394 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb285b55-55ed-4e05-b305-49160cde1d9b tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:48:43.280245 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-fb285b55-55ed-4e05-b305-49160cde1d9b tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/subnets/fc40b16b-2bd2-4142-ae99-abf8aaf111f4 HTTP/1.1" status: 404 len: 337 time: 0.1189184 Mar 28 13:48:43.285876 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60474) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:43.287802 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cc81a4a3-11d3-4853-bc13-0afa2851a990 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:43.288427 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-cc81a4a3-11d3-4853-bc13-0afa2851a990 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Added segment 37e76854-46bd-4860-97ec-e659d4b02e34 of type vlan for network 6ec7f31c-8f9b-4c25-9782-9b480b51dfcf Mar 28 13:48:43.312504 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-13bab9d2-98b1-42ee-8c49-f2f0453f48d8 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] DELETE failed (client error): The resource could not be found. Mar 28 13:48:43.313225 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13bab9d2-98b1-42ee-8c49-f2f0453f48d8 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:48:43.319082 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-13bab9d2-98b1-42ee-8c49-f2f0453f48d8 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/ports/2bf2466a-6104-402d-9db0-eb37fa06055c HTTP/1.1" status: 404 len: 333 time: 0.0299876 Mar 28 13:48:43.320874 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60476) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:43.331928 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-7909c3d2-f6b1-4313-9b08-a1f900c950e8 req-50bc2df3-6cee-498f-8310-a853667688e0 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] For port a18e5b15-c8e3-4960-85c2-3c772fab2e02, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=a18e5b15-c8e3-4960-85c2-3c772fab2e02,segment=NetworkSegment(435e52b0-8901-46cb-99fe-f8308dda262f),segment_id=435e52b0-8901-46cb-99fe-f8308dda262f)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:48:43.332316 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-7909c3d2-f6b1-4313-9b08-a1f900c950e8 req-50bc2df3-6cee-498f-8310-a853667688e0 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:43.340598 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04,segment=NetworkSegment(d9f45b0b-84e9-4fa5-9d8d-8e5b42de71ec),segment_id=d9f45b0b-84e9-4fa5-9d8d-8e5b42de71ec)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:48:43.342502 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-6e36c766-2b65-4c8b-b97b-80fc53c3c253 None None] Calling delete_port for 7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:48:43.351164 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a6b221f6-d0fc-46d8-9974-c13fdc902a35 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:43.356728 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-70a8031d-4871-4da8-b8c5-c6bdb93618fe tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] DELETE failed (client error): The resource could not be found. Mar 28 13:48:43.357186 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70a8031d-4871-4da8-b8c5-c6bdb93618fe tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:48:43.360332 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-70a8031d-4871-4da8-b8c5-c6bdb93618fe tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/subnets/7fef7d2b-4bf3-4443-9727-e5dc1152e6df HTTP/1.1" status: 404 len: 337 time: 0.0385096 Mar 28 13:48:43.363467 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60478) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:43.389827 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d348e5b-b0ca-451f-bb9c-3a9221199c2a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Network f4755aa3-6772-4239-a2d3-bc1bdc700b93 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:43.397283 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-73655914-d9f3-4dc3-ba78-a060d6bc964c tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] DELETE failed (client error): The resource could not be found. Mar 28 13:48:43.397936 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73655914-d9f3-4dc3-ba78-a060d6bc964c tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:48:43.403140 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-73655914-d9f3-4dc3-ba78-a060d6bc964c tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/subnets/5160d1b2-7d9e-4cb1-b15a-227427da5a5f HTTP/1.1" status: 404 len: 337 time: 0.0364614 Mar 28 13:48:43.404122 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60480) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:43.410971 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a6b221f6-d0fc-46d8-9974-c13fdc902a35 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:43.413482 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:43.415682 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-5d348e5b-b0ca-451f-bb9c-3a9221199c2a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:43.425636 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cc81a4a3-11d3-4853-bc13-0afa2851a990 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:43.436689 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:43.439775 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d348e5b-b0ca-451f-bb9c-3a9221199c2a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:43.441109 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5d348e5b-b0ca-451f-bb9c-3a9221199c2a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:43.455542 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4d24c47-b489-4e99-9fe1-e72451cdd9da tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] DELETE failed (client error): The resource could not be found. Mar 28 13:48:43.456736 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4d24c47-b489-4e99-9fe1-e72451cdd9da tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:48:43.461603 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f4d24c47-b489-4e99-9fe1-e72451cdd9da tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/ports/19802c7c-04e6-45e6-98c4-810bcd2dcc1e HTTP/1.1" status: 404 len: 333 time: 0.0549200 Mar 28 13:48:43.465307 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60482) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:43.492273 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d348e5b-b0ca-451f-bb9c-3a9221199c2a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event updated for resources: {'Subnet': ['ID=7293143d-2ee7-44f1-9e6e-01e2ecbb641f,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:43.514835 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba0b0e54-71a9-44e1-b38e-d5c3903f0e9c tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting subnet fa6104cb-0651-4290-992a-8f5d181473ed {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:48:43.529140 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ba0b0e54-71a9-44e1-b38e-d5c3903f0e9c tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:43.535706 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04,revision_number=11']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:43.556641 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-5d348e5b-b0ca-451f-bb9c-3a9221199c2a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6555116 Mar 28 13:48:43.578743 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60484) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:43.585035 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-abdedf68-8931-4f3e-9129-e6d746793abd tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Request body: {'port': {'network_id': 'f4755aa3-6772-4239-a2d3-bc1bdc700b93', 'fixed_ips': [{'subnet_id': '34f864d8-0b42-4158-af6a-bebe1595be3e'}, {'subnet_id': '7293143d-2ee7-44f1-9e6e-01e2ecbb641f'}], 'name': 'tempest-PortsIpV6TestJSON-147079400'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:43.586954 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-1af268cf-3c1b-41ab-bce3-6ea6fc47794b tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] DELETE failed (client error): The resource could not be found. Mar 28 13:48:43.587405 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1af268cf-3c1b-41ab-bce3-6ea6fc47794b tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:48:43.592482 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-1af268cf-3c1b-41ab-bce3-6ea6fc47794b tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/subnets/12829268-faf3-40d9-b028-c85479000abe HTTP/1.1" status: 404 len: 337 time: 0.1216638 Mar 28 13:48:43.596476 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60486) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:43.630933 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-64da592c-798c-446d-aa56-2dba6dfbb292 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] DELETE failed (client error): The resource could not be found. Mar 28 13:48:43.631701 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64da592c-798c-446d-aa56-2dba6dfbb292 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:48:43.637015 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-64da592c-798c-446d-aa56-2dba6dfbb292 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/subnets/e78703a0-4974-46be-b362-bb3910887d9a HTTP/1.1" status: 404 len: 337 time: 0.0372155 Mar 28 13:48:43.637015 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a6b221f6-d0fc-46d8-9974-c13fdc902a35 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:43.640279 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60488) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:43.644047 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a6b221f6-d0fc-46d8-9974-c13fdc902a35 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:43.645194 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a6b221f6-d0fc-46d8-9974-c13fdc902a35 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/17762482-2f89-4855-80a7-3514d994aace HTTP/1.1" status: 204 len: 168 time: 0.5366468 Mar 28 13:48:43.648599 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60490) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:43.652139 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6e36c766-2b65-4c8b-b97b-80fc53c3c253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:43.662407 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ba0b0e54-71a9-44e1-b38e-d5c3903f0e9c tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:43.687008 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36c766-2b65-4c8b-b97b-80fc53c3c253 None None] Pushing event deleted for resources: {'Port': ['ID=7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:43.689616 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b221f6-d0fc-46d8-9974-c13fdc902a35 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=17762482-2f89-4855-80a7-3514d994aace,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:43.693306 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e36c766-2b65-4c8b-b97b-80fc53c3c253 None None] No DVR routers for this DVR port 7678fb6d-0dcd-4a90-b6a8-6f2254f0cf04 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:48:43.733617 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cc81a4a3-11d3-4853-bc13-0afa2851a990 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:43.740477 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc81a4a3-11d3-4853-bc13-0afa2851a990 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:43.741179 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cc81a4a3-11d3-4853-bc13-0afa2851a990 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:43.766412 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-7909c3d2-f6b1-4313-9b08-a1f900c950e8 req-50bc2df3-6cee-498f-8310-a853667688e0 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:43.767110 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-7909c3d2-f6b1-4313-9b08-a1f900c950e8 req-50bc2df3-6cee-498f-8310-a853667688e0 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:43.767110 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [req-7909c3d2-f6b1-4313-9b08-a1f900c950e8 req-50bc2df3-6cee-498f-8310-a853667688e0 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Floating IP fc052098-0e79-4129-a1b3-8c5d1d7dc32f disassociated. External IP: 172.26.2.121, port: a18e5b15-c8e3-4960-85c2-3c772fab2e02. Mar 28 13:48:43.767455 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-7909c3d2-f6b1-4313-9b08-a1f900c950e8 req-50bc2df3-6cee-498f-8310-a853667688e0 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Calling delete_port for a18e5b15-c8e3-4960-85c2-3c772fab2e02 owned by compute:nova {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:48:43.774695 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-68d93cbe-c2d9-40d3-9a2c-04e4f2eb4f22 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1250112 Mar 28 13:48:43.775197 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60492) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:43.822534 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-410b2c80-2670-42d6-a623-03bfa21ca981 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:43.877815 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-cc81a4a3-11d3-4853-bc13-0afa2851a990 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9696701 Mar 28 13:48:43.880400 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-410b2c80-2670-42d6-a623-03bfa21ca981 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:43.882277 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60494) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:43.888891 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc81a4a3-11d3-4853-bc13-0afa2851a990 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event updated for resources: {'Network': ['ID=6ec7f31c-8f9b-4c25-9782-9b480b51dfcf,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:43.894128 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-6ea24fb4-626d-4425-b3d8-f0d046ec0840 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Request body: {'subnet': {'network_id': '6ec7f31c-8f9b-4c25-9782-9b480b51dfcf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:43.899034 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ba0b0e54-71a9-44e1-b38e-d5c3903f0e9c tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:43.904637 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 6ec7f31c-8f9b-4c25-9782-9b480b51dfcf details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:48:43.977590 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abdedf68-8931-4f3e-9129-e6d746793abd tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Made reservation on behalf of 427ec9eabb7e45afac363fe68c5efe1f for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:48:44.057469 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ba0b0e54-71a9-44e1-b38e-d5c3903f0e9c tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:44.075665 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-5fb761e7-f7e8-433d-9c6c-5f0c35f0e334 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Deleting port 3c3bbee6-2f39-47d5-a953-dd2853f9d501 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:48:44.076003 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5fb761e7-f7e8-433d-9c6c-5f0c35f0e334 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:44.104847 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b0e54-71a9-44e1-b38e-d5c3903f0e9c tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Subnet': ['ID=fa6104cb-0651-4290-992a-8f5d181473ed,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:44.110238 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ba0b0e54-71a9-44e1-b38e-d5c3903f0e9c tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:44.114017 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ba0b0e54-71a9-44e1-b38e-d5c3903f0e9c tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/fa6104cb-0651-4290-992a-8f5d181473ed HTTP/1.1" status: 204 len: 168 time: 0.8682275 Mar 28 13:48:44.117287 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60498) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:44.174399 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ee62725b-5b8f-476f-8cb3-771551d51955 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0559692 Mar 28 13:48:44.179792 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60500) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:44.185159 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-29708b47-9072-4cbd-9698-c72e24326733 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'subnet': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:44.190860 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-410b2c80-2670-42d6-a623-03bfa21ca981 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:44.211490 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-410b2c80-2670-42d6-a623-03bfa21ca981 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:44.214923 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-410b2c80-2670-42d6-a623-03bfa21ca981 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/bb011552-d917-4a14-bf36-f5c836fd7d5a HTTP/1.1" status: 204 len: 168 time: 0.4346676 Mar 28 13:48:44.217078 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea24fb4-626d-4425-b3d8-f0d046ec0840 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Made reservation on behalf of f6b8e64020de40e182c741fada779147 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:48:44.221077 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6ea24fb4-626d-4425-b3d8-f0d046ec0840 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:44.243352 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60502) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:44.295762 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5fb761e7-f7e8-433d-9c6c-5f0c35f0e334 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:44.299068 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b2c80-2670-42d6-a623-03bfa21ca981 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb011552-d917-4a14-bf36-f5c836fd7d5a,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:44.317796 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-abdedf68-8931-4f3e-9129-e6d746793abd tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:44.322477 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-5666a9c5-baff-4792-bb39-f0f14b842a82 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0753498 Mar 28 13:48:44.323489 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60504) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:44.348898 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d36a6e0-c27b-4030-ba7b-420fb0137f5d None None] Network f4755aa3-6772-4239-a2d3-bc1bdc700b93 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:48:44.370796 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-64b296b6-f578-4837-88a1-7d6b69e28abf tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:44.378964 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-64b296b6-f578-4837-88a1-7d6b69e28abf tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:44.379176 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-5fb761e7-f7e8-433d-9c6c-5f0c35f0e334 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Calling delete_port for 3c3bbee6-2f39-47d5-a953-dd2853f9d501 owned by {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:48:44.416941 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2a2dee-caec-4055-a2f6-55a1c4df7774 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:48:44.423791 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29708b47-9072-4cbd-9698-c72e24326733 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:48:44.424837 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-abdedf68-8931-4f3e-9129-e6d746793abd tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] device_id is not set on port 8b926e2e-895a-4073-9cf8-064492a10494 yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:48:44.428004 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-29708b47-9072-4cbd-9698-c72e24326733 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:44.442788 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091918f3-8a91-46ae-91c2-f5d58ca5e68f req-961b4631-740d-4d0c-9ba5-24aca9f94226 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:44.444277 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-091918f3-8a91-46ae-91c2-f5d58ca5e68f req-961b4631-740d-4d0c-9ba5-24aca9f94226 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 945 time: 0.2781703 Mar 28 13:48:44.486278 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-64b296b6-f578-4837-88a1-7d6b69e28abf tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:44.494328 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-51de200b-f999-421f-8156-2bc4f7c9a39b None None] Provisioning complete for port 7e5d7091-e90a-4083-9702-bfa711ca33b5 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:44.495204 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-51de200b-f999-421f-8156-2bc4f7c9a39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:44.497633 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-64b296b6-f578-4837-88a1-7d6b69e28abf tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:44.501247 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-64b296b6-f578-4837-88a1-7d6b69e28abf tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/d0a22425-02af-444c-af94-c5163a62d70d HTTP/1.1" status: 204 len: 168 time: 0.1743612 Mar 28 13:48:44.505613 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60506) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:44.513330 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b296b6-f578-4837-88a1-7d6b69e28abf tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d0a22425-02af-444c-af94-c5163a62d70d,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:44.531771 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-7909c3d2-f6b1-4313-9b08-a1f900c950e8 req-50bc2df3-6cee-498f-8310-a853667688e0 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:44.571645 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-804a80ec-a468-47e3-a6c3-74a94c418c6e tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0624104 Mar 28 13:48:44.571874 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60508) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:44.644264 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc2df3-6cee-498f-8310-a853667688e0 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Pushing event deleted for resources: {'Port': ['ID=a18e5b15-c8e3-4960-85c2-3c772fab2e02,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:44.671472 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a4f71f4f-bb67-43bf-b91c-139c24c3548d tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:44.705640 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-091918f3-8a91-46ae-91c2-f5d58ca5e68f req-7abc9525-4de3-4b00-a958-748a63dca2cb tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2186003 Mar 28 13:48:44.721990 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a4f71f4f-bb67-43bf-b91c-139c24c3548d tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:44.725082 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-51de200b-f999-421f-8156-2bc4f7c9a39b None None] Provisioning complete for port 204c6cb5-ec90-41b9-93f5-1a0e4373daeb triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:44.725082 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-51de200b-f999-421f-8156-2bc4f7c9a39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:44.857803 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68c3934-2dc2-468e-860d-d5c8442a6883 None None] DHCP port deletion for 0683b568-5de1-47de-8c3c-3856d7f643f9 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:48:44.878350 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-51de200b-f999-421f-8156-2bc4f7c9a39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:44.886090 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-29708b47-9072-4cbd-9698-c72e24326733 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:44.940670 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a4f71f4f-bb67-43bf-b91c-139c24c3548d tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:44.943591 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a4f71f4f-bb67-43bf-b91c-139c24c3548d tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:44.944910 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a4f71f4f-bb67-43bf-b91c-139c24c3548d tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "DELETE /v2.0/security-groups/679fac9a-6890-4ad2-b9be-795d3fb1a1df HTTP/1.1" status: 204 len: 168 time: 0.3720613 Mar 28 13:48:44.969688 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60510) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:44.995911 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29708b47-9072-4cbd-9698-c72e24326733 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:45.004647 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f71f4f-bb67-43bf-b91c-139c24c3548d tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=679fac9a-6890-4ad2-b9be-795d3fb1a1df,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:45.018127 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-29708b47-9072-4cbd-9698-c72e24326733 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:45.018127 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29708b47-9072-4cbd-9698-c72e24326733 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Subnet': ['ID=60aeb536-4d7f-4179-8baa-0d8df20a3d25,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:45.018127 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29708b47-9072-4cbd-9698-c72e24326733 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:45.018482 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-29708b47-9072-4cbd-9698-c72e24326733 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:45.053484 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5fb761e7-f7e8-433d-9c6c-5f0c35f0e334 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:45.061626 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-3bf611f4-2077-4f0e-afbd-1236a706fd18 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0820568 Mar 28 13:48:45.061736 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 204c6cb5-ec90-41b9-93f5-1a0e4373daeb up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:48:45.061835 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60512) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:45.065980 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-5936b4c2-69a2-46d9-a0ea-2d69606c6154 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Request body: {'security_group': {'name': 'tempest-secgroup--117303619'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:45.095260 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a58af67-23f1-42ce-8023-a70fd8612351 None None] Update dhcp port {'port': {'network_id': 'f4755aa3-6772-4239-a2d3-bc1bdc700b93', 'fixed_ips': [{'subnet_id': '34f864d8-0b42-4158-af6a-bebe1595be3e', 'ip_address': '2001:db8::2'}, {'subnet_id': '7293143d-2ee7-44f1-9e6e-01e2ecbb641f'}], 'binding:host_id': 'dv-neutron-835335-1-hyperv'}, 'id': '204c6cb5-ec90-41b9-93f5-1a0e4373daeb'} from dv-neutron-835335-1-hyperv. {{(pid=109614) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 28 13:48:45.114883 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-29708b47-9072-4cbd-9698-c72e24326733 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9310973 Mar 28 13:48:45.115115 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60514) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:45.121096 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-c3f7940e-2deb-4b41-9970-f90ed1c44a4e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'subnet': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:45.131182 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb761e7-f7e8-433d-9c6c-5f0c35f0e334 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event deleted for resources: {'Port': ['ID=3c3bbee6-2f39-47d5-a953-dd2853f9d501,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:45.156928 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-51de200b-f999-421f-8156-2bc4f7c9a39b None None] For port 204c6cb5-ec90-41b9-93f5-1a0e4373daeb, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=204c6cb5-ec90-41b9-93f5-1a0e4373daeb,segment=NetworkSegment(a2ece11a-0aa0-40f6-ae3f-e7a627fccd22),segment_id=a2ece11a-0aa0-40f6-ae3f-e7a627fccd22)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:48:45.158702 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9a58af67-23f1-42ce-8023-a70fd8612351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:45.175561 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5fb761e7-f7e8-433d-9c6c-5f0c35f0e334 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:45.178724 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-5fb761e7-f7e8-433d-9c6c-5f0c35f0e334 tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/ports/3c3bbee6-2f39-47d5-a953-dd2853f9d501 HTTP/1.1" status: 204 len: 168 time: 1.5374663 Mar 28 13:48:45.183574 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60516) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:45.191585 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5936b4c2-69a2-46d9-a0ea-2d69606c6154 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:45.203868 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7909c3d2-f6b1-4313-9b08-a1f900c950e8 req-50bc2df3-6cee-498f-8310-a853667688e0 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Router 932ca29e-8b40-4b6f-9e96-e6798079555f has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:48:45.212059 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-f68c3934-2dc2-468e-860d-d5c8442a6883 None None] Deleting port 7e5d7091-e90a-4083-9702-bfa711ca33b5 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:48:45.212461 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f68c3934-2dc2-468e-860d-d5c8442a6883 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:45.233834 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-51de200b-f999-421f-8156-2bc4f7c9a39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:45.243206 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 204c6cb5-ec90-41b9-93f5-1a0e4373daeb triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:45.243573 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:45.265391 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6ea24fb4-626d-4425-b3d8-f0d046ec0840 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:45.324025 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5936b4c2-69a2-46d9-a0ea-2d69606c6154 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:45.377202 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f7940e-2deb-4b41-9970-f90ed1c44a4e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:48:45.381282 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c3f7940e-2deb-4b41-9970-f90ed1c44a4e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:45.393255 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-761a31c6-d972-4a93-aee0-3c19a110b11c tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:45.427668 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51de200b-f999-421f-8156-2bc4f7c9a39b None None] Pushing event updated for resources: {'Port': ['ID=204c6cb5-ec90-41b9-93f5-1a0e4373daeb,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:45.442639 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5936b4c2-69a2-46d9-a0ea-2d69606c6154 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:45.444885 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-f68c3934-2dc2-468e-860d-d5c8442a6883 None None] For port 7e5d7091-e90a-4083-9702-bfa711ca33b5, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=7e5d7091-e90a-4083-9702-bfa711ca33b5,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:48:45.445282 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f68c3934-2dc2-468e-860d-d5c8442a6883 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:45.450838 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea24fb4-626d-4425-b3d8-f0d046ec0840 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event updated for resources: {'Subnet': ['ID=abc23a04-a966-44a0-b480-87f6cce0ce85,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:45.462006 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-f68c3934-2dc2-468e-860d-d5c8442a6883 None None] Calling delete_port for 7e5d7091-e90a-4083-9702-bfa711ca33b5 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:48:45.481449 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5936b4c2-69a2-46d9-a0ea-2d69606c6154 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e383959-188b-4c03-92ad-bf0c6280456a,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:45.504641 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-abdedf68-8931-4f3e-9129-e6d746793abd tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Allocated IP 2001:db8::1e (f4755aa3-6772-4239-a2d3-bc1bdc700b93/34f864d8-0b42-4158-af6a-bebe1595be3e/8b926e2e-895a-4073-9cf8-064492a10494) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:48:45.519989 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-abdedf68-8931-4f3e-9129-e6d746793abd tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Allocated IP 2001:db8:0:1::3d5 (f4755aa3-6772-4239-a2d3-bc1bdc700b93/7293143d-2ee7-44f1-9e6e-01e2ecbb641f/8b926e2e-895a-4073-9cf8-064492a10494) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:48:45.557606 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea24fb4-626d-4425-b3d8-f0d046ec0840 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Checking segment: {'id': '37e76854-46bd-4860-97ec-e659d4b02e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6ec7f31c-8f9b-4c25-9782-9b480b51dfcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:48:45.557960 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea24fb4-626d-4425-b3d8-f0d046ec0840 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Network hostable DHCP agents. Network: 6ec7f31c-8f9b-4c25-9782-9b480b51dfcf, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:48:45.582573 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7909c3d2-f6b1-4313-9b08-a1f900c950e8 req-50bc2df3-6cee-498f-8310-a853667688e0 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:48:45.587126 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5936b4c2-69a2-46d9-a0ea-2d69606c6154 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:45.588406 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-5936b4c2-69a2-46d9-a0ea-2d69606c6154 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5269184 Mar 28 13:48:45.591374 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60518) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:45.597425 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-7b24f5b5-7955-404d-b075-2fae8bab468c tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Request body: {'security_group_rule': {'security_group_id': '2e383959-188b-4c03-92ad-bf0c6280456a', 'direction': 'ingress', 'protocol': 17}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:45.597864 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1d6242-780f-4045-afe3-2808e92289ca None None] Sync routers for ids ['932ca29e-8b40-4b6f-9e96-e6798079555f'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:48:45.611800 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1d6242-780f-4045-afe3-2808e92289ca None None] Routers {'932ca29e-8b40-4b6f-9e96-e6798079555f'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:48:45.613262 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-7a1d6242-780f-4045-afe3-2808e92289ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:48:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['932ca29e-8b40-4b6f-9e96-e6798079555f'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:45.626565 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-761a31c6-d972-4a93-aee0-3c19a110b11c tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:45.655257 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f68c3934-2dc2-468e-860d-d5c8442a6883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:45.694314 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68c3934-2dc2-468e-860d-d5c8442a6883 None None] Pushing event deleted for resources: {'Port': ['ID=7e5d7091-e90a-4083-9702-bfa711ca33b5,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:45.702484 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68c3934-2dc2-468e-860d-d5c8442a6883 None None] No DVR routers for this DVR port 7e5d7091-e90a-4083-9702-bfa711ca33b5 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:48:45.709541 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7b24f5b5-7955-404d-b075-2fae8bab468c tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:45.741493 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f00b2f-e89d-4665-997c-b2ec9d71dc20 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:48:45.818502 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-7a1d6242-780f-4045-afe3-2808e92289ca None None] Set router 932ca29e-8b40-4b6f-9e96-e6798079555f gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:48:45.852009 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7b24f5b5-7955-404d-b075-2fae8bab468c tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:45.881999 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.objects.ports [None req-c3f7940e-2deb-4b41-9970-f90ed1c44a4e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109612) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 13:48:45.884110 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c3f7940e-2deb-4b41-9970-f90ed1c44a4e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:45.918797 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7b24f5b5-7955-404d-b075-2fae8bab468c tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:45.950297 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f7940e-2deb-4b41-9970-f90ed1c44a4e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:45.956286 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b24f5b5-7955-404d-b075-2fae8bab468c tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df883091-a7dc-402d-9a06-aaf77967ae59,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:45.959252 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-c3f7940e-2deb-4b41-9970-f90ed1c44a4e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:45.964554 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f7940e-2deb-4b41-9970-f90ed1c44a4e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:45.965158 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c3f7940e-2deb-4b41-9970-f90ed1c44a4e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:45.974345 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7940e-2deb-4b41-9970-f90ed1c44a4e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Subnet': ['ID=8830ba59-1475-4cde-89af-43553774aebb,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:46.023492 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-7909c3d2-f6b1-4313-9b08-a1f900c950e8 req-50bc2df3-6cee-498f-8310-a853667688e0 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] No DVR routers for this DVR port a18e5b15-c8e3-4960-85c2-3c772fab2e02 on host hv-neutron-8353 {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:48:46.028669 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-761a31c6-d972-4a93-aee0-3c19a110b11c tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['078b94d0-ce4e-4551-ada3-1a1c7aac343a']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:46.031190 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-7909c3d2-f6b1-4313-9b08-a1f900c950e8 req-50bc2df3-6cee-498f-8310-a853667688e0 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:46.031322 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7b24f5b5-7955-404d-b075-2fae8bab468c tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:46.035008 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7909c3d2-f6b1-4313-9b08-a1f900c950e8 req-50bc2df3-6cee-498f-8310-a853667688e0 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.20 "DELETE /v2.0/ports/a18e5b15-c8e3-4960-85c2-3c772fab2e02 HTTP/1.1" status: 204 len: 173 time: 3.8794901 Mar 28 13:48:46.037108 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-7b24f5b5-7955-404d-b075-2fae8bab468c tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4449375 Mar 28 13:48:46.042381 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60524) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:46.043057 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039e8741-427b-492c-ad32-ec0c4618afe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-0683b568-5de1-47de-8c3c-3856d7f643f9', 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'tenant_id': '97c2fb5000a44df7a1530b25f26f0716', 'fixed_ips': [{'subnet_id': '60aeb536-4d7f-4179-8baa-0d8df20a3d25'}, {'subnet_id': '8830ba59-1475-4cde-89af-43553774aebb'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:48:46.044408 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-039e8741-427b-492c-ad32-ec0c4618afe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:46.052653 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81205a7a-3841-4d6b-b481-77365f38218a', 'name': 'network-vif-deleted', 'tag': 'a18e5b15-c8e3-4960-85c2-3c772fab2e02'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:48:46.054926 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a9f462-817f-4649-bc2a-e28331efc13f" -d '{"events": [{"server_uuid": "81205a7a-3841-4d6b-b481-77365f38218a", "name": "network-vif-deleted", "tag": "a18e5b15-c8e3-4960-85c2-3c772fab2e02"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:48:46.068591 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c3f7940e-2deb-4b41-9970-f90ed1c44a4e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9500537 Mar 28 13:48:46.068714 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c20d0d5a-a0fa-47ab-9a06-fb0564ce13d4 req-a64b63de-da9a-4c41-ad66-d5a35f853a47 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 210 time: 0.0812974 Mar 28 13:48:46.070615 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60528) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:46.071883 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea24fb4-626d-4425-b3d8-f0d046ec0840 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Network 6ec7f31c-8f9b-4c25-9782-9b480b51dfcf is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:48:46.075542 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-d13c3a5c-37fb-47b5-b826-73c8710268b6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'port': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'mac_address': 'fa:16:3e:d4:75:3e', 'name': 'tempest-NetworksTestDHCPv6-1352614771'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:46.082242 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-761a31c6-d972-4a93-aee0-3c19a110b11c tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9f45b0b-84e9-4fa5-9d8d-8e5b42de71ec') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:46.082537 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-761a31c6-d972-4a93-aee0-3c19a110b11c tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9f45b0b-84e9-4fa5-9d8d-8e5b42de71ec') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:46.122581 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 13:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d593a03-6482-4f74-9c60-e618f2071fdb x-openstack-request-id: req-3d593a03-6482-4f74-9c60-e618f2071fdb {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:48:46.125651 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81205a7a-3841-4d6b-b481-77365f38218a", "name": "network-vif-deleted", "tag": "a18e5b15-c8e3-4960-85c2-3c772fab2e02", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:48:46.125793 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3d593a03-6482-4f74-9c60-e618f2071fdb {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:48:46.126121 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81205a7a-3841-4d6b-b481-77365f38218a', 'name': 'network-vif-deleted', 'tag': 'a18e5b15-c8e3-4960-85c2-3c772fab2e02', 'status': 'completed', 'code': 200} Mar 28 13:48:46.131929 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-761a31c6-d972-4a93-aee0-3c19a110b11c tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:46.179418 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-6ea24fb4-626d-4425-b3d8-f0d046ec0840 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 6ec7f31c-8f9b-4c25-9782-9b480b51dfcf) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:46.183950 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea24fb4-626d-4425-b3d8-f0d046ec0840 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:46.184602 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6ea24fb4-626d-4425-b3d8-f0d046ec0840 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:46.196812 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-761a31c6-d972-4a93-aee0-3c19a110b11c tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:46.198328 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1114104e-b2ba-4728-96d2-b08009579324 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:46.202725 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c086dad-b711-441e-a2d8-7837769dc7d5 None None] Network 6ec7f31c-8f9b-4c25-9782-9b480b51dfcf requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:48:46.216080 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-761a31c6-d972-4a93-aee0-3c19a110b11c tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:48:46.216526 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-761a31c6-d972-4a93-aee0-3c19a110b11c tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:46.225972 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:48:46.225972 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:48:46.225972 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:48:46.225972 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:48:46.225972 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:48:46.225972 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:48:46.225972 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:48:46.225972 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:48:46.225972 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:48:46.225972 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:48:46.225972 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:48:46.225972 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:48:46.225972 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:48:46.225972 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:48:46.225972 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:48:46.225972 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:48:46.225972 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:48:46.225972 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:48:46.225972 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:48:46.225972 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:48:46.225972 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:48:46.225972 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:48:46.225972 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:48:46.225972 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:48:46.225972 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:48:46.225972 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:48:46.225972 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:48:46.225972 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:48:46.225972 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:48:46.225972 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:48:46.225972 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:48:46.225972 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:48:46.268151 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1114104e-b2ba-4728-96d2-b08009579324 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:46.289767 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-6ea24fb4-626d-4425-b3d8-f0d046ec0840 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4042740 Mar 28 13:48:46.295383 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-7a1d6242-780f-4045-afe3-2808e92289ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932ca29e-8b40-4b6f-9e96-e6798079555f', 'name': 'tempest-ServerActionsTestJSON-68342897-router', 'tenant_id': 'aa9aa9bd837f49a494e03678d3365504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '476469b4-76e1-4d32-9033-5987432e6cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:44:30Z', 'updated_at': '2022-03-28T13:44:42Z', 'revision_number': 4, 'project_id': 'aa9aa9bd837f49a494e03678d3365504', 'gw_port': {'id': '476469b4-76e1-4d32-9033-5987432e6cab', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:49:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932ca29e-8b40-4b6f-9e96-e6798079555f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:44:32Z', 'updated_at': '2022-03-28T13:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '6f841483-577f-4991-8127-0ecfed500ee2', 'name': '', 'network_id': 'c012b94c-56e1-42f2-8be1-d11ff4eca693', 'tenant_id': 'aa9aa9bd837f49a494e03678d3365504', 'mac_address': 'fa:16:3e:7f:e4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932ca29e-8b40-4b6f-9e96-e6798079555f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '470f589b-de11-4359-b1c6-d35a22ef5cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:44:40Z', 'updated_at': '2022-03-28T13:44:49Z', 'revision_number': 5, 'project_id': 'aa9aa9bd837f49a494e03678d3365504', 'subnets': [{'id': '470f589b-de11-4359-b1c6-d35a22ef5cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:46.295651 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60530) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:46.334116 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-abdedf68-8931-4f3e-9129-e6d746793abd tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:46.334413 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1d6242-780f-4045-afe3-2808e92289ca None None] Checking router: 932ca29e-8b40-4b6f-9e96-e6798079555f for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:48:46.386296 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1d6242-780f-4045-afe3-2808e92289ca None None] Routers {'932ca29e-8b40-4b6f-9e96-e6798079555f'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:48:46.386955 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-7a1d6242-780f-4045-afe3-2808e92289ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:48:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['932ca29e-8b40-4b6f-9e96-e6798079555f'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:46.399425 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-761a31c6-d972-4a93-aee0-3c19a110b11c tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:46.409871 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-761a31c6-d972-4a93-aee0-3c19a110b11c tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:46.416250 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-761a31c6-d972-4a93-aee0-3c19a110b11c tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] 10.222.0.24 "DELETE /v2.0/networks/078b94d0-ce4e-4551-ada3-1a1c7aac343a HTTP/1.1" status: 204 len: 168 time: 1.2257133 Mar 28 13:48:46.436084 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-abdedf68-8931-4f3e-9129-e6d746793abd tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:46.439487 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a31c6-d972-4a93-aee0-3c19a110b11c tempest-PortsTestJSON-565438063 tempest-PortsTestJSON-565438063-project] Pushing event deleted for resources: {'Network': ['ID=078b94d0-ce4e-4551-ada3-1a1c7aac343a,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:46.512724 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdedf68-8931-4f3e-9129-e6d746793abd tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Network f4755aa3-6772-4239-a2d3-bc1bdc700b93 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:46.514457 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-039e8741-427b-492c-ad32-ec0c4618afe7 None None] Allocated IP 172.20.0.2 (0683b568-5de1-47de-8c3c-3856d7f643f9/60aeb536-4d7f-4179-8baa-0d8df20a3d25/99293153-ef0c-4384-b1c5-8308d35613b7) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:48:46.517716 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdedf68-8931-4f3e-9129-e6d746793abd tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event updated for resources: {'Port': ['ID=8b926e2e-895a-4073-9cf8-064492a10494,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:46.529746 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13c3a5c-37fb-47b5-b826-73c8710268b6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:48:46.530222 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-abdedf68-8931-4f3e-9129-e6d746793abd tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:46.530306 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1114104e-b2ba-4728-96d2-b08009579324 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:46.530401 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdedf68-8931-4f3e-9129-e6d746793abd tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:48:46.530700 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1114104e-b2ba-4728-96d2-b08009579324 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:46.535267 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-1114104e-b2ba-4728-96d2-b08009579324 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "DELETE /v2.0/security-groups/2e383959-188b-4c03-92ad-bf0c6280456a HTTP/1.1" status: 204 len: 168 time: 0.4906795 Mar 28 13:48:46.535981 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60534) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:46.536616 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdedf68-8931-4f3e-9129-e6d746793abd tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:46.537262 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-abdedf68-8931-4f3e-9129-e6d746793abd tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:46.563214 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-039e8741-427b-492c-ad32-ec0c4618afe7 None None] Allocated IP 2001:db8::f816:3eff:fe09:8528 (0683b568-5de1-47de-8c3c-3856d7f643f9/8830ba59-1475-4cde-89af-43553774aebb/99293153-ef0c-4384-b1c5-8308d35613b7) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:48:46.648858 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-abdedf68-8931-4f3e-9129-e6d746793abd tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 3.0683124 Mar 28 13:48:46.651853 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60536) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:46.658190 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-3cc34197-6dbe-47b7-b09e-33676251e6ab tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '34f864d8-0b42-4158-af6a-bebe1595be3e'}]}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:46.741557 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3cc34197-6dbe-47b7-b09e-33676251e6ab tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:46.761152 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-9a58af67-23f1-42ce-8023-a70fd8612351 None None] Allocated IP 2001:db8:0:1::2 (f4755aa3-6772-4239-a2d3-bc1bdc700b93/7293143d-2ee7-44f1-9e6e-01e2ecbb641f/204c6cb5-ec90-41b9-93f5-1a0e4373daeb) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:48:46.772693 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device a18e5b15-c8e3-4960-85c2-3c772fab2e02 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:48:46.783809 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c62b43-0c48-437d-b91e-81b55d9f3c1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-6ec7f31c-8f9b-4c25-9782-9b480b51dfcf', 'network_id': '6ec7f31c-8f9b-4c25-9782-9b480b51dfcf', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'fixed_ips': [{'subnet_id': 'abc23a04-a966-44a0-b480-87f6cce0ce85'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:48:46.784712 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-11c62b43-0c48-437d-b91e-81b55d9f3c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:46.851492 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-7a1d6242-780f-4045-afe3-2808e92289ca None None] Set router 932ca29e-8b40-4b6f-9e96-e6798079555f gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:48:46.857439 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] No Port match for: a18e5b15-c8e3-4960-85c2-3c772fab2e02 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:48:46.857803 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device a18e5b15-c8e3-4960-85c2-3c772fab2e02 not bound to the agent host hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:48:46.944162 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 204c6cb5-ec90-41b9-93f5-1a0e4373daeb up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:48:46.976420 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114104e-b2ba-4728-96d2-b08009579324 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e383959-188b-4c03-92ad-bf0c6280456a,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:47.064589 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60540) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:47.065169 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d13c3a5c-37fb-47b5-b826-73c8710268b6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:47.257757 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [None req-d13c3a5c-37fb-47b5-b826-73c8710268b6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] device_id is not set on port 676caffe-d62e-4ba8-9790-49e310d86b50 yet. {{(pid=109612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:48:47.262819 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b250811d-adbf-481c-84db-0f9edeebd4ca req-1f689f6f-21ea-403e-9098-be5b3235adf2 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/ports?device_id=81205a7a-3841-4d6b-b481-77365f38218a HTTP/1.1" status: 200 len: 210 time: 0.0531123 Mar 28 13:48:47.266888 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ca456bd6-7f57-4235-a715-edfb852e638a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:47.279409 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-9a58af67-23f1-42ce-8023-a70fd8612351 None None] For port 204c6cb5-ec90-41b9-93f5-1a0e4373daeb, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=204c6cb5-ec90-41b9-93f5-1a0e4373daeb,segment=NetworkSegment(a2ece11a-0aa0-40f6-ae3f-e7a627fccd22),segment_id=a2ece11a-0aa0-40f6-ae3f-e7a627fccd22)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:48:47.288000 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-1497c7bc-24df-4afe-a799-fe9b9306aca2 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7382851 Mar 28 13:48:47.288316 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60546) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:47.292722 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-32b3916a-ab41-4a5a-b68e-4d599bf82435 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Request body: {'security_group': {'name': 'tempest-secgroup--536025450'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:47.319055 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-acc6ea8b-9e86-4ab8-a805-74e7b300ef18 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a8d0b895291d43e9afe1329c139db87b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2530482 Mar 28 13:48:47.330736 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60548) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:47.336190 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-039e8741-427b-492c-ad32-ec0c4618afe7 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:47.370465 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 204c6cb5-ec90-41b9-93f5-1a0e4373daeb triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:47.370840 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:47.386095 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c59da692-338b-448c-bf04-7f6fd1378f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:47.395823 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-11c62b43-0c48-437d-b91e-81b55d9f3c1e None None] Allocated IP 2001:db8::2 (6ec7f31c-8f9b-4c25-9782-9b480b51dfcf/abc23a04-a966-44a0-b480-87f6cce0ce85/be9ea313-3e9d-477e-b37f-b7394fb59ae8) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:48:47.409182 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c59da692-338b-448c-bf04-7f6fd1378f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:47.420961 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9a58af67-23f1-42ce-8023-a70fd8612351 None None] Notify callbacks [] for port, precommit_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:47.435102 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-039e8741-427b-492c-ad32-ec0c4618afe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:47.530883 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039e8741-427b-492c-ad32-ec0c4618afe7 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:47.544300 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9a58af67-23f1-42ce-8023-a70fd8612351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:47.546279 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-039e8741-427b-492c-ad32-ec0c4618afe7 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:47.554996 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c59da692-338b-448c-bf04-7f6fd1378f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:47.555625 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-32b3916a-ab41-4a5a-b68e-4d599bf82435 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:47.558906 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c59da692-338b-448c-bf04-7f6fd1378f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:47.559924 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039e8741-427b-492c-ad32-ec0c4618afe7 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:48:47.562689 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c59da692-338b-448c-bf04-7f6fd1378f39 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fae4de8e-ba1b-466b-a26e-cacb7f8aa998 HTTP/1.1" status: 204 len: 168 time: 0.2283435 Mar 28 13:48:47.574885 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039e8741-427b-492c-ad32-ec0c4618afe7 None None] Pushing event updated for resources: {'Port': ['ID=99293153-ef0c-4384-b1c5-8308d35613b7,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:47.607575 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59da692-338b-448c-bf04-7f6fd1378f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae4de8e-ba1b-466b-a26e-cacb7f8aa998,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:47.646551 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-3cc34197-6dbe-47b7-b09e-33676251e6ab tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Delete allocated IP 2001:db8:0:1::3d5 (f4755aa3-6772-4239-a2d3-bc1bdc700b93/7293143d-2ee7-44f1-9e6e-01e2ecbb641f) {{(pid=109613) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 28 13:48:47.656285 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-d13c3a5c-37fb-47b5-b826-73c8710268b6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Allocated IP 172.20.0.12 (0683b568-5de1-47de-8c3c-3856d7f643f9/60aeb536-4d7f-4179-8baa-0d8df20a3d25/676caffe-d62e-4ba8-9790-49e310d86b50) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:48:47.681937 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-d13c3a5c-37fb-47b5-b826-73c8710268b6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Allocated IP 2001:db8::f816:3eff:fed4:753e (0683b568-5de1-47de-8c3c-3856d7f643f9/8830ba59-1475-4cde-89af-43553774aebb/676caffe-d62e-4ba8-9790-49e310d86b50) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:48:47.721235 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-7a1d6242-780f-4045-afe3-2808e92289ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932ca29e-8b40-4b6f-9e96-e6798079555f', 'name': 'tempest-ServerActionsTestJSON-68342897-router', 'tenant_id': 'aa9aa9bd837f49a494e03678d3365504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '476469b4-76e1-4d32-9033-5987432e6cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:44:30Z', 'updated_at': '2022-03-28T13:44:42Z', 'revision_number': 4, 'project_id': 'aa9aa9bd837f49a494e03678d3365504', 'gw_port': {'id': '476469b4-76e1-4d32-9033-5987432e6cab', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:49:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932ca29e-8b40-4b6f-9e96-e6798079555f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:44:32Z', 'updated_at': '2022-03-28T13:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '6f841483-577f-4991-8127-0ecfed500ee2', 'name': '', 'network_id': 'c012b94c-56e1-42f2-8be1-d11ff4eca693', 'tenant_id': 'aa9aa9bd837f49a494e03678d3365504', 'mac_address': 'fa:16:3e:7f:e4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932ca29e-8b40-4b6f-9e96-e6798079555f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '470f589b-de11-4359-b1c6-d35a22ef5cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:44:40Z', 'updated_at': '2022-03-28T13:44:49Z', 'revision_number': 5, 'project_id': 'aa9aa9bd837f49a494e03678d3365504', 'subnets': [{'id': '470f589b-de11-4359-b1c6-d35a22ef5cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:47.770989 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-32b3916a-ab41-4a5a-b68e-4d599bf82435 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:47.791920 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3cc34197-6dbe-47b7-b09e-33676251e6ab tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:47.812154 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1d6242-780f-4045-afe3-2808e92289ca None None] The sync data for ids ['932ca29e-8b40-4b6f-9e96-e6798079555f'] in dv-neutron-835335-1-hyperv is: [{'id': '932ca29e-8b40-4b6f-9e96-e6798079555f', 'name': 'tempest-ServerActionsTestJSON-68342897-router', 'tenant_id': 'aa9aa9bd837f49a494e03678d3365504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '476469b4-76e1-4d32-9033-5987432e6cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:44:30Z', 'updated_at': '2022-03-28T13:44:42Z', 'revision_number': 4, 'project_id': 'aa9aa9bd837f49a494e03678d3365504', 'gw_port': {'id': '476469b4-76e1-4d32-9033-5987432e6cab', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:49:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932ca29e-8b40-4b6f-9e96-e6798079555f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:44:32Z', 'updated_at': '2022-03-28T13:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '6f841483-577f-4991-8127-0ecfed500ee2', 'name': '', 'network_id': 'c012b94c-56e1-42f2-8be1-d11ff4eca693', 'tenant_id': 'aa9aa9bd837f49a494e03678d3365504', 'mac_address': 'fa:16:3e:7f:e4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932ca29e-8b40-4b6f-9e96-e6798079555f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '470f589b-de11-4359-b1c6-d35a22ef5cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:44:40Z', 'updated_at': '2022-03-28T13:44:49Z', 'revision_number': 5, 'project_id': 'aa9aa9bd837f49a494e03678d3365504', 'subnets': [{'id': '470f589b-de11-4359-b1c6-d35a22ef5cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:48:47.855108 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a58af67-23f1-42ce-8023-a70fd8612351 None None] Pushing event updated for resources: {'Port': ['ID=204c6cb5-ec90-41b9-93f5-1a0e4373daeb,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:47.856937 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-32b3916a-ab41-4a5a-b68e-4d599bf82435 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:47.874061 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-039e8741-427b-492c-ad32-ec0c4618afe7 None None] Attempting to bind port 99293153-ef0c-4384-b1c5-8308d35613b7 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:48:47.874436 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-039e8741-427b-492c-ad32-ec0c4618afe7 None None] Attempting to bind port 99293153-ef0c-4384-b1c5-8308d35613b7 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:48:47.874796 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039e8741-427b-492c-ad32-ec0c4618afe7 None None] Attempting to bind port 99293153-ef0c-4384-b1c5-8308d35613b7 on network 0683b568-5de1-47de-8c3c-3856d7f643f9 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:48:47.885167 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3cc34197-6dbe-47b7-b09e-33676251e6ab tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:47.930109 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039e8741-427b-492c-ad32-ec0c4618afe7 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:48:47.930602 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039e8741-427b-492c-ad32-ec0c4618afe7 None None] Checking segment: {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:48:47.931271 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-039e8741-427b-492c-ad32-ec0c4618afe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:47.931765 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039e8741-427b-492c-ad32-ec0c4618afe7 None None] Bound using segment: {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:48:47.932570 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-039e8741-427b-492c-ad32-ec0c4618afe7 None None] Bound port: 99293153-ef0c-4384-b1c5-8308d35613b7, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:48:47.933099 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-039e8741-427b-492c-ad32-ec0c4618afe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:47.955130 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-11c62b43-0c48-437d-b91e-81b55d9f3c1e None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:47.984561 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-32b3916a-ab41-4a5a-b68e-4d599bf82435 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:47.986581 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-32b3916a-ab41-4a5a-b68e-4d599bf82435 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6972294 Mar 28 13:48:47.989641 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b3916a-ab41-4a5a-b68e-4d599bf82435 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32c2149c-2caa-4a73-ae86-afe14dd93695,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:47.995484 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d13c3a5c-37fb-47b5-b826-73c8710268b6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:47.996850 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60554) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:48.003796 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-165b0d16-d0fe-4209-a839-13ed78191216 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Request body: {'security_group': {'name': 'tempest-secgroup--224016055'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:48.028536 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc34197-6dbe-47b7-b09e-33676251e6ab tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event updated for resources: {'Port': ['ID=8b926e2e-895a-4073-9cf8-064492a10494,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:48.039712 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 7e5d7091-e90a-4083-9702-bfa711ca33b5 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:48:48.089356 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-11c62b43-0c48-437d-b91e-81b55d9f3c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:48.104056 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-165b0d16-d0fe-4209-a839-13ed78191216 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:48.106298 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-3cc34197-6dbe-47b7-b09e-33676251e6ab tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] In _notify_port_updated(), no bound segment for port 8b926e2e-895a-4073-9cf8-064492a10494 on network f4755aa3-6772-4239-a2d3-bc1bdc700b93 {{(pid=109613) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 28 13:48:48.118645 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc34197-6dbe-47b7-b09e-33676251e6ab tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:48.119665 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3cc34197-6dbe-47b7-b09e-33676251e6ab tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:48.127036 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3cc34197-6dbe-47b7-b09e-33676251e6ab tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "PUT /v2.0/ports/8b926e2e-895a-4073-9cf8-064492a10494 HTTP/1.1" status: 200 len: 924 time: 1.4739680 Mar 28 13:48:48.129971 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60558) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:48.155200 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-246f25c1-649a-45be-9b2b-3080682bbad3 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '34f864d8-0b42-4158-af6a-bebe1595be3e'}, {'subnet_id': '7293143d-2ee7-44f1-9e6e-01e2ecbb641f'}]}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:48.167915 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-ca456bd6-7f57-4235-a715-edfb852e638a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Allocated IP 2001:db8::1 (6ec7f31c-8f9b-4c25-9782-9b480b51dfcf/abc23a04-a966-44a0-b480-87f6cce0ce85/c76432cf-1180-4609-869e-532cb58d0463) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:48:48.199783 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-039e8741-427b-492c-ad32-ec0c4618afe7 None None] For port 99293153-ef0c-4384-b1c5-8308d35613b7, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:48:48.205683 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-039e8741-427b-492c-ad32-ec0c4618afe7 None None] For port 99293153-ef0c-4384-b1c5-8308d35613b7, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=99293153-ef0c-4384-b1c5-8308d35613b7,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:48:48.207621 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 7e5d7091-e90a-4083-9702-bfa711ca33b5 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:48:48.208150 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 7e5d7091-e90a-4083-9702-bfa711ca33b5 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:48:48.218907 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c62b43-0c48-437d-b91e-81b55d9f3c1e None None] Pushing event updated for resources: {'Port': ['ID=be9ea313-3e9d-477e-b37f-b7394fb59ae8,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:48.244773 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d13c3a5c-37fb-47b5-b826-73c8710268b6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:48.268850 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c62b43-0c48-437d-b91e-81b55d9f3c1e None None] Network 6ec7f31c-8f9b-4c25-9782-9b480b51dfcf is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:48.271998 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-11c62b43-0c48-437d-b91e-81b55d9f3c1e None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:48.274258 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-039e8741-427b-492c-ad32-ec0c4618afe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:48.281772 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd9aed3-7ed5-4982-a3d7-ac3920bd0509 None None] New status for floating IP fc052098-0e79-4129-a1b3-8c5d1d7dc32f: DOWN {{(pid=109615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 13:48:48.284028 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c62b43-0c48-437d-b91e-81b55d9f3c1e None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:48:48.392562 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-246f25c1-649a-45be-9b2b-3080682bbad3 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:48.467044 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13c3a5c-37fb-47b5-b826-73c8710268b6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:48.493036 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-d13c3a5c-37fb-47b5-b826-73c8710268b6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:48.517653 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13c3a5c-37fb-47b5-b826-73c8710268b6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:48:48.540305 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-165b0d16-d0fe-4209-a839-13ed78191216 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:48.555297 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60570) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:48.579104 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c3a5c-37fb-47b5-b826-73c8710268b6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Port': ['ID=676caffe-d62e-4ba8-9790-49e310d86b50,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:48.611283 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039e8741-427b-492c-ad32-ec0c4618afe7 None None] Pushing event updated for resources: {'Port': ['ID=99293153-ef0c-4384-b1c5-8308d35613b7,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:48.620348 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-11c62b43-0c48-437d-b91e-81b55d9f3c1e None None] Attempting to bind port be9ea313-3e9d-477e-b37f-b7394fb59ae8 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:48:48.620869 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-11c62b43-0c48-437d-b91e-81b55d9f3c1e None None] Attempting to bind port be9ea313-3e9d-477e-b37f-b7394fb59ae8 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '37e76854-46bd-4860-97ec-e659d4b02e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6ec7f31c-8f9b-4c25-9782-9b480b51dfcf'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:48:48.622523 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c62b43-0c48-437d-b91e-81b55d9f3c1e None None] Attempting to bind port be9ea313-3e9d-477e-b37f-b7394fb59ae8 on network 6ec7f31c-8f9b-4c25-9782-9b480b51dfcf {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:48:48.630125 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-165b0d16-d0fe-4209-a839-13ed78191216 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:48.634586 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c62b43-0c48-437d-b91e-81b55d9f3c1e None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:48:48.634920 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c62b43-0c48-437d-b91e-81b55d9f3c1e None None] Checking segment: {'id': '37e76854-46bd-4860-97ec-e659d4b02e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6ec7f31c-8f9b-4c25-9782-9b480b51dfcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:48:48.635327 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-11c62b43-0c48-437d-b91e-81b55d9f3c1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:48.635717 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c62b43-0c48-437d-b91e-81b55d9f3c1e None None] Bound using segment: {'id': '37e76854-46bd-4860-97ec-e659d4b02e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6ec7f31c-8f9b-4c25-9782-9b480b51dfcf'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:48:48.636189 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-11c62b43-0c48-437d-b91e-81b55d9f3c1e None None] Bound port: be9ea313-3e9d-477e-b37f-b7394fb59ae8, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e76854-46bd-4860-97ec-e659d4b02e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6ec7f31c-8f9b-4c25-9782-9b480b51dfcf'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:48:48.636644 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-11c62b43-0c48-437d-b91e-81b55d9f3c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:48.640088 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ca456bd6-7f57-4235-a715-edfb852e638a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:48.702185 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13c3a5c-37fb-47b5-b826-73c8710268b6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:48.703055 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d13c3a5c-37fb-47b5-b826-73c8710268b6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:48.793333 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b0d16-d0fe-4209-a839-13ed78191216 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=688f560c-1e86-432e-b370-1cd3b53033b4,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:48.809856 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-165b0d16-d0fe-4209-a839-13ed78191216 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:48.811665 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-165b0d16-d0fe-4209-a839-13ed78191216 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8138578 Mar 28 13:48:48.814956 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60576) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:48.820965 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-286ada5c-20f9-4efb-bfc1-12e7775d6db6 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Request body: {'security_group_rule': {'security_group_id': '32c2149c-2caa-4a73-ae86-afe14dd93695', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '688f560c-1e86-432e-b370-1cd3b53033b4', 'remote_ip_prefix': None}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:48.827979 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-11c62b43-0c48-437d-b91e-81b55d9f3c1e None None] For port be9ea313-3e9d-477e-b37f-b7394fb59ae8, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:48:48.832287 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-11c62b43-0c48-437d-b91e-81b55d9f3c1e None None] For port be9ea313-3e9d-477e-b37f-b7394fb59ae8, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=be9ea313-3e9d-477e-b37f-b7394fb59ae8,segment=NetworkSegment(37e76854-46bd-4860-97ec-e659d4b02e34),segment_id=37e76854-46bd-4860-97ec-e659d4b02e34)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:48:48.900802 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7a8d2b91-9fbb-4d2b-989f-001b8e9ef552 req-e619083b-99a6-4f0d-8fe1-022482a876d8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dbdd9368-0317-4372-b950-1be483adf916&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3120475 Mar 28 13:48:48.910914 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d13c3a5c-37fb-47b5-b826-73c8710268b6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.8392873 Mar 28 13:48:48.922105 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60580) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:48.925718 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98c1f3e-8fdb-48d7-89c6-81216d7793db None None] Network f4755aa3-6772-4239-a2d3-bc1bdc700b93 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:48:48.961096 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-11c62b43-0c48-437d-b91e-81b55d9f3c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:48.983706 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ca456bd6-7f57-4235-a715-edfb852e638a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:49.031898 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b891a750-0850-44a8-8f75-cbc1eaaf4182 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:49.032937 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-286ada5c-20f9-4efb-bfc1-12e7775d6db6 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:49.049710 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca456bd6-7f57-4235-a715-edfb852e638a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Network 6ec7f31c-8f9b-4c25-9782-9b480b51dfcf is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:49.059210 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-ca456bd6-7f57-4235-a715-edfb852e638a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:49.089815 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca456bd6-7f57-4235-a715-edfb852e638a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:48:49.091731 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ca456bd6-7f57-4235-a715-edfb852e638a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:49.107591 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b891a750-0850-44a8-8f75-cbc1eaaf4182 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:49.180083 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d2b91-9fbb-4d2b-989f-001b8e9ef552 req-9d8993f6-6575-4023-afac-a4c4e68ad8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:49.184907 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7a8d2b91-9fbb-4d2b-989f-001b8e9ef552 req-9d8993f6-6575-4023-afac-a4c4e68ad8c4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=89f15a869eff4c6ba37bd2f72c48ff8f&device_id=dbdd9368-0317-4372-b950-1be483adf916 HTTP/1.1" status: 200 len: 1098 time: 0.2160861 Mar 28 13:48:49.235525 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c9e70f-1efd-42e5-b029-183573bec448 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:49.244945 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c9e70f-1efd-42e5-b029-183573bec448 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:49.250382 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a8c9e70f-1efd-42e5-b029-183573bec448 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3308811 Mar 28 13:48:49.261984 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60584) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:49.283427 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60586) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:49.298936 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca456bd6-7f57-4235-a715-edfb852e638a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event updated for resources: {'Port': ['ID=c76432cf-1180-4609-869e-532cb58d0463,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:49.359696 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-246f25c1-649a-45be-9b2b-3080682bbad3 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Allocated IP 2001:db8:0:1::3db (f4755aa3-6772-4239-a2d3-bc1bdc700b93/7293143d-2ee7-44f1-9e6e-01e2ecbb641f/8b926e2e-895a-4073-9cf8-064492a10494) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:48:49.369929 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 99293153-ef0c-4384-b1c5-8308d35613b7 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:48:49.461842 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c62b43-0c48-437d-b91e-81b55d9f3c1e None None] Pushing event updated for resources: {'Port': ['ID=be9ea313-3e9d-477e-b37f-b7394fb59ae8,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:49.467470 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-b129dd95-ad5c-445d-b861-a1f52fa6ede3 None None] Provisioning complete for port 204c6cb5-ec90-41b9-93f5-1a0e4373daeb triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:49.468045 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b129dd95-ad5c-445d-b861-a1f52fa6ede3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:49.539578 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b891a750-0850-44a8-8f75-cbc1eaaf4182 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:49.544290 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b891a750-0850-44a8-8f75-cbc1eaaf4182 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:49.545694 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b891a750-0850-44a8-8f75-cbc1eaaf4182 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "DELETE /v2.0/security-groups/6f6554ad-56e4-49a0-aeae-5bf2124a5e8a HTTP/1.1" status: 204 len: 168 time: 0.9896011 Mar 28 13:48:49.552497 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-f31e73d4-4c73-4096-8199-02536a4898ed tempest-SubnetPoolsTestJSON-238334741 tempest-SubnetPoolsTestJSON-238334741-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1478654998', 'prefixes': ['172.20.0.0/16']}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:49.555619 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ca456bd6-7f57-4235-a715-edfb852e638a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:49.566313 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60590) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:49.602008 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d2b91-9fbb-4d2b-989f-001b8e9ef552 req-639dad7e-8f67-4407-98da-294ffd749f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:49.603514 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7a8d2b91-9fbb-4d2b-989f-001b8e9ef552 req-639dad7e-8f67-4407-98da-294ffd749f67 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2cc3241e-126b-4fc7-8d31-f7970bedb565 HTTP/1.1" status: 200 len: 913 time: 0.3942003 Mar 28 13:48:49.608999 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-286ada5c-20f9-4efb-bfc1-12e7775d6db6 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:49.626751 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 99293153-ef0c-4384-b1c5-8308d35613b7 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:49.626751 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:49.628439 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891a750-0850-44a8-8f75-cbc1eaaf4182 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6554ad-56e4-49a0-aeae-5bf2124a5e8a,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:49.641346 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-b4dd725d-856f-45f4-a192-b62aa64e4819 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] show failed (client error): The resource could not be found. Mar 28 13:48:49.642630 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b4dd725d-856f-45f4-a192-b62aa64e4819 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "GET /v2.0/security-groups/6f6554ad-56e4-49a0-aeae-5bf2124a5e8a HTTP/1.1" status: 404 len: 347 time: 0.0710437 Mar 28 13:48:49.667272 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60592) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:49.773056 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-0f8f9255-2d36-4278-b33b-a9f03090b32f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting port 676caffe-d62e-4ba8-9790-49e310d86b50 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:48:49.773398 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0f8f9255-2d36-4278-b33b-a9f03090b32f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:49.882056 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:49.892716 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-286ada5c-20f9-4efb-bfc1-12e7775d6db6 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:49.905629 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7a8d2b91-9fbb-4d2b-989f-001b8e9ef552 req-07369d37-b4b2-48c9-a06f-ff589b950b1b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a38bbd2-6c6d-47b9-a147-a5fdf0110f64 HTTP/1.1" status: 200 len: 1000 time: 0.2831578 Mar 28 13:48:49.934853 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 99293153-ef0c-4384-b1c5-8308d35613b7, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=99293153-ef0c-4384-b1c5-8308d35613b7,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:48:49.936855 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286ada5c-20f9-4efb-bfc1-12e7775d6db6 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7506be4-cdcb-4638-9e9a-6e3dd81fda05,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:50.008251 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-7bcf0bb0-91b4-42c1-ba77-18a4b8389149 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Deleting port d61c9bc8-9b68-443a-ab16-16ba6b29cea8 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:48:50.008640 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7bcf0bb0-91b4-42c1-ba77-18a4b8389149 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:50.012600 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-286ada5c-20f9-4efb-bfc1-12e7775d6db6 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:50.017522 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-286ada5c-20f9-4efb-bfc1-12e7775d6db6 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.2011769 Mar 28 13:48:50.018224 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60594) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:50.020082 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-246f25c1-649a-45be-9b2b-3080682bbad3 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:50.034472 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:50.036252 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 204c6cb5-ec90-41b9-93f5-1a0e4373daeb up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:48:50.060346 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d2b91-9fbb-4d2b-989f-001b8e9ef552 req-e61c4506-c1f1-42c4-bb3f-e6ed3c10904c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:50.063166 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7a8d2b91-9fbb-4d2b-989f-001b8e9ef552 req-e61c4506-c1f1-42c4-bb3f-e6ed3c10904c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3347bc09-8e26-47dd-9935-5fe9204b659f HTTP/1.1" status: 200 len: 851 time: 0.1425245 Mar 28 13:48:50.068697 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0f8f9255-2d36-4278-b33b-a9f03090b32f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:50.125497 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c0b905ae-cad0-435d-a032-b434e7ee4c91 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:50.128143 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-246f25c1-649a-45be-9b2b-3080682bbad3 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:50.135861 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-0f8f9255-2d36-4278-b33b-a9f03090b32f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Calling delete_port for 676caffe-d62e-4ba8-9790-49e310d86b50 owned by {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:48:50.163418 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c0b905ae-cad0-435d-a032-b434e7ee4c91 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:50.165448 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-078e554b-85bb-4259-93f3-176b52e679a1 None None] Provisioning complete for port 8b926e2e-895a-4073-9cf8-064492a10494 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:50.165822 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-078e554b-85bb-4259-93f3-176b52e679a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:50.220695 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=99293153-ef0c-4384-b1c5-8308d35613b7,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:50.229445 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7bcf0bb0-91b4-42c1-ba77-18a4b8389149 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:50.229987 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7bcf0bb0-91b4-42c1-ba77-18a4b8389149 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:50.244108 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246f25c1-649a-45be-9b2b-3080682bbad3 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event updated for resources: {'Port': ['ID=8b926e2e-895a-4073-9cf8-064492a10494,revision_number=3']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:50.249558 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-078e554b-85bb-4259-93f3-176b52e679a1 None None] Port 8b926e2e-895a-4073-9cf8-064492a10494 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:48:50.262336 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 204c6cb5-ec90-41b9-93f5-1a0e4373daeb triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:50.262716 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:50.263285 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-7bcf0bb0-91b4-42c1-ba77-18a4b8389149 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Calling delete_port for d61c9bc8-9b68-443a-ab16-16ba6b29cea8 owned by network:floatingip {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:48:50.266520 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ca456bd6-7f57-4235-a715-edfb852e638a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:50.335619 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c0b905ae-cad0-435d-a032-b434e7ee4c91 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:50.336788 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c0b905ae-cad0-435d-a032-b434e7ee4c91 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:50.337261 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09465185-6517-4904-9459-193a13e3cb79 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:48:50.340868 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c0b905ae-cad0-435d-a032-b434e7ee4c91 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/f7506be4-cdcb-4638-9e9a-6e3dd81fda05 HTTP/1.1" status: 204 len: 168 time: 0.3166480 Mar 28 13:48:50.341852 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60596) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:50.371282 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ca456bd6-7f57-4235-a715-edfb852e638a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:50.372136 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ca456bd6-7f57-4235-a715-edfb852e638a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:50.380497 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-078e554b-85bb-4259-93f3-176b52e679a1 None None] Provisioning complete for port 204c6cb5-ec90-41b9-93f5-1a0e4373daeb triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:50.380497 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-078e554b-85bb-4259-93f3-176b52e679a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:50.386188 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-246f25c1-649a-45be-9b2b-3080682bbad3 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] In _notify_port_updated(), no bound segment for port 8b926e2e-895a-4073-9cf8-064492a10494 on network f4755aa3-6772-4239-a2d3-bc1bdc700b93 {{(pid=109613) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 28 13:48:50.389716 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b905ae-cad0-435d-a032-b434e7ee4c91 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7506be4-cdcb-4638-9e9a-6e3dd81fda05,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:50.392501 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246f25c1-649a-45be-9b2b-3080682bbad3 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:50.393176 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-246f25c1-649a-45be-9b2b-3080682bbad3 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:50.396995 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-246f25c1-649a-45be-9b2b-3080682bbad3 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "PUT /v2.0/ports/8b926e2e-895a-4073-9cf8-064492a10494 HTTP/1.1" status: 200 len: 1010 time: 2.2588513 Mar 28 13:48:50.401134 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f31e73d4-4c73-4096-8199-02536a4898ed tempest-SubnetPoolsTestJSON-238334741 tempest-SubnetPoolsTestJSON-238334741-project] Notify callbacks [] for subnetpool, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:50.402776 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f31e73d4-4c73-4096-8199-02536a4898ed tempest-SubnetPoolsTestJSON-238334741 tempest-SubnetPoolsTestJSON-238334741-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.0992458 Mar 28 13:48:50.404841 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d2b91-9fbb-4d2b-989f-001b8e9ef552 req-f32690d1-cf89-46cc-aa64-fdab5e244cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:50.406312 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7a8d2b91-9fbb-4d2b-989f-001b8e9ef552 req-f32690d1-cf89-46cc-aa64-fdab5e244cb1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2cc3241e-126b-4fc7-8d31-f7970bedb565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3347216 Mar 28 13:48:50.409197 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60598) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:50.409797 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60600) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:50.448283 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-79364b52-69c9-44b8-83c0-55c1d70e437d tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0997036 Mar 28 13:48:50.465520 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-37bfa090-ed6d-4b70-bb4c-a3634118076c tempest-SubnetPoolsTestJSON-238334741 tempest-SubnetPoolsTestJSON-238334741-project] 10.222.0.24 "GET /v2.0/subnetpools/887f28de-6b61-4cb9-b93c-0c7b78f2c3a4 HTTP/1.1" status: 200 len: 732 time: 0.0529671 Mar 28 13:48:50.495350 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60602) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:50.496069 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60604) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:50.580109 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca456bd6-7f57-4235-a715-edfb852e638a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Network 6ec7f31c-8f9b-4c25-9782-9b480b51dfcf is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:50.584947 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-ca456bd6-7f57-4235-a715-edfb852e638a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:50.587605 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-625957ab-ecde-48cb-9c0e-088d49e4c217 tempest-SubnetPoolsTestJSON-238334741 tempest-SubnetPoolsTestJSON-238334741-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1490904595'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:50.590622 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca456bd6-7f57-4235-a715-edfb852e638a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event updated for resources: {'Port': ['ID=c76432cf-1180-4609-869e-532cb58d0463,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:50.645729 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d263680b-c159-440d-9f27-71c4b6af79a9 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:50.774636 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d263680b-c159-440d-9f27-71c4b6af79a9 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:50.821362 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-172345ad-9b1f-4bd8-8eea-c175ad918842 None None] Provisioning complete for port 8b926e2e-895a-4073-9cf8-064492a10494 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:50.826450 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-172345ad-9b1f-4bd8-8eea-c175ad918842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:50.874225 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca456bd6-7f57-4235-a715-edfb852e638a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Router c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:48:50.912805 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-172345ad-9b1f-4bd8-8eea-c175ad918842 None None] Port 8b926e2e-895a-4073-9cf8-064492a10494 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:48:50.928296 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-172345ad-9b1f-4bd8-8eea-c175ad918842 None None] Provisioning complete for port 99293153-ef0c-4384-b1c5-8308d35613b7 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:50.929153 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-172345ad-9b1f-4bd8-8eea-c175ad918842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:50.964545 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7bcf0bb0-91b4-42c1-ba77-18a4b8389149 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:51.031812 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf0bb0-91b4-42c1-ba77-18a4b8389149 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Pushing event deleted for resources: {'Port': ['ID=d61c9bc8-9b68-443a-ab16-16ba6b29cea8,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:51.040744 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd20321-e0a6-46eb-bb2e-9644ab7961f7 None None] Network 6ec7f31c-8f9b-4c25-9782-9b480b51dfcf requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:48:51.046445 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7a8d2b91-9fbb-4d2b-989f-001b8e9ef552 req-27f47a43-8b3d-4788-be1a-0ba13581791a service neutron] 10.222.0.20 "GET /v2.0/networks/2cc3241e-126b-4fc7-8d31-f7970bedb565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5856638 Mar 28 13:48:51.135903 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 99293153-ef0c-4384-b1c5-8308d35613b7 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:48:51.158859 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca456bd6-7f57-4235-a715-edfb852e638a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:48:51.190556 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ca456bd6-7f57-4235-a715-edfb852e638a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "PUT /v2.0/routers/c2d6f058-720e-4b7c-9fef-ac14f2fbeab7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8641467 Mar 28 13:48:51.193333 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60606) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:51.202262 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-ac22037a-f70e-4c11-ac2c-f631c2e8b067 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1165676447'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:51.215006 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7a8d2b91-9fbb-4d2b-989f-001b8e9ef552 req-7c5ab4bd-8d91-461b-9c1c-a087dcc18169 service neutron] 10.222.0.20 "GET /v2.0/networks/2cc3241e-126b-4fc7-8d31-f7970bedb565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482394 Mar 28 13:48:51.220313 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d263680b-c159-440d-9f27-71c4b6af79a9 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:51.222955 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d263680b-c159-440d-9f27-71c4b6af79a9 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:51.224470 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d263680b-c159-440d-9f27-71c4b6af79a9 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "DELETE /v2.0/security-groups/688f560c-1e86-432e-b370-1cd3b53033b4 HTTP/1.1" status: 204 len: 168 time: 0.7269888 Mar 28 13:48:51.238132 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-625957ab-ecde-48cb-9c0e-088d49e4c217 tempest-SubnetPoolsTestJSON-238334741 tempest-SubnetPoolsTestJSON-238334741-project] Notify callbacks [] for subnetpool, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:51.241698 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-625957ab-ecde-48cb-9c0e-088d49e4c217 tempest-SubnetPoolsTestJSON-238334741 tempest-SubnetPoolsTestJSON-238334741-project] 10.222.0.24 "PUT /v2.0/subnetpools/887f28de-6b61-4cb9-b93c-0c7b78f2c3a4 HTTP/1.1" status: 200 len: 684 time: 0.7404177 Mar 28 13:48:51.245922 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60608) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:51.246190 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60610) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:51.248161 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-c5f13008-a115-4a63-91fd-92d202ab42f5 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Deleting port 8b926e2e-895a-4073-9cf8-064492a10494 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:48:51.248558 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c5f13008-a115-4a63-91fd-92d202ab42f5 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:51.268700 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127c23a6-da02-44d6-a909-1b0b92c245dc None None] Sync routers for ids ['c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:48:51.315257 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263680b-c159-440d-9f27-71c4b6af79a9 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=688f560c-1e86-432e-b370-1cd3b53033b4,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:51.321756 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7bcf0bb0-91b4-42c1-ba77-18a4b8389149 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Notify callbacks [] for floatingip, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:51.325867 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7bcf0bb0-91b4-42c1-ba77-18a4b8389149 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:51.327759 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-7bcf0bb0-91b4-42c1-ba77-18a4b8389149 tempest-ServerActionsTestJSON-2041170871 tempest-ServerActionsTestJSON-2041170871-project] 10.222.0.24 "DELETE /v2.0/floatingips/fc052098-0e79-4129-a1b3-8c5d1d7dc32f HTTP/1.1" status: 204 len: 168 time: 1.6590698 Mar 28 13:48:51.330843 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60612) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:51.380904 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac22037a-f70e-4c11-ac2c-f631c2e8b067 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Made reservation on behalf of f6b8e64020de40e182c741fada779147 for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:48:51.385245 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ac22037a-f70e-4c11-ac2c-f631c2e8b067 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:51.387685 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127c23a6-da02-44d6-a909-1b0b92c245dc None None] Routers {'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:48:51.388949 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-127c23a6-da02-44d6-a909-1b0b92c245dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:48:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:51.474655 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3ba2a178-2e79-4f1e-ac75-ade69e69bcc5 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.2203999 Mar 28 13:48:51.480112 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-73a3286c-1f98-476c-9a6f-edf2350daaf8 None None] Provisioning complete for port 8b926e2e-895a-4073-9cf8-064492a10494 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:51.480521 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-73a3286c-1f98-476c-9a6f-edf2350daaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:51.483257 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60614) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:51.521946 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-73a3286c-1f98-476c-9a6f-edf2350daaf8 None None] Port 8b926e2e-895a-4073-9cf8-064492a10494 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:48:51.572049 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-127c23a6-da02-44d6-a909-1b0b92c245dc None None] Set router c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 gateway port host: None {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:48:51.577557 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0f8f9255-2d36-4278-b33b-a9f03090b32f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:51.637060 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac22037a-f70e-4c11-ac2c-f631c2e8b067 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:48:51.655381 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f9255-2d36-4278-b33b-a9f03090b32f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Port': ['ID=676caffe-d62e-4ba8-9790-49e310d86b50,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:51.657798 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-73a3286c-1f98-476c-9a6f-edf2350daaf8 None None] Provisioning complete for port be9ea313-3e9d-477e-b37f-b7394fb59ae8 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:51.659032 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c5f13008-a115-4a63-91fd-92d202ab42f5 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:51.664101 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-73a3286c-1f98-476c-9a6f-edf2350daaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:51.670902 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 99293153-ef0c-4384-b1c5-8308d35613b7 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:51.671517 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:51.692652 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-99718f87-8906-487a-aa9d-97718ca79bb5 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:51.718500 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-99718f87-8906-487a-aa9d-97718ca79bb5 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:51.764605 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-c5f13008-a115-4a63-91fd-92d202ab42f5 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Calling delete_port for 8b926e2e-895a-4073-9cf8-064492a10494 owned by {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:48:51.814707 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-21b21bd1-5b6f-49e2-8f73-c891ecba285f tempest-SubnetPoolsTestJSON-238334741 tempest-SubnetPoolsTestJSON-238334741-project] Notify callbacks [] for subnetpool, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:51.816007 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-21b21bd1-5b6f-49e2-8f73-c891ecba285f tempest-SubnetPoolsTestJSON-238334741 tempest-SubnetPoolsTestJSON-238334741-project] 10.222.0.24 "DELETE /v2.0/subnetpools/887f28de-6b61-4cb9-b93c-0c7b78f2c3a4 HTTP/1.1" status: 204 len: 168 time: 0.5626440 Mar 28 13:48:51.819593 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60618) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:51.841028 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-1ae009e4-8afe-4751-aa9e-d3d1fece0e5d tempest-SubnetPoolsTestJSON-238334741 tempest-SubnetPoolsTestJSON-238334741-project] show failed (client error): The resource could not be found. Mar 28 13:48:51.842246 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-1ae009e4-8afe-4751-aa9e-d3d1fece0e5d tempest-SubnetPoolsTestJSON-238334741 tempest-SubnetPoolsTestJSON-238334741-project] 10.222.0.24 "GET /v2.0/subnetpools/887f28de-6b61-4cb9-b93c-0c7b78f2c3a4 HTTP/1.1" status: 404 len: 346 time: 0.0196488 Mar 28 13:48:51.866213 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60620) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:51.976363 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-99718f87-8906-487a-aa9d-97718ca79bb5 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:51.984347 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-99718f87-8906-487a-aa9d-97718ca79bb5 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:51.984347 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-99718f87-8906-487a-aa9d-97718ca79bb5 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "DELETE /v2.0/security-groups/32c2149c-2caa-4a73-ae86-afe14dd93695 HTTP/1.1" status: 204 len: 168 time: 0.4931138 Mar 28 13:48:51.997476 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-9bf14e24-6e40-4112-8b7d-77b2fcdd7d16 tempest-SubnetPoolsTestJSON-238334741 tempest-SubnetPoolsTestJSON-238334741-project] delete failed (client error): The resource could not be found. Mar 28 13:48:51.998789 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9bf14e24-6e40-4112-8b7d-77b2fcdd7d16 tempest-SubnetPoolsTestJSON-238334741 tempest-SubnetPoolsTestJSON-238334741-project] 10.222.0.24 "DELETE /v2.0/subnetpools/887f28de-6b61-4cb9-b93c-0c7b78f2c3a4 HTTP/1.1" status: 404 len: 346 time: 0.1264036 Mar 28 13:48:51.999510 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60622) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:52.004047 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99718f87-8906-487a-aa9d-97718ca79bb5 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c2149c-2caa-4a73-ae86-afe14dd93695,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:52.035989 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device be9ea313-3e9d-477e-b37f-b7394fb59ae8 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:48:52.144159 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ac22037a-f70e-4c11-ac2c-f631c2e8b067 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:52.144535 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-ac22037a-f70e-4c11-ac2c-f631c2e8b067 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Added segment dbc6059e-d128-4256-be1c-fa87eb2624fe of type vlan for network fdf7be46-1933-47f0-a1fa-e9bc84b31efc Mar 28 13:48:52.176488 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-73a3286c-1f98-476c-9a6f-edf2350daaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:52.187583 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0f8f9255-2d36-4278-b33b-a9f03090b32f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:52.192885 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ac22037a-f70e-4c11-ac2c-f631c2e8b067 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:52.205010 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-0f8f9255-2d36-4278-b33b-a9f03090b32f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/ports/676caffe-d62e-4ba8-9790-49e310d86b50 HTTP/1.1" status: 204 len: 168 time: 2.9418454 Mar 28 13:48:52.205707 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60626) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:52.240402 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9e523c6b-8350-4544-a2e5-a2c1bbd97660 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2200196 Mar 28 13:48:52.241052 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-73a3286c-1f98-476c-9a6f-edf2350daaf8 None None] For port be9ea313-3e9d-477e-b37f-b7394fb59ae8, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=be9ea313-3e9d-477e-b37f-b7394fb59ae8,segment=NetworkSegment(37e76854-46bd-4860-97ec-e659d4b02e34),segment_id=37e76854-46bd-4860-97ec-e659d4b02e34)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:48:52.241175 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60628) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:52.246723 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-31b15219-6bce-49ab-a61d-ca13ce8f5e10 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Request body: {'security_group': {'name': 'tempest-secgroup--199758692'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:52.276484 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-127c23a6-da02-44d6-a909-1b0b92c245dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'name': 'tempest-RoutersIpV6Test-router-21356739', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:48:42Z', 'updated_at': '2022-03-28T13:48:49Z', 'revision_number': 2, 'project_id': 'f6b8e64020de40e182c741fada779147', 'gw_port_host': None, '_interfaces': [{'id': 'c76432cf-1180-4609-869e-532cb58d0463', 'name': '', 'network_id': '6ec7f31c-8f9b-4c25-9782-9b480b51dfcf', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:e7:1b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:48:47Z', 'updated_at': '2022-03-28T13:48:49Z', 'revision_number': 2, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:52.312259 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127c23a6-da02-44d6-a909-1b0b92c245dc None None] Checking router: c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:48:52.312931 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127c23a6-da02-44d6-a909-1b0b92c245dc None None] Updating router c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 port c76432cf-1180-4609-869e-532cb58d0463 binding host dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 13:48:52.317646 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port be9ea313-3e9d-477e-b37f-b7394fb59ae8 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:52.317953 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:52.319535 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ac22037a-f70e-4c11-ac2c-f631c2e8b067 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:52.319900 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-73a3286c-1f98-476c-9a6f-edf2350daaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:52.328234 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac22037a-f70e-4c11-ac2c-f631c2e8b067 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:52.329765 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ac22037a-f70e-4c11-ac2c-f631c2e8b067 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:52.332713 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4537e181-7d9c-47de-9b95-9130d71f181e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:52.334776 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4537e181-7d9c-47de-9b95-9130d71f181e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:52.336404 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4537e181-7d9c-47de-9b95-9130d71f181e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:52.338256 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-4537e181-7d9c-47de-9b95-9130d71f181e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1263778 Mar 28 13:48:52.341473 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60630) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:52.446206 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9f00dbb-ca26-4e62-8b17-1ae96d6738b1 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting subnet 60aeb536-4d7f-4179-8baa-0d8df20a3d25 {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:48:52.450357 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b9f00dbb-ca26-4e62-8b17-1ae96d6738b1 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:52.450689 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-31b15219-6bce-49ab-a61d-ca13ce8f5e10 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:52.482392 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ac22037a-f70e-4c11-ac2c-f631c2e8b067 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2852285 Mar 28 13:48:52.484554 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60632) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:52.493854 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-5850968d-0163-476c-8941-4807c32f870d tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Request body: {'subnet': {'network_id': 'fdf7be46-1933-47f0-a1fa-e9bc84b31efc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:52.503252 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b9f00dbb-ca26-4e62-8b17-1ae96d6738b1 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:52.596653 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-848574e7-92f6-49a5-a5f6-6059eb7b6e5e None None] Could not find standard attr ID for object 676caffe-d62e-4ba8-9790-49e310d86b50. {{(pid=109614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 13:48:52.598938 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a3286c-1f98-476c-9a6f-edf2350daaf8 None None] Pushing event updated for resources: {'Port': ['ID=be9ea313-3e9d-477e-b37f-b7394fb59ae8,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:52.618326 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-848574e7-92f6-49a5-a5f6-6059eb7b6e5e None None] Could not find standard attr ID for object 8b926e2e-895a-4073-9cf8-064492a10494. {{(pid=109614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 13:48:52.618686 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c5f13008-a115-4a63-91fd-92d202ab42f5 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:52.619856 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-127c23a6-da02-44d6-a909-1b0b92c245dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:52.650276 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b9f00dbb-ca26-4e62-8b17-1ae96d6738b1 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:52.670901 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac22037a-f70e-4c11-ac2c-f631c2e8b067 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event updated for resources: {'Network': ['ID=fdf7be46-1933-47f0-a1fa-e9bc84b31efc,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:52.681917 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60636) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:52.697123 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-31b15219-6bce-49ab-a61d-ca13ce8f5e10 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:52.697265 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67332761-43ab-4b7a-b435-2ab1b807f0be None None] get_active_networks_info from dv-neutron-835335-1-hyperv {{(pid=109614) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 28 13:48:52.698370 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network fdf7be46-1933-47f0-a1fa-e9bc84b31efc details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:48:52.713030 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9e30c1f9-f97a-4fc6-a167-fa53b4f7c779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:52.733104 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f13008-a115-4a63-91fd-92d202ab42f5 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event deleted for resources: {'Port': ['ID=8b926e2e-895a-4073-9cf8-064492a10494,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:52.773582 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-31b15219-6bce-49ab-a61d-ca13ce8f5e10 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:52.778573 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-848574e7-92f6-49a5-a5f6-6059eb7b6e5e None None] Provisioning complete for port be9ea313-3e9d-477e-b37f-b7394fb59ae8 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:52.779067 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-848574e7-92f6-49a5-a5f6-6059eb7b6e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:52.796797 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c5f13008-a115-4a63-91fd-92d202ab42f5 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:52.800104 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c5f13008-a115-4a63-91fd-92d202ab42f5 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/ports/8b926e2e-895a-4073-9cf8-064492a10494 HTTP/1.1" status: 204 len: 168 time: 2.3893459 Mar 28 13:48:52.802823 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60640) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:52.830893 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a53978b-5ab3-46ff-9bd1-348c27528ae3 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] GET failed (client error): The resource could not be found. Mar 28 13:48:52.832508 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-6a53978b-5ab3-46ff-9bd1-348c27528ae3 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "GET /v2.0/ports/8b926e2e-895a-4073-9cf8-064492a10494 HTTP/1.1" status: 404 len: 333 time: 0.0287366 Mar 28 13:48:52.835406 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60642) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:52.858570 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5850968d-0163-476c-8941-4807c32f870d tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Made reservation on behalf of f6b8e64020de40e182c741fada779147 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:48:52.862711 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5850968d-0163-476c-8941-4807c32f870d tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:52.869873 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b15219-6bce-49ab-a61d-ca13ce8f5e10 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bde5174-f5c6-4290-a6d2-572d23eae7aa,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:52.909900 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a17dacb-084c-4228-b7d2-45d60451b771 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Deleting subnet 7293143d-2ee7-44f1-9e6e-01e2ecbb641f {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:48:52.913317 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7a17dacb-084c-4228-b7d2-45d60451b771 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:52.929044 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1d742d96-b423-431c-85f6-1d570e9bf76e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:52.939655 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b9f00dbb-ca26-4e62-8b17-1ae96d6738b1 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:52.982364 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f00dbb-ca26-4e62-8b17-1ae96d6738b1 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Subnet': ['ID=60aeb536-4d7f-4179-8baa-0d8df20a3d25,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:52.990394 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7a17dacb-084c-4228-b7d2-45d60451b771 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:52.992990 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b9f00dbb-ca26-4e62-8b17-1ae96d6738b1 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:52.993392 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-31b15219-6bce-49ab-a61d-ca13ce8f5e10 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:52.994606 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-31b15219-6bce-49ab-a61d-ca13ce8f5e10 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7517166 Mar 28 13:48:52.999751 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60644) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:52.999896 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b9f00dbb-ca26-4e62-8b17-1ae96d6738b1 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/60aeb536-4d7f-4179-8baa-0d8df20a3d25 HTTP/1.1" status: 204 len: 168 time: 0.6574159 Mar 28 13:48:53.008984 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60646) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:53.018995 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-671d9efb-d39c-498c-9909-068865844c37 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Request body: {'security_group_rule': {'security_group_id': '5bde5174-f5c6-4290-a6d2-572d23eae7aa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:53.087989 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7a17dacb-084c-4228-b7d2-45d60451b771 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:53.165735 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f9deeb0-65f6-4aa4-bb87-8aa3940c7f29 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting subnet 8830ba59-1475-4cde-89af-43553774aebb {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:48:53.177490 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1f9deeb0-65f6-4aa4-bb87-8aa3940c7f29 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:53.192998 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-848574e7-92f6-49a5-a5f6-6059eb7b6e5e None None] Provisioning complete for port c76432cf-1180-4609-869e-532cb58d0463 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:53.193598 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-848574e7-92f6-49a5-a5f6-6059eb7b6e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:53.197570 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67332761-43ab-4b7a-b435-2ab1b807f0be None None] Resources bound (agent type, host, resource id): {{(pid=109614) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 13:48:53.238619 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7a17dacb-084c-4228-b7d2-45d60451b771 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:53.251276 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device be9ea313-3e9d-477e-b37f-b7394fb59ae8 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:48:53.260189 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-671d9efb-d39c-498c-9909-068865844c37 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:53.264444 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a17dacb-084c-4228-b7d2-45d60451b771 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event deleted for resources: {'Subnet': ['ID=7293143d-2ee7-44f1-9e6e-01e2ecbb641f,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:53.267044 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7a17dacb-084c-4228-b7d2-45d60451b771 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:53.273484 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-7a17dacb-084c-4228-b7d2-45d60451b771 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/subnets/7293143d-2ee7-44f1-9e6e-01e2ecbb641f HTTP/1.1" status: 204 len: 168 time: 0.4344246 Mar 28 13:48:53.273817 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60650) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:53.312958 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1f9deeb0-65f6-4aa4-bb87-8aa3940c7f29 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:53.319767 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-848574e7-92f6-49a5-a5f6-6059eb7b6e5e None None] Port c76432cf-1180-4609-869e-532cb58d0463 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:48:53.346043 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1d742d96-b423-431c-85f6-1d570e9bf76e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:53.432998 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1d742d96-b423-431c-85f6-1d570e9bf76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:53.450709 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-848574e7-92f6-49a5-a5f6-6059eb7b6e5e None None] Provisioning complete for port 99293153-ef0c-4384-b1c5-8308d35613b7 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:53.451127 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-848574e7-92f6-49a5-a5f6-6059eb7b6e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:53.545261 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-671d9efb-d39c-498c-9909-068865844c37 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:53.547727 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5850968d-0163-476c-8941-4807c32f870d tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:53.554331 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-1d742d96-b423-431c-85f6-1d570e9bf76e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=72062d3d815245e9a6c25624a0680af7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8637736 Mar 28 13:48:53.554331 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d742d96-b423-431c-85f6-1d570e9bf76e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae91691-1114-4733-92ef-339cf36b5f7d,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:53.556256 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60652) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:53.611361 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1f9deeb0-65f6-4aa4-bb87-8aa3940c7f29 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:53.637223 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port be9ea313-3e9d-477e-b37f-b7394fb59ae8 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:53.637600 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:53.646223 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-127c23a6-da02-44d6-a909-1b0b92c245dc None None] Notify callbacks [] for port, precommit_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:53.649202 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-671d9efb-d39c-498c-9909-068865844c37 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:53.652110 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d526c41-254a-41ac-9035-a919b43380bb tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Deleting subnet 34f864d8-0b42-4158-af6a-bebe1595be3e {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:48:53.655477 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3d526c41-254a-41ac-9035-a919b43380bb tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:53.698521 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3d526c41-254a-41ac-9035-a919b43380bb tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:53.713015 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-9e30c1f9-f97a-4fc6-a167-fa53b4f7c779 admin admin] Deleting port 6f841483-577f-4991-8127-0ecfed500ee2 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:48:53.713254 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9e30c1f9-f97a-4fc6-a167-fa53b4f7c779 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:53.721669 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d9efb-d39c-498c-9909-068865844c37 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e2c9da4-e8d5-405b-90b2-ecfc0c03b82c,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:53.724323 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-127c23a6-da02-44d6-a909-1b0b92c245dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:53.738226 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5850968d-0163-476c-8941-4807c32f870d tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event updated for resources: {'Subnet': ['ID=8eacfc1a-2ffb-488b-bab3-043e8222db66,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:53.802348 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3d526c41-254a-41ac-9035-a919b43380bb tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:53.830895 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-671d9efb-d39c-498c-9909-068865844c37 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:53.835367 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-671d9efb-d39c-498c-9909-068865844c37 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8287339 Mar 28 13:48:53.835528 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60656) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:53.845956 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5005272b-9666-428b-8f51-c474eb65ce17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:53.847742 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5850968d-0163-476c-8941-4807c32f870d tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Checking segment: {'id': 'dbc6059e-d128-4256-be1c-fa87eb2624fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fdf7be46-1933-47f0-a1fa-e9bc84b31efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:48:53.848176 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5850968d-0163-476c-8941-4807c32f870d tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Network hostable DHCP agents. Network: fdf7be46-1933-47f0-a1fa-e9bc84b31efc, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:48:53.875210 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4435f028-564a-44a7-9e59-840931653e3f tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:53.888170 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4435f028-564a-44a7-9e59-840931653e3f tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:53.895749 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-9e30c1f9-f97a-4fc6-a167-fa53b4f7c779 admin admin] For port 6f841483-577f-4991-8127-0ecfed500ee2, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=6f841483-577f-4991-8127-0ecfed500ee2,segment=NetworkSegment(435e52b0-8901-46cb-99fe-f8308dda262f),segment_id=435e52b0-8901-46cb-99fe-f8308dda262f)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:48:53.896002 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47bce61-214a-4a85-952b-580aadd64690 None None] Pushing event updated for resources: {'Port': ['ID=c76432cf-1180-4609-869e-532cb58d0463,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:53.896326 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9e30c1f9-f97a-4fc6-a167-fa53b4f7c779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:53.900695 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5005272b-9666-428b-8f51-c474eb65ce17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:53.924176 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-9e30c1f9-f97a-4fc6-a167-fa53b4f7c779 admin admin] Calling delete_port for 6f841483-577f-4991-8127-0ecfed500ee2 owned by network:router_interface {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:48:53.934184 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1f9deeb0-65f6-4aa4-bb87-8aa3940c7f29 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:53.988025 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9deeb0-65f6-4aa4-bb87-8aa3940c7f29 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Subnet': ['ID=8830ba59-1475-4cde-89af-43553774aebb,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:53.989805 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4435f028-564a-44a7-9e59-840931653e3f tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:53.992312 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1f9deeb0-65f6-4aa4-bb87-8aa3940c7f29 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:53.998073 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4435f028-564a-44a7-9e59-840931653e3f tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:53.999258 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-1f9deeb0-65f6-4aa4-bb87-8aa3940c7f29 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/8830ba59-1475-4cde-89af-43553774aebb HTTP/1.1" status: 204 len: 168 time: 0.9891393 Mar 28 13:48:54.000082 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60658) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:54.004549 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-4435f028-564a-44a7-9e59-840931653e3f tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/3e2c9da4-e8d5-405b-90b2-ecfc0c03b82c HTTP/1.1" status: 204 len: 168 time: 0.1690576 Mar 28 13:48:54.006089 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60660) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:54.009928 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3d526c41-254a-41ac-9035-a919b43380bb tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:54.022103 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-127c23a6-da02-44d6-a909-1b0b92c245dc None None] Attempting to bind port c76432cf-1180-4609-869e-532cb58d0463 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:48:54.022478 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-127c23a6-da02-44d6-a909-1b0b92c245dc None None] Attempting to bind port c76432cf-1180-4609-869e-532cb58d0463 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '37e76854-46bd-4860-97ec-e659d4b02e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6ec7f31c-8f9b-4c25-9782-9b480b51dfcf'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:48:54.022843 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127c23a6-da02-44d6-a909-1b0b92c245dc None None] Attempting to bind port c76432cf-1180-4609-869e-532cb58d0463 on network 6ec7f31c-8f9b-4c25-9782-9b480b51dfcf {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:48:54.037298 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5850968d-0163-476c-8941-4807c32f870d tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Network fdf7be46-1933-47f0-a1fa-e9bc84b31efc is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:48:54.037666 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-24db7e02-b140-4a17-8748-9c4a39ff2380 None None] Provisioning complete for port c76432cf-1180-4609-869e-532cb58d0463 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:54.038159 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-24db7e02-b140-4a17-8748-9c4a39ff2380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:54.039951 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127c23a6-da02-44d6-a909-1b0b92c245dc None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:48:54.040309 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127c23a6-da02-44d6-a909-1b0b92c245dc None None] Checking segment: {'id': '37e76854-46bd-4860-97ec-e659d4b02e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6ec7f31c-8f9b-4c25-9782-9b480b51dfcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:48:54.040732 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-127c23a6-da02-44d6-a909-1b0b92c245dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:54.041125 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127c23a6-da02-44d6-a909-1b0b92c245dc None None] Bound using segment: {'id': '37e76854-46bd-4860-97ec-e659d4b02e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6ec7f31c-8f9b-4c25-9782-9b480b51dfcf'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:48:54.041618 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-127c23a6-da02-44d6-a909-1b0b92c245dc None None] Bound port: c76432cf-1180-4609-869e-532cb58d0463, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e76854-46bd-4860-97ec-e659d4b02e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6ec7f31c-8f9b-4c25-9782-9b480b51dfcf'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:48:54.042250 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-127c23a6-da02-44d6-a909-1b0b92c245dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:54.067624 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435f028-564a-44a7-9e59-840931653e3f tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e2c9da4-e8d5-405b-90b2-ecfc0c03b82c,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:54.071792 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d526c41-254a-41ac-9035-a919b43380bb tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event deleted for resources: {'Subnet': ['ID=34f864d8-0b42-4158-af6a-bebe1595be3e,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:54.073497 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f9048564-62ad-48ec-803b-57ef2403c373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:54.074781 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3d526c41-254a-41ac-9035-a919b43380bb tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:54.079895 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3d526c41-254a-41ac-9035-a919b43380bb tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/subnets/34f864d8-0b42-4158-af6a-bebe1595be3e HTTP/1.1" status: 204 len: 168 time: 0.8048282 Mar 28 13:48:54.087381 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60662) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:54.087497 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-20b65d11-a152-4a37-8106-27f63e1b9bf2 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0577838 Mar 28 13:48:54.087597 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60664) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:54.102909 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-f2e4f156-f617-4305-9329-b71786d84201 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'subnet': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:54.111446 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-24db7e02-b140-4a17-8748-9c4a39ff2380 None None] Port c76432cf-1180-4609-869e-532cb58d0463 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:48:54.113231 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa5f9e1-8d77-49c3-817f-fb0fca892a5e None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:48:54.158719 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e1eab4cb-6166-4629-8273-5d5ac92b4656 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1465194 Mar 28 13:48:54.159470 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60666) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:54.162012 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-5850968d-0163-476c-8941-4807c32f870d tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, fdf7be46-1933-47f0-a1fa-e9bc84b31efc) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:54.170131 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5850968d-0163-476c-8941-4807c32f870d tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:54.170131 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5850968d-0163-476c-8941-4807c32f870d tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:54.191525 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5005272b-9666-428b-8f51-c474eb65ce17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:54.194302 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5005272b-9666-428b-8f51-c474eb65ce17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:54.201837 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bb699b-14b6-4b01-858b-f057f5362b57 None None] Network fdf7be46-1933-47f0-a1fa-e9bc84b31efc requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:48:54.202359 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-5005272b-9666-428b-8f51-c474eb65ce17 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3ae91691-1114-4733-92ef-339cf36b5f7d HTTP/1.1" status: 204 len: 168 time: 0.6338296 Mar 28 13:48:54.216345 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5005272b-9666-428b-8f51-c474eb65ce17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae91691-1114-4733-92ef-339cf36b5f7d,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:54.287570 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-127c23a6-da02-44d6-a909-1b0b92c245dc None None] For port c76432cf-1180-4609-869e-532cb58d0463, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:48:54.298273 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-5850968d-0163-476c-8941-4807c32f870d tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8112333 Mar 28 13:48:54.298273 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60672) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:54.376502 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6f4a3eba-2730-44b5-a61f-e35ca73b6132 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:54.524225 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9e30c1f9-f97a-4fc6-a167-fa53b4f7c779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:54.552688 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b8cad33a-ef7b-4a8f-baea-557adf28c5b6 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:54.562285 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e30c1f9-f97a-4fc6-a167-fa53b4f7c779 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f841483-577f-4991-8127-0ecfed500ee2,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:54.593222 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-6f4a3eba-2730-44b5-a61f-e35ca73b6132 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Deleting port 204c6cb5-ec90-41b9-93f5-1a0e4373daeb {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:48:54.597385 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6f4a3eba-2730-44b5-a61f-e35ca73b6132 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:54.616904 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e4f156-f617-4305-9329-b71786d84201 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:48:54.637558 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f2e4f156-f617-4305-9329-b71786d84201 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:54.661748 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4674701a-9d8f-44ab-be0b-ce94c97fdbfb None None] Network f4755aa3-6772-4239-a2d3-bc1bdc700b93 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:48:54.745110 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b8cad33a-ef7b-4a8f-baea-557adf28c5b6 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:54.817937 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-127c23a6-da02-44d6-a909-1b0b92c245dc None None] For port c76432cf-1180-4609-869e-532cb58d0463, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=c76432cf-1180-4609-869e-532cb58d0463,segment=NetworkSegment(37e76854-46bd-4860-97ec-e659d4b02e34),segment_id=37e76854-46bd-4860-97ec-e659d4b02e34)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:48:54.825511 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-b6d628b1-e8bf-454c-8548-a571bcacd38c None None] Provisioning complete for port c76432cf-1180-4609-869e-532cb58d0463 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:54.825888 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b6d628b1-e8bf-454c-8548-a571bcacd38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:54.856004 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-6f4a3eba-2730-44b5-a61f-e35ca73b6132 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] For port 204c6cb5-ec90-41b9-93f5-1a0e4373daeb, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=204c6cb5-ec90-41b9-93f5-1a0e4373daeb,segment=NetworkSegment(a2ece11a-0aa0-40f6-ae3f-e7a627fccd22),segment_id=a2ece11a-0aa0-40f6-ae3f-e7a627fccd22)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:48:54.856403 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6f4a3eba-2730-44b5-a61f-e35ca73b6132 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:54.875324 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-b6d628b1-e8bf-454c-8548-a571bcacd38c None None] Port c76432cf-1180-4609-869e-532cb58d0463 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:48:54.876956 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d0c98b-a58c-4b36-b88e-7d95f5cdd056 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-fdf7be46-1933-47f0-a1fa-e9bc84b31efc', 'network_id': 'fdf7be46-1933-47f0-a1fa-e9bc84b31efc', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'fixed_ips': [{'subnet_id': '8eacfc1a-2ffb-488b-bab3-043e8222db66'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:48:54.877928 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e9d0c98b-a58c-4b36-b88e-7d95f5cdd056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:54.890365 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-6f4a3eba-2730-44b5-a61f-e35ca73b6132 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Calling delete_port for 204c6cb5-ec90-41b9-93f5-1a0e4373daeb owned by network:dhcp {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:48:54.927580 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-127c23a6-da02-44d6-a909-1b0b92c245dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:54.936426 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9e30c1f9-f97a-4fc6-a167-fa53b4f7c779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:54.940303 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5a84136a-5301-400f-b299-601d03f78363 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:55.001286 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b8cad33a-ef7b-4a8f-baea-557adf28c5b6 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:55.004177 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b8cad33a-ef7b-4a8f-baea-557adf28c5b6 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:55.005596 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b8cad33a-ef7b-4a8f-baea-557adf28c5b6 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "DELETE /v2.0/security-groups/5bde5174-f5c6-4290-a6d2-572d23eae7aa HTTP/1.1" status: 204 len: 168 time: 0.7137392 Mar 28 13:48:55.022114 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60674) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:55.022542 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cad33a-ef7b-4a8f-baea-557adf28c5b6 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bde5174-f5c6-4290-a6d2-572d23eae7aa,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:55.117414 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c2d547e2-8ee1-4f14-b799-9910e8612ac5 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0876188 Mar 28 13:48:55.117414 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6f4a3eba-2730-44b5-a61f-e35ca73b6132 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:55.127263 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60676) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:55.133544 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4a3eba-2730-44b5-a61f-e35ca73b6132 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] No DVR routers for this DVR port 204c6cb5-ec90-41b9-93f5-1a0e4373daeb on host dv-neutron-835335-1-hyperv {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:48:55.142673 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127c23a6-da02-44d6-a909-1b0b92c245dc None None] Routers {'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:48:55.144193 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-127c23a6-da02-44d6-a909-1b0b92c245dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:48:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:55.153284 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad88bfec-a7c2-4460-ba2d-f5541ffcc91c None None] DHCP port deletion for 0683b568-5de1-47de-8c3c-3856d7f643f9 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:48:55.168693 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-401b08ae-7b30-4701-a3a3-87ae3d84ae6b tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Request body: {'security_group': {'name': 'tempest-secgroup--973170423'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:55.292774 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-401b08ae-7b30-4701-a3a3-87ae3d84ae6b tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:55.309041 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6f4a3eba-2730-44b5-a61f-e35ca73b6132 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:55.342218 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a3eba-2730-44b5-a61f-e35ca73b6132 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event deleted for resources: {'Port': ['ID=204c6cb5-ec90-41b9-93f5-1a0e4373daeb,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:55.358965 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-127c23a6-da02-44d6-a909-1b0b92c245dc None None] Set router c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 gateway port host: None {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:48:55.398429 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-6f4a3eba-2730-44b5-a61f-e35ca73b6132 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4755aa3-6772-4239-a2d3-bc1bdc700b93']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:55.414414 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47bce61-214a-4a85-952b-580aadd64690 None None] Pushing event updated for resources: {'Port': ['ID=c76432cf-1180-4609-869e-532cb58d0463,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:55.417429 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-6f4a3eba-2730-44b5-a61f-e35ca73b6132 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2ece11a-0aa0-40f6-ae3f-e7a627fccd22') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:55.417729 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-6f4a3eba-2730-44b5-a61f-e35ca73b6132 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2ece11a-0aa0-40f6-ae3f-e7a627fccd22') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:55.451398 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e405909-ca39-4676-989e-e4724a9dd6a1 None None] DHCP port deletion for f4755aa3-6772-4239-a2d3-bc1bdc700b93 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:48:55.453345 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 99293153-ef0c-4384-b1c5-8308d35613b7 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:48:55.463327 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6f4a3eba-2730-44b5-a61f-e35ca73b6132 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:55.480322 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-401b08ae-7b30-4701-a3a3-87ae3d84ae6b tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:55.495941 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6f4a3eba-2730-44b5-a61f-e35ca73b6132 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:55.503972 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f4a3eba-2730-44b5-a61f-e35ca73b6132 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:48:55.504430 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6f4a3eba-2730-44b5-a61f-e35ca73b6132 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:55.508186 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:48:55.508186 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:48:55.508186 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:48:55.508186 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:48:55.508186 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:48:55.508186 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:48:55.508186 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:48:55.508186 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:48:55.508186 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:48:55.508186 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:48:55.508186 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:48:55.508186 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:48:55.508186 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:48:55.508186 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:48:55.508186 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:48:55.508186 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:48:55.508186 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:48:55.508186 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:48:55.508186 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:48:55.508186 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:48:55.508186 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:48:55.508186 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:48:55.508186 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:48:55.508186 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:48:55.508186 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:48:55.508186 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:48:55.508186 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:48:55.508186 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:48:55.508186 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:48:55.508186 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:48:55.508186 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:48:55.508186 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:48:55.554721 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-401b08ae-7b30-4701-a3a3-87ae3d84ae6b tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:55.586155 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f2e4f156-f617-4305-9329-b71786d84201 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:55.629393 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b08ae-7b30-4701-a3a3-87ae3d84ae6b tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a07b18f-ada4-4411-94c9-f90ef7d48bcb,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:55.634310 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-e9d0c98b-a58c-4b36-b88e-7d95f5cdd056 None None] Allocated IP 2001:db8:1::2 (fdf7be46-1933-47f0-a1fa-e9bc84b31efc/8eacfc1a-2ffb-488b-bab3-043e8222db66/4570e9fe-49ce-422b-aeec-b3c3dda80cad) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:48:55.648292 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-bad3e791-4ec2-4f76-8992-a4dfdc1eadf0 None None] Provisioning complete for port c76432cf-1180-4609-869e-532cb58d0463 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:55.648721 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-bad3e791-4ec2-4f76-8992-a4dfdc1eadf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:55.656634 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e4f156-f617-4305-9329-b71786d84201 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:55.656634 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4f156-f617-4305-9329-b71786d84201 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Subnet': ['ID=1b4c20e2-674e-4e26-8126-1b5366a99073,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:55.660986 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6f4a3eba-2730-44b5-a61f-e35ca73b6132 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:55.661975 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-f2e4f156-f617-4305-9329-b71786d84201 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:55.668692 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e4f156-f617-4305-9329-b71786d84201 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:55.669543 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f2e4f156-f617-4305-9329-b71786d84201 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:55.673481 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6f4a3eba-2730-44b5-a61f-e35ca73b6132 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:55.676854 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-6f4a3eba-2730-44b5-a61f-e35ca73b6132 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/networks/f4755aa3-6772-4239-a2d3-bc1bdc700b93 HTTP/1.1" status: 204 len: 168 time: 1.5840578 Mar 28 13:48:55.681408 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60678) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:55.705797 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-401b08ae-7b30-4701-a3a3-87ae3d84ae6b tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:55.707015 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-401b08ae-7b30-4701-a3a3-87ae3d84ae6b tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5422628 Mar 28 13:48:55.711953 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60680) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:55.712786 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a3eba-2730-44b5-a61f-e35ca73b6132 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event deleted for resources: {'Network': ['ID=f4755aa3-6772-4239-a2d3-bc1bdc700b93,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:55.718332 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-b12aaed4-44a6-4c2a-9eaa-685ee1d216b0 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Request body: {'security_group_rule': {'security_group_id': '0a07b18f-ada4-4411-94c9-f90ef7d48bcb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:55.767664 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-ad88bfec-a7c2-4460-ba2d-f5541ffcc91c None None] Deleting port 99293153-ef0c-4384-b1c5-8308d35613b7 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:48:55.768036 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ad88bfec-a7c2-4460-ba2d-f5541ffcc91c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:55.768870 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e30c1f9-f97a-4fc6-a167-fa53b4f7c779 admin admin] Router 932ca29e-8b40-4b6f-9e96-e6798079555f has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:48:55.772805 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16901b84-be6a-4995-b971-9b108325fb4f tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:55.779145 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-16901b84-be6a-4995-b971-9b108325fb4f tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0916243 Mar 28 13:48:55.779145 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60682) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:55.835759 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f2e4f156-f617-4305-9329-b71786d84201 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7416239 Mar 28 13:48:55.843582 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-32359a6a-fc96-47e4-b9ce-e88bc9c4ce77 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0609879 Mar 28 13:48:55.843582 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60684) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:55.844231 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60686) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:55.849651 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-aaae72d4-6e66-4bfe-b5d1-258d34b2816d tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'subnet': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:55.855697 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-17c868e5-64f6-47bc-b0c1-bb2ddec71df2 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-715161099'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:55.881122 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:55.890848 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e30c1f9-f97a-4fc6-a167-fa53b4f7c779 admin admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:48:55.899408 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-9e30c1f9-f97a-4fc6-a167-fa53b4f7c779 admin admin] 10.222.0.24 "PUT /v2.0/routers/932ca29e-8b40-4b6f-9e96-e6798079555f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5648174 Mar 28 13:48:55.900660 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60688) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:55.913859 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cbdf3d-b135-4fc9-b67e-8631877fd59c None None] Sync routers for ids ['932ca29e-8b40-4b6f-9e96-e6798079555f'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:48:55.923472 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b12aaed4-44a6-4c2a-9eaa-685ee1d216b0 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:55.943459 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cbdf3d-b135-4fc9-b67e-8631877fd59c None None] Routers {'932ca29e-8b40-4b6f-9e96-e6798079555f'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:48:55.946505 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-e1cbdf3d-b135-4fc9-b67e-8631877fd59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:48:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['932ca29e-8b40-4b6f-9e96-e6798079555f'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:56.003615 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c868e5-64f6-47bc-b0c1-bb2ddec71df2 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Made reservation on behalf of 427ec9eabb7e45afac363fe68c5efe1f for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:48:56.007592 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-17c868e5-64f6-47bc-b0c1-bb2ddec71df2 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:56.033002 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-bad3e791-4ec2-4f76-8992-a4dfdc1eadf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:56.037260 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5a6e9cfe-e4f7-4b7c-b669-f00eac0c4245 admin admin] Notify callbacks [] for router, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:56.052897 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b12aaed4-44a6-4c2a-9eaa-685ee1d216b0 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:56.056537 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 99293153-ef0c-4384-b1c5-8308d35613b7, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=99293153-ef0c-4384-b1c5-8308d35613b7,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:48:56.059428 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-ad88bfec-a7c2-4460-ba2d-f5541ffcc91c None None] For port 99293153-ef0c-4384-b1c5-8308d35613b7, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=99293153-ef0c-4384-b1c5-8308d35613b7,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:48:56.059822 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ad88bfec-a7c2-4460-ba2d-f5541ffcc91c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:56.066987 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17c868e5-64f6-47bc-b0c1-bb2ddec71df2 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:48:56.077409 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-17c868e5-64f6-47bc-b0c1-bb2ddec71df2 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:56.078213 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-17c868e5-64f6-47bc-b0c1-bb2ddec71df2 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Added segment 470d2e33-b26e-4e0f-900d-30e04d56f33d of type vlan for network d42f7fae-e704-4051-b5d1-67552a7e8d65 Mar 28 13:48:56.087553 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-ad88bfec-a7c2-4460-ba2d-f5541ffcc91c None None] Calling delete_port for 99293153-ef0c-4384-b1c5-8308d35613b7 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:48:56.114258 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-127c23a6-da02-44d6-a909-1b0b92c245dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'name': 'tempest-RoutersIpV6Test-router-21356739', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:48:42Z', 'updated_at': '2022-03-28T13:48:49Z', 'revision_number': 2, 'project_id': 'f6b8e64020de40e182c741fada779147', 'gw_port_host': None, '_interfaces': [{'id': 'c76432cf-1180-4609-869e-532cb58d0463', 'name': '', 'network_id': '6ec7f31c-8f9b-4c25-9782-9b480b51dfcf', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:e7:1b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:48:47Z', 'updated_at': '2022-03-28T13:48:54Z', 'revision_number': 4, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:56.118297 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-e1cbdf3d-b135-4fc9-b67e-8631877fd59c None None] Set router 932ca29e-8b40-4b6f-9e96-e6798079555f gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:48:56.137494 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-17c868e5-64f6-47bc-b0c1-bb2ddec71df2 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:56.157766 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b12aaed4-44a6-4c2a-9eaa-685ee1d216b0 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:56.171387 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaae72d4-6e66-4bfe-b5d1-258d34b2816d tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:48:56.175541 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-aaae72d4-6e66-4bfe-b5d1-258d34b2816d tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:56.176477 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5a6e9cfe-e4f7-4b7c-b669-f00eac0c4245 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:56.191386 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e9d0c98b-a58c-4b36-b88e-7d95f5cdd056 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:56.197906 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:56.202004 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-bad3e791-4ec2-4f76-8992-a4dfdc1eadf0 None None] For port c76432cf-1180-4609-869e-532cb58d0463, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=c76432cf-1180-4609-869e-532cb58d0463,segment=NetworkSegment(37e76854-46bd-4860-97ec-e659d4b02e34),segment_id=37e76854-46bd-4860-97ec-e659d4b02e34)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:48:56.203463 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aaed4-44a6-4c2a-9eaa-685ee1d216b0 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4b144d3-084d-49e5-8eec-996c7e612a7d,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:56.204630 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127c23a6-da02-44d6-a909-1b0b92c245dc None None] The sync data for ids ['c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'] in dv-neutron-835335-1-hyperv is: [{'id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'name': 'tempest-RoutersIpV6Test-router-21356739', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:48:42Z', 'updated_at': '2022-03-28T13:48:49Z', 'revision_number': 2, 'project_id': 'f6b8e64020de40e182c741fada779147', 'gw_port_host': None, '_interfaces': [{'id': 'c76432cf-1180-4609-869e-532cb58d0463', 'name': '', 'network_id': '6ec7f31c-8f9b-4c25-9782-9b480b51dfcf', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:e7:1b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:48:47Z', 'updated_at': '2022-03-28T13:48:54Z', 'revision_number': 4, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:48:56.285899 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-17c868e5-64f6-47bc-b0c1-bb2ddec71df2 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:56.292262 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c868e5-64f6-47bc-b0c1-bb2ddec71df2 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:56.293523 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-17c868e5-64f6-47bc-b0c1-bb2ddec71df2 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:56.302557 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=99293153-ef0c-4384-b1c5-8308d35613b7,revision_number=6']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:56.308582 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-bad3e791-4ec2-4f76-8992-a4dfdc1eadf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:56.330477 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e9d0c98b-a58c-4b36-b88e-7d95f5cdd056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:56.384972 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c868e5-64f6-47bc-b0c1-bb2ddec71df2 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event updated for resources: {'Network': ['ID=d42f7fae-e704-4051-b5d1-67552a7e8d65,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:56.394197 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d0c98b-a58c-4b36-b88e-7d95f5cdd056 None None] Network fdf7be46-1933-47f0-a1fa-e9bc84b31efc is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:56.396207 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b12aaed4-44a6-4c2a-9eaa-685ee1d216b0 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:56.396831 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3c860ce8-dab3-48f7-8d63-e43335316665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:56.409769 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b12aaed4-44a6-4c2a-9eaa-685ee1d216b0 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6856573 Mar 28 13:48:56.409769 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60690) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:56.411032 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-e1cbdf3d-b135-4fc9-b67e-8631877fd59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932ca29e-8b40-4b6f-9e96-e6798079555f', 'name': 'tempest-ServerActionsTestJSON-68342897-router', 'tenant_id': 'aa9aa9bd837f49a494e03678d3365504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '476469b4-76e1-4d32-9033-5987432e6cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:44:30Z', 'updated_at': '2022-03-28T13:48:54Z', 'revision_number': 5, 'project_id': 'aa9aa9bd837f49a494e03678d3365504', 'gw_port': {'id': '476469b4-76e1-4d32-9033-5987432e6cab', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:49:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932ca29e-8b40-4b6f-9e96-e6798079555f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:44:32Z', 'updated_at': '2022-03-28T13:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:56.413920 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ad88bfec-a7c2-4460-ba2d-f5541ffcc91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:56.415942 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network d42f7fae-e704-4051-b5d1-67552a7e8d65 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:48:56.422640 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-e9d0c98b-a58c-4b36-b88e-7d95f5cdd056 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:56.430393 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-5a84136a-5301-400f-b299-601d03f78363 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Allocated IP 2001:db8:1::1 (fdf7be46-1933-47f0-a1fa-e9bc84b31efc/8eacfc1a-2ffb-488b-bab3-043e8222db66/6bd40957-5660-4254-9f7a-5180a2811b8d) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:48:56.432546 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-17c868e5-64f6-47bc-b0c1-bb2ddec71df2 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5866089 Mar 28 13:48:56.433048 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60692) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:56.438571 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-ee03974a-068b-48bf-a37f-eda5cc01a973 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Request body: {'subnet': {'network_id': 'd42f7fae-e704-4051-b5d1-67552a7e8d65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:56.457068 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cbdf3d-b135-4fc9-b67e-8631877fd59c None None] Checking router: 932ca29e-8b40-4b6f-9e96-e6798079555f for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:48:56.479234 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cbdf3d-b135-4fc9-b67e-8631877fd59c None None] Routers {'932ca29e-8b40-4b6f-9e96-e6798079555f'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:48:56.479234 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-e1cbdf3d-b135-4fc9-b67e-8631877fd59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:48:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['932ca29e-8b40-4b6f-9e96-e6798079555f'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:56.480288 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-2a266cf4-a798-4398-85f0-3eadeeeb90b8 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "GET /v2.0/security-group-rules/c4b144d3-084d-49e5-8eec-996c7e612a7d HTTP/1.1" status: 200 len: 763 time: 0.0759976 Mar 28 13:48:56.481303 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60694) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:56.509969 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d0c98b-a58c-4b36-b88e-7d95f5cdd056 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:48:56.520587 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad88bfec-a7c2-4460-ba2d-f5541ffcc91c None None] No DVR routers for this DVR port 99293153-ef0c-4384-b1c5-8308d35613b7 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:48:56.582624 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-5a6e9cfe-e4f7-4b7c-b669-f00eac0c4245 admin admin] Deleting port 476469b4-76e1-4d32-9033-5987432e6cab {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:48:56.583080 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5a6e9cfe-e4f7-4b7c-b669-f00eac0c4245 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:56.596863 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f093412-52fb-4d6d-89d1-06bf08da1ac6 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:48:56.603595 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-7efbc385-347c-4f6b-9a34-eaa8561328f4 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1155717 Mar 28 13:48:56.609527 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60696) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:56.740537 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-e1cbdf3d-b135-4fc9-b67e-8631877fd59c None None] Set router 932ca29e-8b40-4b6f-9e96-e6798079555f gateway port host: None {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:48:56.817967 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-e1cbdf3d-b135-4fc9-b67e-8631877fd59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932ca29e-8b40-4b6f-9e96-e6798079555f', 'name': 'tempest-ServerActionsTestJSON-68342897-router', 'tenant_id': 'aa9aa9bd837f49a494e03678d3365504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:44:30Z', 'updated_at': '2022-03-28T13:48:56Z', 'revision_number': 6, 'project_id': 'aa9aa9bd837f49a494e03678d3365504', 'gw_port_host': None}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:48:56.822449 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-82ed574f-19ba-4d3b-b998-9a71d3b7a564 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:56.852256 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-82ed574f-19ba-4d3b-b998-9a71d3b7a564 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:56.870724 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad3e791-4ec2-4f76-8992-a4dfdc1eadf0 None None] Pushing event updated for resources: {'Port': ['ID=c76432cf-1180-4609-869e-532cb58d0463,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:56.899438 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cbdf3d-b135-4fc9-b67e-8631877fd59c None None] The sync data for ids ['932ca29e-8b40-4b6f-9e96-e6798079555f'] in dv-neutron-835335-1-hyperv is: [{'id': '932ca29e-8b40-4b6f-9e96-e6798079555f', 'name': 'tempest-ServerActionsTestJSON-68342897-router', 'tenant_id': 'aa9aa9bd837f49a494e03678d3365504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:44:30Z', 'updated_at': '2022-03-28T13:48:56Z', 'revision_number': 6, 'project_id': 'aa9aa9bd837f49a494e03678d3365504', 'gw_port_host': None}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:48:56.966996 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee03974a-068b-48bf-a37f-eda5cc01a973 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Made reservation on behalf of 427ec9eabb7e45afac363fe68c5efe1f for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:48:56.971395 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ee03974a-068b-48bf-a37f-eda5cc01a973 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:56.972984 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.objects.ports [None req-aaae72d4-6e66-4bfe-b5d1-258d34b2816d tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109613) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 13:48:56.975733 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-aaae72d4-6e66-4bfe-b5d1-258d34b2816d tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:56.979293 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-5a6e9cfe-e4f7-4b7c-b669-f00eac0c4245 admin admin] For port 476469b4-76e1-4d32-9033-5987432e6cab, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=476469b4-76e1-4d32-9033-5987432e6cab,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:48:56.984953 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5a6e9cfe-e4f7-4b7c-b669-f00eac0c4245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:56.995912 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-e9d0c98b-a58c-4b36-b88e-7d95f5cdd056 None None] Attempting to bind port 4570e9fe-49ce-422b-aeec-b3c3dda80cad on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:48:56.996336 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-e9d0c98b-a58c-4b36-b88e-7d95f5cdd056 None None] Attempting to bind port 4570e9fe-49ce-422b-aeec-b3c3dda80cad by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'dbc6059e-d128-4256-be1c-fa87eb2624fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fdf7be46-1933-47f0-a1fa-e9bc84b31efc'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:48:56.996772 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d0c98b-a58c-4b36-b88e-7d95f5cdd056 None None] Attempting to bind port 4570e9fe-49ce-422b-aeec-b3c3dda80cad on network fdf7be46-1933-47f0-a1fa-e9bc84b31efc {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:48:57.011687 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d0c98b-a58c-4b36-b88e-7d95f5cdd056 None None] Pushing event updated for resources: {'Port': ['ID=4570e9fe-49ce-422b-aeec-b3c3dda80cad,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:57.017861 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5a84136a-5301-400f-b299-601d03f78363 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:57.020272 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d0c98b-a58c-4b36-b88e-7d95f5cdd056 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:48:57.020810 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d0c98b-a58c-4b36-b88e-7d95f5cdd056 None None] Checking segment: {'id': 'dbc6059e-d128-4256-be1c-fa87eb2624fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fdf7be46-1933-47f0-a1fa-e9bc84b31efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:48:57.021194 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e9d0c98b-a58c-4b36-b88e-7d95f5cdd056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:57.021585 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d0c98b-a58c-4b36-b88e-7d95f5cdd056 None None] Bound using segment: {'id': 'dbc6059e-d128-4256-be1c-fa87eb2624fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fdf7be46-1933-47f0-a1fa-e9bc84b31efc'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:48:57.022125 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-e9d0c98b-a58c-4b36-b88e-7d95f5cdd056 None None] Bound port: 4570e9fe-49ce-422b-aeec-b3c3dda80cad, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc6059e-d128-4256-be1c-fa87eb2624fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fdf7be46-1933-47f0-a1fa-e9bc84b31efc'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:48:57.022726 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e9d0c98b-a58c-4b36-b88e-7d95f5cdd056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:57.040899 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-5a6e9cfe-e4f7-4b7c-b669-f00eac0c4245 admin admin] Calling delete_port for 476469b4-76e1-4d32-9033-5987432e6cab owned by network:router_gateway {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:48:57.041225 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaae72d4-6e66-4bfe-b5d1-258d34b2816d tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:57.042793 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-82ed574f-19ba-4d3b-b998-9a71d3b7a564 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:57.045780 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-aaae72d4-6e66-4bfe-b5d1-258d34b2816d tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:57.049016 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-82ed574f-19ba-4d3b-b998-9a71d3b7a564 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:57.052487 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-82ed574f-19ba-4d3b-b998-9a71d3b7a564 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/c4b144d3-084d-49e5-8eec-996c7e612a7d HTTP/1.1" status: 204 len: 168 time: 0.4270122 Mar 28 13:48:57.052633 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaae72d4-6e66-4bfe-b5d1-258d34b2816d tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:57.053062 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-aaae72d4-6e66-4bfe-b5d1-258d34b2816d tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:57.055502 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60698) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:57.061123 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad88bfec-a7c2-4460-ba2d-f5541ffcc91c None None] Pushing event deleted for resources: {'Port': ['ID=99293153-ef0c-4384-b1c5-8308d35613b7,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:57.088799 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae72d4-6e66-4bfe-b5d1-258d34b2816d tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Subnet': ['ID=3b86d126-e4dd-455f-a246-c6cbdd745662,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:57.122022 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f816798d-83bd-4c76-b523-cc334cfdc8d3 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0620139 Mar 28 13:48:57.124636 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60700) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:57.130444 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-5e07fddd-dde3-4a7b-af1f-45dc94b1c01e tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Request body: {'security_group_rule': {'security_group_id': '0a07b18f-ada4-4411-94c9-f90ef7d48bcb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:57.142571 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed574f-19ba-4d3b-b998-9a71d3b7a564 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4b144d3-084d-49e5-8eec-996c7e612a7d,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:57.149790 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-e9d0c98b-a58c-4b36-b88e-7d95f5cdd056 None None] For port 4570e9fe-49ce-422b-aeec-b3c3dda80cad, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:48:57.154350 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-e9d0c98b-a58c-4b36-b88e-7d95f5cdd056 None None] For port 4570e9fe-49ce-422b-aeec-b3c3dda80cad, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=4570e9fe-49ce-422b-aeec-b3c3dda80cad,segment=NetworkSegment(dbc6059e-d128-4256-be1c-fa87eb2624fe),segment_id=dbc6059e-d128-4256-be1c-fa87eb2624fe)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:48:57.157004 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-aaae72d4-6e66-4bfe-b5d1-258d34b2816d tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3141849 Mar 28 13:48:57.167852 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10535edb-be1b-4c20-8271-64410d7ecb35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-0683b568-5de1-47de-8c3c-3856d7f643f9', 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'tenant_id': '97c2fb5000a44df7a1530b25f26f0716', 'fixed_ips': [{'subnet_id': '1b4c20e2-674e-4e26-8126-1b5366a99073'}, {'subnet_id': '3b86d126-e4dd-455f-a246-c6cbdd745662'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:48:57.167852 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-10535edb-be1b-4c20-8271-64410d7ecb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:57.168047 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60702) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:57.168047 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-6928b357-2fe8-4afd-842b-241f44dd0a9c tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'port': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'mac_address': 'fa:16:3e:96:3e:47', 'name': 'tempest-NetworksTestDHCPv6-1255838667'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:57.295443 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5e07fddd-dde3-4a7b-af1f-45dc94b1c01e tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:57.319167 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e9d0c98b-a58c-4b36-b88e-7d95f5cdd056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:57.351615 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5a84136a-5301-400f-b299-601d03f78363 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:57.416260 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d0c98b-a58c-4b36-b88e-7d95f5cdd056 None None] Pushing event updated for resources: {'Port': ['ID=4570e9fe-49ce-422b-aeec-b3c3dda80cad,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:57.449553 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5e07fddd-dde3-4a7b-af1f-45dc94b1c01e tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:57.496540 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6928b357-2fe8-4afd-842b-241f44dd0a9c tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:48:57.506714 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a84136a-5301-400f-b299-601d03f78363 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Network fdf7be46-1933-47f0-a1fa-e9bc84b31efc is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:57.519798 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-5a84136a-5301-400f-b299-601d03f78363 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:57.524756 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a84136a-5301-400f-b299-601d03f78363 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event updated for resources: {'Port': ['ID=6bd40957-5660-4254-9f7a-5180a2811b8d,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:57.527216 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-10535edb-be1b-4c20-8271-64410d7ecb35 None None] Allocated IP 172.20.0.2 (0683b568-5de1-47de-8c3c-3856d7f643f9/1b4c20e2-674e-4e26-8126-1b5366a99073/31660b22-cc6c-4151-a092-2e04651ab645) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:48:57.531610 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device c76432cf-1180-4609-869e-532cb58d0463 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:48:57.554248 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5e07fddd-dde3-4a7b-af1f-45dc94b1c01e tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:57.563233 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a84136a-5301-400f-b299-601d03f78363 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:48:57.563789 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5a84136a-5301-400f-b299-601d03f78363 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:57.593016 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:57.596068 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-10535edb-be1b-4c20-8271-64410d7ecb35 None None] Allocated IP 2001:db8::f816:3eff:fe76:9200 (0683b568-5de1-47de-8c3c-3856d7f643f9/3b86d126-e4dd-455f-a246-c6cbdd745662/31660b22-cc6c-4151-a092-2e04651ab645) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:48:57.603612 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ee03974a-068b-48bf-a37f-eda5cc01a973 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:57.612972 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e07fddd-dde3-4a7b-af1f-45dc94b1c01e tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f08cd092-c716-466b-aa4a-f25d82f2e0c9,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:57.667563 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port c76432cf-1180-4609-869e-532cb58d0463 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:57.667932 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:57.675378 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6928b357-2fe8-4afd-842b-241f44dd0a9c tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:57.699199 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee03974a-068b-48bf-a37f-eda5cc01a973 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Checking segment: {'id': '470d2e33-b26e-4e0f-900d-30e04d56f33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd42f7fae-e704-4051-b5d1-67552a7e8d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:48:57.699679 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee03974a-068b-48bf-a37f-eda5cc01a973 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Network hostable DHCP agents. Network: d42f7fae-e704-4051-b5d1-67552a7e8d65, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:48:57.711398 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee03974a-068b-48bf-a37f-eda5cc01a973 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event updated for resources: {'Subnet': ['ID=4f9cfed0-2323-4ffb-8d87-6ca69f498618,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:57.723458 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-6928b357-2fe8-4afd-842b-241f44dd0a9c tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] device_id is not set on port 9b9f59fb-dd32-49f5-8608-e3560b9cdca4 yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:48:57.735736 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5e07fddd-dde3-4a7b-af1f-45dc94b1c01e tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:57.739861 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60704) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:57.741083 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-5e07fddd-dde3-4a7b-af1f-45dc94b1c01e tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6151621 Mar 28 13:48:57.768486 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-dacabad4-afb3-47eb-81fb-f5bfb316f875 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "GET /v2.0/security-group-rules/f08cd092-c716-466b-aa4a-f25d82f2e0c9 HTTP/1.1" status: 200 len: 763 time: 0.0247004 Mar 28 13:48:57.768486 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5a6e9cfe-e4f7-4b7c-b669-f00eac0c4245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:57.784042 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60706) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:57.815938 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e9cfe-e4f7-4b7c-b669-f00eac0c4245 admin admin] Pushing event deleted for resources: {'Port': ['ID=476469b4-76e1-4d32-9033-5987432e6cab,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:57.836048 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee03974a-068b-48bf-a37f-eda5cc01a973 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Network d42f7fae-e704-4051-b5d1-67552a7e8d65 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:48:57.855785 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-10535edb-be1b-4c20-8271-64410d7ecb35 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:57.879837 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f5595eca-6dbb-4217-b27f-3f0c0ea9abbe tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0948498 Mar 28 13:48:57.883482 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60708) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:57.938893 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-10535edb-be1b-4c20-8271-64410d7ecb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:57.943224 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1b6a46c9-bfb6-4db2-806d-9c7e78356fff tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:57.950434 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5a6e9cfe-e4f7-4b7c-b669-f00eac0c4245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133933816'] for router_gateway, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:57.958432 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1b6a46c9-bfb6-4db2-806d-9c7e78356fff tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:58.009035 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10535edb-be1b-4c20-8271-64410d7ecb35 None None] Pushing event updated for resources: {'Port': ['ID=31660b22-cc6c-4151-a092-2e04651ab645,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:58.013317 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 6f841483-577f-4991-8127-0ecfed500ee2 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:48:58.031434 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-ee03974a-068b-48bf-a37f-eda5cc01a973 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, d42f7fae-e704-4051-b5d1-67552a7e8d65) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:58.036528 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee03974a-068b-48bf-a37f-eda5cc01a973 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:58.037280 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ee03974a-068b-48bf-a37f-eda5cc01a973 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:58.054083 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64f5f96-2347-472b-a5f4-aa6fc701c6f9 None None] Network d42f7fae-e704-4051-b5d1-67552a7e8d65 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:48:58.059510 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 6f841483-577f-4991-8127-0ecfed500ee2 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:48:58.059859 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 6f841483-577f-4991-8127-0ecfed500ee2 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:48:58.060266 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 204c6cb5-ec90-41b9-93f5-1a0e4373daeb no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:48:58.086812 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10535edb-be1b-4c20-8271-64410d7ecb35 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:58.107510 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-6928b357-2fe8-4afd-842b-241f44dd0a9c tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Allocated IP 172.20.0.3 (0683b568-5de1-47de-8c3c-3856d7f643f9/1b4c20e2-674e-4e26-8126-1b5366a99073/9b9f59fb-dd32-49f5-8608-e3560b9cdca4) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:48:58.116432 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-6928b357-2fe8-4afd-842b-241f44dd0a9c tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Allocated IP 2001:db8::f816:3eff:fe96:3e47 (0683b568-5de1-47de-8c3c-3856d7f643f9/3b86d126-e4dd-455f-a246-c6cbdd745662/9b9f59fb-dd32-49f5-8608-e3560b9cdca4) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:48:58.120973 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-10535edb-be1b-4c20-8271-64410d7ecb35 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:58.128789 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5a6e9cfe-e4f7-4b7c-b669-f00eac0c4245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:58.134958 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5a6e9cfe-e4f7-4b7c-b669-f00eac0c4245 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:58.137312 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5a84136a-5301-400f-b299-601d03f78363 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:58.159862 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 204c6cb5-ec90-41b9-93f5-1a0e4373daeb {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:48:58.160557 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 204c6cb5-ec90-41b9-93f5-1a0e4373daeb not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:48:58.162148 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10535edb-be1b-4c20-8271-64410d7ecb35 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:48:58.196910 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ee03974a-068b-48bf-a37f-eda5cc01a973 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7622392 Mar 28 13:48:58.203133 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60710) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:58.210682 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-1ee34e4e-6e73-479d-9802-285055cdec3d tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Request body: {'port': {'network_id': 'd42f7fae-e704-4051-b5d1-67552a7e8d65', 'name': 'tempest-PortsIpV6TestJSON-588409472'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:58.226690 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 13:48:58.230286 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1b6a46c9-bfb6-4db2-806d-9c7e78356fff tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:58.236628 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1b6a46c9-bfb6-4db2-806d-9c7e78356fff tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:58.238507 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-1b6a46c9-bfb6-4db2-806d-9c7e78356fff tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/f08cd092-c716-466b-aa4a-f25d82f2e0c9 HTTP/1.1" status: 204 len: 168 time: 0.3530943 Mar 28 13:48:58.248429 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60712) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:58.273281 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a46c9-bfb6-4db2-806d-9c7e78356fff tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f08cd092-c716-466b-aa4a-f25d82f2e0c9,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:58.313820 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-10535edb-be1b-4c20-8271-64410d7ecb35 None None] Attempting to bind port 31660b22-cc6c-4151-a092-2e04651ab645 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:48:58.314245 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-10535edb-be1b-4c20-8271-64410d7ecb35 None None] Attempting to bind port 31660b22-cc6c-4151-a092-2e04651ab645 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:48:58.314561 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10535edb-be1b-4c20-8271-64410d7ecb35 None None] Attempting to bind port 31660b22-cc6c-4151-a092-2e04651ab645 on network 0683b568-5de1-47de-8c3c-3856d7f643f9 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:48:58.318743 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5a6e9cfe-e4f7-4b7c-b669-f00eac0c4245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:58.319264 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6e9cfe-e4f7-4b7c-b669-f00eac0c4245 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 932ca29e-8b40-4b6f-9e96-e6798079555f {{(pid=109612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:48:58.323824 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5a6e9cfe-e4f7-4b7c-b669-f00eac0c4245 admin admin] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:58.325115 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-5a6e9cfe-e4f7-4b7c-b669-f00eac0c4245 admin admin] 10.222.0.24 "DELETE /v2.0/routers/932ca29e-8b40-4b6f-9e96-e6798079555f HTTP/1.1" status: 204 len: 168 time: 2.4243357 Mar 28 13:48:58.325672 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10535edb-be1b-4c20-8271-64410d7ecb35 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:48:58.326045 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10535edb-be1b-4c20-8271-64410d7ecb35 None None] Checking segment: {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:48:58.326442 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-10535edb-be1b-4c20-8271-64410d7ecb35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:58.326829 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10535edb-be1b-4c20-8271-64410d7ecb35 None None] Bound using segment: {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:48:58.327435 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-10535edb-be1b-4c20-8271-64410d7ecb35 None None] Bound port: 31660b22-cc6c-4151-a092-2e04651ab645, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:48:58.327818 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-10535edb-be1b-4c20-8271-64410d7ecb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:58.328626 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60714) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:58.399513 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6928b357-2fe8-4afd-842b-241f44dd0a9c tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:58.411819 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d1622f-2a7f-45d4-bbb2-36fb8adbcb3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-d42f7fae-e704-4051-b5d1-67552a7e8d65', 'network_id': 'd42f7fae-e704-4051-b5d1-67552a7e8d65', 'tenant_id': '427ec9eabb7e45afac363fe68c5efe1f', 'fixed_ips': [{'subnet_id': '4f9cfed0-2323-4ffb-8d87-6ca69f498618'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:48:58.413377 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d4d1622f-2a7f-45d4-bbb2-36fb8adbcb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:58.433742 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-6d8939a3-6f41-4dbc-b3bf-ea2c986ee8c4 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1828001 Mar 28 13:48:58.436339 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60716) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:58.442922 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-51741f74-5e9f-4e41-b803-0b020d9c9d85 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Request body: {'security_group_rule': {'security_group_id': '0a07b18f-ada4-4411-94c9-f90ef7d48bcb', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:48:58.467260 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-10535edb-be1b-4c20-8271-64410d7ecb35 None None] For port 31660b22-cc6c-4151-a092-2e04651ab645, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:48:58.520849 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-6950fff3-89bf-4f09-9f51-67232d8a2755 admin admin] Deleting subnet 470f589b-de11-4359-b1c6-d35a22ef5cbb {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:48:58.526397 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6950fff3-89bf-4f09-9f51-67232d8a2755 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:58.535931 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee34e4e-6e73-479d-9802-285055cdec3d tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Made reservation on behalf of 427ec9eabb7e45afac363fe68c5efe1f for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:48:58.539755 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1ee34e4e-6e73-479d-9802-285055cdec3d tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:58.540678 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-10535edb-be1b-4c20-8271-64410d7ecb35 None None] For port 31660b22-cc6c-4151-a092-2e04651ab645, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=31660b22-cc6c-4151-a092-2e04651ab645,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:48:58.568464 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-1ee34e4e-6e73-479d-9802-285055cdec3d tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] device_id is not set on port 0ccb0ec0-e63a-4356-b415-39b319409438 yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:48:58.609525 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.securitygroups_db [None req-51741f74-5e9f-4e41-b803-0b020d9c9d85 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Project aade4362d18647458c855c698a05f33d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 13:48:58.609842 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6950fff3-89bf-4f09-9f51-67232d8a2755 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:58.619369 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-d4d1622f-2a7f-45d4-bbb2-36fb8adbcb3a None None] Allocated IP 2001:db8::2 (d42f7fae-e704-4051-b5d1-67552a7e8d65/4f9cfed0-2323-4ffb-8d87-6ca69f498618/940f27c4-e8d6-4b7c-ac09-85d032b978f8) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:48:58.622192 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6928b357-2fe8-4afd-842b-241f44dd0a9c tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:58.633968 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-51741f74-5e9f-4e41-b803-0b020d9c9d85 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:58.655552 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-10535edb-be1b-4c20-8271-64410d7ecb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:58.710295 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6928b357-2fe8-4afd-842b-241f44dd0a9c tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:58.713940 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5a84136a-5301-400f-b299-601d03f78363 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:58.722292 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-6928b357-2fe8-4afd-842b-241f44dd0a9c tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:58.726726 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6928b357-2fe8-4afd-842b-241f44dd0a9c tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:48:58.735931 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6950fff3-89bf-4f09-9f51-67232d8a2755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:58.764606 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6928b357-2fe8-4afd-842b-241f44dd0a9c tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Port': ['ID=9b9f59fb-dd32-49f5-8608-e3560b9cdca4,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:58.783224 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5a84136a-5301-400f-b299-601d03f78363 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:58.788849 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5a84136a-5301-400f-b299-601d03f78363 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:58.803797 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10535edb-be1b-4c20-8271-64410d7ecb35 None None] Pushing event updated for resources: {'Port': ['ID=31660b22-cc6c-4151-a092-2e04651ab645,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:58.805862 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-51741f74-5e9f-4e41-b803-0b020d9c9d85 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:58.820674 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6928b357-2fe8-4afd-842b-241f44dd0a9c tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:58.820674 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6928b357-2fe8-4afd-842b-241f44dd0a9c tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:58.876942 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d4d1622f-2a7f-45d4-bbb2-36fb8adbcb3a None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:58.892514 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-51741f74-5e9f-4e41-b803-0b020d9c9d85 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:58.913375 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a84136a-5301-400f-b299-601d03f78363 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event updated for resources: {'Port': ['ID=6bd40957-5660-4254-9f7a-5180a2811b8d,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:58.917785 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51741f74-5e9f-4e41-b803-0b020d9c9d85 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a56f0ab-2278-4de8-b098-438ae0af362f,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:58.920228 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:58.926729 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-6928b357-2fe8-4afd-842b-241f44dd0a9c tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7627769 Mar 28 13:48:58.930449 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60718) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:58.978727 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d4d1622f-2a7f-45d4-bbb2-36fb8adbcb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:59.007387 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-51741f74-5e9f-4e41-b803-0b020d9c9d85 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:59.008938 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-51741f74-5e9f-4e41-b803-0b020d9c9d85 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5710263 Mar 28 13:48:59.012274 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60720) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:59.021466 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a84136a-5301-400f-b299-601d03f78363 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Network fdf7be46-1933-47f0-a1fa-e9bc84b31efc is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:59.024992 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-5a84136a-5301-400f-b299-601d03f78363 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:59.034071 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6950fff3-89bf-4f09-9f51-67232d8a2755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:59.040596 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-2be9c8ff-41fa-4470-8b3a-77b57a9b1cac tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "GET /v2.0/security-group-rules/3a56f0ab-2278-4de8-b098-438ae0af362f HTTP/1.1" status: 200 len: 769 time: 0.0267997 Mar 28 13:48:59.041998 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d1622f-2a7f-45d4-bbb2-36fb8adbcb3a None None] Network d42f7fae-e704-4051-b5d1-67552a7e8d65 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:59.043221 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60722) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:59.080153 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-d4d1622f-2a7f-45d4-bbb2-36fb8adbcb3a None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:59.082873 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d1622f-2a7f-45d4-bbb2-36fb8adbcb3a None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:48:59.084480 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-1ee34e4e-6e73-479d-9802-285055cdec3d tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Allocated IP 2001:db8::362 (d42f7fae-e704-4051-b5d1-67552a7e8d65/4f9cfed0-2323-4ffb-8d87-6ca69f498618/0ccb0ec0-e63a-4356-b415-39b319409438) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:48:59.098499 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1622f-2a7f-45d4-bbb2-36fb8adbcb3a None None] Pushing event updated for resources: {'Port': ['ID=940f27c4-e8d6-4b7c-ac09-85d032b978f8,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:59.130861 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9e5b7a30-9a4f-4e9f-b1e3-4721b1580e08 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0864875 Mar 28 13:48:59.133931 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60724) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:59.169571 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6895ea8e-c829-42dd-928f-6ebc448f0bdc tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:59.187773 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6895ea8e-c829-42dd-928f-6ebc448f0bdc tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:59.229998 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-d4d1622f-2a7f-45d4-bbb2-36fb8adbcb3a None None] Attempting to bind port 940f27c4-e8d6-4b7c-ac09-85d032b978f8 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:48:59.230486 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-d4d1622f-2a7f-45d4-bbb2-36fb8adbcb3a None None] Attempting to bind port 940f27c4-e8d6-4b7c-ac09-85d032b978f8 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '470d2e33-b26e-4e0f-900d-30e04d56f33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd42f7fae-e704-4051-b5d1-67552a7e8d65'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:48:59.231650 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d1622f-2a7f-45d4-bbb2-36fb8adbcb3a None None] Attempting to bind port 940f27c4-e8d6-4b7c-ac09-85d032b978f8 on network d42f7fae-e704-4051-b5d1-67552a7e8d65 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:48:59.287288 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d1622f-2a7f-45d4-bbb2-36fb8adbcb3a None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:48:59.289024 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d1622f-2a7f-45d4-bbb2-36fb8adbcb3a None None] Checking segment: {'id': '470d2e33-b26e-4e0f-900d-30e04d56f33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd42f7fae-e704-4051-b5d1-67552a7e8d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:48:59.289511 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d4d1622f-2a7f-45d4-bbb2-36fb8adbcb3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:59.298008 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d1622f-2a7f-45d4-bbb2-36fb8adbcb3a None None] Bound using segment: {'id': '470d2e33-b26e-4e0f-900d-30e04d56f33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd42f7fae-e704-4051-b5d1-67552a7e8d65'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:48:59.298632 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-d4d1622f-2a7f-45d4-bbb2-36fb8adbcb3a None None] Bound port: 940f27c4-e8d6-4b7c-ac09-85d032b978f8, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '470d2e33-b26e-4e0f-900d-30e04d56f33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd42f7fae-e704-4051-b5d1-67552a7e8d65'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:48:59.300852 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d4d1622f-2a7f-45d4-bbb2-36fb8adbcb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:59.355672 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6895ea8e-c829-42dd-928f-6ebc448f0bdc tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:59.373993 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6895ea8e-c829-42dd-928f-6ebc448f0bdc tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:59.375300 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-6895ea8e-c829-42dd-928f-6ebc448f0bdc tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/3a56f0ab-2278-4de8-b098-438ae0af362f HTTP/1.1" status: 204 len: 168 time: 0.2403193 Mar 28 13:48:59.383511 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60726) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:59.397775 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 4570e9fe-49ce-422b-aeec-b3c3dda80cad up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:48:59.402234 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:59.415813 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6895ea8e-c829-42dd-928f-6ebc448f0bdc tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a56f0ab-2278-4de8-b098-438ae0af362f,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:59.436228 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1ee34e4e-6e73-479d-9802-285055cdec3d tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:59.447459 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-4804f44d-6ccd-4afc-baab-ea182ece8413 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0627804 Mar 28 13:48:59.451202 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60728) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:59.473258 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-d4d1622f-2a7f-45d4-bbb2-36fb8adbcb3a None None] For port 940f27c4-e8d6-4b7c-ac09-85d032b978f8, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:48:59.478842 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-d4d1622f-2a7f-45d4-bbb2-36fb8adbcb3a None None] For port 940f27c4-e8d6-4b7c-ac09-85d032b978f8, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=940f27c4-e8d6-4b7c-ac09-85d032b978f8,segment=NetworkSegment(470d2e33-b26e-4e0f-900d-30e04d56f33d),segment_id=470d2e33-b26e-4e0f-900d-30e04d56f33d)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:48:59.489105 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 4570e9fe-49ce-422b-aeec-b3c3dda80cad triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:48:59.489728 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:59.544352 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d4d1622f-2a7f-45d4-bbb2-36fb8adbcb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:59.546267 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-924e32cc-00ca-4547-84a2-42d9be340a1b tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:59.576105 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-924e32cc-00ca-4547-84a2-42d9be340a1b tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:59.601060 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e369540b-420b-4ca4-a924-1f49bfda79c4 None None] Network fdf7be46-1933-47f0-a1fa-e9bc84b31efc requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:48:59.602071 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1ee34e4e-6e73-479d-9802-285055cdec3d tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:59.607832 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304ce5ea-f006-4114-9991-91833f1cb6ce tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:59.614717 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304ce5ea-f006-4114-9991-91833f1cb6ce tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:59.618921 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-304ce5ea-f006-4114-9991-91833f1cb6ce tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.6855617 Mar 28 13:48:59.628660 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60730) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:59.655164 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6950fff3-89bf-4f09-9f51-67232d8a2755 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=470f589b-de11-4359-b1c6-d35a22ef5cbb,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:59.657910 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6950fff3-89bf-4f09-9f51-67232d8a2755 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:59.661166 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-6950fff3-89bf-4f09-9f51-67232d8a2755 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/470f589b-de11-4359-b1c6-d35a22ef5cbb HTTP/1.1" status: 204 len: 168 time: 1.3309338 Mar 28 13:48:59.663835 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60732) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:59.693991 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eede8b95-c6ce-42a9-b0ab-1f548144b834 None None] Network c012b94c-56e1-42f2-8be1-d11ff4eca693 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:48:59.746336 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee34e4e-6e73-479d-9802-285055cdec3d tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Network d42f7fae-e704-4051-b5d1-67552a7e8d65 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:48:59.756659 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-1ee34e4e-6e73-479d-9802-285055cdec3d tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:48:59.759926 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee34e4e-6e73-479d-9802-285055cdec3d tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:48:59.767226 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee34e4e-6e73-479d-9802-285055cdec3d tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:48:59.768080 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1ee34e4e-6e73-479d-9802-285055cdec3d tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:59.770770 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee34e4e-6e73-479d-9802-285055cdec3d tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event updated for resources: {'Port': ['ID=0ccb0ec0-e63a-4356-b415-39b319409438,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:59.809229 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6922d768-8037-42c4-88c4-11e7c3f9d7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:59.812703 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a84136a-5301-400f-b299-601d03f78363 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Router c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:48:59.817873 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-924e32cc-00ca-4547-84a2-42d9be340a1b tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:59.820332 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-924e32cc-00ca-4547-84a2-42d9be340a1b tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:48:59.821619 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-924e32cc-00ca-4547-84a2-42d9be340a1b tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "DELETE /v2.0/security-groups/0a07b18f-ada4-4411-94c9-f90ef7d48bcb HTTP/1.1" status: 204 len: 168 time: 0.3694737 Mar 28 13:48:59.826455 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60734) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:48:59.837619 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e32cc-00ca-4547-84a2-42d9be340a1b tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a07b18f-ada4-4411-94c9-f90ef7d48bcb,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:59.840266 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1622f-2a7f-45d4-bbb2-36fb8adbcb3a None None] Pushing event updated for resources: {'Port': ['ID=940f27c4-e8d6-4b7c-ac09-85d032b978f8,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:48:59.885427 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-e89981c2-2d66-473b-9f32-7cf198efed30 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting port 9b9f59fb-dd32-49f5-8608-e3560b9cdca4 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:48:59.885842 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e89981c2-2d66-473b-9f32-7cf198efed30 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:00.001823 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-1ee34e4e-6e73-479d-9802-285055cdec3d tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7954357 Mar 28 13:49:00.005371 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60736) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:00.009540 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-2315fc3a-0bdf-4b6c-ac8a-892d55184ad5 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Request body: {'port': {'network_id': 'd42f7fae-e704-4051-b5d1-67552a7e8d65', 'name': 'tempest-PortsIpV6TestJSON-1386540332'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:00.018636 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-f176f8c6-af7c-4df3-b91c-d9bab2bd4155 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1882975 Mar 28 13:49:00.042884 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60738) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:00.048814 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-61bd285f-65cd-43ef-8967-5713a93c7056 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Request body: {'security_group': {'name': 'tempest-secgroup--1456239028'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:00.095821 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a84136a-5301-400f-b299-601d03f78363 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:49:00.112068 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-5a84136a-5301-400f-b299-601d03f78363 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "PUT /v2.0/routers/c2d6f058-720e-4b7c-9fef-ac14f2fbeab7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8110402 Mar 28 13:49:00.118069 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60740) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:00.124299 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e89981c2-2d66-473b-9f32-7cf198efed30 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:00.132212 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-74ef5333-8fdc-42c7-87d2-56a50b63ba57 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-879885623'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:00.156410 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a44d0b2-66e5-4f9a-9c5b-a59bdf1759a7 None None] Sync routers for ids ['c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:49:00.172391 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-e89981c2-2d66-473b-9f32-7cf198efed30 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Calling delete_port for 9b9f59fb-dd32-49f5-8608-e3560b9cdca4 owned by {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:49:00.195683 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-61bd285f-65cd-43ef-8967-5713a93c7056 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:00.195683 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-6922d768-8037-42c4-88c4-11e7c3f9d7dd admin admin] Deleting port 1eac8352-bcdc-408a-8546-4ce5f2b1079a {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:49:00.195683 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6922d768-8037-42c4-88c4-11e7c3f9d7dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:00.227582 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-e82db49b-7e87-494b-9696-18cad8eca685 None None] Provisioning complete for port 4570e9fe-49ce-422b-aeec-b3c3dda80cad triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:00.247450 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e82db49b-7e87-494b-9696-18cad8eca685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:00.278553 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ef5333-8fdc-42c7-87d2-56a50b63ba57 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Made reservation on behalf of f6b8e64020de40e182c741fada779147 for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:00.282820 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-74ef5333-8fdc-42c7-87d2-56a50b63ba57 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:00.288470 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a44d0b2-66e5-4f9a-9c5b-a59bdf1759a7 None None] Routers {'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:49:00.289150 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-9a44d0b2-66e5-4f9a-9c5b-a59bdf1759a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:48:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:00.359364 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-61bd285f-65cd-43ef-8967-5713a93c7056 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:00.378903 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-6922d768-8037-42c4-88c4-11e7c3f9d7dd admin admin] For port 1eac8352-bcdc-408a-8546-4ce5f2b1079a, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=1eac8352-bcdc-408a-8546-4ce5f2b1079a,segment=NetworkSegment(435e52b0-8901-46cb-99fe-f8308dda262f),segment_id=435e52b0-8901-46cb-99fe-f8308dda262f)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:00.379286 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6922d768-8037-42c4-88c4-11e7c3f9d7dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:00.405044 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-6922d768-8037-42c4-88c4-11e7c3f9d7dd admin admin] Calling delete_port for 1eac8352-bcdc-408a-8546-4ce5f2b1079a owned by network:dhcp {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:49:00.409568 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:00.477243 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2315fc3a-0bdf-4b6c-ac8a-892d55184ad5 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Made reservation on behalf of 427ec9eabb7e45afac363fe68c5efe1f for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:00.484039 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2315fc3a-0bdf-4b6c-ac8a-892d55184ad5 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:00.504538 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-61bd285f-65cd-43ef-8967-5713a93c7056 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:00.509880 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-9a44d0b2-66e5-4f9a-9c5b-a59bdf1759a7 None None] Set router c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 gateway port host: None {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:49:00.541020 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-2315fc3a-0bdf-4b6c-ac8a-892d55184ad5 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] device_id is not set on port 16be39af-2fc3-4948-8ae5-a87396ca96d2 yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:49:00.561976 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74ef5333-8fdc-42c7-87d2-56a50b63ba57 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:49:00.563235 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 4570e9fe-49ce-422b-aeec-b3c3dda80cad, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=4570e9fe-49ce-422b-aeec-b3c3dda80cad,segment=NetworkSegment(dbc6059e-d128-4256-be1c-fa87eb2624fe),segment_id=dbc6059e-d128-4256-be1c-fa87eb2624fe)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:00.566723 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e82db49b-7e87-494b-9696-18cad8eca685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:00.573676 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-74ef5333-8fdc-42c7-87d2-56a50b63ba57 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:00.574084 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-74ef5333-8fdc-42c7-87d2-56a50b63ba57 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Added segment 056b856c-a9e1-4f4d-9ed8-4994c18a530a of type vlan for network f1faf8f4-bdc5-46d5-ac2b-7675e9775c3d Mar 28 13:49:00.607975 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e89981c2-2d66-473b-9f32-7cf198efed30 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:00.620121 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-74ef5333-8fdc-42c7-87d2-56a50b63ba57 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:00.662280 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bd285f-65cd-43ef-8967-5713a93c7056 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd0b836-9702-4197-bad0-e50eb75c3b23,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:00.688046 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89981c2-2d66-473b-9f32-7cf198efed30 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Port': ['ID=9b9f59fb-dd32-49f5-8608-e3560b9cdca4,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:00.692136 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-61bd285f-65cd-43ef-8967-5713a93c7056 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:00.695030 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-61bd285f-65cd-43ef-8967-5713a93c7056 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6506948 Mar 28 13:49:00.697909 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60742) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:00.702886 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-6c6be129-b0f3-45e2-b1cb-31d2595ffa1a tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Request body: {'security_group_rule': {'security_group_id': 'dfd0b836-9702-4197-bad0-e50eb75c3b23', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:00.711484 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5990ee2f-cde9-4de2-8253-e42e240a6f81 None None] DHCP port deletion for c012b94c-56e1-42f2-8be1-d11ff4eca693 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:49:00.716987 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:00.717770 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 31660b22-cc6c-4151-a092-2e04651ab645 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:49:00.745488 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0e77f3-07d2-4398-84b3-9e9e8ce0e75d None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:00.759746 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-74ef5333-8fdc-42c7-87d2-56a50b63ba57 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:00.767985 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ef5333-8fdc-42c7-87d2-56a50b63ba57 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:00.768806 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-74ef5333-8fdc-42c7-87d2-56a50b63ba57 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:00.847116 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-2315fc3a-0bdf-4b6c-ac8a-892d55184ad5 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Allocated IP 2001:db8::2a1 (d42f7fae-e704-4051-b5d1-67552a7e8d65/4f9cfed0-2323-4ffb-8d87-6ca69f498618/16be39af-2fc3-4948-8ae5-a87396ca96d2) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:49:00.856804 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6922d768-8037-42c4-88c4-11e7c3f9d7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:00.861652 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e89981c2-2d66-473b-9f32-7cf198efed30 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:00.866667 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6c6be129-b0f3-45e2-b1cb-31d2595ffa1a tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:00.871445 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e89981c2-2d66-473b-9f32-7cf198efed30 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/ports/9b9f59fb-dd32-49f5-8608-e3560b9cdca4 HTTP/1.1" status: 204 len: 168 time: 1.2401841 Mar 28 13:49:00.875035 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60744) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:00.879876 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-5990ee2f-cde9-4de2-8253-e42e240a6f81 None None] The port '1eac8352-bcdc-408a-8546-4ce5f2b1079a' was deleted {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1982}} Mar 28 13:49:00.946463 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-74ef5333-8fdc-42c7-87d2-56a50b63ba57 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8238096 Mar 28 13:49:00.950032 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60746) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:00.962530 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-459703a6-1468-4e14-84df-e0a664ca9152 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Request body: {'subnet': {'network_id': 'f1faf8f4-bdc5-46d5-ac2b-7675e9775c3d', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:00.980733 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ef5333-8fdc-42c7-87d2-56a50b63ba57 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event updated for resources: {'Network': ['ID=f1faf8f4-bdc5-46d5-ac2b-7675e9775c3d,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:00.990660 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6922d768-8037-42c4-88c4-11e7c3f9d7dd admin admin] Pushing event deleted for resources: {'Port': ['ID=1eac8352-bcdc-408a-8546-4ce5f2b1079a,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:00.994669 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6c6be129-b0f3-45e2-b1cb-31d2595ffa1a tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:00.995808 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6922d768-8037-42c4-88c4-11e7c3f9d7dd admin admin] No DVR routers for this DVR port 1eac8352-bcdc-408a-8546-4ce5f2b1079a on host dv-neutron-835335-1-hyperv {{(pid=109612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:49:01.048103 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network f1faf8f4-bdc5-46d5-ac2b-7675e9775c3d details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:49:01.054176 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.db.api [None req-e82db49b-7e87-494b-9696-18cad8eca685 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 13:49:01.054521 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG oslo_db.api [None req-e82db49b-7e87-494b-9696-18cad8eca685 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 13:49:01.096394 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6c6be129-b0f3-45e2-b1cb-31d2595ffa1a tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:01.120522 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb740ce0-2f09-4f5c-8633-85c873471848 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:01.122129 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb740ce0-2f09-4f5c-8633-85c873471848 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:01.124325 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb740ce0-2f09-4f5c-8633-85c873471848 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:01.129757 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-eb740ce0-2f09-4f5c-8633-85c873471848 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2529213 Mar 28 13:49:01.130505 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60748) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:01.145532 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6be129-b0f3-45e2-b1cb-31d2595ffa1a tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22931384-7097-4af4-862c-fdb7e3a1343a,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:01.151296 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6922d768-8037-42c4-88c4-11e7c3f9d7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:01.186274 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-6922d768-8037-42c4-88c4-11e7c3f9d7dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c012b94c-56e1-42f2-8be1-d11ff4eca693']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:01.197779 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6c6be129-b0f3-45e2-b1cb-31d2595ffa1a tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:01.199324 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-6c6be129-b0f3-45e2-b1cb-31d2595ffa1a tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5001781 Mar 28 13:49:01.202697 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60750) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:01.212957 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-6922d768-8037-42c4-88c4-11e7c3f9d7dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '435e52b0-8901-46cb-99fe-f8308dda262f') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:01.213394 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-6922d768-8037-42c4-88c4-11e7c3f9d7dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '435e52b0-8901-46cb-99fe-f8308dda262f') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:01.233079 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=4570e9fe-49ce-422b-aeec-b3c3dda80cad,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:01.246651 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6922d768-8037-42c4-88c4-11e7c3f9d7dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:01.283826 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6922d768-8037-42c4-88c4-11e7c3f9d7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:01.311575 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6922d768-8037-42c4-88c4-11e7c3f9d7dd admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:49:01.311575 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6922d768-8037-42c4-88c4-11e7c3f9d7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:01.311880 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2315fc3a-0bdf-4b6c-ac8a-892d55184ad5 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:01.311977 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:49:01.311977 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:49:01.311977 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:49:01.311977 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:49:01.311977 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:49:01.311977 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:49:01.311977 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:49:01.311977 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:49:01.311977 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:49:01.311977 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:49:01.311977 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:49:01.311977 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:49:01.311977 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:49:01.311977 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:49:01.311977 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:49:01.311977 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:49:01.311977 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:49:01.311977 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:49:01.311977 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:49:01.311977 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:49:01.311977 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:49:01.311977 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:49:01.311977 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:49:01.311977 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:49:01.311977 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:49:01.311977 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:49:01.311977 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:49:01.311977 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:49:01.311977 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:49:01.311977 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:49:01.311977 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:49:01.311977 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:49:01.314858 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 31660b22-cc6c-4151-a092-2e04651ab645 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:01.314858 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:01.366407 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-be945a00-73b5-47a1-93ee-7f4b67b2275a tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:01.384287 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-9a44d0b2-66e5-4f9a-9c5b-a59bdf1759a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'name': 'tempest-RoutersIpV6Test-router-21356739', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:48:42Z', 'updated_at': '2022-03-28T13:48:57Z', 'revision_number': 3, 'project_id': 'f6b8e64020de40e182c741fada779147', 'gw_port_host': None, '_interfaces': [{'id': '6bd40957-5660-4254-9f7a-5180a2811b8d', 'name': '', 'network_id': 'fdf7be46-1933-47f0-a1fa-e9bc84b31efc', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:14:9f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '8eacfc1a-2ffb-488b-bab3-043e8222db66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:48:55Z', 'updated_at': '2022-03-28T13:48:58Z', 'revision_number': 2, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': '8eacfc1a-2ffb-488b-bab3-043e8222db66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76432cf-1180-4609-869e-532cb58d0463', 'name': '', 'network_id': '6ec7f31c-8f9b-4c25-9782-9b480b51dfcf', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:e7:1b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:48:47Z', 'updated_at': '2022-03-28T13:48:56Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:01.412727 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2315fc3a-0bdf-4b6c-ac8a-892d55184ad5 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:01.416992 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-be945a00-73b5-47a1-93ee-7f4b67b2275a tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:01.431870 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a44d0b2-66e5-4f9a-9c5b-a59bdf1759a7 None None] Checking router: c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:49:01.432239 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a44d0b2-66e5-4f9a-9c5b-a59bdf1759a7 None None] Updating router c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 port 6bd40957-5660-4254-9f7a-5180a2811b8d binding host dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 13:49:01.432907 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3740a3a-58bd-4c57-a4cb-01b20a2ca04a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting subnet 1b4c20e2-674e-4e26-8126-1b5366a99073 {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:49:01.490233 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d3740a3a-58bd-4c57-a4cb-01b20a2ca04a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:01.494327 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6922d768-8037-42c4-88c4-11e7c3f9d7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:01.512354 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6922d768-8037-42c4-88c4-11e7c3f9d7dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:01.515504 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:01.519455 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-6922d768-8037-42c4-88c4-11e7c3f9d7dd admin admin] 10.222.0.24 "DELETE /v2.0/networks/c012b94c-56e1-42f2-8be1-d11ff4eca693 HTTP/1.1" status: 204 len: 168 time: 1.8543613 Mar 28 13:49:01.524743 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459703a6-1468-4e14-84df-e0a664ca9152 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Made reservation on behalf of f6b8e64020de40e182c741fada779147 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:01.528587 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-459703a6-1468-4e14-84df-e0a664ca9152 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:01.536040 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2315fc3a-0bdf-4b6c-ac8a-892d55184ad5 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event updated for resources: {'Port': ['ID=16be39af-2fc3-4948-8ae5-a87396ca96d2,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:01.537315 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6922d768-8037-42c4-88c4-11e7c3f9d7dd admin admin] Pushing event deleted for resources: {'Network': ['ID=c012b94c-56e1-42f2-8be1-d11ff4eca693,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:01.550723 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0b6f4d-457d-4341-a5f9-886e4e609a6c None None] Network d42f7fae-e704-4051-b5d1-67552a7e8d65 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:01.563672 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2315fc3a-0bdf-4b6c-ac8a-892d55184ad5 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Network d42f7fae-e704-4051-b5d1-67552a7e8d65 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:49:01.596420 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-2315fc3a-0bdf-4b6c-ac8a-892d55184ad5 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:01.598342 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-be945a00-73b5-47a1-93ee-7f4b67b2275a tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:01.602273 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2315fc3a-0bdf-4b6c-ac8a-892d55184ad5 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:49:01.605875 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-be945a00-73b5-47a1-93ee-7f4b67b2275a tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:01.607939 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2315fc3a-0bdf-4b6c-ac8a-892d55184ad5 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:01.610944 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-be945a00-73b5-47a1-93ee-7f4b67b2275a tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "DELETE /v2.0/security-groups/dfd0b836-9702-4197-bad0-e50eb75c3b23 HTTP/1.1" status: 204 len: 168 time: 0.4070921 Mar 28 13:49:01.622155 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2315fc3a-0bdf-4b6c-ac8a-892d55184ad5 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:01.626734 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60754) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:01.627342 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be945a00-73b5-47a1-93ee-7f4b67b2275a tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd0b836-9702-4197-bad0-e50eb75c3b23,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:01.644738 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d3740a3a-58bd-4c57-a4cb-01b20a2ca04a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:01.654209 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9a44d0b2-66e5-4f9a-9c5b-a59bdf1759a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:01.684267 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 31660b22-cc6c-4151-a092-2e04651ab645, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=31660b22-cc6c-4151-a092-2e04651ab645,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:01.746797 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-2315fc3a-0bdf-4b6c-ac8a-892d55184ad5 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7420032 Mar 28 13:49:01.753865 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60756) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:01.755997 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-aafe35db-5fc9-48e4-891f-5d941669b04e tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1171651 Mar 28 13:49:01.763166 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60758) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:01.783783 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:01.823428 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-178187c1-4af0-4749-9fcd-78c0f0958da9 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0590978 Mar 28 13:49:01.826026 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60760) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:01.875920 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-c0870683-b957-4e9a-89da-96105cecbdce tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] delete failed (client error): The resource could not be found. Mar 28 13:49:01.877299 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c0870683-b957-4e9a-89da-96105cecbdce tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "DELETE /v2.0/security-groups/dfd0b836-9702-4197-bad0-e50eb75c3b23 HTTP/1.1" status: 404 len: 347 time: 0.0500214 Mar 28 13:49:01.881575 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60762) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:01.885617 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 476469b4-76e1-4d32-9033-5987432e6cab no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:49:01.920690 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d3740a3a-58bd-4c57-a4cb-01b20a2ca04a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:01.939338 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d15248f6-80ca-48b1-ae34-2444b2ab5c69 tempest-SecGroupIPv6Test-1408185080 tempest-SecGroupIPv6Test-1408185080-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0561993 Mar 28 13:49:01.948529 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 476469b4-76e1-4d32-9033-5987432e6cab {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:49:01.948890 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 476469b4-76e1-4d32-9033-5987432e6cab not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:49:01.978920 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7843f50-14f2-4748-be03-f3e0d59ab06a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:01.983462 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60766) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:01.983692 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c7843f50-14f2-4748-be03-f3e0d59ab06a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A362 HTTP/1.1" status: 200 len: 928 time: 0.2247357 Mar 28 13:49:02.071035 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-4853e3bc-6457-4586-a4e8-3c13fd4005f0 None None] Provisioning complete for port 31660b22-cc6c-4151-a092-2e04651ab645 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:02.075313 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4853e3bc-6457-4586-a4e8-3c13fd4005f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:02.178484 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60768) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:02.230895 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-ae24c103-dd70-4093-9bf6-acc291d18a31 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Deleting port 16be39af-2fc3-4948-8ae5-a87396ca96d2 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:49:02.231505 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ae24c103-dd70-4093-9bf6-acc291d18a31 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:02.357789 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a694d57f-fc72-4a71-aab2-276201978da7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aa9aa9bd837f49a494e03678d3365504&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1779802 Mar 28 13:49:02.358660 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60770) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:02.362445 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=31660b22-cc6c-4151-a092-2e04651ab645,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:02.382657 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 4570e9fe-49ce-422b-aeec-b3c3dda80cad up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:49:02.460731 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ae24c103-dd70-4093-9bf6-acc291d18a31 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:02.488291 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-ae24c103-dd70-4093-9bf6-acc291d18a31 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Calling delete_port for 16be39af-2fc3-4948-8ae5-a87396ca96d2 owned by {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:49:02.515006 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-459703a6-1468-4e14-84df-e0a664ca9152 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:02.556304 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60774) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:02.566439 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d3740a3a-58bd-4c57-a4cb-01b20a2ca04a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:02.581574 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c96c20f8-28bc-4e4d-9b0f-5d1c01ff98db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:02.610359 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 4570e9fe-49ce-422b-aeec-b3c3dda80cad triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:02.621771 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:02.624304 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d3740a3a-58bd-4c57-a4cb-01b20a2ca04a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:02.628211 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d3740a3a-58bd-4c57-a4cb-01b20a2ca04a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/1b4c20e2-674e-4e26-8126-1b5366a99073 HTTP/1.1" status: 204 len: 168 time: 1.4600880 Mar 28 13:49:02.628845 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c96c20f8-28bc-4e4d-9b0f-5d1c01ff98db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:02.634875 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60778) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:02.690757 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-4853e3bc-6457-4586-a4e8-3c13fd4005f0 None None] Provisioning complete for port 4570e9fe-49ce-422b-aeec-b3c3dda80cad triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:02.691318 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4853e3bc-6457-4586-a4e8-3c13fd4005f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:02.705063 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459703a6-1468-4e14-84df-e0a664ca9152 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event updated for resources: {'Subnet': ['ID=ab23e7a4-5e5b-4fff-a76f-d7e9a5ea6329,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:02.803558 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3740a3a-58bd-4c57-a4cb-01b20a2ca04a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Subnet': ['ID=1b4c20e2-674e-4e26-8126-1b5366a99073,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:02.806043 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c96c20f8-28bc-4e4d-9b0f-5d1c01ff98db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:02.808837 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c96c20f8-28bc-4e4d-9b0f-5d1c01ff98db admin admin] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:02.812652 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c96c20f8-28bc-4e4d-9b0f-5d1c01ff98db admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a266c8cf-fae5-4dac-9355-e75fe9466a37 HTTP/1.1" status: 204 len: 168 time: 0.4475977 Mar 28 13:49:02.818870 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459703a6-1468-4e14-84df-e0a664ca9152 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Checking segment: {'id': '056b856c-a9e1-4f4d-9ed8-4994c18a530a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1faf8f4-bdc5-46d5-ac2b-7675e9775c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:49:02.819226 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459703a6-1468-4e14-84df-e0a664ca9152 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Network hostable DHCP agents. Network: f1faf8f4-bdc5-46d5-ac2b-7675e9775c3d, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:49:02.836486 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-315aa587-0fcf-4c97-8a34-652a9f75d218 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting subnet 3b86d126-e4dd-455f-a246-c6cbdd745662 {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:49:02.836760 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96c20f8-28bc-4e4d-9b0f-5d1c01ff98db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a266c8cf-fae5-4dac-9355-e75fe9466a37,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:02.863931 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-315aa587-0fcf-4c97-8a34-652a9f75d218 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:02.866581 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7b87f0-e5ec-43dd-930c-11055e3c48e5 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:02.895559 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a143a7f3-d5fe-43ce-bf97-f133ab15e97b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aade4362d18647458c855c698a05f33d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3376119 Mar 28 13:49:02.898260 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60782) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:02.916299 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-315aa587-0fcf-4c97-8a34-652a9f75d218 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:02.917197 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ae24c103-dd70-4093-9bf6-acc291d18a31 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:02.924488 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9a44d0b2-66e5-4f9a-9c5b-a59bdf1759a7 None None] Notify callbacks [] for port, precommit_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:02.971944 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae24c103-dd70-4093-9bf6-acc291d18a31 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event deleted for resources: {'Port': ['ID=16be39af-2fc3-4948-8ae5-a87396ca96d2,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:02.974409 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459703a6-1468-4e14-84df-e0a664ca9152 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Network f1faf8f4-bdc5-46d5-ac2b-7675e9775c3d is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:49:02.982522 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 940f27c4-e8d6-4b7c-ac09-85d032b978f8 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:49:03.025924 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ae24c103-dd70-4093-9bf6-acc291d18a31 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:03.034604 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-315aa587-0fcf-4c97-8a34-652a9f75d218 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:03.044904 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ae24c103-dd70-4093-9bf6-acc291d18a31 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/ports/16be39af-2fc3-4948-8ae5-a87396ca96d2 HTTP/1.1" status: 204 len: 168 time: 1.0602984 Mar 28 13:49:03.048823 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60784) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:03.065879 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9a44d0b2-66e5-4f9a-9c5b-a59bdf1759a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:03.106286 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-786f7195-6a76-4ce3-84fb-68a4ee4d66f1 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] GET failed (client error): The resource could not be found. Mar 28 13:49:03.108064 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-786f7195-6a76-4ce3-84fb-68a4ee4d66f1 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "GET /v2.0/ports/16be39af-2fc3-4948-8ae5-a87396ca96d2 HTTP/1.1" status: 404 len: 333 time: 0.0537016 Mar 28 13:49:03.111323 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60786) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:03.118771 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-4853e3bc-6457-4586-a4e8-3c13fd4005f0 None None] Provisioning complete for port 940f27c4-e8d6-4b7c-ac09-85d032b978f8 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:03.119423 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4853e3bc-6457-4586-a4e8-3c13fd4005f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:03.125316 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4ebba259-ed80-4e59-857f-13758a8e7df7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:03.172845 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4ebba259-ed80-4e59-857f-13758a8e7df7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:03.189863 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710715de-02e6-4ef3-94b8-e07794285a14 None None] Pushing event updated for resources: {'Port': ['ID=6bd40957-5660-4254-9f7a-5180a2811b8d,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:03.226355 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-315aa587-0fcf-4c97-8a34-652a9f75d218 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:03.236704 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-459703a6-1468-4e14-84df-e0a664ca9152 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, f1faf8f4-bdc5-46d5-ac2b-7675e9775c3d) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:03.268317 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459703a6-1468-4e14-84df-e0a664ca9152 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:03.269513 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-459703a6-1468-4e14-84df-e0a664ca9152 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:03.272979 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315aa587-0fcf-4c97-8a34-652a9f75d218 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Subnet': ['ID=3b86d126-e4dd-455f-a246-c6cbdd745662,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:03.280160 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-315aa587-0fcf-4c97-8a34-652a9f75d218 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:03.298764 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-315aa587-0fcf-4c97-8a34-652a9f75d218 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/3b86d126-e4dd-455f-a246-c6cbdd745662 HTTP/1.1" status: 204 len: 168 time: 0.6558526 Mar 28 13:49:03.299886 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60790) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:03.326547 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 940f27c4-e8d6-4b7c-ac09-85d032b978f8 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:03.333121 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:03.333121 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffcc870-3405-4f81-aa27-e53179e5db0f None None] Network f1faf8f4-bdc5-46d5-ac2b-7675e9775c3d requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:03.334412 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-401b01f5-e83e-421d-8f7c-02bac74ea4d0 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Deleting port 0ccb0ec0-e63a-4356-b415-39b319409438 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:49:03.336152 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-401b01f5-e83e-421d-8f7c-02bac74ea4d0 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:03.345890 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-4becad2d-fdd1-4a1a-b4f0-a6465b8b06e6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0448377 Mar 28 13:49:03.349679 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60792) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:03.400923 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-9a44d0b2-66e5-4f9a-9c5b-a59bdf1759a7 None None] Attempting to bind port 6bd40957-5660-4254-9f7a-5180a2811b8d on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:49:03.401754 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-9a44d0b2-66e5-4f9a-9c5b-a59bdf1759a7 None None] Attempting to bind port 6bd40957-5660-4254-9f7a-5180a2811b8d by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'dbc6059e-d128-4256-be1c-fa87eb2624fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fdf7be46-1933-47f0-a1fa-e9bc84b31efc'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:49:03.402276 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a44d0b2-66e5-4f9a-9c5b-a59bdf1759a7 None None] Attempting to bind port 6bd40957-5660-4254-9f7a-5180a2811b8d on network fdf7be46-1933-47f0-a1fa-e9bc84b31efc {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:49:03.422822 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4ebba259-ed80-4e59-857f-13758a8e7df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:03.426248 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4ebba259-ed80-4e59-857f-13758a8e7df7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:03.433336 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cddbbbe-1197-43a9-851e-bd7e2da19cf9 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:03.437235 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-4ebba259-ed80-4e59-857f-13758a8e7df7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/279722f8-e3e0-4500-b42d-1514fcc862f1 HTTP/1.1" status: 204 len: 168 time: 0.5325179 Mar 28 13:49:03.438595 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60798) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:03.438715 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-1cddbbbe-1197-43a9-851e-bd7e2da19cf9 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0871298 Mar 28 13:49:03.458119 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-459703a6-1468-4e14-84df-e0a664ca9152 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5066240 Mar 28 13:49:03.465173 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60800) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:03.513161 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a44d0b2-66e5-4f9a-9c5b-a59bdf1759a7 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:49:03.517534 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a44d0b2-66e5-4f9a-9c5b-a59bdf1759a7 None None] Checking segment: {'id': 'dbc6059e-d128-4256-be1c-fa87eb2624fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fdf7be46-1933-47f0-a1fa-e9bc84b31efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:49:03.518371 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9a44d0b2-66e5-4f9a-9c5b-a59bdf1759a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:03.518901 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a44d0b2-66e5-4f9a-9c5b-a59bdf1759a7 None None] Bound using segment: {'id': 'dbc6059e-d128-4256-be1c-fa87eb2624fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fdf7be46-1933-47f0-a1fa-e9bc84b31efc'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:49:03.519475 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-9a44d0b2-66e5-4f9a-9c5b-a59bdf1759a7 None None] Bound port: 6bd40957-5660-4254-9f7a-5180a2811b8d, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc6059e-d128-4256-be1c-fa87eb2624fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fdf7be46-1933-47f0-a1fa-e9bc84b31efc'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:49:03.519928 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9a44d0b2-66e5-4f9a-9c5b-a59bdf1759a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:03.557128 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebba259-ed80-4e59-857f-13758a8e7df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279722f8-e3e0-4500-b42d-1514fcc862f1,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:03.599790 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4853e3bc-6457-4586-a4e8-3c13fd4005f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:03.679657 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babf1910-797d-4a34-bf90-8eb3566b2d33 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:03.685215 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-babf1910-797d-4a34-bf90-8eb3566b2d33 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2262201 Mar 28 13:49:03.695345 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60806) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:03.750173 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a89fb7b7-5ff7-4f0a-b8f0-3233c3b5e834 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0537188 Mar 28 13:49:03.753648 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60810) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:03.758574 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-4a125f8c-e08f-4b27-ae3e-9283a503690e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'subnet': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:03.797022 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-401b01f5-e83e-421d-8f7c-02bac74ea4d0 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:03.853859 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-401b01f5-e83e-421d-8f7c-02bac74ea4d0 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Calling delete_port for 0ccb0ec0-e63a-4356-b415-39b319409438 owned by {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:49:03.914114 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-4853e3bc-6457-4586-a4e8-3c13fd4005f0 None None] For port 940f27c4-e8d6-4b7c-ac09-85d032b978f8, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=940f27c4-e8d6-4b7c-ac09-85d032b978f8,segment=NetworkSegment(470d2e33-b26e-4e0f-900d-30e04d56f33d),segment_id=470d2e33-b26e-4e0f-900d-30e04d56f33d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:03.971954 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:04.000499 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a125f8c-e08f-4b27-ae3e-9283a503690e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:04.005045 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4a125f8c-e08f-4b27-ae3e-9283a503690e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:04.006748 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a125f8c-e08f-4b27-ae3e-9283a503690e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:49:04.007266 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a125f8c-e08f-4b27-ae3e-9283a503690e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:49:04.032552 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe68a08-558b-45fa-9b2e-566e866e6591 None None] Update dhcp port {'port': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'fixed_ips': [{'subnet_id': '3b86d126-e4dd-455f-a246-c6cbdd745662'}], 'binding:host_id': 'dv-neutron-835335-1-hyperv'}, 'id': '31660b22-cc6c-4151-a092-2e04651ab645'} from dv-neutron-835335-1-hyperv. {{(pid=109614) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 28 13:49:04.046047 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4853e3bc-6457-4586-a4e8-3c13fd4005f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:04.086017 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4649d31e-148d-4d4b-a0ee-150a35f05b68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-f1faf8f4-bdc5-46d5-ac2b-7675e9775c3d', 'network_id': 'f1faf8f4-bdc5-46d5-ac2b-7675e9775c3d', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'fixed_ips': [{'subnet_id': 'ab23e7a4-5e5b-4fff-a76f-d7e9a5ea6329'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:49:04.086961 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4649d31e-148d-4d4b-a0ee-150a35f05b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:04.095040 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cacc91fa-289f-4512-b4e1-07fa488ee5cc tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:04.101804 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-9a44d0b2-66e5-4f9a-9c5b-a59bdf1759a7 None None] For port 6bd40957-5660-4254-9f7a-5180a2811b8d, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:49:04.134064 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-4a125f8c-e08f-4b27-ae3e-9283a503690e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3790157 Mar 28 13:49:04.136954 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60816) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:04.143605 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-21c0498e-cd4b-47b7-b508-02d50af21d43 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'subnet': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:04.199082 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-9a44d0b2-66e5-4f9a-9c5b-a59bdf1759a7 None None] For port 6bd40957-5660-4254-9f7a-5180a2811b8d, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=6bd40957-5660-4254-9f7a-5180a2811b8d,segment=NetworkSegment(dbc6059e-d128-4256-be1c-fa87eb2624fe),segment_id=dbc6059e-d128-4256-be1c-fa87eb2624fe)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:49:04.204592 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1fe68a08-558b-45fa-9b2e-566e866e6591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:04.254786 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-401b01f5-e83e-421d-8f7c-02bac74ea4d0 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:04.280953 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9a44d0b2-66e5-4f9a-9c5b-a59bdf1759a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:04.299176 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-4853e3bc-6457-4586-a4e8-3c13fd4005f0 None None] Provisioning complete for port 6bd40957-5660-4254-9f7a-5180a2811b8d triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:04.303652 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4853e3bc-6457-4586-a4e8-3c13fd4005f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:04.303831 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b01f5-e83e-421d-8f7c-02bac74ea4d0 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event deleted for resources: {'Port': ['ID=0ccb0ec0-e63a-4356-b415-39b319409438,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:04.348458 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4853e3bc-6457-4586-a4e8-3c13fd4005f0 None None] Pushing event updated for resources: {'Port': ['ID=940f27c4-e8d6-4b7c-ac09-85d032b978f8,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:04.365873 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-401b01f5-e83e-421d-8f7c-02bac74ea4d0 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:04.370680 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-401b01f5-e83e-421d-8f7c-02bac74ea4d0 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/ports/0ccb0ec0-e63a-4356-b415-39b319409438 HTTP/1.1" status: 204 len: 168 time: 1.2578261 Mar 28 13:49:04.377232 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60822) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:04.402295 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.db.api [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 13:49:04.402719 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG oslo_db.api [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 13:49:04.445393 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-cacc91fa-289f-4512-b4e1-07fa488ee5cc tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Allocated IP 2001:db8:2::1 (f1faf8f4-bdc5-46d5-ac2b-7675e9775c3d/ab23e7a4-5e5b-4fff-a76f-d7e9a5ea6329/18359ce0-9e62-4816-9fce-d148b052b7f8) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:49:04.465004 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a44d0b2-66e5-4f9a-9c5b-a59bdf1759a7 None None] Routers {'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:49:04.465923 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-9a44d0b2-66e5-4f9a-9c5b-a59bdf1759a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:48:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:04.495757 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c0498e-cd4b-47b7-b508-02d50af21d43 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:04.508125 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-21c0498e-cd4b-47b7-b508-02d50af21d43 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:04.510260 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-21c0498e-cd4b-47b7-b508-02d50af21d43 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:49:04.510707 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21c0498e-cd4b-47b7-b508-02d50af21d43 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:49:04.522576 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eefb51b-190e-48e2-ace8-6d18036eb37b tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] GET failed (client error): The resource could not be found. Mar 28 13:49:04.524207 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-8eefb51b-190e-48e2-ace8-6d18036eb37b tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "GET /v2.0/ports/0ccb0ec0-e63a-4356-b415-39b319409438 HTTP/1.1" status: 404 len: 333 time: 0.1471498 Mar 28 13:49:04.531940 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60828) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:04.610817 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-21c0498e-cd4b-47b7-b508-02d50af21d43 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4726951 Mar 28 13:49:04.613861 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60830) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:04.619288 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-d441397e-7ed1-4ca3-a71f-e8af99d6811a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'subnet': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:04.636545 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710715de-02e6-4ef3-94b8-e07794285a14 None None] Pushing event updated for resources: {'Port': ['ID=6bd40957-5660-4254-9f7a-5180a2811b8d,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:04.773506 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a2a1b65-730b-439c-83bc-2eed50d61342 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Deleting subnet 4f9cfed0-2323-4ffb-8d87-6ca69f498618 {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:49:04.781119 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6a2a1b65-730b-439c-83bc-2eed50d61342 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:04.845659 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cacc91fa-289f-4512-b4e1-07fa488ee5cc tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:04.851409 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6a2a1b65-730b-439c-83bc-2eed50d61342 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:04.874084 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d441397e-7ed1-4ca3-a71f-e8af99d6811a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:04.879620 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d441397e-7ed1-4ca3-a71f-e8af99d6811a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:04.885320 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-d441397e-7ed1-4ca3-a71f-e8af99d6811a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:49:04.886454 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d441397e-7ed1-4ca3-a71f-e8af99d6811a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:49:04.888756 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ca8443-3218-4088-8d12-9fb62cf034dc None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:04.893678 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-9a44d0b2-66e5-4f9a-9c5b-a59bdf1759a7 None None] Set router c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 gateway port host: None {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:49:04.953073 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d441397e-7ed1-4ca3-a71f-e8af99d6811a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3377316 Mar 28 13:49:04.957738 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60836) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:04.963197 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-45db2360-9d76-43f5-9b7a-0330bba83f5e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'subnet': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:04.994129 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6a2a1b65-730b-439c-83bc-2eed50d61342 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:05.036057 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4853e3bc-6457-4586-a4e8-3c13fd4005f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:05.066820 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cacc91fa-289f-4512-b4e1-07fa488ee5cc tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:05.136217 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacc91fa-289f-4512-b4e1-07fa488ee5cc tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Network f1faf8f4-bdc5-46d5-ac2b-7675e9775c3d is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:49:05.151735 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe739e-7d6a-4346-a3da-38b3b833f1f2 req-f377b0ae-a4a8-4361-a78c-ce2cedb0c379 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:05.153667 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c8fe739e-7d6a-4346-a3da-38b3b833f1f2 req-f377b0ae-a4a8-4361-a78c-ce2cedb0c379 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbdd9368-0317-4372-b950-1be483adf916 HTTP/1.1" status: 200 len: 945 time: 0.1334212 Mar 28 13:49:05.154643 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-cacc91fa-289f-4512-b4e1-07fa488ee5cc tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:05.161399 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacc91fa-289f-4512-b4e1-07fa488ee5cc tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:49:05.161883 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cacc91fa-289f-4512-b4e1-07fa488ee5cc tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:05.205339 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45db2360-9d76-43f5-9b7a-0330bba83f5e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:05.207452 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc91fa-289f-4512-b4e1-07fa488ee5cc tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event updated for resources: {'Port': ['ID=18359ce0-9e62-4816-9fce-d148b052b7f8,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:05.209740 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-45db2360-9d76-43f5-9b7a-0330bba83f5e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:05.211606 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-45db2360-9d76-43f5-9b7a-0330bba83f5e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:49:05.211951 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45db2360-9d76-43f5-9b7a-0330bba83f5e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:49:05.216449 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 1eac8352-bcdc-408a-8546-4ce5f2b1079a no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:49:05.262537 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-4649d31e-148d-4d4b-a0ee-150a35f05b68 None None] Allocated IP 2001:db8:2::2 (f1faf8f4-bdc5-46d5-ac2b-7675e9775c3d/ab23e7a4-5e5b-4fff-a76f-d7e9a5ea6329/af15e10d-df11-4607-bb01-d81456ce8b91) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:49:05.265605 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-4853e3bc-6457-4586-a4e8-3c13fd4005f0 None None] For port 6bd40957-5660-4254-9f7a-5180a2811b8d, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=6bd40957-5660-4254-9f7a-5180a2811b8d,segment=NetworkSegment(dbc6059e-d128-4256-be1c-fa87eb2624fe),segment_id=dbc6059e-d128-4256-be1c-fa87eb2624fe)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:05.274769 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 1eac8352-bcdc-408a-8546-4ce5f2b1079a {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:49:05.274983 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 1eac8352-bcdc-408a-8546-4ce5f2b1079a not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:49:05.276563 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c8fe739e-7d6a-4346-a3da-38b3b833f1f2 req-57034514-7b78-41e8-ac37-a7fd1bb36284 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea21c11a-f4da-4375-b5d8-bba619bd5a06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087167 Mar 28 13:49:05.291559 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6a2a1b65-730b-439c-83bc-2eed50d61342 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:05.326067 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-45db2360-9d76-43f5-9b7a-0330bba83f5e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3670771 Mar 28 13:49:05.338071 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a1b65-730b-439c-83bc-2eed50d61342 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event deleted for resources: {'Subnet': ['ID=4f9cfed0-2323-4ffb-8d87-6ca69f498618,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:05.338071 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6a2a1b65-730b-439c-83bc-2eed50d61342 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:05.338071 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-6a2a1b65-730b-439c-83bc-2eed50d61342 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/subnets/4f9cfed0-2323-4ffb-8d87-6ca69f498618 HTTP/1.1" status: 204 len: 168 time: 0.8049533 Mar 28 13:49:05.338958 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60844) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:05.341052 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60846) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:05.343584 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-2c8f63f5-bb30-46b1-8dd6-2b9c03dc7b3e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'subnet': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:05.352879 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8051c1af-2bb1-478e-b524-85691f0f3aad None None] Network d42f7fae-e704-4051-b5d1-67552a7e8d65 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:05.452514 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cacc91fa-289f-4512-b4e1-07fa488ee5cc tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:05.455645 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5c78cf1c-2363-4bf9-b713-07c90cd31754 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:05.472256 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 940f27c4-e8d6-4b7c-ac09-85d032b978f8 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:49:05.517659 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4853e3bc-6457-4586-a4e8-3c13fd4005f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:05.520067 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-5c78cf1c-2363-4bf9-b713-07c90cd31754 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Deleting port 940f27c4-e8d6-4b7c-ac09-85d032b978f8 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:49:05.521514 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5c78cf1c-2363-4bf9-b713-07c90cd31754 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:05.590012 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8f63f5-bb30-46b1-8dd6-2b9c03dc7b3e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:05.594267 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2c8f63f5-bb30-46b1-8dd6-2b9c03dc7b3e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:05.596167 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c8f63f5-bb30-46b1-8dd6-2b9c03dc7b3e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:49:05.596794 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c8f63f5-bb30-46b1-8dd6-2b9c03dc7b3e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:49:05.627819 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-5c78cf1c-2363-4bf9-b713-07c90cd31754 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] For port 940f27c4-e8d6-4b7c-ac09-85d032b978f8, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=940f27c4-e8d6-4b7c-ac09-85d032b978f8,segment=NetworkSegment(470d2e33-b26e-4e0f-900d-30e04d56f33d),segment_id=470d2e33-b26e-4e0f-900d-30e04d56f33d)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:05.628483 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5c78cf1c-2363-4bf9-b713-07c90cd31754 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:05.634478 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4853e3bc-6457-4586-a4e8-3c13fd4005f0 None None] Pushing event updated for resources: {'Port': ['ID=6bd40957-5660-4254-9f7a-5180a2811b8d,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:05.646422 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0c06f8-2040-469e-8d35-eac921e31a5e None None] DHCP port deletion for 0683b568-5de1-47de-8c3c-3856d7f643f9 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:49:05.660644 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-5c78cf1c-2363-4bf9-b713-07c90cd31754 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Calling delete_port for 940f27c4-e8d6-4b7c-ac09-85d032b978f8 owned by network:dhcp {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:49:05.663994 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-23796cfa-0418-4536-87a4-7d2f49c74a2d None None] Could not find standard attr ID for object 16be39af-2fc3-4948-8ae5-a87396ca96d2. {{(pid=109614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 13:49:05.694919 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-2c8f63f5-bb30-46b1-8dd6-2b9c03dc7b3e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3553128 Mar 28 13:49:05.697976 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60854) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:05.703368 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-881761b5-15a6-4717-8064-b07bd7fad632 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'subnet': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:05.720604 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60856) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:05.769365 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 940f27c4-e8d6-4b7c-ac09-85d032b978f8 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:05.769741 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:05.851197 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5c78cf1c-2363-4bf9-b713-07c90cd31754 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:05.889644 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c78cf1c-2363-4bf9-b713-07c90cd31754 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] No DVR routers for this DVR port 940f27c4-e8d6-4b7c-ac09-85d032b978f8 on host dv-neutron-835335-1-hyperv {{(pid=109612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:49:05.890305 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cacc91fa-289f-4512-b4e1-07fa488ee5cc tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:05.894655 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-23796cfa-0418-4536-87a4-7d2f49c74a2d None None] Provisioning complete for port 940f27c4-e8d6-4b7c-ac09-85d032b978f8 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:05.895030 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-23796cfa-0418-4536-87a4-7d2f49c74a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:05.931138 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c78cf1c-2363-4bf9-b713-07c90cd31754 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event deleted for resources: {'Port': ['ID=940f27c4-e8d6-4b7c-ac09-85d032b978f8,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:05.942217 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881761b5-15a6-4717-8064-b07bd7fad632 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:05.947436 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-881761b5-15a6-4717-8064-b07bd7fad632 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:05.954056 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-881761b5-15a6-4717-8064-b07bd7fad632 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:49:05.954056 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-881761b5-15a6-4717-8064-b07bd7fad632 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:49:05.958523 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No ports have port_id starting with 940f27c4-e8d6-4b7c-ac09-85d032b978f8 Mar 28 13:49:05.964951 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-23796cfa-0418-4536-87a4-7d2f49c74a2d None None] Port 940f27c4-e8d6-4b7c-ac09-85d032b978f8 was deleted so its status cannot be updated. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Mar 28 13:49:05.972761 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cacc91fa-289f-4512-b4e1-07fa488ee5cc tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:05.976360 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cacc91fa-289f-4512-b4e1-07fa488ee5cc tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:05.977408 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-23796cfa-0418-4536-87a4-7d2f49c74a2d None None] Could not find standard attr ID for object 9b9f59fb-dd32-49f5-8608-e3560b9cdca4. {{(pid=109614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 13:49:05.997606 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8489f941-02fc-4323-ac2d-175aaff267df None None] DHCP port deletion for d42f7fae-e704-4051-b5d1-67552a7e8d65 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:49:06.013728 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-32f5c464-f1b4-412c-9303-91a692d0cbdb tempest-ExternalNetworksTestJSON-1974987224 tempest-ExternalNetworksTestJSON-1974987224-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-930654267'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:06.024674 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-9a44d0b2-66e5-4f9a-9c5b-a59bdf1759a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'name': 'tempest-RoutersIpV6Test-router-21356739', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:48:42Z', 'updated_at': '2022-03-28T13:48:57Z', 'revision_number': 3, 'project_id': 'f6b8e64020de40e182c741fada779147', 'gw_port_host': None, '_interfaces': [{'id': '6bd40957-5660-4254-9f7a-5180a2811b8d', 'name': '', 'network_id': 'fdf7be46-1933-47f0-a1fa-e9bc84b31efc', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:14:9f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '8eacfc1a-2ffb-488b-bab3-043e8222db66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:48:55Z', 'updated_at': '2022-03-28T13:49:04Z', 'revision_number': 4, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': '8eacfc1a-2ffb-488b-bab3-043e8222db66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76432cf-1180-4609-869e-532cb58d0463', 'name': '', 'network_id': '6ec7f31c-8f9b-4c25-9782-9b480b51dfcf', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:e7:1b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:48:47Z', 'updated_at': '2022-03-28T13:48:56Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:06.027461 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4649d31e-148d-4d4b-a0ee-150a35f05b68 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:06.029863 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-5d0c06f8-2040-469e-8d35-eac921e31a5e None None] Deleting port 31660b22-cc6c-4151-a092-2e04651ab645 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:49:06.030223 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5d0c06f8-2040-469e-8d35-eac921e31a5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:06.047408 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc91fa-289f-4512-b4e1-07fa488ee5cc tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event updated for resources: {'Port': ['ID=18359ce0-9e62-4816-9fce-d148b052b7f8,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:06.063919 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-881761b5-15a6-4717-8064-b07bd7fad632 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3646779 Mar 28 13:49:06.064854 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60860) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:06.081804 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a44d0b2-66e5-4f9a-9c5b-a59bdf1759a7 None None] The sync data for ids ['c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'] in dv-neutron-835335-1-hyperv is: [{'id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'name': 'tempest-RoutersIpV6Test-router-21356739', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:48:42Z', 'updated_at': '2022-03-28T13:48:57Z', 'revision_number': 3, 'project_id': 'f6b8e64020de40e182c741fada779147', 'gw_port_host': None, '_interfaces': [{'id': '6bd40957-5660-4254-9f7a-5180a2811b8d', 'name': '', 'network_id': 'fdf7be46-1933-47f0-a1fa-e9bc84b31efc', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:14:9f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '8eacfc1a-2ffb-488b-bab3-043e8222db66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:48:55Z', 'updated_at': '2022-03-28T13:49:04Z', 'revision_number': 4, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': '8eacfc1a-2ffb-488b-bab3-043e8222db66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76432cf-1180-4609-869e-532cb58d0463', 'name': '', 'network_id': '6ec7f31c-8f9b-4c25-9782-9b480b51dfcf', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:e7:1b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:48:47Z', 'updated_at': '2022-03-28T13:48:56Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:49:06.085577 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-23796cfa-0418-4536-87a4-7d2f49c74a2d None None] Provisioning complete for port 6bd40957-5660-4254-9f7a-5180a2811b8d triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:06.085775 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-23796cfa-0418-4536-87a4-7d2f49c74a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:06.140653 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 31660b22-cc6c-4151-a092-2e04651ab645 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:49:06.182600 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168ade32-c011-48e9-9959-44b89d1785ba tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:06.195131 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-168ade32-c011-48e9-9959-44b89d1785ba tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1276772 Mar 28 13:49:06.198960 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60862) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:06.223170 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4649d31e-148d-4d4b-a0ee-150a35f05b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:06.225303 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5c78cf1c-2363-4bf9-b713-07c90cd31754 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:06.233343 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacc91fa-289f-4512-b4e1-07fa488ee5cc tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Network f1faf8f4-bdc5-46d5-ac2b-7675e9775c3d is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:49:06.236452 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-cacc91fa-289f-4512-b4e1-07fa488ee5cc tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:06.285828 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4649d31e-148d-4d4b-a0ee-150a35f05b68 None None] Pushing event updated for resources: {'Port': ['ID=af15e10d-df11-4607-bb01-d81456ce8b91,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:06.300785 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde9fbfe-894d-41e9-baab-f56cea072afa tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:06.303521 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-cde9fbfe-894d-41e9-baab-f56cea072afa tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1007266 Mar 28 13:49:06.307036 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60864) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:06.330236 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4649d31e-148d-4d4b-a0ee-150a35f05b68 None None] Network f1faf8f4-bdc5-46d5-ac2b-7675e9775c3d is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:49:06.333552 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-5c78cf1c-2363-4bf9-b713-07c90cd31754 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d42f7fae-e704-4051-b5d1-67552a7e8d65']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:06.346452 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-5d0c06f8-2040-469e-8d35-eac921e31a5e None None] For port 31660b22-cc6c-4151-a092-2e04651ab645, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=31660b22-cc6c-4151-a092-2e04651ab645,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:06.348939 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5d0c06f8-2040-469e-8d35-eac921e31a5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:06.356784 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-4649d31e-148d-4d4b-a0ee-150a35f05b68 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:06.362189 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4649d31e-148d-4d4b-a0ee-150a35f05b68 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:49:06.363563 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-5c78cf1c-2363-4bf9-b713-07c90cd31754 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '470d2e33-b26e-4e0f-900d-30e04d56f33d') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:06.364023 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-5c78cf1c-2363-4bf9-b713-07c90cd31754 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '470d2e33-b26e-4e0f-900d-30e04d56f33d') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:06.380788 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5c78cf1c-2363-4bf9-b713-07c90cd31754 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:06.389270 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f5c464-f1b4-412c-9303-91a692d0cbdb tempest-ExternalNetworksTestJSON-1974987224 tempest-ExternalNetworksTestJSON-1974987224-project] Made reservation on behalf of 68ed7175fe954be88f938bb2c3979a69 for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:06.394806 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-32f5c464-f1b4-412c-9303-91a692d0cbdb tempest-ExternalNetworksTestJSON-1974987224 tempest-ExternalNetworksTestJSON-1974987224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:06.417618 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-32f5c464-f1b4-412c-9303-91a692d0cbdb tempest-ExternalNetworksTestJSON-1974987224 tempest-ExternalNetworksTestJSON-1974987224-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:06.420266 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5c78cf1c-2363-4bf9-b713-07c90cd31754 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:06.420466 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-68b6f71e-3699-4353-8d8f-860dfa6b5d96 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1121364 Mar 28 13:49:06.425059 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60868) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:06.446743 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-5d0c06f8-2040-469e-8d35-eac921e31a5e None None] Calling delete_port for 31660b22-cc6c-4151-a092-2e04651ab645 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:49:06.446950 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-3e2755b5-1a1f-4675-b57c-57a19ffa8d47 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'subnet': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:06.485272 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c78cf1c-2363-4bf9-b713-07c90cd31754 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:49:06.485865 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5c78cf1c-2363-4bf9-b713-07c90cd31754 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:06.495811 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:49:06.495811 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:49:06.495811 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:49:06.495811 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:49:06.495811 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:49:06.495811 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:49:06.495811 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:49:06.495811 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:49:06.495811 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:49:06.495811 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:49:06.495811 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:49:06.495811 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:49:06.495811 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:49:06.495811 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:49:06.495811 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:49:06.495811 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:49:06.495811 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:49:06.495811 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:49:06.495811 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:49:06.495811 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:49:06.495811 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:49:06.495811 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:49:06.495811 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:49:06.495811 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:49:06.495811 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:49:06.495811 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:49:06.495811 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:49:06.495811 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:49:06.495811 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:49:06.495811 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:49:06.495811 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:49:06.495811 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:49:06.534671 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cacc91fa-289f-4512-b4e1-07fa488ee5cc tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Router c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:49:06.558589 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f18294-52df-42de-9a3c-0f5acdfc2280 req-d4eea1b0-4ec1-4d5b-9a0a-5df2e88bcb0e tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:06.560175 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-29f18294-52df-42de-9a3c-0f5acdfc2280 req-d4eea1b0-4ec1-4d5b-9a0a-5df2e88bcb0e tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbdd9368-0317-4372-b950-1be483adf916 HTTP/1.1" status: 200 len: 945 time: 0.1121354 Mar 28 13:49:06.569407 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4985952-1cce-4653-b572-402999dbb7f7 req-b393427e-a325-461a-99a4-211e3bef1b32 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:06.571087 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a4985952-1cce-4653-b572-402999dbb7f7 req-b393427e-a325-461a-99a4-211e3bef1b32 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbdd9368-0317-4372-b950-1be483adf916 HTTP/1.1" status: 200 len: 945 time: 0.1495204 Mar 28 13:49:06.595854 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:06.638586 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-4649d31e-148d-4d4b-a0ee-150a35f05b68 None None] Attempting to bind port af15e10d-df11-4607-bb01-d81456ce8b91 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:49:06.639134 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-4649d31e-148d-4d4b-a0ee-150a35f05b68 None None] Attempting to bind port af15e10d-df11-4607-bb01-d81456ce8b91 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '056b856c-a9e1-4f4d-9ed8-4994c18a530a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1faf8f4-bdc5-46d5-ac2b-7675e9775c3d'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:49:06.639594 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4649d31e-148d-4d4b-a0ee-150a35f05b68 None None] Attempting to bind port af15e10d-df11-4607-bb01-d81456ce8b91 on network f1faf8f4-bdc5-46d5-ac2b-7675e9775c3d {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:49:06.650280 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4649d31e-148d-4d4b-a0ee-150a35f05b68 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:49:06.650724 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4649d31e-148d-4d4b-a0ee-150a35f05b68 None None] Checking segment: {'id': '056b856c-a9e1-4f4d-9ed8-4994c18a530a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1faf8f4-bdc5-46d5-ac2b-7675e9775c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:49:06.651250 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4649d31e-148d-4d4b-a0ee-150a35f05b68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:06.651747 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4649d31e-148d-4d4b-a0ee-150a35f05b68 None None] Bound using segment: {'id': '056b856c-a9e1-4f4d-9ed8-4994c18a530a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1faf8f4-bdc5-46d5-ac2b-7675e9775c3d'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:49:06.652332 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-4649d31e-148d-4d4b-a0ee-150a35f05b68 None None] Bound port: af15e10d-df11-4607-bb01-d81456ce8b91, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '056b856c-a9e1-4f4d-9ed8-4994c18a530a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1faf8f4-bdc5-46d5-ac2b-7675e9775c3d'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:49:06.652839 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4649d31e-148d-4d4b-a0ee-150a35f05b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:06.688028 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-29f18294-52df-42de-9a3c-0f5acdfc2280 req-9b0d6586-a591-4a67-8d7d-24964edf67d1 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea21c11a-f4da-4375-b5d8-bba619bd5a06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144261 Mar 28 13:49:06.744734 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 31660b22-cc6c-4151-a092-2e04651ab645, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=31660b22-cc6c-4151-a092-2e04651ab645,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:06.759197 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-23796cfa-0418-4536-87a4-7d2f49c74a2d None None] Provisioning complete for port 31660b22-cc6c-4151-a092-2e04651ab645 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:06.759867 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-23796cfa-0418-4536-87a4-7d2f49c74a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:06.786895 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cacc91fa-289f-4512-b4e1-07fa488ee5cc tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:49:06.792702 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-cacc91fa-289f-4512-b4e1-07fa488ee5cc tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "PUT /v2.0/routers/c2d6f058-720e-4b7c-9fef-ac14f2fbeab7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3325970 Mar 28 13:49:06.796743 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60870) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:06.805565 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-34aabdbe-ed5b-4cfe-b6a8-3813e76a6063 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1416605880'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:06.807537 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-a4985952-1cce-4653-b572-402999dbb7f7 req-ec70de05-596d-4d88-9c52-f5ef420cb7b1 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Deleting port 0a38bbd2-6c6d-47b9-a147-a5fdf0110f64 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:49:06.807883 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-a4985952-1cce-4653-b572-402999dbb7f7 req-ec70de05-596d-4d88-9c52-f5ef420cb7b1 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:06.836921 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:06.889912 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-4649d31e-148d-4d4b-a0ee-150a35f05b68 None None] For port af15e10d-df11-4607-bb01-d81456ce8b91, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:49:06.901585 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2755b5-1a1f-4675-b57c-57a19ffa8d47 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:06.905435 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3e2755b5-1a1f-4675-b57c-57a19ffa8d47 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:06.922662 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-4649d31e-148d-4d4b-a0ee-150a35f05b68 None None] For port af15e10d-df11-4607-bb01-d81456ce8b91, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=af15e10d-df11-4607-bb01-d81456ce8b91,segment=NetworkSegment(056b856c-a9e1-4f4d-9ed8-4994c18a530a),segment_id=056b856c-a9e1-4f4d-9ed8-4994c18a530a)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:49:06.936854 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5c78cf1c-2363-4bf9-b713-07c90cd31754 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:06.939898 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34aabdbe-ed5b-4cfe-b6a8-3813e76a6063 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Made reservation on behalf of f6b8e64020de40e182c741fada779147 for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:06.943135 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-34aabdbe-ed5b-4cfe-b6a8-3813e76a6063 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:06.947075 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-a4985952-1cce-4653-b572-402999dbb7f7 req-ec70de05-596d-4d88-9c52-f5ef420cb7b1 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] For port 0a38bbd2-6c6d-47b9-a147-a5fdf0110f64, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0a38bbd2-6c6d-47b9-a147-a5fdf0110f64,segment=NetworkSegment(7170d0f3-cdbd-4bd5-bc53-0e50845f5cc5),segment_id=7170d0f3-cdbd-4bd5-bc53-0e50845f5cc5)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:06.947532 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-a4985952-1cce-4653-b572-402999dbb7f7 req-ec70de05-596d-4d88-9c52-f5ef420cb7b1 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:06.982647 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5c78cf1c-2363-4bf9-b713-07c90cd31754 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:06.993357 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-5c78cf1c-2363-4bf9-b713-07c90cd31754 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/networks/d42f7fae-e704-4051-b5d1-67552a7e8d65 HTTP/1.1" status: 204 len: 168 time: 1.6508367 Mar 28 13:49:07.011777 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60872) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:07.033609 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-44fec85e-5f42-4a74-a0b2-7d59ebdd3d3f tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1094115779'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:07.045981 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c78cf1c-2363-4bf9-b713-07c90cd31754 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event deleted for resources: {'Network': ['ID=d42f7fae-e704-4051-b5d1-67552a7e8d65,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:07.101378 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34aabdbe-ed5b-4cfe-b6a8-3813e76a6063 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:49:07.124645 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5d0c06f8-2040-469e-8d35-eac921e31a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:07.125138 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-34aabdbe-ed5b-4cfe-b6a8-3813e76a6063 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:07.125653 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-34aabdbe-ed5b-4cfe-b6a8-3813e76a6063 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Added segment 579b503f-d2ae-4190-b7b8-289e4573e86f of type vlan for network b7cf10cb-9816-479a-8e5e-f1d4c411bcb8 Mar 28 13:49:07.129995 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4649d31e-148d-4d4b-a0ee-150a35f05b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:07.134510 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcecf523-e882-445d-9f7f-c8e2f2548a7e None None] Sync routers for ids ['c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:49:07.141725 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=31660b22-cc6c-4151-a092-2e04651ab645,revision_number=6']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:07.155194 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcecf523-e882-445d-9f7f-c8e2f2548a7e None None] Routers {'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:49:07.155893 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-fcecf523-e882-445d-9f7f-c8e2f2548a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:48:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:07.177153 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0c06f8-2040-469e-8d35-eac921e31a5e None None] No DVR routers for this DVR port 31660b22-cc6c-4151-a092-2e04651ab645 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:49:07.184904 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c06f8-2040-469e-8d35-eac921e31a5e None None] Pushing event deleted for resources: {'Port': ['ID=31660b22-cc6c-4151-a092-2e04651ab645,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:07.187477 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-23796cfa-0418-4536-87a4-7d2f49c74a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:07.242720 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-a4985952-1cce-4653-b572-402999dbb7f7 req-ec70de05-596d-4d88-9c52-f5ef420cb7b1 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:07.243202 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-a4985952-1cce-4653-b572-402999dbb7f7 req-ec70de05-596d-4d88-9c52-f5ef420cb7b1 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:07.243578 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [req-a4985952-1cce-4653-b572-402999dbb7f7 req-ec70de05-596d-4d88-9c52-f5ef420cb7b1 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Floating IP b5c42605-e56c-4ee2-8e32-ab9c6aa6fff3 disassociated. External IP: 172.26.2.93, port: 0a38bbd2-6c6d-47b9-a147-a5fdf0110f64. Mar 28 13:49:07.244016 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-a4985952-1cce-4653-b572-402999dbb7f7 req-ec70de05-596d-4d88-9c52-f5ef420cb7b1 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Calling delete_port for 0a38bbd2-6c6d-47b9-a147-a5fdf0110f64 owned by compute:nova {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:49:07.255932 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44fec85e-5f42-4a74-a0b2-7d59ebdd3d3f tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Made reservation on behalf of 427ec9eabb7e45afac363fe68c5efe1f for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:07.263469 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-44fec85e-5f42-4a74-a0b2-7d59ebdd3d3f tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:07.298681 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4649d31e-148d-4d4b-a0ee-150a35f05b68 None None] Pushing event updated for resources: {'Port': ['ID=af15e10d-df11-4607-bb01-d81456ce8b91,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:07.323841 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-fcecf523-e882-445d-9f7f-c8e2f2548a7e None None] Set router c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 gateway port host: None {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:49:07.333078 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-34aabdbe-ed5b-4cfe-b6a8-3813e76a6063 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:07.338692 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-32f5c464-f1b4-412c-9303-91a692d0cbdb tempest-ExternalNetworksTestJSON-1974987224 tempest-ExternalNetworksTestJSON-1974987224-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:07.378918 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-23796cfa-0418-4536-87a4-7d2f49c74a2d None None] Could not find standard attr ID for object 0ccb0ec0-e63a-4356-b415-39b319409438. {{(pid=109614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 13:49:07.432189 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-32f5c464-f1b4-412c-9303-91a692d0cbdb tempest-ExternalNetworksTestJSON-1974987224 tempest-ExternalNetworksTestJSON-1974987224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:07.443893 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44fec85e-5f42-4a74-a0b2-7d59ebdd3d3f tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:49:07.504708 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-44fec85e-5f42-4a74-a0b2-7d59ebdd3d3f tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:07.505361 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-44fec85e-5f42-4a74-a0b2-7d59ebdd3d3f tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Added segment 15637a17-d414-40db-8459-e713a630af08 of type vlan for network a788f39d-1af1-435f-83e1-2da4c965b762 Mar 28 13:49:07.517347 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32f5c464-f1b4-412c-9303-91a692d0cbdb tempest-ExternalNetworksTestJSON-1974987224 tempest-ExternalNetworksTestJSON-1974987224-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:49:07.528180 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 6bd40957-5660-4254-9f7a-5180a2811b8d up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:49:07.537507 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-34aabdbe-ed5b-4cfe-b6a8-3813e76a6063 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:07.544800 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34aabdbe-ed5b-4cfe-b6a8-3813e76a6063 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:07.545436 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-34aabdbe-ed5b-4cfe-b6a8-3813e76a6063 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:07.594429 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f5c464-f1b4-412c-9303-91a692d0cbdb tempest-ExternalNetworksTestJSON-1974987224 tempest-ExternalNetworksTestJSON-1974987224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=966e31f9-2697-4bf0-9acd-6921a3f672e1,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:07.595911 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 6bd40957-5660-4254-9f7a-5180a2811b8d triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:07.596401 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:07.597534 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-32f5c464-f1b4-412c-9303-91a692d0cbdb tempest-ExternalNetworksTestJSON-1974987224 tempest-ExternalNetworksTestJSON-1974987224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:07.598433 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-32f5c464-f1b4-412c-9303-91a692d0cbdb tempest-ExternalNetworksTestJSON-1974987224 tempest-ExternalNetworksTestJSON-1974987224-project] Added segment 219bccc8-ab2c-4e79-80a4-df5fbfb20c9c of type vlan for network a05db3ee-f97e-450e-a3c6-35f2c98f29f1 Mar 28 13:49:07.609107 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-fcecf523-e882-445d-9f7f-c8e2f2548a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'name': 'tempest-RoutersIpV6Test-router-21356739', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:48:42Z', 'updated_at': '2022-03-28T13:49:05Z', 'revision_number': 4, 'project_id': 'f6b8e64020de40e182c741fada779147', 'gw_port_host': None, '_interfaces': [{'id': '18359ce0-9e62-4816-9fce-d148b052b7f8', 'name': '', 'network_id': 'f1faf8f4-bdc5-46d5-ac2b-7675e9775c3d', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:42:a2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'ab23e7a4-5e5b-4fff-a76f-d7e9a5ea6329', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:49:04Z', 'updated_at': '2022-03-28T13:49:05Z', 'revision_number': 2, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': 'ab23e7a4-5e5b-4fff-a76f-d7e9a5ea6329', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bd40957-5660-4254-9f7a-5180a2811b8d', 'name': '', 'network_id': 'fdf7be46-1933-47f0-a1fa-e9bc84b31efc', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:14:9f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '8eacfc1a-2ffb-488b-bab3-043e8222db66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:48:55Z', 'updated_at': '2022-03-28T13:49:05Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': '8eacfc1a-2ffb-488b-bab3-043e8222db66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76432cf-1180-4609-869e-532cb58d0463', 'name': '', 'network_id': '6ec7f31c-8f9b-4c25-9782-9b480b51dfcf', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:e7:1b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:48:47Z', 'updated_at': '2022-03-28T13:48:56Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:07.615096 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-a4985952-1cce-4653-b572-402999dbb7f7 req-ec70de05-596d-4d88-9c52-f5ef420cb7b1 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:07.645954 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcecf523-e882-445d-9f7f-c8e2f2548a7e None None] Checking router: c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:49:07.646204 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-44fec85e-5f42-4a74-a0b2-7d59ebdd3d3f tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:07.648745 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcecf523-e882-445d-9f7f-c8e2f2548a7e None None] Updating router c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 port 18359ce0-9e62-4816-9fce-d148b052b7f8 binding host dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 13:49:07.670118 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec70de05-596d-4d88-9c52-f5ef420cb7b1 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Pushing event deleted for resources: {'Port': ['ID=0a38bbd2-6c6d-47b9-a147-a5fdf0110f64,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:07.689502 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-fcecf523-e882-445d-9f7f-c8e2f2548a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:07.767390 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.db.resource_extend [None req-44fec85e-5f42-4a74-a0b2-7d59ebdd3d3f tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 13:49:07.791891 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-34aabdbe-ed5b-4cfe-b6a8-3813e76a6063 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9914575 Mar 28 13:49:07.796901 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60876) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:07.807185 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aabdbe-ed5b-4cfe-b6a8-3813e76a6063 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event updated for resources: {'Network': ['ID=b7cf10cb-9816-479a-8e5e-f1d4c411bcb8,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:07.816528 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-32f5c464-f1b4-412c-9303-91a692d0cbdb tempest-ExternalNetworksTestJSON-1974987224 tempest-ExternalNetworksTestJSON-1974987224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:07.822121 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network b7cf10cb-9816-479a-8e5e-f1d4c411bcb8 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:49:07.841524 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-4a7370fa-058e-4b94-8c1f-99e254338f57 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Request body: {'subnet': {'network_id': 'b7cf10cb-9816-479a-8e5e-f1d4c411bcb8', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:07.858293 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.objects.ports [None req-3e2755b5-1a1f-4675-b57c-57a19ffa8d47 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109612) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 13:49:07.861949 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3e2755b5-1a1f-4675-b57c-57a19ffa8d47 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:07.875092 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-44fec85e-5f42-4a74-a0b2-7d59ebdd3d3f tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:07.880671 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fec85e-5f42-4a74-a0b2-7d59ebdd3d3f tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:07.881253 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-44fec85e-5f42-4a74-a0b2-7d59ebdd3d3f tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:07.897381 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 940f27c4-e8d6-4b7c-ac09-85d032b978f8 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:49:07.902915 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-77a4a1a8-f9fc-4127-b027-826917def27c req-36101594-af2b-49e4-9f9d-d4465b4e8b1d tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbdd9368-0317-4372-b950-1be483adf916 HTTP/1.1" status: 200 len: 210 time: 0.0562131 Mar 28 13:49:07.933392 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 940f27c4-e8d6-4b7c-ac09-85d032b978f8 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:49:07.934415 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 940f27c4-e8d6-4b7c-ac09-85d032b978f8 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:49:07.949701 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2755b5-1a1f-4675-b57c-57a19ffa8d47 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:49:07.994968 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-3e2755b5-1a1f-4675-b57c-57a19ffa8d47 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:07.997219 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-32f5c464-f1b4-412c-9303-91a692d0cbdb tempest-ExternalNetworksTestJSON-1974987224 tempest-ExternalNetworksTestJSON-1974987224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:08.011469 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f5c464-f1b4-412c-9303-91a692d0cbdb tempest-ExternalNetworksTestJSON-1974987224 tempest-ExternalNetworksTestJSON-1974987224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:08.013312 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-32f5c464-f1b4-412c-9303-91a692d0cbdb tempest-ExternalNetworksTestJSON-1974987224 tempest-ExternalNetworksTestJSON-1974987224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:08.013472 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a762fcb-a3eb-40f6-8133-176a6be68788 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:08.042684 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2755b5-1a1f-4675-b57c-57a19ffa8d47 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:08.043608 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3e2755b5-1a1f-4675-b57c-57a19ffa8d47 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:08.050819 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4985952-1cce-4653-b572-402999dbb7f7 req-ec70de05-596d-4d88-9c52-f5ef420cb7b1 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Router a9c0fda7-37b9-4e66-8d8b-a493d0feabc8 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:49:08.052836 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-44fec85e-5f42-4a74-a0b2-7d59ebdd3d3f tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0297768 Mar 28 13:49:08.054190 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60878) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:08.078803 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-f1952743-b63c-419f-b213-0575621cf258 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Request body: {'subnet': {'network_id': 'a788f39d-1af1-435f-83e1-2da4c965b762', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:08.081904 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-fcecf523-e882-445d-9f7f-c8e2f2548a7e None None] Notify callbacks [] for port, precommit_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:08.095118 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2755b5-1a1f-4675-b57c-57a19ffa8d47 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Subnet': ['ID=94ec5e7b-86d7-40c4-99c3-55753e9123e0,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:08.125764 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fec85e-5f42-4a74-a0b2-7d59ebdd3d3f tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event updated for resources: {'Network': ['ID=a788f39d-1af1-435f-83e1-2da4c965b762,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:08.159859 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network a788f39d-1af1-435f-83e1-2da4c965b762 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:49:08.166478 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-fcecf523-e882-445d-9f7f-c8e2f2548a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:08.201644 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-32f5c464-f1b4-412c-9303-91a692d0cbdb tempest-ExternalNetworksTestJSON-1974987224 tempest-ExternalNetworksTestJSON-1974987224-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.4767780 Mar 28 13:49:08.206734 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60880) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:08.292678 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598286d9-a76a-472f-b839-8e80cbf1d1b0 None None] Pushing event updated for resources: {'Port': ['ID=18359ce0-9e62-4816-9fce-d148b052b7f8,revision_number=3']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:08.329776 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-3e2755b5-1a1f-4675-b57c-57a19ffa8d47 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9009416 Mar 28 13:49:08.341820 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-f2f3e1db-a2ae-4c4c-bb5a-5c2fdb48c6b4 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Request body: {'network': {'name': 'tempest-network--1785151316', 'router:external': True}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:08.349383 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60884) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:08.356148 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-100bb1ce-27a4-4425-975d-2602a200bbed tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'port': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'mac_address': 'fa:16:3e:7b:fe:8b', 'name': 'tempest-NetworksTestDHCPv6-798209355'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:08.385253 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f5c464-f1b4-412c-9303-91a692d0cbdb tempest-ExternalNetworksTestJSON-1974987224 tempest-ExternalNetworksTestJSON-1974987224-project] Pushing event updated for resources: {'Network': ['ID=a05db3ee-f97e-450e-a3c6-35f2c98f29f1,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:08.416315 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-fcecf523-e882-445d-9f7f-c8e2f2548a7e None None] Attempting to bind port 18359ce0-9e62-4816-9fce-d148b052b7f8 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:49:08.416712 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-fcecf523-e882-445d-9f7f-c8e2f2548a7e None None] Attempting to bind port 18359ce0-9e62-4816-9fce-d148b052b7f8 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '056b856c-a9e1-4f4d-9ed8-4994c18a530a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1faf8f4-bdc5-46d5-ac2b-7675e9775c3d'}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:49:08.417065 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcecf523-e882-445d-9f7f-c8e2f2548a7e None None] Attempting to bind port 18359ce0-9e62-4816-9fce-d148b052b7f8 on network f1faf8f4-bdc5-46d5-ac2b-7675e9775c3d {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:49:08.429279 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcecf523-e882-445d-9f7f-c8e2f2548a7e None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:49:08.429965 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcecf523-e882-445d-9f7f-c8e2f2548a7e None None] Checking segment: {'id': '056b856c-a9e1-4f4d-9ed8-4994c18a530a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1faf8f4-bdc5-46d5-ac2b-7675e9775c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:49:08.432128 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-fcecf523-e882-445d-9f7f-c8e2f2548a7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:08.432722 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcecf523-e882-445d-9f7f-c8e2f2548a7e None None] Bound using segment: {'id': '056b856c-a9e1-4f4d-9ed8-4994c18a530a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1faf8f4-bdc5-46d5-ac2b-7675e9775c3d'} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:49:08.433367 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-fcecf523-e882-445d-9f7f-c8e2f2548a7e None None] Bound port: 18359ce0-9e62-4816-9fce-d148b052b7f8, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '056b856c-a9e1-4f4d-9ed8-4994c18a530a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1faf8f4-bdc5-46d5-ac2b-7675e9775c3d'}}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:49:08.434813 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-fcecf523-e882-445d-9f7f-c8e2f2548a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:08.437432 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network a05db3ee-f97e-450e-a3c6-35f2c98f29f1 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:49:08.461650 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1af2db-ec2a-43f4-981b-aec3bff99ce7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-0683b568-5de1-47de-8c3c-3856d7f643f9', 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'tenant_id': '97c2fb5000a44df7a1530b25f26f0716', 'fixed_ips': [{'subnet_id': '94ec5e7b-86d7-40c4-99c3-55753e9123e0'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:49:08.466001 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8e1af2db-ec2a-43f4-981b-aec3bff99ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:08.520132 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f3e1db-a2ae-4c4c-bb5a-5c2fdb48c6b4 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Made reservation on behalf of 5fa7ffcaf7c44640ad2a5eba8f76f4cd for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:08.523547 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f2f3e1db-a2ae-4c4c-bb5a-5c2fdb48c6b4 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:08.544525 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f2f3e1db-a2ae-4c4c-bb5a-5c2fdb48c6b4 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:08.550564 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1952743-b63c-419f-b213-0575621cf258 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Made reservation on behalf of 427ec9eabb7e45afac363fe68c5efe1f for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:08.551577 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-fcecf523-e882-445d-9f7f-c8e2f2548a7e None None] For port 18359ce0-9e62-4816-9fce-d148b052b7f8, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:49:08.555318 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-fcecf523-e882-445d-9f7f-c8e2f2548a7e None None] For port 18359ce0-9e62-4816-9fce-d148b052b7f8, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=18359ce0-9e62-4816-9fce-d148b052b7f8,segment=NetworkSegment(056b856c-a9e1-4f4d-9ed8-4994c18a530a),segment_id=056b856c-a9e1-4f4d-9ed8-4994c18a530a)] {{(pid=109615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:49:08.558404 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f1952743-b63c-419f-b213-0575621cf258 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:08.629058 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-fcecf523-e882-445d-9f7f-c8e2f2548a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:08.633554 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100bb1ce-27a4-4425-975d-2602a200bbed tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:08.684035 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7370fa-058e-4b94-8c1f-99e254338f57 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Made reservation on behalf of f6b8e64020de40e182c741fada779147 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:08.690977 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4a7370fa-058e-4b94-8c1f-99e254338f57 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:08.706065 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcecf523-e882-445d-9f7f-c8e2f2548a7e None None] Routers {'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:49:08.706709 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-fcecf523-e882-445d-9f7f-c8e2f2548a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:48:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:08.744360 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598286d9-a76a-472f-b839-8e80cbf1d1b0 None None] Pushing event updated for resources: {'Port': ['ID=18359ce0-9e62-4816-9fce-d148b052b7f8,revision_number=4']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:08.771453 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-8e1af2db-ec2a-43f4-981b-aec3bff99ce7 None None] Allocated IP 2001:db8::f816:3eff:fe51:413a (0683b568-5de1-47de-8c3c-3856d7f643f9/94ec5e7b-86d7-40c4-99c3-55753e9123e0/f4b28ae8-11fc-4fcc-99d9-3fb5fe95a04d) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:49:08.881183 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4985952-1cce-4653-b572-402999dbb7f7 req-ec70de05-596d-4d88-9c52-f5ef420cb7b1 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:49:08.917121 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-fcecf523-e882-445d-9f7f-c8e2f2548a7e None None] Set router c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 gateway port host: None {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:49:08.930748 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4985952-1cce-4653-b572-402999dbb7f7 req-ec70de05-596d-4d88-9c52-f5ef420cb7b1 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] No DVR routers for this DVR port 0a38bbd2-6c6d-47b9-a147-a5fdf0110f64 on host hv-neutron-8353 {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:49:08.933480 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65824361-97a4-44b8-b383-7af4fa7cf09c None None] Sync routers for ids ['a9c0fda7-37b9-4e66-8d8b-a493d0feabc8'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:49:08.935259 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-a4985952-1cce-4653-b572-402999dbb7f7 req-ec70de05-596d-4d88-9c52-f5ef420cb7b1 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:08.935566 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79630780-0bfc-4556-af96-6c7cda60c014 None None] Network f1faf8f4-bdc5-46d5-ac2b-7675e9775c3d requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:08.940063 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a4985952-1cce-4653-b572-402999dbb7f7 req-ec70de05-596d-4d88-9c52-f5ef420cb7b1 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] 10.222.0.20 "DELETE /v2.0/ports/0a38bbd2-6c6d-47b9-a147-a5fdf0110f64 HTTP/1.1" status: 204 len: 173 time: 2.3442955 Mar 28 13:49:08.940563 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbdd9368-0317-4372-b950-1be483adf916', 'name': 'network-vif-deleted', 'tag': '0a38bbd2-6c6d-47b9-a147-a5fdf0110f64'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:49:08.943304 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f89db57-7031-4384-a5b9-7fa157a5c93c" -d '{"events": [{"server_uuid": "dbdd9368-0317-4372-b950-1be483adf916", "name": "network-vif-deleted", "tag": "0a38bbd2-6c6d-47b9-a147-a5fdf0110f64"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:49:09.059917 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 13:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4774b958-0873-4ddc-b6fd-3e741b726c0f x-openstack-request-id: req-4774b958-0873-4ddc-b6fd-3e741b726c0f {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:49:09.060128 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbdd9368-0317-4372-b950-1be483adf916", "name": "network-vif-deleted", "tag": "0a38bbd2-6c6d-47b9-a147-a5fdf0110f64", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:49:09.060650 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4774b958-0873-4ddc-b6fd-3e741b726c0f {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:49:09.062193 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbdd9368-0317-4372-b950-1be483adf916', 'name': 'network-vif-deleted', 'tag': '0a38bbd2-6c6d-47b9-a147-a5fdf0110f64', 'status': 'completed', 'code': 200} Mar 28 13:49:09.090167 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cc2f0766-7ccd-4b3d-ae11-763d5cfc5124 req-ddebbf16-7c79-437a-83a7-3a0c6f720d21 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbdd9368-0317-4372-b950-1be483adf916 HTTP/1.1" status: 200 len: 210 time: 0.0327387 Mar 28 13:49:09.098677 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65824361-97a4-44b8-b383-7af4fa7cf09c None None] Routers {'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:49:09.104358 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-65824361-97a4-44b8-b383-7af4fa7cf09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:48:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['a9c0fda7-37b9-4e66-8d8b-a493d0feabc8'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:09.106837 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-9df0920b-de4b-4c36-ad83-6e86eb791e92 None None] Provisioning complete for port af15e10d-df11-4607-bb01-d81456ce8b91 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:09.107017 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9df0920b-de4b-4c36-ad83-6e86eb791e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:09.154504 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4a7370fa-058e-4b94-8c1f-99e254338f57 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:09.221813 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-fcecf523-e882-445d-9f7f-c8e2f2548a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'name': 'tempest-RoutersIpV6Test-router-21356739', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:48:42Z', 'updated_at': '2022-03-28T13:49:05Z', 'revision_number': 4, 'project_id': 'f6b8e64020de40e182c741fada779147', 'gw_port_host': None, '_interfaces': [{'id': '18359ce0-9e62-4816-9fce-d148b052b7f8', 'name': '', 'network_id': 'f1faf8f4-bdc5-46d5-ac2b-7675e9775c3d', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:42:a2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'ab23e7a4-5e5b-4fff-a76f-d7e9a5ea6329', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:49:04Z', 'updated_at': '2022-03-28T13:49:08Z', 'revision_number': 4, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': 'ab23e7a4-5e5b-4fff-a76f-d7e9a5ea6329', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bd40957-5660-4254-9f7a-5180a2811b8d', 'name': '', 'network_id': 'fdf7be46-1933-47f0-a1fa-e9bc84b31efc', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:14:9f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '8eacfc1a-2ffb-488b-bab3-043e8222db66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:48:55Z', 'updated_at': '2022-03-28T13:49:05Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': '8eacfc1a-2ffb-488b-bab3-043e8222db66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76432cf-1180-4609-869e-532cb58d0463', 'name': '', 'network_id': '6ec7f31c-8f9b-4c25-9782-9b480b51dfcf', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:e7:1b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:48:47Z', 'updated_at': '2022-03-28T13:48:56Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:09.255467 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8e1af2db-ec2a-43f4-981b-aec3bff99ce7 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:09.256563 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7370fa-058e-4b94-8c1f-99e254338f57 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event updated for resources: {'Subnet': ['ID=be38b900-4878-410f-8e79-9e23533a5a53,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:09.271858 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7370fa-058e-4b94-8c1f-99e254338f57 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Checking segment: {'id': '579b503f-d2ae-4190-b7b8-289e4573e86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b7cf10cb-9816-479a-8e5e-f1d4c411bcb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:49:09.272217 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7370fa-058e-4b94-8c1f-99e254338f57 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Network hostable DHCP agents. Network: b7cf10cb-9816-479a-8e5e-f1d4c411bcb8, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:49:09.281452 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcecf523-e882-445d-9f7f-c8e2f2548a7e None None] The sync data for ids ['c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'] in dv-neutron-835335-1-hyperv is: [{'id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'name': 'tempest-RoutersIpV6Test-router-21356739', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:48:42Z', 'updated_at': '2022-03-28T13:49:05Z', 'revision_number': 4, 'project_id': 'f6b8e64020de40e182c741fada779147', 'gw_port_host': None, '_interfaces': [{'id': '18359ce0-9e62-4816-9fce-d148b052b7f8', 'name': '', 'network_id': 'f1faf8f4-bdc5-46d5-ac2b-7675e9775c3d', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:42:a2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'ab23e7a4-5e5b-4fff-a76f-d7e9a5ea6329', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:49:04Z', 'updated_at': '2022-03-28T13:49:08Z', 'revision_number': 4, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': 'ab23e7a4-5e5b-4fff-a76f-d7e9a5ea6329', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bd40957-5660-4254-9f7a-5180a2811b8d', 'name': '', 'network_id': 'fdf7be46-1933-47f0-a1fa-e9bc84b31efc', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:14:9f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '8eacfc1a-2ffb-488b-bab3-043e8222db66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:48:55Z', 'updated_at': '2022-03-28T13:49:05Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': '8eacfc1a-2ffb-488b-bab3-043e8222db66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76432cf-1180-4609-869e-532cb58d0463', 'name': '', 'network_id': '6ec7f31c-8f9b-4c25-9782-9b480b51dfcf', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:e7:1b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:48:47Z', 'updated_at': '2022-03-28T13:48:56Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:49:09.321948 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-100bb1ce-27a4-4425-975d-2602a200bbed tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:09.383045 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8e1af2db-ec2a-43f4-981b-aec3bff99ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:09.391985 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7370fa-058e-4b94-8c1f-99e254338f57 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Network b7cf10cb-9816-479a-8e5e-f1d4c411bcb8 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:49:09.401456 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f2f3e1db-a2ae-4c4c-bb5a-5c2fdb48c6b4 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:09.407854 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [None req-100bb1ce-27a4-4425-975d-2602a200bbed tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] device_id is not set on port 553975b7-e086-4240-aacd-275ab0c8ab2e yet. {{(pid=109612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:49:09.483963 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f2f3e1db-a2ae-4c4c-bb5a-5c2fdb48c6b4 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:09.514079 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-4a7370fa-058e-4b94-8c1f-99e254338f57 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, b7cf10cb-9816-479a-8e5e-f1d4c411bcb8) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:09.515008 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device af15e10d-df11-4607-bb01-d81456ce8b91 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:49:09.520036 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7370fa-058e-4b94-8c1f-99e254338f57 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:09.520863 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4a7370fa-058e-4b94-8c1f-99e254338f57 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:09.525384 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1af2db-ec2a-43f4-981b-aec3bff99ce7 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:49:09.527272 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-65824361-97a4-44b8-b383-7af4fa7cf09c None None] Set router a9c0fda7-37b9-4e66-8d8b-a493d0feabc8 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:49:09.545624 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2f3e1db-a2ae-4c4c-bb5a-5c2fdb48c6b4 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:49:09.579371 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7d17e7-b5b9-49e1-b44b-63a119ede216 None None] Network b7cf10cb-9816-479a-8e5e-f1d4c411bcb8 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:09.580968 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f3e1db-a2ae-4c4c-bb5a-5c2fdb48c6b4 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3e94b0-ee77-4cd6-998a-8e379acfda09,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:09.588792 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f2f3e1db-a2ae-4c4c-bb5a-5c2fdb48c6b4 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:09.589179 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-f2f3e1db-a2ae-4c4c-bb5a-5c2fdb48c6b4 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Added segment 79a3de96-c7dc-435a-bafd-738b510a38be of type vlan for network 33401b39-7664-460a-b048-935d25db5ff1 Mar 28 13:49:09.591033 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-8e1af2db-ec2a-43f4-981b-aec3bff99ce7 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:09.594149 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1af2db-ec2a-43f4-981b-aec3bff99ce7 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:49:09.597289 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1af2db-ec2a-43f4-981b-aec3bff99ce7 None None] Pushing event updated for resources: {'Port': ['ID=f4b28ae8-11fc-4fcc-99d9-3fb5fe95a04d,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:09.630375 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-4a7370fa-058e-4b94-8c1f-99e254338f57 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8251939 Mar 28 13:49:09.634226 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60890) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:09.659918 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f1952743-b63c-419f-b213-0575621cf258 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:09.681803 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f2f3e1db-a2ae-4c4c-bb5a-5c2fdb48c6b4 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:09.708068 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9df0920b-de4b-4c36-ad83-6e86eb791e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:09.755949 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-100bb1ce-27a4-4425-975d-2602a200bbed tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Allocated IP 2001:db8::f816:3eff:fe7b:fe8b (0683b568-5de1-47de-8c3c-3856d7f643f9/94ec5e7b-86d7-40c4-99c3-55753e9123e0/553975b7-e086-4240-aacd-275ab0c8ab2e) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:49:09.791240 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1952743-b63c-419f-b213-0575621cf258 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event updated for resources: {'Subnet': ['ID=64aea117-ca12-47f0-8704-5f6e413e3b72,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:09.841577 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1952743-b63c-419f-b213-0575621cf258 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Checking segment: {'id': '15637a17-d414-40db-8459-e713a630af08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a788f39d-1af1-435f-83e1-2da4c965b762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:49:09.842027 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1952743-b63c-419f-b213-0575621cf258 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Network hostable DHCP agents. Network: a788f39d-1af1-435f-83e1-2da4c965b762, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:49:09.908163 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f2f3e1db-a2ae-4c4c-bb5a-5c2fdb48c6b4 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:09.909150 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f3e1db-a2ae-4c4c-bb5a-5c2fdb48c6b4 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:09.909734 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f2f3e1db-a2ae-4c4c-bb5a-5c2fdb48c6b4 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:10.073974 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1952743-b63c-419f-b213-0575621cf258 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Network a788f39d-1af1-435f-83e1-2da4c965b762 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:49:10.105515 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-f2f3e1db-a2ae-4c4c-bb5a-5c2fdb48c6b4 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.8951700 Mar 28 13:49:10.112218 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60892) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:10.171532 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f3e1db-a2ae-4c4c-bb5a-5c2fdb48c6b4 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Pushing event updated for resources: {'Network': ['ID=33401b39-7664-460a-b048-935d25db5ff1,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:10.229922 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-f1952743-b63c-419f-b213-0575621cf258 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, a788f39d-1af1-435f-83e1-2da4c965b762) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:10.239648 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1952743-b63c-419f-b213-0575621cf258 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:10.240240 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f1952743-b63c-419f-b213-0575621cf258 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:10.286272 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-9df0920b-de4b-4c36-ad83-6e86eb791e92 None None] For port af15e10d-df11-4607-bb01-d81456ce8b91, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=af15e10d-df11-4607-bb01-d81456ce8b91,segment=NetworkSegment(056b856c-a9e1-4f4d-9ed8-4994c18a530a),segment_id=056b856c-a9e1-4f4d-9ed8-4994c18a530a)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:10.292740 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 33401b39-7664-460a-b048-935d25db5ff1 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:49:10.294476 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2554f280-7bdc-465e-9793-1108b69190ac None None] Network a788f39d-1af1-435f-83e1-2da4c965b762 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:10.299926 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-8e1af2db-ec2a-43f4-981b-aec3bff99ce7 None None] Attempting to bind port f4b28ae8-11fc-4fcc-99d9-3fb5fe95a04d on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:49:10.300353 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-8e1af2db-ec2a-43f4-981b-aec3bff99ce7 None None] Attempting to bind port f4b28ae8-11fc-4fcc-99d9-3fb5fe95a04d by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:49:10.300934 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1af2db-ec2a-43f4-981b-aec3bff99ce7 None None] Attempting to bind port f4b28ae8-11fc-4fcc-99d9-3fb5fe95a04d on network 0683b568-5de1-47de-8c3c-3856d7f643f9 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:49:10.307924 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-524bade3-3edb-47d8-9c24-fca04a5028a3 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:10.315325 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60898) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:10.321243 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ddcee3c7-baf9-4cfe-838c-11e9b9a68aa5 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:10.334029 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-100bb1ce-27a4-4425-975d-2602a200bbed tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:10.343623 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-f1952743-b63c-419f-b213-0575621cf258 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2758560 Mar 28 13:49:10.349997 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60900) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:10.383442 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9df0920b-de4b-4c36-ad83-6e86eb791e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:10.386415 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1af2db-ec2a-43f4-981b-aec3bff99ce7 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:49:10.386782 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1af2db-ec2a-43f4-981b-aec3bff99ce7 None None] Checking segment: {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:49:10.387170 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8e1af2db-ec2a-43f4-981b-aec3bff99ce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:10.387548 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1af2db-ec2a-43f4-981b-aec3bff99ce7 None None] Bound using segment: {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:49:10.388019 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-8e1af2db-ec2a-43f4-981b-aec3bff99ce7 None None] Bound port: f4b28ae8-11fc-4fcc-99d9-3fb5fe95a04d, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:49:10.388413 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8e1af2db-ec2a-43f4-981b-aec3bff99ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:10.427320 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-58231d33-410b-4a46-b5d0-b4f51fe8b7d4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Request body: {'port': {'network_id': 'a788f39d-1af1-435f-83e1-2da4c965b762', 'name': 'tempest-PortsIpV6TestJSON-1286170804', 'fixed_ips': [{'subnet_id': '64aea117-ca12-47f0-8704-5f6e413e3b72', 'ip_address': '2001:db8::10'}]}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:10.459910 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port af15e10d-df11-4607-bb01-d81456ce8b91 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:10.460307 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:10.488245 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1aa41267-27ed-4871-9286-d8b5ec908a94 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:10.511956 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-524bade3-3edb-47d8-9c24-fca04a5028a3 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:10.523384 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1aa41267-27ed-4871-9286-d8b5ec908a94 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:10.562136 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-524bade3-3edb-47d8-9c24-fca04a5028a3 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33401b39-7664-460a-b048-935d25db5ff1']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:10.609260 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-524bade3-3edb-47d8-9c24-fca04a5028a3 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79a3de96-c7dc-435a-bafd-738b510a38be') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:10.610327 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-524bade3-3edb-47d8-9c24-fca04a5028a3 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79a3de96-c7dc-435a-bafd-738b510a38be') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:10.617996 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-100bb1ce-27a4-4425-975d-2602a200bbed tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:10.642137 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-524bade3-3edb-47d8-9c24-fca04a5028a3 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:10.667411 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45adcae6-7d5d-4ca7-ab0c-2d4c32fe1bca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-b7cf10cb-9816-479a-8e5e-f1d4c411bcb8', 'network_id': 'b7cf10cb-9816-479a-8e5e-f1d4c411bcb8', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'fixed_ips': [{'subnet_id': 'be38b900-4878-410f-8e79-9e23533a5a53'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:49:10.669422 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-45adcae6-7d5d-4ca7-ab0c-2d4c32fe1bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:10.698537 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100bb1ce-27a4-4425-975d-2602a200bbed tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Port': ['ID=553975b7-e086-4240-aacd-275ab0c8ab2e,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:10.708820 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-ab1a9643-33d3-4ef2-a7af-f4251577e247 None None] Provisioning complete for port 18359ce0-9e62-4816-9fce-d148b052b7f8 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:10.709405 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ab1a9643-33d3-4ef2-a7af-f4251577e247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:10.724965 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-524bade3-3edb-47d8-9c24-fca04a5028a3 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:10.728111 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58231d33-410b-4a46-b5d0-b4f51fe8b7d4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Made reservation on behalf of 427ec9eabb7e45afac363fe68c5efe1f for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:10.730266 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100bb1ce-27a4-4425-975d-2602a200bbed tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:49:10.734171 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-100bb1ce-27a4-4425-975d-2602a200bbed tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:10.738407 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100bb1ce-27a4-4425-975d-2602a200bbed tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:49:10.748731 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100bb1ce-27a4-4425-975d-2602a200bbed tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:10.749399 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-100bb1ce-27a4-4425-975d-2602a200bbed tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:10.755570 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-524bade3-3edb-47d8-9c24-fca04a5028a3 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:49:10.755978 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-524bade3-3edb-47d8-9c24-fca04a5028a3 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:10.758676 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:49:10.758676 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:49:10.758676 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:49:10.758676 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:49:10.758676 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:49:10.758676 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:49:10.758676 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:49:10.758676 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:49:10.758676 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:49:10.758676 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:49:10.758676 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:49:10.758676 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:49:10.758676 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:49:10.758676 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:49:10.758676 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:49:10.758676 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:49:10.758676 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:49:10.758676 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:49:10.758676 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:49:10.758676 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:49:10.758676 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:49:10.758676 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:49:10.758676 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:49:10.758676 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:49:10.758676 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:49:10.758676 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:49:10.758676 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:49:10.758676 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:49:10.758676 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:49:10.758676 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:49:10.758676 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:49:10.758676 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:49:10.776405 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df0920b-de4b-4c36-ad83-6e86eb791e92 None None] Pushing event updated for resources: {'Port': ['ID=af15e10d-df11-4607-bb01-d81456ce8b91,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:10.777649 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1aa41267-27ed-4871-9286-d8b5ec908a94 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:10.780487 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1aa41267-27ed-4871-9286-d8b5ec908a94 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:10.783536 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-1aa41267-27ed-4871-9286-d8b5ec908a94 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] 10.222.0.24 "DELETE /v2.0/security-groups/ea21c11a-f4da-4375-b5d8-bba619bd5a06 HTTP/1.1" status: 204 len: 168 time: 0.4660988 Mar 28 13:49:10.795437 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60902) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:10.826059 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-a58ac30e-c5b9-456a-9e09-7a694284fc4f tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] show failed (client error): The resource could not be found. Mar 28 13:49:10.831339 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a58ac30e-c5b9-456a-9e09-7a694284fc4f tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] 10.222.0.24 "GET /v2.0/security-groups/ea21c11a-f4da-4375-b5d8-bba619bd5a06 HTTP/1.1" status: 404 len: 347 time: 0.0347784 Mar 28 13:49:10.842611 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60904) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:10.842611 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-ddcee3c7-baf9-4cfe-838c-11e9b9a68aa5 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Allocated IP 2001:db8:3::1 (b7cf10cb-9816-479a-8e5e-f1d4c411bcb8/be38b900-4878-410f-8e79-9e23533a5a53/478d3968-f9a2-4d19-be80-1e56edef2026) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:49:10.846350 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa41267-27ed-4871-9286-d8b5ec908a94 tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea21c11a-f4da-4375-b5d8-bba619bd5a06,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:10.860579 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-8e1af2db-ec2a-43f4-981b-aec3bff99ce7 None None] For port f4b28ae8-11fc-4fcc-99d9-3fb5fe95a04d, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:49:10.864259 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-8e1af2db-ec2a-43f4-981b-aec3bff99ce7 None None] For port f4b28ae8-11fc-4fcc-99d9-3fb5fe95a04d, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=f4b28ae8-11fc-4fcc-99d9-3fb5fe95a04d,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:49:10.865914 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-100bb1ce-27a4-4425-975d-2602a200bbed tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5153327 Mar 28 13:49:10.870042 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60906) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:10.870805 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 0a38bbd2-6c6d-47b9-a147-a5fdf0110f64 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:49:10.934602 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae0aaf9-a42a-40bd-9f74-1ee69be56600 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:10.941590 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae0aaf9-a42a-40bd-9f74-1ee69be56600 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:10.943250 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-eae0aaf9-a42a-40bd-9f74-1ee69be56600 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0721951 Mar 28 13:49:10.950744 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60908) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:10.950744 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-524bade3-3edb-47d8-9c24-fca04a5028a3 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:11.003965 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524bade3-3edb-47d8-9c24-fca04a5028a3 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 33401b39-7664-460a-b048-935d25db5ff1 {{(pid=109612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 28 13:49:11.039780 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-524bade3-3edb-47d8-9c24-fca04a5028a3 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:11.039780 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-524bade3-3edb-47d8-9c24-fca04a5028a3 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] 10.222.0.24 "DELETE /v2.0/networks/33401b39-7664-460a-b048-935d25db5ff1 HTTP/1.1" status: 204 len: 168 time: 0.9259982 Mar 28 13:49:11.043058 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524bade3-3edb-47d8-9c24-fca04a5028a3 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Pushing event deleted for resources: {'Network': ['ID=33401b39-7664-460a-b048-935d25db5ff1,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:11.045974 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60910) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:11.050003 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-58231d33-410b-4a46-b5d0-b4f51fe8b7d4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:11.053131 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-19a8cfca-d316-4123-9759-f1b47ed3bfda tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:11.085279 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] No Port match for: 0a38bbd2-6c6d-47b9-a147-a5fdf0110f64 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:49:11.085622 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 0a38bbd2-6c6d-47b9-a147-a5fdf0110f64 not bound to the agent host hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:49:11.090080 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-58231d33-410b-4a46-b5d0-b4f51fe8b7d4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] device_id is not set on port 73000613-abbd-47fb-ad3f-830fc7bf981e yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:49:11.091195 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8e1af2db-ec2a-43f4-981b-aec3bff99ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:11.104145 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-65824361-97a4-44b8-b383-7af4fa7cf09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8', 'name': 'tempest-ServersTestManualDisk-1571218736-router', 'tenant_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': 'a318405c-f9ed-4f74-978b-188b8e060048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:47:09Z', 'updated_at': '2022-03-28T13:47:20Z', 'revision_number': 4, 'project_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'gw_port': {'id': 'a318405c-f9ed-4f74-978b-188b8e060048', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:11Z', 'updated_at': '2022-03-28T13:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '912f9c7a-c6f3-4408-9465-4a717a67b8ba', 'name': '', 'network_id': '2cc3241e-126b-4fc7-8d31-f7970bedb565', 'tenant_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'mac_address': 'fa:16:3e:40:7a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3347bc09-8e26-47dd-9935-5fe9204b659f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:18Z', 'updated_at': '2022-03-28T13:47:32Z', 'revision_number': 5, 'project_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'subnets': [{'id': '3347bc09-8e26-47dd-9935-5fe9204b659f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:11.116602 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-3e881549-3015-49fd-855a-f8911b31badc tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting port 553975b7-e086-4240-aacd-275ab0c8ab2e {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:49:11.117889 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3e881549-3015-49fd-855a-f8911b31badc tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:11.196660 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a8cfca-d316-4123-9759-f1b47ed3bfda tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Made reservation on behalf of 5fa7ffcaf7c44640ad2a5eba8f76f4cd for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:11.199187 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-19a8cfca-d316-4123-9759-f1b47ed3bfda tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:11.230563 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19a8cfca-d316-4123-9759-f1b47ed3bfda tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:49:11.233378 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65824361-97a4-44b8-b383-7af4fa7cf09c None None] Checking router: a9c0fda7-37b9-4e66-8d8b-a493d0feabc8 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:49:11.242040 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-19a8cfca-d316-4123-9759-f1b47ed3bfda tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:11.242040 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-19a8cfca-d316-4123-9759-f1b47ed3bfda tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Added segment 2cfa2716-f01a-4d8c-a47e-bbc426c5939c of type vlan for network 40b42f80-13f7-4243-9983-64cf6d4cfc3e Mar 28 13:49:11.317052 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65824361-97a4-44b8-b383-7af4fa7cf09c None None] Routers {'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:49:11.317721 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-65824361-97a4-44b8-b383-7af4fa7cf09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:48:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['a9c0fda7-37b9-4e66-8d8b-a493d0feabc8'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:11.332886 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-58231d33-410b-4a46-b5d0-b4f51fe8b7d4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Allocated IP 2001:db8::10 (a788f39d-1af1-435f-83e1-2da4c965b762/64aea117-ca12-47f0-8704-5f6e413e3b72/73000613-abbd-47fb-ad3f-830fc7bf981e) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:49:11.354787 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-19a8cfca-d316-4123-9759-f1b47ed3bfda tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:11.396223 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3e881549-3015-49fd-855a-f8911b31badc tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:11.410101 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ddcee3c7-baf9-4cfe-838c-11e9b9a68aa5 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:11.436130 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-3e881549-3015-49fd-855a-f8911b31badc tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Calling delete_port for 553975b7-e086-4240-aacd-275ab0c8ab2e owned by {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:49:11.471780 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680944e7-0ce4-4654-8e8d-cf119f5d6aaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-a788f39d-1af1-435f-83e1-2da4c965b762', 'network_id': 'a788f39d-1af1-435f-83e1-2da4c965b762', 'tenant_id': '427ec9eabb7e45afac363fe68c5efe1f', 'fixed_ips': [{'subnet_id': '64aea117-ca12-47f0-8704-5f6e413e3b72'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:49:11.472835 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-680944e7-0ce4-4654-8e8d-cf119f5d6aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:11.479398 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1af2db-ec2a-43f4-981b-aec3bff99ce7 None None] Pushing event updated for resources: {'Port': ['ID=f4b28ae8-11fc-4fcc-99d9-3fb5fe95a04d,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:11.493992 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-98083b1b-0b37-4ff1-8347-a0cf20805eea tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Deleting port f8db4779-2090-451b-8adf-d3a184d3c793 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:49:11.494340 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-98083b1b-0b37-4ff1-8347-a0cf20805eea tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:11.530751 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-19a8cfca-d316-4123-9759-f1b47ed3bfda tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:11.534781 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a8cfca-d316-4123-9759-f1b47ed3bfda tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:11.536072 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-19a8cfca-d316-4123-9759-f1b47ed3bfda tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:11.565727 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ab1a9643-33d3-4ef2-a7af-f4251577e247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:11.711819 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-19a8cfca-d316-4123-9759-f1b47ed3bfda tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6632476 Mar 28 13:49:11.716276 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60912) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:11.723268 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 18359ce0-9e62-4816-9fce-d148b052b7f8 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:49:11.726775 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-50fea493-7dbd-4238-8ea6-0c320ca17dde tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Request body: {'subnet': {'network_id': '40b42f80-13f7-4243-9983-64cf6d4cfc3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:11.747459 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a8cfca-d316-4123-9759-f1b47ed3bfda tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Pushing event updated for resources: {'Network': ['ID=40b42f80-13f7-4243-9983-64cf6d4cfc3e,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:11.817236 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-98083b1b-0b37-4ff1-8347-a0cf20805eea tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:11.817517 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-98083b1b-0b37-4ff1-8347-a0cf20805eea tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:11.833402 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 40b42f80-13f7-4243-9983-64cf6d4cfc3e details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:49:11.851801 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-98083b1b-0b37-4ff1-8347-a0cf20805eea tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Calling delete_port for f8db4779-2090-451b-8adf-d3a184d3c793 owned by network:floatingip {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:49:11.885312 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fea493-7dbd-4238-8ea6-0c320ca17dde tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Made reservation on behalf of 5fa7ffcaf7c44640ad2a5eba8f76f4cd for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:11.889690 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-50fea493-7dbd-4238-8ea6-0c320ca17dde tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:11.931551 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3e881549-3015-49fd-855a-f8911b31badc tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:11.958764 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ddcee3c7-baf9-4cfe-838c-11e9b9a68aa5 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:12.008246 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-65824361-97a4-44b8-b383-7af4fa7cf09c None None] Set router a9c0fda7-37b9-4e66-8d8b-a493d0feabc8 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:49:12.011048 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-ab1a9643-33d3-4ef2-a7af-f4251577e247 None None] For port 18359ce0-9e62-4816-9fce-d148b052b7f8, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=18359ce0-9e62-4816-9fce-d148b052b7f8,segment=NetworkSegment(056b856c-a9e1-4f4d-9ed8-4994c18a530a),segment_id=056b856c-a9e1-4f4d-9ed8-4994c18a530a)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:12.044942 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e881549-3015-49fd-855a-f8911b31badc tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Port': ['ID=553975b7-e086-4240-aacd-275ab0c8ab2e,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:12.047375 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3e881549-3015-49fd-855a-f8911b31badc tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:12.053659 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-3e881549-3015-49fd-855a-f8911b31badc tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/ports/553975b7-e086-4240-aacd-275ab0c8ab2e HTTP/1.1" status: 204 len: 168 time: 1.1040015 Mar 28 13:49:12.053872 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcee3c7-baf9-4cfe-838c-11e9b9a68aa5 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Network b7cf10cb-9816-479a-8e5e-f1d4c411bcb8 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:49:12.055432 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60914) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:12.082653 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-ddcee3c7-baf9-4cfe-838c-11e9b9a68aa5 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:12.090432 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcee3c7-baf9-4cfe-838c-11e9b9a68aa5 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:49:12.090966 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ddcee3c7-baf9-4cfe-838c-11e9b9a68aa5 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:12.126971 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ab1a9643-33d3-4ef2-a7af-f4251577e247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:12.150230 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-45adcae6-7d5d-4ca7-ab0c-2d4c32fe1bca None None] Allocated IP 2001:db8:3::2 (b7cf10cb-9816-479a-8e5e-f1d4c411bcb8/be38b900-4878-410f-8e79-9e23533a5a53/d598e0dc-0fe8-475b-a9d5-654c33cf35ad) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:49:12.158724 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509414a7-7dbb-4674-abd2-a079823ac0d0 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:12.160011 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcee3c7-baf9-4cfe-838c-11e9b9a68aa5 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event updated for resources: {'Port': ['ID=478d3968-f9a2-4d19-be80-1e56edef2026,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:12.160625 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509414a7-7dbb-4674-abd2-a079823ac0d0 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:12.165245 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-509414a7-7dbb-4674-abd2-a079823ac0d0 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1071413 Mar 28 13:49:12.166349 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60916) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:12.215415 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 18359ce0-9e62-4816-9fce-d148b052b7f8 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:12.215786 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:12.226135 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-58231d33-410b-4a46-b5d0-b4f51fe8b7d4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:12.245388 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-98083b1b-0b37-4ff1-8347-a0cf20805eea tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:12.260494 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-ab1a9643-33d3-4ef2-a7af-f4251577e247 None None] Provisioning complete for port af15e10d-df11-4607-bb01-d81456ce8b91 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:12.261618 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ab1a9643-33d3-4ef2-a7af-f4251577e247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:12.286621 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98083b1b-0b37-4ff1-8347-a0cf20805eea tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Pushing event deleted for resources: {'Port': ['ID=f8db4779-2090-451b-8adf-d3a184d3c793,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:12.293560 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-e265db05-9fe1-4ca0-a24f-d61ca65e4ad6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting subnet 94ec5e7b-86d7-40c4-99c3-55753e9123e0 {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:49:12.300147 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e265db05-9fe1-4ca0-a24f-d61ca65e4ad6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:12.373658 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e265db05-9fe1-4ca0-a24f-d61ca65e4ad6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:12.391435 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ddcee3c7-baf9-4cfe-838c-11e9b9a68aa5 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:12.409410 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-98083b1b-0b37-4ff1-8347-a0cf20805eea tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Notify callbacks [] for floatingip, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:12.412267 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-98083b1b-0b37-4ff1-8347-a0cf20805eea tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:12.416281 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-98083b1b-0b37-4ff1-8347-a0cf20805eea tempest-ServersTestManualDisk-1569980054 tempest-ServersTestManualDisk-1569980054-project] 10.222.0.24 "DELETE /v2.0/floatingips/b5c42605-e56c-4ee2-8e32-ab9c6aa6fff3 HTTP/1.1" status: 204 len: 168 time: 1.5764043 Mar 28 13:49:12.416887 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60918) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:12.489575 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-58231d33-410b-4a46-b5d0-b4f51fe8b7d4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:12.560895 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e265db05-9fe1-4ca0-a24f-d61ca65e4ad6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:12.570044 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-680944e7-0ce4-4654-8e8d-cf119f5d6aaa None None] Allocated IP 2001:db8::2 (a788f39d-1af1-435f-83e1-2da4c965b762/64aea117-ca12-47f0-8704-5f6e413e3b72/f68c85c3-8fe7-4083-9083-dfdcfafc221b) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:49:12.626139 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58231d33-410b-4a46-b5d0-b4f51fe8b7d4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Network a788f39d-1af1-435f-83e1-2da4c965b762 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:49:12.711811 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-58231d33-410b-4a46-b5d0-b4f51fe8b7d4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:12.723253 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58231d33-410b-4a46-b5d0-b4f51fe8b7d4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:49:12.729302 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58231d33-410b-4a46-b5d0-b4f51fe8b7d4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:12.732783 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-58231d33-410b-4a46-b5d0-b4f51fe8b7d4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:12.732904 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-680944e7-0ce4-4654-8e8d-cf119f5d6aaa None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:12.733011 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58231d33-410b-4a46-b5d0-b4f51fe8b7d4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event updated for resources: {'Port': ['ID=73000613-abbd-47fb-ad3f-830fc7bf981e,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:12.759037 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a9643-33d3-4ef2-a7af-f4251577e247 None None] Pushing event updated for resources: {'Port': ['ID=18359ce0-9e62-4816-9fce-d148b052b7f8,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:12.761871 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e265db05-9fe1-4ca0-a24f-d61ca65e4ad6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:12.776095 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.objects.ports [None req-50fea493-7dbd-4238-8ea6-0c320ca17dde tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109612) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 13:49:12.777642 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-50fea493-7dbd-4238-8ea6-0c320ca17dde tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:12.791597 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e265db05-9fe1-4ca0-a24f-d61ca65e4ad6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:12.801771 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-e265db05-9fe1-4ca0-a24f-d61ca65e4ad6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/94ec5e7b-86d7-40c4-99c3-55753e9123e0 HTTP/1.1" status: 204 len: 168 time: 0.6122775 Mar 28 13:49:12.805951 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60920) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:12.811114 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-680944e7-0ce4-4654-8e8d-cf119f5d6aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:12.845483 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e265db05-9fe1-4ca0-a24f-d61ca65e4ad6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Subnet': ['ID=94ec5e7b-86d7-40c4-99c3-55753e9123e0,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:12.868960 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-58231d33-410b-4a46-b5d0-b4f51fe8b7d4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4457622 Mar 28 13:49:12.873942 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60922) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:12.908469 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-f386aede-75ed-4f6d-a3d3-05359f248815 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Request body: {'port': {'network_id': 'a788f39d-1af1-435f-83e1-2da4c965b762', 'name': 'tempest-PortsIpV6TestJSON-332535549', 'fixed_ips': [{'subnet_id': '64aea117-ca12-47f0-8704-5f6e413e3b72', 'ip_address': '2001:db8::f'}]}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:12.925203 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680944e7-0ce4-4654-8e8d-cf119f5d6aaa None None] Network a788f39d-1af1-435f-83e1-2da4c965b762 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:49:12.937385 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-74ad74fb-52d2-4c0a-8cda-119837ee2b58 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1302052 Mar 28 13:49:12.941584 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60924) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:12.950956 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-0a2c2a85-af82-4fe6-95a3-40596761d2b6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'subnet': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:12.954022 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564574aa-cf33-4fc6-ab57-4a2e172f2973 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:12.956009 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-680944e7-0ce4-4654-8e8d-cf119f5d6aaa None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:12.995924 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680944e7-0ce4-4654-8e8d-cf119f5d6aaa None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:49:13.007106 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fea493-7dbd-4238-8ea6-0c320ca17dde tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Checking segment: {'id': '2cfa2716-f01a-4d8c-a47e-bbc426c5939c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '40b42f80-13f7-4243-9983-64cf6d4cfc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:49:13.007452 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fea493-7dbd-4238-8ea6-0c320ca17dde tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Network hostable DHCP agents. Network: 40b42f80-13f7-4243-9983-64cf6d4cfc3e, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:49:13.027481 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680944e7-0ce4-4654-8e8d-cf119f5d6aaa None None] Pushing event updated for resources: {'Port': ['ID=f68c85c3-8fe7-4083-9083-dfdcfafc221b,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:13.051070 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fea493-7dbd-4238-8ea6-0c320ca17dde tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5ac20e56-0ead-4cb7-851c-1c0b20750944,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:13.081820 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device af15e10d-df11-4607-bb01-d81456ce8b91 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:49:13.188742 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fea493-7dbd-4238-8ea6-0c320ca17dde tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Network 40b42f80-13f7-4243-9983-64cf6d4cfc3e is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:49:13.195707 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-45adcae6-7d5d-4ca7-ab0c-2d4c32fe1bca None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:13.216413 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2c2a85-af82-4fe6-95a3-40596761d2b6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:13.224492 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0a2c2a85-af82-4fe6-95a3-40596761d2b6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:13.239232 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-680944e7-0ce4-4654-8e8d-cf119f5d6aaa None None] Attempting to bind port f68c85c3-8fe7-4083-9083-dfdcfafc221b on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:49:13.239603 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-680944e7-0ce4-4654-8e8d-cf119f5d6aaa None None] Attempting to bind port f68c85c3-8fe7-4083-9083-dfdcfafc221b by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '15637a17-d414-40db-8459-e713a630af08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a788f39d-1af1-435f-83e1-2da4c965b762'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:49:13.240174 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680944e7-0ce4-4654-8e8d-cf119f5d6aaa None None] Attempting to bind port f68c85c3-8fe7-4083-9083-dfdcfafc221b on network a788f39d-1af1-435f-83e1-2da4c965b762 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:49:13.247169 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-65824361-97a4-44b8-b383-7af4fa7cf09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8', 'name': 'tempest-ServersTestManualDisk-1571218736-router', 'tenant_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': 'a318405c-f9ed-4f74-978b-188b8e060048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:47:09Z', 'updated_at': '2022-03-28T13:47:20Z', 'revision_number': 4, 'project_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'gw_port': {'id': 'a318405c-f9ed-4f74-978b-188b8e060048', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:11Z', 'updated_at': '2022-03-28T13:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '912f9c7a-c6f3-4408-9465-4a717a67b8ba', 'name': '', 'network_id': '2cc3241e-126b-4fc7-8d31-f7970bedb565', 'tenant_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'mac_address': 'fa:16:3e:40:7a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3347bc09-8e26-47dd-9935-5fe9204b659f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:18Z', 'updated_at': '2022-03-28T13:47:32Z', 'revision_number': 5, 'project_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'subnets': [{'id': '3347bc09-8e26-47dd-9935-5fe9204b659f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:13.296946 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-50fea493-7dbd-4238-8ea6-0c320ca17dde tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 40b42f80-13f7-4243-9983-64cf6d4cfc3e) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:13.307701 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680944e7-0ce4-4654-8e8d-cf119f5d6aaa None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:49:13.307701 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680944e7-0ce4-4654-8e8d-cf119f5d6aaa None None] Checking segment: {'id': '15637a17-d414-40db-8459-e713a630af08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a788f39d-1af1-435f-83e1-2da4c965b762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:49:13.307701 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-680944e7-0ce4-4654-8e8d-cf119f5d6aaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:13.315212 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680944e7-0ce4-4654-8e8d-cf119f5d6aaa None None] Bound using segment: {'id': '15637a17-d414-40db-8459-e713a630af08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a788f39d-1af1-435f-83e1-2da4c965b762'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:49:13.315331 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fea493-7dbd-4238-8ea6-0c320ca17dde tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:13.315449 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-680944e7-0ce4-4654-8e8d-cf119f5d6aaa None None] Bound port: f68c85c3-8fe7-4083-9083-dfdcfafc221b, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15637a17-d414-40db-8459-e713a630af08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a788f39d-1af1-435f-83e1-2da4c965b762'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:49:13.315553 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-50fea493-7dbd-4238-8ea6-0c320ca17dde tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:13.315661 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-680944e7-0ce4-4654-8e8d-cf119f5d6aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:13.319726 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f43dc9c-1d43-4251-be04-0b4c92c51a61 None None] Network 40b42f80-13f7-4243-9983-64cf6d4cfc3e requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:13.333393 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65824361-97a4-44b8-b383-7af4fa7cf09c None None] The sync data for ids ['a9c0fda7-37b9-4e66-8d8b-a493d0feabc8'] in dv-neutron-835335-1-hyperv is: [{'id': 'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8', 'name': 'tempest-ServersTestManualDisk-1571218736-router', 'tenant_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': 'a318405c-f9ed-4f74-978b-188b8e060048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:47:09Z', 'updated_at': '2022-03-28T13:47:20Z', 'revision_number': 4, 'project_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'gw_port': {'id': 'a318405c-f9ed-4f74-978b-188b8e060048', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:11Z', 'updated_at': '2022-03-28T13:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '912f9c7a-c6f3-4408-9465-4a717a67b8ba', 'name': '', 'network_id': '2cc3241e-126b-4fc7-8d31-f7970bedb565', 'tenant_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'mac_address': 'fa:16:3e:40:7a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3347bc09-8e26-47dd-9935-5fe9204b659f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:18Z', 'updated_at': '2022-03-28T13:47:32Z', 'revision_number': 5, 'project_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'subnets': [{'id': '3347bc09-8e26-47dd-9935-5fe9204b659f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:49:13.335936 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-45adcae6-7d5d-4ca7-ab0c-2d4c32fe1bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:13.453848 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-50fea493-7dbd-4238-8ea6-0c320ca17dde tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7285345 Mar 28 13:49:13.455259 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60926) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:13.455402 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:13.458622 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-1c7682a3-42ba-4451-8f47-c603f2bf7283 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Request body: {'floatingip': {'floating_network_id': '40b42f80-13f7-4243-9983-64cf6d4cfc3e'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:13.462241 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port af15e10d-df11-4607-bb01-d81456ce8b91 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:13.462596 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:13.520431 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45adcae6-7d5d-4ca7-ab0c-2d4c32fe1bca None None] Network b7cf10cb-9816-479a-8e5e-f1d4c411bcb8 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:49:13.523122 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-7e7978bf-c0e2-43d1-ab05-32be7faf8519 None None] Provisioning complete for port 18359ce0-9e62-4816-9fce-d148b052b7f8 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:13.523669 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7e7978bf-c0e2-43d1-ab05-32be7faf8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:13.524272 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ddcee3c7-baf9-4cfe-838c-11e9b9a68aa5 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:13.559685 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-45adcae6-7d5d-4ca7-ab0c-2d4c32fe1bca None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:13.561367 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45adcae6-7d5d-4ca7-ab0c-2d4c32fe1bca None None] Pushing event updated for resources: {'Port': ['ID=d598e0dc-0fe8-475b-a9d5-654c33cf35ad,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:13.567202 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45adcae6-7d5d-4ca7-ab0c-2d4c32fe1bca None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:49:13.588129 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ddcee3c7-baf9-4cfe-838c-11e9b9a68aa5 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:13.591452 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ddcee3c7-baf9-4cfe-838c-11e9b9a68aa5 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:13.611171 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1c7682a3-42ba-4451-8f47-c603f2bf7283 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:13.642096 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f386aede-75ed-4f6d-a3d3-05359f248815 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Made reservation on behalf of 427ec9eabb7e45afac363fe68c5efe1f for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:13.649297 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f386aede-75ed-4f6d-a3d3-05359f248815 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:13.649505 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-680944e7-0ce4-4654-8e8d-cf119f5d6aaa None None] For port f68c85c3-8fe7-4083-9083-dfdcfafc221b, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:49:13.660237 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0cf45b-1b0f-4cfa-a20b-3823c7f80985 None None] DHCP port deletion for 0683b568-5de1-47de-8c3c-3856d7f643f9 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:49:13.696104 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-680944e7-0ce4-4654-8e8d-cf119f5d6aaa None None] For port f68c85c3-8fe7-4083-9083-dfdcfafc221b, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=f68c85c3-8fe7-4083-9083-dfdcfafc221b,segment=NetworkSegment(15637a17-d414-40db-8459-e713a630af08),segment_id=15637a17-d414-40db-8459-e713a630af08)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:49:13.748249 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcee3c7-baf9-4cfe-838c-11e9b9a68aa5 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event updated for resources: {'Port': ['ID=478d3968-f9a2-4d19-be80-1e56edef2026,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:13.750964 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-f386aede-75ed-4f6d-a3d3-05359f248815 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] device_id is not set on port 726c06af-47a5-4b40-abce-6db72f9a219b yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:49:13.755984 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-45adcae6-7d5d-4ca7-ab0c-2d4c32fe1bca None None] Attempting to bind port d598e0dc-0fe8-475b-a9d5-654c33cf35ad on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:49:13.755984 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-45adcae6-7d5d-4ca7-ab0c-2d4c32fe1bca None None] Attempting to bind port d598e0dc-0fe8-475b-a9d5-654c33cf35ad by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '579b503f-d2ae-4190-b7b8-289e4573e86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b7cf10cb-9816-479a-8e5e-f1d4c411bcb8'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:49:13.756325 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45adcae6-7d5d-4ca7-ab0c-2d4c32fe1bca None None] Attempting to bind port d598e0dc-0fe8-475b-a9d5-654c33cf35ad on network b7cf10cb-9816-479a-8e5e-f1d4c411bcb8 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:49:13.782232 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-680944e7-0ce4-4654-8e8d-cf119f5d6aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:13.783450 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e09750-c39a-4104-a6cb-641e73c4cc72 None None] New status for floating IP b5c42605-e56c-4ee2-8e32-ab9c6aa6fff3: DOWN {{(pid=109615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 13:49:13.790537 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317067f6-6f17-457b-9d50-80db74f70385 None None] Network 40b42f80-13f7-4243-9983-64cf6d4cfc3e requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:13.830400 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.objects.ports [None req-0a2c2a85-af82-4fe6-95a3-40596761d2b6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109612) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 13:49:13.831042 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45adcae6-7d5d-4ca7-ab0c-2d4c32fe1bca None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:49:13.831042 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45adcae6-7d5d-4ca7-ab0c-2d4c32fe1bca None None] Checking segment: {'id': '579b503f-d2ae-4190-b7b8-289e4573e86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b7cf10cb-9816-479a-8e5e-f1d4c411bcb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:49:13.831241 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-45adcae6-7d5d-4ca7-ab0c-2d4c32fe1bca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:13.831541 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45adcae6-7d5d-4ca7-ab0c-2d4c32fe1bca None None] Bound using segment: {'id': '579b503f-d2ae-4190-b7b8-289e4573e86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b7cf10cb-9816-479a-8e5e-f1d4c411bcb8'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:49:13.832016 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-45adcae6-7d5d-4ca7-ab0c-2d4c32fe1bca None None] Bound port: d598e0dc-0fe8-475b-a9d5-654c33cf35ad, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '579b503f-d2ae-4190-b7b8-289e4573e86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b7cf10cb-9816-479a-8e5e-f1d4c411bcb8'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:49:13.832430 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-45adcae6-7d5d-4ca7-ab0c-2d4c32fe1bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:13.920741 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1c7682a3-42ba-4451-8f47-c603f2bf7283 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:13.959676 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcee3c7-baf9-4cfe-838c-11e9b9a68aa5 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Network b7cf10cb-9816-479a-8e5e-f1d4c411bcb8 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:49:13.972220 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-ddcee3c7-baf9-4cfe-838c-11e9b9a68aa5 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:14.017557 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680944e7-0ce4-4654-8e8d-cf119f5d6aaa None None] Pushing event updated for resources: {'Port': ['ID=f68c85c3-8fe7-4083-9083-dfdcfafc221b,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:14.072118 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-dd0cf45b-1b0f-4cfa-a20b-3823c7f80985 None None] Deleting port f4b28ae8-11fc-4fcc-99d9-3fb5fe95a04d {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:49:14.072333 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dd0cf45b-1b0f-4cfa-a20b-3823c7f80985 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:14.086739 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-93676ed7-9fa8-4497-8134-0a38df335a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:14.100537 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-7e7978bf-c0e2-43d1-ab05-32be7faf8519 None None] Provisioning complete for port f4b28ae8-11fc-4fcc-99d9-3fb5fe95a04d triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:14.100914 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7e7978bf-c0e2-43d1-ab05-32be7faf8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:14.108174 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-45adcae6-7d5d-4ca7-ab0c-2d4c32fe1bca None None] For port d598e0dc-0fe8-475b-a9d5-654c33cf35ad, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:49:14.116571 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-1c7682a3-42ba-4451-8f47-c603f2bf7283 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Allocated IP 172.20.0.8 (40b42f80-13f7-4243-9983-64cf6d4cfc3e/5ac20e56-0ead-4cb7-851c-1c0b20750944/803e6334-100a-4654-b493-8350a5153435) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:49:14.165014 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-f386aede-75ed-4f6d-a3d3-05359f248815 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Allocated IP 2001:db8::f (a788f39d-1af1-435f-83e1-2da4c965b762/64aea117-ca12-47f0-8704-5f6e413e3b72/726c06af-47a5-4b40-abce-6db72f9a219b) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:49:14.199570 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 18359ce0-9e62-4816-9fce-d148b052b7f8 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:49:14.229781 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0a2c2a85-af82-4fe6-95a3-40596761d2b6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:14.244788 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-45adcae6-7d5d-4ca7-ab0c-2d4c32fe1bca None None] For port d598e0dc-0fe8-475b-a9d5-654c33cf35ad, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=d598e0dc-0fe8-475b-a9d5-654c33cf35ad,segment=NetworkSegment(579b503f-d2ae-4190-b7b8-289e4573e86f),segment_id=579b503f-d2ae-4190-b7b8-289e4573e86f)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:49:14.325427 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-45adcae6-7d5d-4ca7-ab0c-2d4c32fe1bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:14.349372 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1c7682a3-42ba-4451-8f47-c603f2bf7283 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:14.356084 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddcee3c7-baf9-4cfe-838c-11e9b9a68aa5 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Router c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:49:14.526430 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-0a2c2a85-af82-4fe6-95a3-40596761d2b6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] For port f4b28ae8-11fc-4fcc-99d9-3fb5fe95a04d, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=f4b28ae8-11fc-4fcc-99d9-3fb5fe95a04d,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:14.542004 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1c7682a3-42ba-4451-8f47-c603f2bf7283 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:14.567164 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dd0cf45b-1b0f-4cfa-a20b-3823c7f80985 None None] For port f4b28ae8-11fc-4fcc-99d9-3fb5fe95a04d, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=f4b28ae8-11fc-4fcc-99d9-3fb5fe95a04d,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:14.567473 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dd0cf45b-1b0f-4cfa-a20b-3823c7f80985 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:14.605855 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7682a3-42ba-4451-8f47-c603f2bf7283 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Network 40b42f80-13f7-4243-9983-64cf6d4cfc3e is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:49:14.606104 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-dd0cf45b-1b0f-4cfa-a20b-3823c7f80985 None None] Calling delete_port for f4b28ae8-11fc-4fcc-99d9-3fb5fe95a04d owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:49:14.616097 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-1c7682a3-42ba-4451-8f47-c603f2bf7283 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:14.619580 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0a2c2a85-af82-4fe6-95a3-40596761d2b6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:14.623618 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7682a3-42ba-4451-8f47-c603f2bf7283 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:49:14.639887 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45adcae6-7d5d-4ca7-ab0c-2d4c32fe1bca None None] Pushing event updated for resources: {'Port': ['ID=d598e0dc-0fe8-475b-a9d5-654c33cf35ad,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:14.652955 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7682a3-42ba-4451-8f47-c603f2bf7283 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Pushing event updated for resources: {'Port': ['ID=803e6334-100a-4654-b493-8350a5153435,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:14.657083 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 18359ce0-9e62-4816-9fce-d148b052b7f8 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:14.657597 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:14.686929 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddcee3c7-baf9-4cfe-838c-11e9b9a68aa5 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:49:14.692827 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f386aede-75ed-4f6d-a3d3-05359f248815 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:14.704299 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ddcee3c7-baf9-4cfe-838c-11e9b9a68aa5 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "PUT /v2.0/routers/c2d6f058-720e-4b7c-9fef-ac14f2fbeab7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0659866 Mar 28 13:49:14.704530 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60928) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:14.708710 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-108746b7-f99f-43f9-8709-89dfb613fadf tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:14.742926 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2478c2e7-f54a-475a-a422-efd9fa56f4b6 None None] Sync routers for ids ['c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:49:14.753683 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0a2c2a85-af82-4fe6-95a3-40596761d2b6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:14.754701 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0a2c2a85-af82-4fe6-95a3-40596761d2b6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:14.756028 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7e7978bf-c0e2-43d1-ab05-32be7faf8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:14.801812 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2478c2e7-f54a-475a-a422-efd9fa56f4b6 None None] Routers {'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:49:14.802352 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-2478c2e7-f54a-475a-a422-efd9fa56f4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:48:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:14.835405 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f386aede-75ed-4f6d-a3d3-05359f248815 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:14.864651 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2c2a85-af82-4fe6-95a3-40596761d2b6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:49:14.888505 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-0a2c2a85-af82-4fe6-95a3-40596761d2b6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:14.915251 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2c2a85-af82-4fe6-95a3-40596761d2b6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:14.916176 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0a2c2a85-af82-4fe6-95a3-40596761d2b6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:14.942840 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-93676ed7-9fa8-4497-8134-0a38df335a67 admin admin] Deleting port 912f9c7a-c6f3-4408-9465-4a717a67b8ba {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:49:14.943235 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-93676ed7-9fa8-4497-8134-0a38df335a67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:14.955771 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1c7682a3-42ba-4451-8f47-c603f2bf7283 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:14.975173 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f386aede-75ed-4f6d-a3d3-05359f248815 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Network a788f39d-1af1-435f-83e1-2da4c965b762 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:49:14.976012 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f386aede-75ed-4f6d-a3d3-05359f248815 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event updated for resources: {'Port': ['ID=726c06af-47a5-4b40-abce-6db72f9a219b,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:14.976668 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.db.api [None req-7e7978bf-c0e2-43d1-ab05-32be7faf8519 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 13:49:14.977174 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG oslo_db.api [None req-7e7978bf-c0e2-43d1-ab05-32be7faf8519 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 13:49:14.978424 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2c2a85-af82-4fe6-95a3-40596761d2b6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Subnet': ['ID=a56f4b27-e118-4296-a9c1-e73d2ec76fc0,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:14.993965 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-f386aede-75ed-4f6d-a3d3-05359f248815 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:14.995795 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-2478c2e7-f54a-475a-a422-efd9fa56f4b6 None None] Set router c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 gateway port host: None {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:49:15.004799 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f386aede-75ed-4f6d-a3d3-05359f248815 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:49:15.013826 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f386aede-75ed-4f6d-a3d3-05359f248815 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:15.014510 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f386aede-75ed-4f6d-a3d3-05359f248815 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:15.032038 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2c2a85-af82-4fe6-95a3-40596761d2b6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Port': ['ID=f4b28ae8-11fc-4fcc-99d9-3fb5fe95a04d,revision_number=5']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:15.050553 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dd0cf45b-1b0f-4cfa-a20b-3823c7f80985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:15.096005 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0cf45b-1b0f-4cfa-a20b-3823c7f80985 None None] Pushing event deleted for resources: {'Port': ['ID=f4b28ae8-11fc-4fcc-99d9-3fb5fe95a04d,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:15.100871 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0cf45b-1b0f-4cfa-a20b-3823c7f80985 None None] No DVR routers for this DVR port f4b28ae8-11fc-4fcc-99d9-3fb5fe95a04d on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:49:15.122980 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b817e10f-dbd7-43cb-84ae-0675f46cd0c7 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:15.157099 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-93676ed7-9fa8-4497-8134-0a38df335a67 admin admin] For port 912f9c7a-c6f3-4408-9465-4a717a67b8ba, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=912f9c7a-c6f3-4408-9465-4a717a67b8ba,segment=NetworkSegment(7170d0f3-cdbd-4bd5-bc53-0e50845f5cc5),segment_id=7170d0f3-cdbd-4bd5-bc53-0e50845f5cc5)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:15.157501 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-93676ed7-9fa8-4497-8134-0a38df335a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:15.178901 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-93676ed7-9fa8-4497-8134-0a38df335a67 admin admin] Calling delete_port for 912f9c7a-c6f3-4408-9465-4a717a67b8ba owned by network:router_interface {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:49:15.194551 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f386aede-75ed-4f6d-a3d3-05359f248815 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3197107 Mar 28 13:49:15.195015 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60930) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:15.357967 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539f05a8-c75f-4d36-b742-1ebea1ea674b tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:15.363586 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-539f05a8-c75f-4d36-b742-1ebea1ea674b tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1633382 Mar 28 13:49:15.366849 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60932) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:15.499922 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-0a2c2a85-af82-4fe6-95a3-40596761d2b6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5534248 Mar 28 13:49:15.501012 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60934) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:15.509768 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f00fff4-6af5-4c76-888c-3fcc31bd70b4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:15.510506 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa84b7c0-1ff2-42f1-851d-00b1e7da5667 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-0683b568-5de1-47de-8c3c-3856d7f643f9', 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'tenant_id': '97c2fb5000a44df7a1530b25f26f0716', 'fixed_ips': [{'subnet_id': 'a56f4b27-e118-4296-a9c1-e73d2ec76fc0'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:49:15.510794 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-0e493b45-8445-4810-a3cf-f0f845b25765 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'port': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'mac_address': 'fa:16:3e:99:bc:c7', 'name': 'tempest-NetworksTestDHCPv6-1666289624'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:15.511363 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-fa84b7c0-1ff2-42f1-851d-00b1e7da5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:15.519355 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f00fff4-6af5-4c76-888c-3fcc31bd70b4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:15.523527 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f00fff4-6af5-4c76-888c-3fcc31bd70b4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:15.527893 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-4f00fff4-6af5-4c76-888c-3fcc31bd70b4 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1575475 Mar 28 13:49:15.528653 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60936) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:15.528805 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93d0d63-46ae-454e-bed5-9ee55a3c6fdc None None] Network a788f39d-1af1-435f-83e1-2da4c965b762 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:15.547839 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-7e7978bf-c0e2-43d1-ab05-32be7faf8519 None None] Port f4b28ae8-11fc-4fcc-99d9-3fb5fe95a04d update to ACTIVE by agent not found {{(pid=109614) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2191}} Mar 28 13:49:15.635916 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1c7682a3-42ba-4451-8f47-c603f2bf7283 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:15.659461 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-2478c2e7-f54a-475a-a422-efd9fa56f4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'name': 'tempest-RoutersIpV6Test-router-21356739', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:48:42Z', 'updated_at': '2022-03-28T13:49:12Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'gw_port_host': None, '_interfaces': [{'id': '18359ce0-9e62-4816-9fce-d148b052b7f8', 'name': '', 'network_id': 'f1faf8f4-bdc5-46d5-ac2b-7675e9775c3d', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:42:a2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'ab23e7a4-5e5b-4fff-a76f-d7e9a5ea6329', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:49:04Z', 'updated_at': '2022-03-28T13:49:11Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': 'ab23e7a4-5e5b-4fff-a76f-d7e9a5ea6329', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '478d3968-f9a2-4d19-be80-1e56edef2026', 'name': '', 'network_id': 'b7cf10cb-9816-479a-8e5e-f1d4c411bcb8', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:51:d9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'be38b900-4878-410f-8e79-9e23533a5a53', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:49:10Z', 'updated_at': '2022-03-28T13:49:12Z', 'revision_number': 2, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': 'be38b900-4878-410f-8e79-9e23533a5a53', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bd40957-5660-4254-9f7a-5180a2811b8d', 'name': '', 'network_id': 'fdf7be46-1933-47f0-a1fa-e9bc84b31efc', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:14:9f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '8eacfc1a-2ffb-488b-bab3-043e8222db66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:48:55Z', 'updated_at': '2022-03-28T13:49:05Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': '8eacfc1a-2ffb-488b-bab3-043e8222db66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76432cf-1180-4609-869e-532cb58d0463', 'name': '', 'network_id': '6ec7f31c-8f9b-4c25-9782-9b480b51dfcf', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:e7:1b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:48:47Z', 'updated_at': '2022-03-28T13:48:56Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:15.677594 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-63c22d3d-31dd-4448-9684-aa2f1fabf2f9 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Deleting port 726c06af-47a5-4b40-abce-6db72f9a219b {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:49:15.678613 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-63c22d3d-31dd-4448-9684-aa2f1fabf2f9 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:15.746203 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-93676ed7-9fa8-4497-8134-0a38df335a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:15.801011 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93676ed7-9fa8-4497-8134-0a38df335a67 admin admin] Pushing event deleted for resources: {'Port': ['ID=912f9c7a-c6f3-4408-9465-4a717a67b8ba,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:15.842015 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2478c2e7-f54a-475a-a422-efd9fa56f4b6 None None] Checking router: c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:49:15.842699 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2478c2e7-f54a-475a-a422-efd9fa56f4b6 None None] Updating router c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 port 478d3968-f9a2-4d19-be80-1e56edef2026 binding host dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 13:49:15.908416 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-63c22d3d-31dd-4448-9684-aa2f1fabf2f9 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:15.924016 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2478c2e7-f54a-475a-a422-efd9fa56f4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:15.929402 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-7528bfab-fcaa-40ac-abb0-fbe2ccd2119e None None] Provisioning complete for port f68c85c3-8fe7-4083-9083-dfdcfafc221b triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:15.929773 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7528bfab-fcaa-40ac-abb0-fbe2ccd2119e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:15.936438 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e493b45-8445-4810-a3cf-f0f845b25765 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:15.945238 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-63c22d3d-31dd-4448-9684-aa2f1fabf2f9 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Calling delete_port for 726c06af-47a5-4b40-abce-6db72f9a219b owned by {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:49:16.034637 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-fa84b7c0-1ff2-42f1-851d-00b1e7da5667 None None] Allocated IP 2001:db8::f816:3eff:feb7:102f (0683b568-5de1-47de-8c3c-3856d7f643f9/a56f4b27-e118-4296-a9c1-e73d2ec76fc0/2d25e259-3d47-4649-bbb9-8cd82dfa729f) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:49:16.168225 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.extraroute_db [None req-108746b7-f99f-43f9-8709-89dfb613fadf tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=109612) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 28 13:49:16.185944 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0e493b45-8445-4810-a3cf-f0f845b25765 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:16.238613 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-93676ed7-9fa8-4497-8134-0a38df335a67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:16.261317 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1c7682a3-42ba-4451-8f47-c603f2bf7283 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:16.271349 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [None req-0e493b45-8445-4810-a3cf-f0f845b25765 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] device_id is not set on port caaf5346-2aa9-4333-8a34-7ab40822d546 yet. {{(pid=109612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:49:16.282354 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.extraroute_db [None req-108746b7-f99f-43f9-8709-89dfb613fadf tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Removed routes are [] {{(pid=109612) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 28 13:49:16.283144 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-108746b7-f99f-43f9-8709-89dfb613fadf tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133933759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133929745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12481'] for router, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:16.339896 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1c7682a3-42ba-4451-8f47-c603f2bf7283 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:16.379902 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7528bfab-fcaa-40ac-abb0-fbe2ccd2119e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:16.387232 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258a1e10-25d0-411e-9242-a9a9d688c905 None None] Network b7cf10cb-9816-479a-8e5e-f1d4c411bcb8 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:16.396165 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device d598e0dc-0fe8-475b-a9d5-654c33cf35ad up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:49:16.552922 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7682a3-42ba-4451-8f47-c603f2bf7283 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Pushing event updated for resources: {'Port': ['ID=803e6334-100a-4654-b493-8350a5153435,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:16.617721 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-63c22d3d-31dd-4448-9684-aa2f1fabf2f9 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:16.626791 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93676ed7-9fa8-4497-8134-0a38df335a67 admin admin] Router a9c0fda7-37b9-4e66-8d8b-a493d0feabc8 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:49:16.644235 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1c7682a3-42ba-4451-8f47-c603f2bf7283 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:16.705563 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c22d3d-31dd-4448-9684-aa2f1fabf2f9 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event deleted for resources: {'Port': ['ID=726c06af-47a5-4b40-abce-6db72f9a219b,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:16.708274 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-63c22d3d-31dd-4448-9684-aa2f1fabf2f9 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:16.709554 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-108746b7-f99f-43f9-8709-89dfb613fadf tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133933759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133929745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12481'] for router, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:16.713852 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-63c22d3d-31dd-4448-9684-aa2f1fabf2f9 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/ports/726c06af-47a5-4b40-abce-6db72f9a219b HTTP/1.1" status: 204 len: 168 time: 1.1818876 Mar 28 13:49:16.714325 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-108746b7-f99f-43f9-8709-89dfb613fadf tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133933750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133933709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133929832'] for router, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:16.715499 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60938) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:16.780854 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-f422c7f6-663f-4219-a1c4-f72abc13167f tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] GET failed (client error): The resource could not be found. Mar 28 13:49:16.786451 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f422c7f6-663f-4219-a1c4-f72abc13167f tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "GET /v2.0/ports/726c06af-47a5-4b40-abce-6db72f9a219b HTTP/1.1" status: 404 len: 333 time: 0.0670679 Mar 28 13:49:16.787438 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60940) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:16.810550 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1c7682a3-42ba-4451-8f47-c603f2bf7283 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:16.812338 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-1c7682a3-42ba-4451-8f47-c603f2bf7283 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.3566964 Mar 28 13:49:16.814884 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60942) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:16.841771 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-7528bfab-fcaa-40ac-abb0-fbe2ccd2119e None None] For port f68c85c3-8fe7-4083-9083-dfdcfafc221b, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=f68c85c3-8fe7-4083-9083-dfdcfafc221b,segment=NetworkSegment(15637a17-d414-40db-8459-e713a630af08),segment_id=15637a17-d414-40db-8459-e713a630af08)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:16.937022 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-7f90a3c3-0edf-4d79-9b83-bf97794b49c8 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] 10.222.0.24 "GET /v2.0/floatingips?floating_network_id=40b42f80-13f7-4243-9983-64cf6d4cfc3e HTTP/1.1" status: 200 len: 689 time: 0.1196170 Mar 28 13:49:16.940396 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108746b7-f99f-43f9-8709-89dfb613fadf tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Router c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:49:16.941420 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60944) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:16.945591 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-2252bfb4-e753-40f6-8c47-a5539f5b1e80 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Deleting port 73000613-abbd-47fb-ad3f-830fc7bf981e {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:49:16.946022 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2252bfb4-e753-40f6-8c47-a5539f5b1e80 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:16.949207 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93676ed7-9fa8-4497-8134-0a38df335a67 admin admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:49:16.958332 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-93676ed7-9fa8-4497-8134-0a38df335a67 admin admin] 10.222.0.24 "PUT /v2.0/routers/a9c0fda7-37b9-4e66-8d8b-a493d0feabc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5404999 Mar 28 13:49:16.962508 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c56bf0-1609-4b78-a993-4ea777020593 None None] Sync routers for ids ['a9c0fda7-37b9-4e66-8d8b-a493d0feabc8'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:49:16.965247 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7528bfab-fcaa-40ac-abb0-fbe2ccd2119e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:16.970691 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60946) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:16.978521 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c56bf0-1609-4b78-a993-4ea777020593 None None] Routers {'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:49:16.979580 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-85c56bf0-1609-4b78-a993-4ea777020593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:48:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['a9c0fda7-37b9-4e66-8d8b-a493d0feabc8'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:17.042622 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7528bfab-fcaa-40ac-abb0-fbe2ccd2119e None None] Pushing event updated for resources: {'Port': ['ID=f68c85c3-8fe7-4083-9083-dfdcfafc221b,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:17.046601 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-fa84b7c0-1ff2-42f1-851d-00b1e7da5667 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:17.058424 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port d598e0dc-0fe8-475b-a9d5-654c33cf35ad triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:17.060323 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:17.138289 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2252bfb4-e753-40f6-8c47-a5539f5b1e80 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:17.162088 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-2252bfb4-e753-40f6-8c47-a5539f5b1e80 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Calling delete_port for 73000613-abbd-47fb-ad3f-830fc7bf981e owned by {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:49:17.167673 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-85c56bf0-1609-4b78-a993-4ea777020593 None None] Set router a9c0fda7-37b9-4e66-8d8b-a493d0feabc8 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:49:17.202739 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-fa84b7c0-1ff2-42f1-851d-00b1e7da5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:17.232258 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-583d3904-6986-4a86-a5d9-c1878e4b8213 None None] Provisioning complete for port 73000613-abbd-47fb-ad3f-830fc7bf981e triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:17.232577 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-583d3904-6986-4a86-a5d9-c1878e4b8213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:17.315845 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-583d3904-6986-4a86-a5d9-c1878e4b8213 None None] Port 73000613-abbd-47fb-ad3f-830fc7bf981e cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:49:17.320948 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108746b7-f99f-43f9-8709-89dfb613fadf tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:49:17.330865 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-108746b7-f99f-43f9-8709-89dfb613fadf tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:17.332191 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-108746b7-f99f-43f9-8709-89dfb613fadf tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "PUT /v2.0/routers/c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 HTTP/1.1" status: 200 len: 952 time: 2.6276436 Mar 28 13:49:17.348583 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0fb2cc88-0204-4000-89d9-58dd34ca771d admin admin] Notify callbacks [] for router, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:17.355966 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60948) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:17.406174 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa84b7c0-1ff2-42f1-851d-00b1e7da5667 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:49:17.409790 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2478c2e7-f54a-475a-a422-efd9fa56f4b6 None None] Notify callbacks [] for port, precommit_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:17.413275 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa84b7c0-1ff2-42f1-851d-00b1e7da5667 None None] Pushing event updated for resources: {'Port': ['ID=2d25e259-3d47-4649-bbb9-8cd82dfa729f,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:17.416787 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-fa84b7c0-1ff2-42f1-851d-00b1e7da5667 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:17.424608 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa84b7c0-1ff2-42f1-851d-00b1e7da5667 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:49:17.424769 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-0e493b45-8445-4810-a3cf-f0f845b25765 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Allocated IP 2001:db8::f816:3eff:fe99:bcc7 (0683b568-5de1-47de-8c3c-3856d7f643f9/a56f4b27-e118-4296-a9c1-e73d2ec76fc0/caaf5346-2aa9-4333-8a34-7ab40822d546) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:49:17.430633 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a9fa3a16-5b4d-4f0c-b0f1-499e0d54db13 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:17.435727 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-583d3904-6986-4a86-a5d9-c1878e4b8213 None None] Provisioning complete for port d598e0dc-0fe8-475b-a9d5-654c33cf35ad triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:17.435727 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-583d3904-6986-4a86-a5d9-c1878e4b8213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:17.445210 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2252bfb4-e753-40f6-8c47-a5539f5b1e80 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:17.470405 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-85c56bf0-1609-4b78-a993-4ea777020593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8', 'name': 'tempest-ServersTestManualDisk-1571218736-router', 'tenant_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': 'a318405c-f9ed-4f74-978b-188b8e060048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:47:09Z', 'updated_at': '2022-03-28T13:49:15Z', 'revision_number': 5, 'project_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'gw_port': {'id': 'a318405c-f9ed-4f74-978b-188b8e060048', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:11Z', 'updated_at': '2022-03-28T13:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:17.482766 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252bfb4-e753-40f6-8c47-a5539f5b1e80 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event deleted for resources: {'Port': ['ID=73000613-abbd-47fb-ad3f-830fc7bf981e,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:17.499742 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c56bf0-1609-4b78-a993-4ea777020593 None None] Checking router: a9c0fda7-37b9-4e66-8d8b-a493d0feabc8 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:49:17.510166 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c56bf0-1609-4b78-a993-4ea777020593 None None] Routers {'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:49:17.511201 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-85c56bf0-1609-4b78-a993-4ea777020593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:48:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['a9c0fda7-37b9-4e66-8d8b-a493d0feabc8'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:17.543299 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2252bfb4-e753-40f6-8c47-a5539f5b1e80 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:17.550980 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-2252bfb4-e753-40f6-8c47-a5539f5b1e80 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/ports/73000613-abbd-47fb-ad3f-830fc7bf981e HTTP/1.1" status: 204 len: 168 time: 0.7613504 Mar 28 13:49:17.552518 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2478c2e7-f54a-475a-a422-efd9fa56f4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:17.553856 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60950) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:17.581243 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-d58f22f9-11df-434d-8ca2-7172d44f561c tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] GET failed (client error): The resource could not be found. Mar 28 13:49:17.588287 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d58f22f9-11df-434d-8ca2-7172d44f561c tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "GET /v2.0/ports/73000613-abbd-47fb-ad3f-830fc7bf981e HTTP/1.1" status: 404 len: 333 time: 0.0318546 Mar 28 13:49:17.588964 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60952) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:17.679375 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:17.735737 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-85c56bf0-1609-4b78-a993-4ea777020593 None None] Set router a9c0fda7-37b9-4e66-8d8b-a493d0feabc8 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:49:17.783231 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-fa84b7c0-1ff2-42f1-851d-00b1e7da5667 None None] Attempting to bind port 2d25e259-3d47-4649-bbb9-8cd82dfa729f on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:49:17.783607 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-fa84b7c0-1ff2-42f1-851d-00b1e7da5667 None None] Attempting to bind port 2d25e259-3d47-4649-bbb9-8cd82dfa729f by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:49:17.783978 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa84b7c0-1ff2-42f1-851d-00b1e7da5667 None None] Attempting to bind port 2d25e259-3d47-4649-bbb9-8cd82dfa729f on network 0683b568-5de1-47de-8c3c-3856d7f643f9 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:49:17.805084 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3ae13-4986-4ade-8090-c40b3d46bbc5 None None] Pushing event updated for resources: {'Port': ['ID=478d3968-f9a2-4d19-be80-1e56edef2026,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:17.832054 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa84b7c0-1ff2-42f1-851d-00b1e7da5667 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:49:17.832461 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa84b7c0-1ff2-42f1-851d-00b1e7da5667 None None] Checking segment: {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:49:17.833469 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-fa84b7c0-1ff2-42f1-851d-00b1e7da5667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:17.833891 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa84b7c0-1ff2-42f1-851d-00b1e7da5667 None None] Bound using segment: {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:49:17.834398 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-fa84b7c0-1ff2-42f1-851d-00b1e7da5667 None None] Bound port: 2d25e259-3d47-4649-bbb9-8cd82dfa729f, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:49:17.834797 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-fa84b7c0-1ff2-42f1-851d-00b1e7da5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:17.937761 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port d598e0dc-0fe8-475b-a9d5-654c33cf35ad, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=d598e0dc-0fe8-475b-a9d5-654c33cf35ad,segment=NetworkSegment(579b503f-d2ae-4190-b7b8-289e4573e86f),segment_id=579b503f-d2ae-4190-b7b8-289e4573e86f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:18.019451 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-583d3904-6986-4a86-a5d9-c1878e4b8213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:18.045676 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-85c56bf0-1609-4b78-a993-4ea777020593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8', 'name': 'tempest-ServersTestManualDisk-1571218736-router', 'tenant_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': 'a318405c-f9ed-4f74-978b-188b8e060048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:47:09Z', 'updated_at': '2022-03-28T13:49:15Z', 'revision_number': 5, 'project_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'gw_port': {'id': 'a318405c-f9ed-4f74-978b-188b8e060048', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:11Z', 'updated_at': '2022-03-28T13:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:18.050948 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:18.051159 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device f68c85c3-8fe7-4083-9083-dfdcfafc221b up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:49:18.091681 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c56bf0-1609-4b78-a993-4ea777020593 None None] The sync data for ids ['a9c0fda7-37b9-4e66-8d8b-a493d0feabc8'] in dv-neutron-835335-1-hyperv is: [{'id': 'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8', 'name': 'tempest-ServersTestManualDisk-1571218736-router', 'tenant_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': 'a318405c-f9ed-4f74-978b-188b8e060048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:47:09Z', 'updated_at': '2022-03-28T13:49:15Z', 'revision_number': 5, 'project_id': '89f15a869eff4c6ba37bd2f72c48ff8f', 'gw_port': {'id': 'a318405c-f9ed-4f74-978b-188b8e060048', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c0fda7-37b9-4e66-8d8b-a493d0feabc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:47:11Z', 'updated_at': '2022-03-28T13:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:49:18.172412 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-2478c2e7-f54a-475a-a422-efd9fa56f4b6 None None] Attempting to bind port 478d3968-f9a2-4d19-be80-1e56edef2026 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:49:18.172817 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-2478c2e7-f54a-475a-a422-efd9fa56f4b6 None None] Attempting to bind port 478d3968-f9a2-4d19-be80-1e56edef2026 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '579b503f-d2ae-4190-b7b8-289e4573e86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b7cf10cb-9816-479a-8e5e-f1d4c411bcb8'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:49:18.173163 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2478c2e7-f54a-475a-a422-efd9fa56f4b6 None None] Attempting to bind port 478d3968-f9a2-4d19-be80-1e56edef2026 on network b7cf10cb-9816-479a-8e5e-f1d4c411bcb8 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:49:18.207840 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-68bc2957-cf5d-442e-9ebe-cd94de57b899 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Deleting subnet 64aea117-ca12-47f0-8704-5f6e413e3b72 {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:49:18.209209 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2478c2e7-f54a-475a-a422-efd9fa56f4b6 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:49:18.209485 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2478c2e7-f54a-475a-a422-efd9fa56f4b6 None None] Checking segment: {'id': '579b503f-d2ae-4190-b7b8-289e4573e86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b7cf10cb-9816-479a-8e5e-f1d4c411bcb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:49:18.209804 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-bb0f9098-6868-4086-a40e-6fcfa7c54e76 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "GET /v2.0/routers/c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 HTTP/1.1" status: 200 len: 952 time: 0.8489184 Mar 28 13:49:18.210273 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2478c2e7-f54a-475a-a422-efd9fa56f4b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:18.210273 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2478c2e7-f54a-475a-a422-efd9fa56f4b6 None None] Bound using segment: {'id': '579b503f-d2ae-4190-b7b8-289e4573e86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b7cf10cb-9816-479a-8e5e-f1d4c411bcb8'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:49:18.210672 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-2478c2e7-f54a-475a-a422-efd9fa56f4b6 None None] Bound port: 478d3968-f9a2-4d19-be80-1e56edef2026, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '579b503f-d2ae-4190-b7b8-289e4573e86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b7cf10cb-9816-479a-8e5e-f1d4c411bcb8'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:49:18.211059 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2478c2e7-f54a-475a-a422-efd9fa56f4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:18.212361 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60954) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:18.215020 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-68bc2957-cf5d-442e-9ebe-cd94de57b899 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:18.220478 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=d598e0dc-0fe8-475b-a9d5-654c33cf35ad,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:18.225181 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-72c8bd6f-c92f-445a-b473-8749be46d822 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Request body: {'router': {'routes': None}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:18.269554 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-68bc2957-cf5d-442e-9ebe-cd94de57b899 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:18.298220 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port f68c85c3-8fe7-4083-9083-dfdcfafc221b triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:18.298699 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:18.358817 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-fa84b7c0-1ff2-42f1-851d-00b1e7da5667 None None] For port 2d25e259-3d47-4649-bbb9-8cd82dfa729f, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:49:18.366340 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.db.api [None req-583d3904-6986-4a86-a5d9-c1878e4b8213 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 13:49:18.367199 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG oslo_db.api [None req-583d3904-6986-4a86-a5d9-c1878e4b8213 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 13:49:18.379337 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-68bc2957-cf5d-442e-9ebe-cd94de57b899 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:18.391171 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-fa84b7c0-1ff2-42f1-851d-00b1e7da5667 None None] For port 2d25e259-3d47-4649-bbb9-8cd82dfa729f, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=2d25e259-3d47-4649-bbb9-8cd82dfa729f,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:49:18.461976 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-2478c2e7-f54a-475a-a422-efd9fa56f4b6 None None] For port 478d3968-f9a2-4d19-be80-1e56edef2026, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:49:18.479171 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0fb2cc88-0204-4000-89d9-58dd34ca771d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:18.502472 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-fa84b7c0-1ff2-42f1-851d-00b1e7da5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:18.509294 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-a9fa3a16-5b4d-4f0c-b0f1-499e0d54db13 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Deleting port 803e6334-100a-4654-b493-8350a5153435 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:49:18.509677 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a9fa3a16-5b4d-4f0c-b0f1-499e0d54db13 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:18.519983 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-2478c2e7-f54a-475a-a422-efd9fa56f4b6 None None] For port 478d3968-f9a2-4d19-be80-1e56edef2026, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=478d3968-f9a2-4d19-be80-1e56edef2026,segment=NetworkSegment(579b503f-d2ae-4190-b7b8-289e4573e86f),segment_id=579b503f-d2ae-4190-b7b8-289e4573e86f)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:49:18.541254 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-68bc2957-cf5d-442e-9ebe-cd94de57b899 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:18.573477 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-68bc2957-cf5d-442e-9ebe-cd94de57b899 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:18.594201 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-68bc2957-cf5d-442e-9ebe-cd94de57b899 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/subnets/64aea117-ca12-47f0-8704-5f6e413e3b72 HTTP/1.1" status: 204 len: 168 time: 1.0009677 Mar 28 13:49:18.600454 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60956) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:18.601022 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b1ead2-5d9c-4113-8aaf-50902e152737 None None] Network a788f39d-1af1-435f-83e1-2da4c965b762 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:18.613547 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2478c2e7-f54a-475a-a422-efd9fa56f4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:18.685901 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc2957-cf5d-442e-9ebe-cd94de57b899 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event deleted for resources: {'Subnet': ['ID=64aea117-ca12-47f0-8704-5f6e413e3b72,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:18.780226 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device d598e0dc-0fe8-475b-a9d5-654c33cf35ad up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:49:18.832020 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9a392326-b1ad-4ce5-9f43-8d98fa90f140 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:18.833216 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa84b7c0-1ff2-42f1-851d-00b1e7da5667 None None] Pushing event updated for resources: {'Port': ['ID=2d25e259-3d47-4649-bbb9-8cd82dfa729f,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:18.908731 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0e493b45-8445-4810-a3cf-f0f845b25765 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:18.954192 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-9a392326-b1ad-4ce5-9f43-8d98fa90f140 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Deleting port f68c85c3-8fe7-4083-9083-dfdcfafc221b {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:49:18.954650 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9a392326-b1ad-4ce5-9f43-8d98fa90f140 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:18.957203 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3ae13-4986-4ade-8090-c40b3d46bbc5 None None] Pushing event updated for resources: {'Port': ['ID=478d3968-f9a2-4d19-be80-1e56edef2026,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:18.994263 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a9fa3a16-5b4d-4f0c-b0f1-499e0d54db13 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:18.994585 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a9fa3a16-5b4d-4f0c-b0f1-499e0d54db13 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:19.010733 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2478c2e7-f54a-475a-a422-efd9fa56f4b6 None None] Routers {'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:49:19.016044 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-2478c2e7-f54a-475a-a422-efd9fa56f4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:48:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:19.047281 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-9a392326-b1ad-4ce5-9f43-8d98fa90f140 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] For port f68c85c3-8fe7-4083-9083-dfdcfafc221b, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=f68c85c3-8fe7-4083-9083-dfdcfafc221b,segment=NetworkSegment(15637a17-d414-40db-8459-e713a630af08),segment_id=15637a17-d414-40db-8459-e713a630af08)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:19.047281 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9a392326-b1ad-4ce5-9f43-8d98fa90f140 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:19.061787 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-9a392326-b1ad-4ce5-9f43-8d98fa90f140 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Calling delete_port for f68c85c3-8fe7-4083-9083-dfdcfafc221b owned by network:dhcp {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:49:19.079496 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-a9fa3a16-5b4d-4f0c-b0f1-499e0d54db13 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Calling delete_port for 803e6334-100a-4654-b493-8350a5153435 owned by network:floatingip {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:49:19.146688 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-0fb2cc88-0204-4000-89d9-58dd34ca771d admin admin] Deleting port a318405c-f9ed-4f74-978b-188b8e060048 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:49:19.147409 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0fb2cc88-0204-4000-89d9-58dd34ca771d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:19.178441 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-583d3904-6986-4a86-a5d9-c1878e4b8213 None None] Could not find standard attr ID for object 726c06af-47a5-4b40-abce-6db72f9a219b. {{(pid=109614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 13:49:19.210027 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port d598e0dc-0fe8-475b-a9d5-654c33cf35ad triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:19.210578 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:19.246942 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-583d3904-6986-4a86-a5d9-c1878e4b8213 None None] Provisioning complete for port f68c85c3-8fe7-4083-9083-dfdcfafc221b triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:19.247306 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-583d3904-6986-4a86-a5d9-c1878e4b8213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:19.254611 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-2478c2e7-f54a-475a-a422-efd9fa56f4b6 None None] Set router c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 gateway port host: None {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:49:19.261500 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0e493b45-8445-4810-a3cf-f0f845b25765 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:19.274723 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9a392326-b1ad-4ce5-9f43-8d98fa90f140 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:19.316079 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a392326-b1ad-4ce5-9f43-8d98fa90f140 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event deleted for resources: {'Port': ['ID=f68c85c3-8fe7-4083-9083-dfdcfafc221b,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:19.322934 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a392326-b1ad-4ce5-9f43-8d98fa90f140 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] No DVR routers for this DVR port f68c85c3-8fe7-4083-9083-dfdcfafc221b on host dv-neutron-835335-1-hyperv {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:49:19.336852 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaab8233-6b3a-451c-89a8-cbe6ac434134 None None] DHCP port deletion for a788f39d-1af1-435f-83e1-2da4c965b762 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:49:19.409724 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e493b45-8445-4810-a3cf-f0f845b25765 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:49:19.424801 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9a392326-b1ad-4ce5-9f43-8d98fa90f140 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:19.429222 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-0e493b45-8445-4810-a3cf-f0f845b25765 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:19.440282 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e493b45-8445-4810-a3cf-f0f845b25765 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:49:19.445977 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e493b45-8445-4810-a3cf-f0f845b25765 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:19.446649 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0e493b45-8445-4810-a3cf-f0f845b25765 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:19.449957 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-9a392326-b1ad-4ce5-9f43-8d98fa90f140 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a788f39d-1af1-435f-83e1-2da4c965b762']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:19.461299 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-9a392326-b1ad-4ce5-9f43-8d98fa90f140 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15637a17-d414-40db-8459-e713a630af08') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:19.461631 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-9a392326-b1ad-4ce5-9f43-8d98fa90f140 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15637a17-d414-40db-8459-e713a630af08') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:19.463752 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e493b45-8445-4810-a3cf-f0f845b25765 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Port': ['ID=caaf5346-2aa9-4333-8a34-7ab40822d546,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:19.472542 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9a392326-b1ad-4ce5-9f43-8d98fa90f140 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:19.485582 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.extraroute_db [None req-72c8bd6f-c92f-445a-b473-8749be46d822 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Added routes are [] {{(pid=109612) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 28 13:49:19.485896 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.extraroute_db [None req-72c8bd6f-c92f-445a-b473-8749be46d822 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=109612) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 28 13:49:19.486956 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9a392326-b1ad-4ce5-9f43-8d98fa90f140 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:19.494215 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a392326-b1ad-4ce5-9f43-8d98fa90f140 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:49:19.494507 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9a392326-b1ad-4ce5-9f43-8d98fa90f140 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:19.497926 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:49:19.497926 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:49:19.497926 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:49:19.497926 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:49:19.497926 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:49:19.497926 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:49:19.497926 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:49:19.497926 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:49:19.497926 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:49:19.497926 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:49:19.497926 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:49:19.497926 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:49:19.497926 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:49:19.497926 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:49:19.497926 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:49:19.497926 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:49:19.497926 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:49:19.497926 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:49:19.497926 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:49:19.497926 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:49:19.497926 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:49:19.497926 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:49:19.497926 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:49:19.497926 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:49:19.497926 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:49:19.497926 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:49:19.497926 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:49:19.497926 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:49:19.497926 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:49:19.497926 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:49:19.497926 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:49:19.497926 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:49:19.500595 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-0fb2cc88-0204-4000-89d9-58dd34ca771d admin admin] For port a318405c-f9ed-4f74-978b-188b8e060048, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=a318405c-f9ed-4f74-978b-188b8e060048,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:19.500595 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0fb2cc88-0204-4000-89d9-58dd34ca771d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:19.529205 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-0fb2cc88-0204-4000-89d9-58dd34ca771d admin admin] Calling delete_port for a318405c-f9ed-4f74-978b-188b8e060048 owned by network:router_gateway {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:49:19.569342 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-583d3904-6986-4a86-a5d9-c1878e4b8213 None None] Could not find standard attr ID for object f68c85c3-8fe7-4083-9083-dfdcfafc221b. {{(pid=109614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 13:49:19.614202 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.plugins.ml2.db [None req-583d3904-6986-4a86-a5d9-c1878e4b8213 None None] No ports have port_id starting with f68c85c3-8fe7-4083-9083-dfdcfafc221b Mar 28 13:49:19.619995 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-0e493b45-8445-4810-a3cf-f0f845b25765 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.1139648 Mar 28 13:49:19.621161 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-72c8bd6f-c92f-445a-b473-8749be46d822 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133933759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133929745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12481'] for router, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:19.622856 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60958) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:19.648995 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device f68c85c3-8fe7-4083-9083-dfdcfafc221b up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:49:19.678590 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9a392326-b1ad-4ce5-9f43-8d98fa90f140 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:19.681029 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: f68c85c3-8fe7-4083-9083-dfdcfafc221b {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:49:19.681841 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device f68c85c3-8fe7-4083-9083-dfdcfafc221b not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 28 13:49:19.696395 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9a392326-b1ad-4ce5-9f43-8d98fa90f140 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:19.699992 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9a392326-b1ad-4ce5-9f43-8d98fa90f140 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/networks/a788f39d-1af1-435f-83e1-2da4c965b762 HTTP/1.1" status: 204 len: 168 time: 1.1014872 Mar 28 13:49:19.703869 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60960) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:19.709620 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-bce39dfb-1182-47a5-9093-9e491fe169bf tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-658954408'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:19.711480 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Port f68c85c3-8fe7-4083-9083-dfdcfafc221b not found, will not notify nova. {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 28 13:49:19.716687 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a392326-b1ad-4ce5-9f43-8d98fa90f140 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event deleted for resources: {'Network': ['ID=a788f39d-1af1-435f-83e1-2da4c965b762,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:19.733205 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 912f9c7a-c6f3-4408-9465-4a717a67b8ba no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:49:19.736677 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8d897a-5743-4666-be74-5e6d8af939f5 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:19.745533 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8d897a-5743-4666-be74-5e6d8af939f5 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:19.747623 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-fe8d897a-5743-4666-be74-5e6d8af939f5 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1236980 Mar 28 13:49:19.750420 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60962) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:19.772906 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a9fa3a16-5b4d-4f0c-b0f1-499e0d54db13 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:19.791870 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 912f9c7a-c6f3-4408-9465-4a717a67b8ba {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:49:19.791870 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 912f9c7a-c6f3-4408-9465-4a717a67b8ba not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:49:19.799589 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-564380ae-7272-4700-9928-11d89b08c242 None None] Provisioning complete for port 478d3968-f9a2-4d19-be80-1e56edef2026 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:19.799960 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-564380ae-7272-4700-9928-11d89b08c242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:19.853743 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce39dfb-1182-47a5-9093-9e491fe169bf tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Made reservation on behalf of 427ec9eabb7e45afac363fe68c5efe1f for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:19.857245 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bce39dfb-1182-47a5-9093-9e491fe169bf tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:19.865475 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-2478c2e7-f54a-475a-a422-efd9fa56f4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'name': 'tempest-RoutersIpV6Test-router-21356739', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:48:42Z', 'updated_at': '2022-03-28T13:49:16Z', 'revision_number': 6, 'project_id': 'f6b8e64020de40e182c741fada779147', 'gw_port_host': None, '_interfaces': [{'id': '18359ce0-9e62-4816-9fce-d148b052b7f8', 'name': '', 'network_id': 'f1faf8f4-bdc5-46d5-ac2b-7675e9775c3d', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:42:a2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'ab23e7a4-5e5b-4fff-a76f-d7e9a5ea6329', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:49:04Z', 'updated_at': '2022-03-28T13:49:11Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': 'ab23e7a4-5e5b-4fff-a76f-d7e9a5ea6329', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '478d3968-f9a2-4d19-be80-1e56edef2026', 'name': '', 'network_id': 'b7cf10cb-9816-479a-8e5e-f1d4c411bcb8', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:51:d9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'be38b900-4878-410f-8e79-9e23533a5a53', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:49:10Z', 'updated_at': '2022-03-28T13:49:18Z', 'revision_number': 4, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': 'be38b900-4878-410f-8e79-9e23533a5a53', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bd40957-5660-4254-9f7a-5180a2811b8d', 'name': '', 'network_id': 'fdf7be46-1933-47f0-a1fa-e9bc84b31efc', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:14:9f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '8eacfc1a-2ffb-488b-bab3-043e8222db66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:48:55Z', 'updated_at': '2022-03-28T13:49:05Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': '8eacfc1a-2ffb-488b-bab3-043e8222db66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76432cf-1180-4609-869e-532cb58d0463', 'name': '', 'network_id': '6ec7f31c-8f9b-4c25-9782-9b480b51dfcf', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:e7:1b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:48:47Z', 'updated_at': '2022-03-28T13:48:56Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:19.871244 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa3a16-5b4d-4f0c-b0f1-499e0d54db13 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Pushing event deleted for resources: {'Port': ['ID=803e6334-100a-4654-b493-8350a5153435,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:19.888304 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-d9606f17-89a2-4846-85d3-a835c8803cbb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting port caaf5346-2aa9-4333-8a34-7ab40822d546 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:49:19.889689 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d9606f17-89a2-4846-85d3-a835c8803cbb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:19.896938 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2478c2e7-f54a-475a-a422-efd9fa56f4b6 None None] The sync data for ids ['c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'] in dv-neutron-835335-1-hyperv is: [{'id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'name': 'tempest-RoutersIpV6Test-router-21356739', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:48:42Z', 'updated_at': '2022-03-28T13:49:16Z', 'revision_number': 6, 'project_id': 'f6b8e64020de40e182c741fada779147', 'gw_port_host': None, '_interfaces': [{'id': '18359ce0-9e62-4816-9fce-d148b052b7f8', 'name': '', 'network_id': 'f1faf8f4-bdc5-46d5-ac2b-7675e9775c3d', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:42:a2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'ab23e7a4-5e5b-4fff-a76f-d7e9a5ea6329', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:49:04Z', 'updated_at': '2022-03-28T13:49:11Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': 'ab23e7a4-5e5b-4fff-a76f-d7e9a5ea6329', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '478d3968-f9a2-4d19-be80-1e56edef2026', 'name': '', 'network_id': 'b7cf10cb-9816-479a-8e5e-f1d4c411bcb8', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:51:d9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'be38b900-4878-410f-8e79-9e23533a5a53', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:49:10Z', 'updated_at': '2022-03-28T13:49:18Z', 'revision_number': 4, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': 'be38b900-4878-410f-8e79-9e23533a5a53', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bd40957-5660-4254-9f7a-5180a2811b8d', 'name': '', 'network_id': 'fdf7be46-1933-47f0-a1fa-e9bc84b31efc', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:14:9f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '8eacfc1a-2ffb-488b-bab3-043e8222db66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:48:55Z', 'updated_at': '2022-03-28T13:49:05Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': '8eacfc1a-2ffb-488b-bab3-043e8222db66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76432cf-1180-4609-869e-532cb58d0463', 'name': '', 'network_id': '6ec7f31c-8f9b-4c25-9782-9b480b51dfcf', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:e7:1b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:48:47Z', 'updated_at': '2022-03-28T13:48:56Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:49:19.942370 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-564380ae-7272-4700-9928-11d89b08c242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:20.029805 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-564380ae-7272-4700-9928-11d89b08c242 None None] For port 478d3968-f9a2-4d19-be80-1e56edef2026, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=478d3968-f9a2-4d19-be80-1e56edef2026,segment=NetworkSegment(579b503f-d2ae-4190-b7b8-289e4573e86f),segment_id=579b503f-d2ae-4190-b7b8-289e4573e86f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:20.038018 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bce39dfb-1182-47a5-9093-9e491fe169bf tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:49:20.042534 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0fb2cc88-0204-4000-89d9-58dd34ca771d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:20.065357 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d9606f17-89a2-4846-85d3-a835c8803cbb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:20.080490 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-d9606f17-89a2-4846-85d3-a835c8803cbb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Calling delete_port for caaf5346-2aa9-4333-8a34-7ab40822d546 owned by {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:49:20.108285 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-564380ae-7272-4700-9928-11d89b08c242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:20.134472 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bce39dfb-1182-47a5-9093-9e491fe169bf tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:20.134885 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-bce39dfb-1182-47a5-9093-9e491fe169bf tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Added segment 3e3e2b8e-e19f-4191-8f97-218c14b1ca6e of type vlan for network b62d19a8-2de3-4605-85de-3a74d30c96f6 Mar 28 13:49:20.136880 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-564380ae-7272-4700-9928-11d89b08c242 None None] Could not find standard attr ID for object 726c06af-47a5-4b40-abce-6db72f9a219b. {{(pid=109614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 13:49:20.150318 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb2cc88-0204-4000-89d9-58dd34ca771d admin admin] Pushing event deleted for resources: {'Port': ['ID=a318405c-f9ed-4f74-978b-188b8e060048,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:20.173206 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-564380ae-7272-4700-9928-11d89b08c242 None None] Provisioning complete for port d598e0dc-0fe8-475b-a9d5-654c33cf35ad triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:20.173744 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-564380ae-7272-4700-9928-11d89b08c242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:20.195266 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a9fa3a16-5b4d-4f0c-b0f1-499e0d54db13 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:20.230470 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564380ae-7272-4700-9928-11d89b08c242 None None] Pushing event updated for resources: {'Port': ['ID=478d3968-f9a2-4d19-be80-1e56edef2026,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:20.292039 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-72c8bd6f-c92f-445a-b473-8749be46d822 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133933759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133929745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12481'] for router, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:20.318094 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bce39dfb-1182-47a5-9093-9e491fe169bf tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:20.329043 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-72c8bd6f-c92f-445a-b473-8749be46d822 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133933750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133933709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133929832'] for router, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:20.363757 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d9606f17-89a2-4846-85d3-a835c8803cbb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:20.403059 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9606f17-89a2-4846-85d3-a835c8803cbb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Port': ['ID=caaf5346-2aa9-4333-8a34-7ab40822d546,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:20.426723 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0fb2cc88-0204-4000-89d9-58dd34ca771d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133933816'] for router_gateway, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:20.448324 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-57cef767-0d67-498b-8991-8f4b2c89c6b6 None None] Provisioning complete for port 2d25e259-3d47-4649-bbb9-8cd82dfa729f triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:20.448750 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-57cef767-0d67-498b-8991-8f4b2c89c6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:20.470444 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d9606f17-89a2-4846-85d3-a835c8803cbb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:20.474752 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d9606f17-89a2-4846-85d3-a835c8803cbb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/ports/caaf5346-2aa9-4333-8a34-7ab40822d546 HTTP/1.1" status: 204 len: 168 time: 0.7233388 Mar 28 13:49:20.477084 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60964) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:20.583962 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fcb048-d5ae-49f1-a38d-0f954933755b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:20.586219 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fcb048-d5ae-49f1-a38d-0f954933755b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:20.590019 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bce39dfb-1182-47a5-9093-9e491fe169bf tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:20.592617 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-84fcb048-d5ae-49f1-a38d-0f954933755b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1134603 Mar 28 13:49:20.593247 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60966) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:20.598688 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce39dfb-1182-47a5-9093-9e491fe169bf tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:20.599555 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bce39dfb-1182-47a5-9093-9e491fe169bf tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:20.608464 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a9fa3a16-5b4d-4f0c-b0f1-499e0d54db13 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:20.640180 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-57cef767-0d67-498b-8991-8f4b2c89c6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:20.715190 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-57cef767-0d67-498b-8991-8f4b2c89c6b6 None None] For port 2d25e259-3d47-4649-bbb9-8cd82dfa729f, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=2d25e259-3d47-4649-bbb9-8cd82dfa729f,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:20.718203 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0fb2cc88-0204-4000-89d9-58dd34ca771d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:20.722804 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c5da7e9-422e-4aeb-9cc1-036d2d665906 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting subnet a56f4b27-e118-4296-a9c1-e73d2ec76fc0 {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:49:20.726793 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7c5da7e9-422e-4aeb-9cc1-036d2d665906 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:20.799258 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7c5da7e9-422e-4aeb-9cc1-036d2d665906 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:20.851729 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 478d3968-f9a2-4d19-be80-1e56edef2026 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:49:20.910643 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-57cef767-0d67-498b-8991-8f4b2c89c6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:20.930486 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7c5da7e9-422e-4aeb-9cc1-036d2d665906 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:20.953995 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 478d3968-f9a2-4d19-be80-1e56edef2026 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:20.954823 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:21.051875 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481a2186-7064-433a-b80c-9f3dae3d1dc3 None None] Sync routers for ids ['c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:49:21.061988 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dd515c3c-1538-4835-953e-bdb565ac316d None None] Could not find standard attr ID for object caaf5346-2aa9-4333-8a34-7ab40822d546. {{(pid=109614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 13:49:21.081579 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481a2186-7064-433a-b80c-9f3dae3d1dc3 None None] Routers {'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:49:21.082298 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-481a2186-7064-433a-b80c-9f3dae3d1dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:48:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:21.084297 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cef767-0d67-498b-8991-8f4b2c89c6b6 None None] Pushing event updated for resources: {'Port': ['ID=2d25e259-3d47-4649-bbb9-8cd82dfa729f,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:21.087197 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dd515c3c-1538-4835-953e-bdb565ac316d None None] Could not find standard attr ID for object 553975b7-e086-4240-aacd-275ab0c8ab2e. {{(pid=109614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 13:49:21.108914 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7c5da7e9-422e-4aeb-9cc1-036d2d665906 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:21.137247 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0fb2cc88-0204-4000-89d9-58dd34ca771d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:21.142850 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5da7e9-422e-4aeb-9cc1-036d2d665906 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Subnet': ['ID=a56f4b27-e118-4296-a9c1-e73d2ec76fc0,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:21.148991 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7c5da7e9-422e-4aeb-9cc1-036d2d665906 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:21.152166 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-7c5da7e9-422e-4aeb-9cc1-036d2d665906 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/a56f4b27-e118-4296-a9c1-e73d2ec76fc0 HTTP/1.1" status: 204 len: 168 time: 0.5579212 Mar 28 13:49:21.154726 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60968) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:21.160105 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-bce39dfb-1182-47a5-9093-9e491fe169bf tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4538686 Mar 28 13:49:21.173010 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60970) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:21.180794 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-6cb10095-6d50-412a-8f5f-199bf1753e62 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Request body: {'subnet': {'network_id': 'b62d19a8-2de3-4605-85de-3a74d30c96f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:21.200650 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-bf63491d-df5f-4344-8cfa-0a4fde69eec3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433278 Mar 28 13:49:21.204141 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60972) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:21.217401 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 2d25e259-3d47-4649-bbb9-8cd82dfa729f up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:49:21.229568 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-481a2186-7064-433a-b80c-9f3dae3d1dc3 None None] Set router c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 gateway port host: None {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:49:21.256164 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce39dfb-1182-47a5-9093-9e491fe169bf tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event updated for resources: {'Network': ['ID=b62d19a8-2de3-4605-85de-3a74d30c96f6,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:21.263375 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c8bd6f-c92f-445a-b473-8749be46d822 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Router c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:49:21.283095 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8fcfb7-0864-4be7-9bea-61c7ac579dfb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:21.283095 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9c8fcfb7-0864-4be7-9bea-61c7ac579dfb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0730546 Mar 28 13:49:21.283095 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60974) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:21.337307 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network b62d19a8-2de3-4605-85de-3a74d30c96f6 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:49:21.348900 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00650113-2354-46d8-8e6c-3116001c6abf tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:21.353822 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-00650113-2354-46d8-8e6c-3116001c6abf tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0691895 Mar 28 13:49:21.354065 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60976) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:21.378334 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0fb2cc88-0204-4000-89d9-58dd34ca771d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:21.378937 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb2cc88-0204-4000-89d9-58dd34ca771d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9c0fda7-37b9-4e66-8d8b-a493d0feabc8 {{(pid=109612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:49:21.387486 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0fb2cc88-0204-4000-89d9-58dd34ca771d admin admin] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:21.388734 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-0fb2cc88-0204-4000-89d9-58dd34ca771d admin admin] 10.222.0.24 "DELETE /v2.0/routers/a9c0fda7-37b9-4e66-8d8b-a493d0feabc8 HTTP/1.1" status: 204 len: 168 time: 4.4168556 Mar 28 13:49:21.399625 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c1962886-a9bf-413f-9053-2b1aa5b288b0 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0444281 Mar 28 13:49:21.400229 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60978) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:21.416143 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60980) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:21.422534 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-a9a7609b-abe2-431a-8120-babb4a516f71 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'subnet': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:21.453646 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff0ec7a8-7f2f-4534-b64d-4b835cf771cd admin admin] Deleting subnet 3347bc09-8e26-47dd-9935-5fe9204b659f {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:49:21.454408 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01aeb774-0e7c-4006-aba5-dad2734c9f65 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:21.458107 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ff0ec7a8-7f2f-4534-b64d-4b835cf771cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:21.459819 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a9fa3a16-5b4d-4f0c-b0f1-499e0d54db13 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:21.514829 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ff0ec7a8-7f2f-4534-b64d-4b835cf771cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:21.543880 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa3a16-5b4d-4f0c-b0f1-499e0d54db13 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5ac20e56-0ead-4cb7-851c-1c0b20750944,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:21.592967 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 2d25e259-3d47-4649-bbb9-8cd82dfa729f triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:21.592967 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:21.611996 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c8bd6f-c92f-445a-b473-8749be46d822 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:49:21.628765 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-72c8bd6f-c92f-445a-b473-8749be46d822 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:21.629328 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ff0ec7a8-7f2f-4534-b64d-4b835cf771cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:21.633217 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-72c8bd6f-c92f-445a-b473-8749be46d822 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "PUT /v2.0/routers/c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 HTTP/1.1" status: 200 len: 702 time: 3.4086950 Mar 28 13:49:21.635878 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60982) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:21.636992 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb10095-6d50-412a-8f5f-199bf1753e62 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Made reservation on behalf of 427ec9eabb7e45afac363fe68c5efe1f for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:21.641690 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6cb10095-6d50-412a-8f5f-199bf1753e62 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:21.649433 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a9fa3a16-5b4d-4f0c-b0f1-499e0d54db13 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:21.733959 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-a9fa3a16-5b4d-4f0c-b0f1-499e0d54db13 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40b42f80-13f7-4243-9983-64cf6d4cfc3e']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:21.748986 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a7609b-abe2-431a-8120-babb4a516f71 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:21.753228 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a9a7609b-abe2-431a-8120-babb4a516f71 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:21.760008 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-a9fa3a16-5b4d-4f0c-b0f1-499e0d54db13 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cfa2716-f01a-4d8c-a47e-bbc426c5939c') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:21.760295 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-a9fa3a16-5b4d-4f0c-b0f1-499e0d54db13 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cfa2716-f01a-4d8c-a47e-bbc426c5939c') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:21.766433 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-6e2a1fca-f708-4bb1-b0b3-0fc7094c19fc tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "GET /v2.0/routers/c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 HTTP/1.1" status: 200 len: 702 time: 0.1321013 Mar 28 13:49:21.769168 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60984) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:21.799951 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a9fa3a16-5b4d-4f0c-b0f1-499e0d54db13 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:21.829588 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-481a2186-7064-433a-b80c-9f3dae3d1dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'name': 'tempest-RoutersIpV6Test-router-21356739', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:48:42Z', 'updated_at': '2022-03-28T13:49:19Z', 'revision_number': 7, 'project_id': 'f6b8e64020de40e182c741fada779147', 'gw_port_host': None, '_interfaces': [{'id': '18359ce0-9e62-4816-9fce-d148b052b7f8', 'name': '', 'network_id': 'f1faf8f4-bdc5-46d5-ac2b-7675e9775c3d', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:42:a2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'ab23e7a4-5e5b-4fff-a76f-d7e9a5ea6329', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:49:04Z', 'updated_at': '2022-03-28T13:49:11Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': 'ab23e7a4-5e5b-4fff-a76f-d7e9a5ea6329', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '478d3968-f9a2-4d19-be80-1e56edef2026', 'name': '', 'network_id': 'b7cf10cb-9816-479a-8e5e-f1d4c411bcb8', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:51:d9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'be38b900-4878-410f-8e79-9e23533a5a53', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:49:10Z', 'updated_at': '2022-03-28T13:49:19Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': 'be38b900-4878-410f-8e79-9e23533a5a53', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bd40957-5660-4254-9f7a-5180a2811b8d', 'name': '', 'network_id': 'fdf7be46-1933-47f0-a1fa-e9bc84b31efc', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:14:9f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '8eacfc1a-2ffb-488b-bab3-043e8222db66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:48:55Z', 'updated_at': '2022-03-28T13:49:05Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': '8eacfc1a-2ffb-488b-bab3-043e8222db66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76432cf-1180-4609-869e-532cb58d0463', 'name': '', 'network_id': '6ec7f31c-8f9b-4c25-9782-9b480b51dfcf', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:e7:1b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:48:47Z', 'updated_at': '2022-03-28T13:48:56Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:21.854689 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ff0ec7a8-7f2f-4534-b64d-4b835cf771cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:21.863804 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a9fa3a16-5b4d-4f0c-b0f1-499e0d54db13 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:21.867427 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481a2186-7064-433a-b80c-9f3dae3d1dc3 None None] Checking router: c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:49:21.876760 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481a2186-7064-433a-b80c-9f3dae3d1dc3 None None] Routers {'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:49:21.877289 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-481a2186-7064-433a-b80c-9f3dae3d1dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:48:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:21.881872 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9fa3a16-5b4d-4f0c-b0f1-499e0d54db13 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:49:21.882275 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a9fa3a16-5b4d-4f0c-b0f1-499e0d54db13 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:21.885306 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:49:21.885306 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:49:21.885306 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:49:21.885306 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:49:21.885306 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:49:21.885306 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:49:21.885306 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:49:21.885306 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:49:21.885306 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:49:21.885306 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:49:21.885306 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:49:21.885306 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:49:21.885306 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:49:21.885306 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:49:21.885306 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:49:21.885306 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:49:21.885306 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:49:21.885306 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:49:21.885306 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:49:21.885306 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:49:21.885306 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:49:21.885306 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:49:21.885306 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:49:21.885306 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:49:21.885306 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:49:21.885306 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:49:21.885306 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:49:21.885306 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:49:21.885306 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:49:21.885306 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:49:21.885306 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:49:21.885306 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:49:21.887475 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ff0ec7a8-7f2f-4534-b64d-4b835cf771cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:21.891419 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ff0ec7a8-7f2f-4534-b64d-4b835cf771cd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3347bc09-8e26-47dd-9935-5fe9204b659f HTTP/1.1" status: 204 len: 168 time: 0.4902282 Mar 28 13:49:21.895655 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ec7a8-7f2f-4534-b64d-4b835cf771cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3347bc09-8e26-47dd-9935-5fe9204b659f,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:21.904992 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60986) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:21.927692 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd1ce13-8157-4e7e-be3a-177fae305960 None None] Network 2cc3241e-126b-4fc7-8d31-f7970bedb565 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:22.018267 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccb9dcc-3d09-4edb-a15b-e22c1341ab1c None None] DHCP port deletion for 0683b568-5de1-47de-8c3c-3856d7f643f9 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:49:22.019994 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device f68c85c3-8fe7-4083-9083-dfdcfafc221b no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:49:22.055363 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-481a2186-7064-433a-b80c-9f3dae3d1dc3 None None] Set router c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 gateway port host: None {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:49:22.086389 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-418c86b9-45ce-44e6-8ce2-360a7e5128f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:22.104732 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: f68c85c3-8fe7-4083-9083-dfdcfafc221b {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:49:22.105045 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device f68c85c3-8fe7-4083-9083-dfdcfafc221b not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:49:22.124144 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a9fa3a16-5b4d-4f0c-b0f1-499e0d54db13 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:22.158272 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9fa3a16-5b4d-4f0c-b0f1-499e0d54db13 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 40b42f80-13f7-4243-9983-64cf6d4cfc3e {{(pid=109612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 28 13:49:22.160055 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa3a16-5b4d-4f0c-b0f1-499e0d54db13 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Pushing event deleted for resources: {'Network': ['ID=40b42f80-13f7-4243-9983-64cf6d4cfc3e,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:22.165146 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a9fa3a16-5b4d-4f0c-b0f1-499e0d54db13 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:22.173252 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a9fa3a16-5b4d-4f0c-b0f1-499e0d54db13 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] 10.222.0.24 "DELETE /v2.0/networks/40b42f80-13f7-4243-9983-64cf6d4cfc3e HTTP/1.1" status: 204 len: 168 time: 5.2280633 Mar 28 13:49:22.181627 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60988) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:22.228726 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6cb10095-6d50-412a-8f5f-199bf1753e62 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:22.255069 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-31bf4b07-e933-46c8-9c66-4b935f689bd6 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.0693069 Mar 28 13:49:22.257437 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60990) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:22.359977 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a96699-4c3d-497b-8950-eeb84044e507 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:22.360399 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a96699-4c3d-497b-8950-eeb84044e507 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:22.360858 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a96699-4c3d-497b-8950-eeb84044e507 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:22.361296 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a96699-4c3d-497b-8950-eeb84044e507 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:22.361732 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a96699-4c3d-497b-8950-eeb84044e507 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:22.362165 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a96699-4c3d-497b-8950-eeb84044e507 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:22.362599 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a96699-4c3d-497b-8950-eeb84044e507 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:22.363034 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a96699-4c3d-497b-8950-eeb84044e507 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:22.367636 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-07a96699-4c3d-497b-8950-eeb84044e507 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5192 time: 0.1057549 Mar 28 13:49:22.368404 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60992) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:22.388870 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-418c86b9-45ce-44e6-8ce2-360a7e5128f9 admin admin] Deleting port f9cf888a-72c1-4435-830f-b81a762be605 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:49:22.389213 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-418c86b9-45ce-44e6-8ce2-360a7e5128f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:22.453520 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-bccb9dcc-3d09-4edb-a15b-e22c1341ab1c None None] Deleting port 2d25e259-3d47-4649-bbb9-8cd82dfa729f {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:49:22.453904 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-bccb9dcc-3d09-4edb-a15b-e22c1341ab1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:22.456212 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb10095-6d50-412a-8f5f-199bf1753e62 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Checking segment: {'id': '3e3e2b8e-e19f-4191-8f97-218c14b1ca6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b62d19a8-2de3-4605-85de-3a74d30c96f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:49:22.456738 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb10095-6d50-412a-8f5f-199bf1753e62 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Network hostable DHCP agents. Network: b62d19a8-2de3-4605-85de-3a74d30c96f6, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:49:22.469369 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-418c86b9-45ce-44e6-8ce2-360a7e5128f9 admin admin] For port f9cf888a-72c1-4435-830f-b81a762be605, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=f9cf888a-72c1-4435-830f-b81a762be605,segment=NetworkSegment(7170d0f3-cdbd-4bd5-bc53-0e50845f5cc5),segment_id=7170d0f3-cdbd-4bd5-bc53-0e50845f5cc5)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:22.469860 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-418c86b9-45ce-44e6-8ce2-360a7e5128f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:22.484700 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb10095-6d50-412a-8f5f-199bf1753e62 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event updated for resources: {'Subnet': ['ID=256bd7e9-b3e2-4266-9919-1f47c8b5c612,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:22.487426 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-30e79011-b831-4f99-8975-f6d235f5705c tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] delete failed (client error): The resource could not be found. Mar 28 13:49:22.491812 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-30e79011-b831-4f99-8975-f6d235f5705c tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/24cb3e7c-7d3a-4845-9e49-d5f3d982fcf4 HTTP/1.1" status: 404 len: 345 time: 0.1202788 Mar 28 13:49:22.492814 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-418c86b9-45ce-44e6-8ce2-360a7e5128f9 admin admin] Calling delete_port for f9cf888a-72c1-4435-830f-b81a762be605 owned by network:dhcp {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:49:22.497618 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60994) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:22.530472 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.objects.ports [None req-a9a7609b-abe2-431a-8120-babb4a516f71 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109612) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 13:49:22.535380 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec4834be-b333-4c73-a6af-72f6579b0d25 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] DELETE failed (client error): The resource could not be found. Mar 28 13:49:22.535380 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec4834be-b333-4c73-a6af-72f6579b0d25 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:49:22.540167 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ec4834be-b333-4c73-a6af-72f6579b0d25 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] 10.222.0.24 "DELETE /v2.0/networks/40b42f80-13f7-4243-9983-64cf6d4cfc3e HTTP/1.1" status: 404 len: 339 time: 0.0356688 Mar 28 13:49:22.574133 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 60996) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:22.576235 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722216a5-c5f0-49b4-9bc4-cf89c0ab23af None None] DHCP port deletion for 2cc3241e-126b-4fc7-8d31-f7970bedb565 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:49:22.598818 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-df5b55cf-8ff1-4604-a0ff-9b21cfaf3ba6 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Request body: {'network': {'name': 'tempest-network--1963599534', 'router:external': True}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:22.636018 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb10095-6d50-412a-8f5f-199bf1753e62 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Network b62d19a8-2de3-4605-85de-3a74d30c96f6 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:49:22.666188 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device f9cf888a-72c1-4435-830f-b81a762be605 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:49:22.710570 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7a049658-3e59-482e-a099-16358a13f745 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:22.720513 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-6cb10095-6d50-412a-8f5f-199bf1753e62 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, b62d19a8-2de3-4605-85de-3a74d30c96f6) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:22.733055 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb10095-6d50-412a-8f5f-199bf1753e62 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:22.733792 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6cb10095-6d50-412a-8f5f-199bf1753e62 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:22.744348 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039c2f31-baee-4226-a9ab-32e540891cc7 None None] Network b62d19a8-2de3-4605-85de-3a74d30c96f6 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:22.757641 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-bccb9dcc-3d09-4edb-a15b-e22c1341ab1c None None] For port 2d25e259-3d47-4649-bbb9-8cd82dfa729f, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=2d25e259-3d47-4649-bbb9-8cd82dfa729f,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:22.758057 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-bccb9dcc-3d09-4edb-a15b-e22c1341ab1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:22.792688 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5b55cf-8ff1-4604-a0ff-9b21cfaf3ba6 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Made reservation on behalf of 5fa7ffcaf7c44640ad2a5eba8f76f4cd for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:22.795122 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-df5b55cf-8ff1-4604-a0ff-9b21cfaf3ba6 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:22.813876 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-bccb9dcc-3d09-4edb-a15b-e22c1341ab1c None None] Calling delete_port for 2d25e259-3d47-4649-bbb9-8cd82dfa729f owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:49:22.826327 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a9a7609b-abe2-431a-8120-babb4a516f71 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:22.833129 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df5b55cf-8ff1-4604-a0ff-9b21cfaf3ba6 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:49:22.839066 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-418c86b9-45ce-44e6-8ce2-360a7e5128f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:22.853347 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No ports have port_id starting with f9cf888a-72c1-4435-830f-b81a762be605 Mar 28 13:49:22.859260 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-6cb10095-6d50-412a-8f5f-199bf1753e62 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6830602 Mar 28 13:49:22.863834 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 60998) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:22.867106 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-ebc81167-9331-4a57-8959-b15929e4d66c tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1962709880', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:22.889599 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device a318405c-f9ed-4f74-978b-188b8e060048 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:49:22.897827 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-df5b55cf-8ff1-4604-a0ff-9b21cfaf3ba6 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:22.898167 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-df5b55cf-8ff1-4604-a0ff-9b21cfaf3ba6 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Added segment a4b270a8-0622-4f5d-81a9-86be86c68401 of type vlan for network c604602a-7320-4f2a-9a44-d138235395b4 Mar 28 13:49:22.899975 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c86b9-45ce-44e6-8ce2-360a7e5128f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9cf888a-72c1-4435-830f-b81a762be605,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:22.908465 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418c86b9-45ce-44e6-8ce2-360a7e5128f9 admin admin] No DVR routers for this DVR port f9cf888a-72c1-4435-830f-b81a762be605 on host dv-neutron-835335-1-hyperv {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:49:22.924850 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: a318405c-f9ed-4f74-978b-188b8e060048 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:49:22.925855 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device a318405c-f9ed-4f74-978b-188b8e060048 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:49:22.926387 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 2d25e259-3d47-4649-bbb9-8cd82dfa729f no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:49:22.928928 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-722216a5-c5f0-49b4-9bc4-cf89c0ab23af None None] Deleting port f9cf888a-72c1-4435-830f-b81a762be605 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:49:22.929619 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-722216a5-c5f0-49b4-9bc4-cf89c0ab23af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:23.004220 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ebc81167-9331-4a57-8959-b15929e4d66c tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:23.005262 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ebc81167-9331-4a57-8959-b15929e4d66c tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:23.025127 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-df5b55cf-8ff1-4604-a0ff-9b21cfaf3ba6 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:23.036677 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-a9a7609b-abe2-431a-8120-babb4a516f71 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] For port 2d25e259-3d47-4649-bbb9-8cd82dfa729f, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=2d25e259-3d47-4649-bbb9-8cd82dfa729f,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:23.047490 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-418c86b9-45ce-44e6-8ce2-360a7e5128f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:23.077668 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-481a2186-7064-433a-b80c-9f3dae3d1dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'name': 'tempest-RoutersIpV6Test-router-21356739', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:48:42Z', 'updated_at': '2022-03-28T13:49:19Z', 'revision_number': 7, 'project_id': 'f6b8e64020de40e182c741fada779147', 'gw_port_host': None, '_interfaces': [{'id': '18359ce0-9e62-4816-9fce-d148b052b7f8', 'name': '', 'network_id': 'f1faf8f4-bdc5-46d5-ac2b-7675e9775c3d', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:42:a2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'ab23e7a4-5e5b-4fff-a76f-d7e9a5ea6329', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:49:04Z', 'updated_at': '2022-03-28T13:49:11Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': 'ab23e7a4-5e5b-4fff-a76f-d7e9a5ea6329', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '478d3968-f9a2-4d19-be80-1e56edef2026', 'name': '', 'network_id': 'b7cf10cb-9816-479a-8e5e-f1d4c411bcb8', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:51:d9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'be38b900-4878-410f-8e79-9e23533a5a53', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:49:10Z', 'updated_at': '2022-03-28T13:49:19Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': 'be38b900-4878-410f-8e79-9e23533a5a53', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bd40957-5660-4254-9f7a-5180a2811b8d', 'name': '', 'network_id': 'fdf7be46-1933-47f0-a1fa-e9bc84b31efc', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:14:9f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '8eacfc1a-2ffb-488b-bab3-043e8222db66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:48:55Z', 'updated_at': '2022-03-28T13:49:05Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': '8eacfc1a-2ffb-488b-bab3-043e8222db66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76432cf-1180-4609-869e-532cb58d0463', 'name': '', 'network_id': '6ec7f31c-8f9b-4c25-9782-9b480b51dfcf', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:e7:1b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:48:47Z', 'updated_at': '2022-03-28T13:48:56Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:23.090528 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ebc81167-9331-4a57-8959-b15929e4d66c tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:23.091863 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-418c86b9-45ce-44e6-8ce2-360a7e5128f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cc3241e-126b-4fc7-8d31-f7970bedb565']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:23.105052 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-418c86b9-45ce-44e6-8ce2-360a7e5128f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7170d0f3-cdbd-4bd5-bc53-0e50845f5cc5') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:23.105330 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-418c86b9-45ce-44e6-8ce2-360a7e5128f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7170d0f3-cdbd-4bd5-bc53-0e50845f5cc5') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:23.109887 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a9a7609b-abe2-431a-8120-babb4a516f71 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:23.117304 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-418c86b9-45ce-44e6-8ce2-360a7e5128f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:23.132671 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-722216a5-c5f0-49b4-9bc4-cf89c0ab23af None None] For port f9cf888a-72c1-4435-830f-b81a762be605, host dv-neutron-835335-1-hyperv, got binding levels [] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:23.133198 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-722216a5-c5f0-49b4-9bc4-cf89c0ab23af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:23.144134 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481a2186-7064-433a-b80c-9f3dae3d1dc3 None None] The sync data for ids ['c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'] in dv-neutron-835335-1-hyperv is: [{'id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'name': 'tempest-RoutersIpV6Test-router-21356739', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:48:42Z', 'updated_at': '2022-03-28T13:49:19Z', 'revision_number': 7, 'project_id': 'f6b8e64020de40e182c741fada779147', 'gw_port_host': None, '_interfaces': [{'id': '18359ce0-9e62-4816-9fce-d148b052b7f8', 'name': '', 'network_id': 'f1faf8f4-bdc5-46d5-ac2b-7675e9775c3d', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:42:a2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'ab23e7a4-5e5b-4fff-a76f-d7e9a5ea6329', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:49:04Z', 'updated_at': '2022-03-28T13:49:11Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': 'ab23e7a4-5e5b-4fff-a76f-d7e9a5ea6329', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '478d3968-f9a2-4d19-be80-1e56edef2026', 'name': '', 'network_id': 'b7cf10cb-9816-479a-8e5e-f1d4c411bcb8', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:51:d9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'be38b900-4878-410f-8e79-9e23533a5a53', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:49:10Z', 'updated_at': '2022-03-28T13:49:19Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': 'be38b900-4878-410f-8e79-9e23533a5a53', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bd40957-5660-4254-9f7a-5180a2811b8d', 'name': '', 'network_id': 'fdf7be46-1933-47f0-a1fa-e9bc84b31efc', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:14:9f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '8eacfc1a-2ffb-488b-bab3-043e8222db66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:48:55Z', 'updated_at': '2022-03-28T13:49:05Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': '8eacfc1a-2ffb-488b-bab3-043e8222db66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76432cf-1180-4609-869e-532cb58d0463', 'name': '', 'network_id': '6ec7f31c-8f9b-4c25-9782-9b480b51dfcf', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:e7:1b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:48:47Z', 'updated_at': '2022-03-28T13:48:56Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:49:23.157138 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-418c86b9-45ce-44e6-8ce2-360a7e5128f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:23.165509 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ebc81167-9331-4a57-8959-b15929e4d66c tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:23.169072 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-722216a5-c5f0-49b4-9bc4-cf89c0ab23af None None] Calling delete_port for f9cf888a-72c1-4435-830f-b81a762be605 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:49:23.174158 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.ipam_backend_mixin [None req-722216a5-c5f0-49b4-9bc4-cf89c0ab23af None None] Port f9cf888a-72c1-4435-830f-b81a762be605 was not found and therefore no delete operation was performed {{(pid=109614) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 28 13:49:23.175493 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-df5b55cf-8ff1-4604-a0ff-9b21cfaf3ba6 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:23.176469 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5b55cf-8ff1-4604-a0ff-9b21cfaf3ba6 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:23.177048 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-df5b55cf-8ff1-4604-a0ff-9b21cfaf3ba6 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:23.179873 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-418c86b9-45ce-44e6-8ce2-360a7e5128f9 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:49:23.180320 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-418c86b9-45ce-44e6-8ce2-360a7e5128f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:23.185215 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:49:23.185215 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:49:23.185215 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:49:23.185215 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:49:23.185215 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:49:23.185215 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:49:23.185215 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:49:23.185215 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:49:23.185215 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:49:23.185215 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:49:23.185215 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:49:23.185215 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:49:23.185215 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:49:23.185215 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:49:23.185215 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:49:23.185215 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:49:23.185215 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:49:23.185215 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:49:23.185215 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:49:23.185215 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:49:23.185215 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:49:23.185215 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:49:23.185215 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:49:23.185215 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:49:23.185215 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:49:23.185215 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:49:23.185215 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:49:23.185215 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:49:23.185215 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:49:23.185215 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:49:23.185215 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:49:23.185215 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:49:23.201009 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-722216a5-c5f0-49b4-9bc4-cf89c0ab23af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:23.223755 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a9a7609b-abe2-431a-8120-babb4a516f71 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:23.225098 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a9a7609b-abe2-431a-8120-babb4a516f71 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:23.261425 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722216a5-c5f0-49b4-9bc4-cf89c0ab23af None None] Pushing event deleted for resources: {'Port': ['ID=f9cf888a-72c1-4435-830f-b81a762be605,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:23.265461 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722216a5-c5f0-49b4-9bc4-cf89c0ab23af None None] No DVR routers for this DVR port f9cf888a-72c1-4435-830f-b81a762be605 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:49:23.271949 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:23.312826 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2d6577-ef65-46a9-8e3c-9a12e4bbed7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-b62d19a8-2de3-4605-85de-3a74d30c96f6', 'network_id': 'b62d19a8-2de3-4605-85de-3a74d30c96f6', 'tenant_id': '427ec9eabb7e45afac363fe68c5efe1f', 'fixed_ips': [{'subnet_id': '256bd7e9-b3e2-4266-9919-1f47c8b5c612'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:49:23.313833 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-fa2d6577-ef65-46a9-8e3c-9a12e4bbed7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:23.313986 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ebc81167-9331-4a57-8959-b15929e4d66c tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:23.320161 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ebc81167-9331-4a57-8959-b15929e4d66c tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4524934 Mar 28 13:49:23.320652 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-df5b55cf-8ff1-4604-a0ff-9b21cfaf3ba6 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7426298 Mar 28 13:49:23.320652 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 32768) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:23.320652 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 32770) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:23.338862 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-c93a5ab8-b398-4978-8c0e-3c8f1aaab494 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Request body: {'port': {'network_id': 'b62d19a8-2de3-4605-85de-3a74d30c96f6', 'name': 'tempest-PortsIpV6TestJSON-1249169851'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:23.352161 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-bccb9dcc-3d09-4edb-a15b-e22c1341ab1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:23.362750 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a7609b-abe2-431a-8120-babb4a516f71 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:49:23.371835 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-a9a7609b-abe2-431a-8120-babb4a516f71 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:23.375479 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a7609b-abe2-431a-8120-babb4a516f71 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:23.375971 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a9a7609b-abe2-431a-8120-babb4a516f71 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:23.382051 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b55cf-8ff1-4604-a0ff-9b21cfaf3ba6 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Pushing event updated for resources: {'Network': ['ID=c604602a-7320-4f2a-9a44-d138235395b4,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:23.386388 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7609b-abe2-431a-8120-babb4a516f71 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Subnet': ['ID=2e119a48-ba70-4235-83ff-368030c4d27d,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:23.400218 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7609b-abe2-431a-8120-babb4a516f71 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Port': ['ID=2d25e259-3d47-4649-bbb9-8cd82dfa729f,revision_number=6']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:23.451254 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network c604602a-7320-4f2a-9a44-d138235395b4 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:49:23.456181 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccb9dcc-3d09-4edb-a15b-e22c1341ab1c None None] No DVR routers for this DVR port 2d25e259-3d47-4649-bbb9-8cd82dfa729f on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:49:23.465640 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-418c86b9-45ce-44e6-8ce2-360a7e5128f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:23.465981 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb9dcc-3d09-4edb-a15b-e22c1341ab1c None None] Pushing event deleted for resources: {'Port': ['ID=2d25e259-3d47-4649-bbb9-8cd82dfa729f,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:23.489148 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-418c86b9-45ce-44e6-8ce2-360a7e5128f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:23.494453 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-418c86b9-45ce-44e6-8ce2-360a7e5128f9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2cc3241e-126b-4fc7-8d31-f7970bedb565 HTTP/1.1" status: 204 len: 168 time: 1.5859094 Mar 28 13:49:23.514377 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a9a7609b-abe2-431a-8120-babb4a516f71 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.0969925 Mar 28 13:49:23.516970 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 32774) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:23.527170 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-1eef26cc-d432-4905-b659-dc63507da177 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'port': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'mac_address': 'fa:16:3e:f1:d9:7f', 'name': 'tempest-NetworksTestDHCPv6-1292258623'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:23.551789 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c86b9-45ce-44e6-8ce2-360a7e5128f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cc3241e-126b-4fc7-8d31-f7970bedb565,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:23.585075 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7436ca-2d49-45e5-bcd1-8e5573dbe314 None None] Sync routers for ids ['c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:49:23.593524 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-7a049658-3e59-482e-a099-16358a13f745 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Deleting port 478d3968-f9a2-4d19-be80-1e56edef2026 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:49:23.593862 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7a049658-3e59-482e-a099-16358a13f745 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:23.599025 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7436ca-2d49-45e5-bcd1-8e5573dbe314 None None] Routers {'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:49:23.599727 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-8a7436ca-2d49-45e5-bcd1-8e5573dbe314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:48:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:23.631962 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093041df-de6e-4803-9971-ab0b34ee6844 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:23.734217 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-8a7436ca-2d49-45e5-bcd1-8e5573dbe314 None None] Set router c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 gateway port host: None {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:49:23.747224 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-fa2d6577-ef65-46a9-8e3c-9a12e4bbed7c None None] Allocated IP 2001:db8::2 (b62d19a8-2de3-4605-85de-3a74d30c96f6/256bd7e9-b3e2-4266-9919-1f47c8b5c612/c60fbca6-2871-40f6-8178-5f8799dc8265) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:49:23.759335 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eef26cc-d432-4905-b659-dc63507da177 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:23.863124 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1eef26cc-d432-4905-b659-dc63507da177 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:23.888173 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [None req-1eef26cc-d432-4905-b659-dc63507da177 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] device_id is not set on port 397aeea9-9175-417c-818b-247b716ff63a yet. {{(pid=109612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:49:23.948588 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8fd076-b680-4762-a0db-eaa7bc809b4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-0683b568-5de1-47de-8c3c-3856d7f643f9', 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'tenant_id': '97c2fb5000a44df7a1530b25f26f0716', 'fixed_ips': [{'subnet_id': '2e119a48-ba70-4235-83ff-368030c4d27d'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:49:23.949800 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7e8fd076-b680-4762-a0db-eaa7bc809b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:24.032110 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-1eef26cc-d432-4905-b659-dc63507da177 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Allocated IP 2001:db8::f816:3eff:fef1:d97f (0683b568-5de1-47de-8c3c-3856d7f643f9/2e119a48-ba70-4235-83ff-368030c4d27d/397aeea9-9175-417c-818b-247b716ff63a) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:49:24.040274 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96301cc1-5313-4ee4-9582-781c9053b0c1 tempest-ExternalNetworksTestJSON-1974987224 tempest-ExternalNetworksTestJSON-1974987224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:24.046210 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96301cc1-5313-4ee4-9582-781c9053b0c1 tempest-ExternalNetworksTestJSON-1974987224 tempest-ExternalNetworksTestJSON-1974987224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:24.055845 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96301cc1-5313-4ee4-9582-781c9053b0c1 tempest-ExternalNetworksTestJSON-1974987224 tempest-ExternalNetworksTestJSON-1974987224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:24.061759 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96301cc1-5313-4ee4-9582-781c9053b0c1 tempest-ExternalNetworksTestJSON-1974987224 tempest-ExternalNetworksTestJSON-1974987224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:24.066511 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-96301cc1-5313-4ee4-9582-781c9053b0c1 tempest-ExternalNetworksTestJSON-1974987224 tempest-ExternalNetworksTestJSON-1974987224-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.7414217 Mar 28 13:49:24.071943 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 32776) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:24.072295 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 32778) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:24.082322 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8b9122b9-ac83-4dec-b5a5-680567d288dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:24.111627 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-fa2d6577-ef65-46a9-8e3c-9a12e4bbed7c None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:24.172047 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-fa2d6577-ef65-46a9-8e3c-9a12e4bbed7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:24.203047 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-7a049658-3e59-482e-a099-16358a13f745 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] For port 478d3968-f9a2-4d19-be80-1e56edef2026, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=478d3968-f9a2-4d19-be80-1e56edef2026,segment=NetworkSegment(579b503f-d2ae-4190-b7b8-289e4573e86f),segment_id=579b503f-d2ae-4190-b7b8-289e4573e86f)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:24.203415 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7a049658-3e59-482e-a099-16358a13f745 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:24.205898 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93a5ab8-b398-4978-8c0e-3c8f1aaab494 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Made reservation on behalf of 427ec9eabb7e45afac363fe68c5efe1f for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:24.209316 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c93a5ab8-b398-4978-8c0e-3c8f1aaab494 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:24.215920 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1eef26cc-d432-4905-b659-dc63507da177 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:24.237820 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2d6577-ef65-46a9-8e3c-9a12e4bbed7c None None] Network b62d19a8-2de3-4605-85de-3a74d30c96f6 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:49:24.239717 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-8a7436ca-2d49-45e5-bcd1-8e5573dbe314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'name': 'tempest-RoutersIpV6Test-router-21356739', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:48:42Z', 'updated_at': '2022-03-28T13:49:19Z', 'revision_number': 7, 'project_id': 'f6b8e64020de40e182c741fada779147', 'gw_port_host': None, '_interfaces': [{'id': '18359ce0-9e62-4816-9fce-d148b052b7f8', 'name': '', 'network_id': 'f1faf8f4-bdc5-46d5-ac2b-7675e9775c3d', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:42:a2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'ab23e7a4-5e5b-4fff-a76f-d7e9a5ea6329', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:49:04Z', 'updated_at': '2022-03-28T13:49:11Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': 'ab23e7a4-5e5b-4fff-a76f-d7e9a5ea6329', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '478d3968-f9a2-4d19-be80-1e56edef2026', 'name': '', 'network_id': 'b7cf10cb-9816-479a-8e5e-f1d4c411bcb8', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:51:d9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'be38b900-4878-410f-8e79-9e23533a5a53', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:49:10Z', 'updated_at': '2022-03-28T13:49:19Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': 'be38b900-4878-410f-8e79-9e23533a5a53', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bd40957-5660-4254-9f7a-5180a2811b8d', 'name': '', 'network_id': 'fdf7be46-1933-47f0-a1fa-e9bc84b31efc', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:14:9f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '8eacfc1a-2ffb-488b-bab3-043e8222db66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:48:55Z', 'updated_at': '2022-03-28T13:49:05Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': '8eacfc1a-2ffb-488b-bab3-043e8222db66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76432cf-1180-4609-869e-532cb58d0463', 'name': '', 'network_id': '6ec7f31c-8f9b-4c25-9782-9b480b51dfcf', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:e7:1b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:48:47Z', 'updated_at': '2022-03-28T13:48:56Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:24.246216 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-fa2d6577-ef65-46a9-8e3c-9a12e4bbed7c None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:24.248941 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2d6577-ef65-46a9-8e3c-9a12e4bbed7c None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:49:24.251630 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d6577-ef65-46a9-8e3c-9a12e4bbed7c None None] Pushing event updated for resources: {'Port': ['ID=c60fbca6-2871-40f6-8178-5f8799dc8265,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:24.252196 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-6a991886-6289-42b2-8383-d2f6554e39a1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=89f15a869eff4c6ba37bd2f72c48ff8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1759715 Mar 28 13:49:24.253986 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-7a049658-3e59-482e-a099-16358a13f745 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Calling delete_port for 478d3968-f9a2-4d19-be80-1e56edef2026 owned by network:router_interface {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:49:24.255593 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 32780) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:24.272690 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a853dc1f-4563-48d6-8f6d-d1cbbb714d0c tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:24.282340 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7436ca-2d49-45e5-bcd1-8e5573dbe314 None None] Checking router: c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:49:24.285307 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-c93a5ab8-b398-4978-8c0e-3c8f1aaab494 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] device_id is not set on port ec08ee3e-8e63-4ca1-ae2d-7adb70546c36 yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:49:24.292711 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7436ca-2d49-45e5-bcd1-8e5573dbe314 None None] Routers {'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:49:24.293561 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-8a7436ca-2d49-45e5-bcd1-8e5573dbe314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:48:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:24.315185 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-fa2d6577-ef65-46a9-8e3c-9a12e4bbed7c None None] Attempting to bind port c60fbca6-2871-40f6-8178-5f8799dc8265 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:49:24.315726 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-fa2d6577-ef65-46a9-8e3c-9a12e4bbed7c None None] Attempting to bind port c60fbca6-2871-40f6-8178-5f8799dc8265 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '3e3e2b8e-e19f-4191-8f97-218c14b1ca6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b62d19a8-2de3-4605-85de-3a74d30c96f6'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:49:24.316188 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2d6577-ef65-46a9-8e3c-9a12e4bbed7c None None] Attempting to bind port c60fbca6-2871-40f6-8178-5f8799dc8265 on network b62d19a8-2de3-4605-85de-3a74d30c96f6 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:49:24.320065 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1eef26cc-d432-4905-b659-dc63507da177 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:24.324233 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2d6577-ef65-46a9-8e3c-9a12e4bbed7c None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:49:24.324775 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2d6577-ef65-46a9-8e3c-9a12e4bbed7c None None] Checking segment: {'id': '3e3e2b8e-e19f-4191-8f97-218c14b1ca6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b62d19a8-2de3-4605-85de-3a74d30c96f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:49:24.325361 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-fa2d6577-ef65-46a9-8e3c-9a12e4bbed7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:24.326012 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2d6577-ef65-46a9-8e3c-9a12e4bbed7c None None] Bound using segment: {'id': '3e3e2b8e-e19f-4191-8f97-218c14b1ca6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b62d19a8-2de3-4605-85de-3a74d30c96f6'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:49:24.326916 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-fa2d6577-ef65-46a9-8e3c-9a12e4bbed7c None None] Bound port: c60fbca6-2871-40f6-8178-5f8799dc8265, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e3e2b8e-e19f-4191-8f97-218c14b1ca6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b62d19a8-2de3-4605-85de-3a74d30c96f6'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:49:24.327104 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-fa2d6577-ef65-46a9-8e3c-9a12e4bbed7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:24.371246 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eef26cc-d432-4905-b659-dc63507da177 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:49:24.375412 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-1eef26cc-d432-4905-b659-dc63507da177 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:24.378945 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eef26cc-d432-4905-b659-dc63507da177 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:49:24.384580 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eef26cc-d432-4905-b659-dc63507da177 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:24.385203 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1eef26cc-d432-4905-b659-dc63507da177 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:24.393089 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-8a7436ca-2d49-45e5-bcd1-8e5573dbe314 None None] Set router c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 gateway port host: None {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:49:24.403207 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eef26cc-d432-4905-b659-dc63507da177 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Port': ['ID=397aeea9-9175-417c-818b-247b716ff63a,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:24.415097 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-7e8fd076-b680-4762-a0db-eaa7bc809b4a None None] Allocated IP 2001:db8::f816:3eff:fe0d:a25f (0683b568-5de1-47de-8c3c-3856d7f643f9/2e119a48-ba70-4235-83ff-368030c4d27d/7c4efe3e-0307-489c-8c08-2596406a5de7) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:49:24.447516 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-1eef26cc-d432-4905-b659-dc63507da177 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9269528 Mar 28 13:49:24.454225 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 32782) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:24.520770 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012172e8-3c01-40df-aa1f-587da7415465 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:24.524946 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-012172e8-3c01-40df-aa1f-587da7415465 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0671904 Mar 28 13:49:24.525696 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 32784) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:24.589413 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-c93a5ab8-b398-4978-8c0e-3c8f1aaab494 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Allocated IP 2001:db8::3b2 (b62d19a8-2de3-4605-85de-3a74d30c96f6/256bd7e9-b3e2-4266-9919-1f47c8b5c612/ec08ee3e-8e63-4ca1-ae2d-7adb70546c36) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:49:24.636448 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-9f3420c6-7478-42f3-b630-04d5cebe69d6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting port 397aeea9-9175-417c-818b-247b716ff63a {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:49:24.637091 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9f3420c6-7478-42f3-b630-04d5cebe69d6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:24.646719 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-8a7436ca-2d49-45e5-bcd1-8e5573dbe314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'name': 'tempest-RoutersIpV6Test-router-21356739', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:48:42Z', 'updated_at': '2022-03-28T13:49:19Z', 'revision_number': 7, 'project_id': 'f6b8e64020de40e182c741fada779147', 'gw_port_host': None, '_interfaces': [{'id': '18359ce0-9e62-4816-9fce-d148b052b7f8', 'name': '', 'network_id': 'f1faf8f4-bdc5-46d5-ac2b-7675e9775c3d', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:42:a2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'ab23e7a4-5e5b-4fff-a76f-d7e9a5ea6329', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:49:04Z', 'updated_at': '2022-03-28T13:49:11Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': 'ab23e7a4-5e5b-4fff-a76f-d7e9a5ea6329', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '478d3968-f9a2-4d19-be80-1e56edef2026', 'name': '', 'network_id': 'b7cf10cb-9816-479a-8e5e-f1d4c411bcb8', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:51:d9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'be38b900-4878-410f-8e79-9e23533a5a53', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:49:10Z', 'updated_at': '2022-03-28T13:49:19Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': 'be38b900-4878-410f-8e79-9e23533a5a53', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bd40957-5660-4254-9f7a-5180a2811b8d', 'name': '', 'network_id': 'fdf7be46-1933-47f0-a1fa-e9bc84b31efc', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:14:9f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '8eacfc1a-2ffb-488b-bab3-043e8222db66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:48:55Z', 'updated_at': '2022-03-28T13:49:05Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': '8eacfc1a-2ffb-488b-bab3-043e8222db66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76432cf-1180-4609-869e-532cb58d0463', 'name': '', 'network_id': '6ec7f31c-8f9b-4c25-9782-9b480b51dfcf', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:e7:1b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:48:47Z', 'updated_at': '2022-03-28T13:48:56Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:24.672138 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-fa2d6577-ef65-46a9-8e3c-9a12e4bbed7c None None] For port c60fbca6-2871-40f6-8178-5f8799dc8265, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:49:24.681209 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7436ca-2d49-45e5-bcd1-8e5573dbe314 None None] The sync data for ids ['c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'] in dv-neutron-835335-1-hyperv is: [{'id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'name': 'tempest-RoutersIpV6Test-router-21356739', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:48:42Z', 'updated_at': '2022-03-28T13:49:19Z', 'revision_number': 7, 'project_id': 'f6b8e64020de40e182c741fada779147', 'gw_port_host': None, '_interfaces': [{'id': '18359ce0-9e62-4816-9fce-d148b052b7f8', 'name': '', 'network_id': 'f1faf8f4-bdc5-46d5-ac2b-7675e9775c3d', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:42:a2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'ab23e7a4-5e5b-4fff-a76f-d7e9a5ea6329', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:49:04Z', 'updated_at': '2022-03-28T13:49:11Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': 'ab23e7a4-5e5b-4fff-a76f-d7e9a5ea6329', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '478d3968-f9a2-4d19-be80-1e56edef2026', 'name': '', 'network_id': 'b7cf10cb-9816-479a-8e5e-f1d4c411bcb8', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:51:d9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'be38b900-4878-410f-8e79-9e23533a5a53', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:49:10Z', 'updated_at': '2022-03-28T13:49:19Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': 'be38b900-4878-410f-8e79-9e23533a5a53', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bd40957-5660-4254-9f7a-5180a2811b8d', 'name': '', 'network_id': 'fdf7be46-1933-47f0-a1fa-e9bc84b31efc', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:14:9f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '8eacfc1a-2ffb-488b-bab3-043e8222db66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:48:55Z', 'updated_at': '2022-03-28T13:49:05Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': '8eacfc1a-2ffb-488b-bab3-043e8222db66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76432cf-1180-4609-869e-532cb58d0463', 'name': '', 'network_id': '6ec7f31c-8f9b-4c25-9782-9b480b51dfcf', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:e7:1b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:48:47Z', 'updated_at': '2022-03-28T13:48:56Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:49:24.690837 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-fa2d6577-ef65-46a9-8e3c-9a12e4bbed7c None None] For port c60fbca6-2871-40f6-8178-5f8799dc8265, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=c60fbca6-2871-40f6-8178-5f8799dc8265,segment=NetworkSegment(3e3e2b8e-e19f-4191-8f97-218c14b1ca6e),segment_id=3e3e2b8e-e19f-4191-8f97-218c14b1ca6e)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:49:24.769484 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9f3420c6-7478-42f3-b630-04d5cebe69d6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:24.772080 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-fa2d6577-ef65-46a9-8e3c-9a12e4bbed7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:24.782501 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-9f3420c6-7478-42f3-b630-04d5cebe69d6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Calling delete_port for 397aeea9-9175-417c-818b-247b716ff63a owned by {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:49:24.805554 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a853dc1f-4563-48d6-8f6d-d1cbbb714d0c tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:24.829594 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-a853dc1f-4563-48d6-8f6d-d1cbbb714d0c tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c604602a-7320-4f2a-9a44-d138235395b4']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:24.847381 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-af28fcd5-502b-43f6-a148-4c2dab514a9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:24.847504 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7e8fd076-b680-4762-a0db-eaa7bc809b4a None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:24.862272 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d6577-ef65-46a9-8e3c-9a12e4bbed7c None None] Pushing event updated for resources: {'Port': ['ID=c60fbca6-2871-40f6-8178-5f8799dc8265,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:24.869967 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-a853dc1f-4563-48d6-8f6d-d1cbbb714d0c tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4b270a8-0622-4f5d-81a9-86be86c68401') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:24.870273 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-a853dc1f-4563-48d6-8f6d-d1cbbb714d0c tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4b270a8-0622-4f5d-81a9-86be86c68401') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:24.899620 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-af28fcd5-502b-43f6-a148-4c2dab514a9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:24.902263 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a853dc1f-4563-48d6-8f6d-d1cbbb714d0c tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:24.931614 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7e8fd076-b680-4762-a0db-eaa7bc809b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:24.951828 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a853dc1f-4563-48d6-8f6d-d1cbbb714d0c tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:24.972868 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a853dc1f-4563-48d6-8f6d-d1cbbb714d0c tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:49:24.973132 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8fd076-b680-4762-a0db-eaa7bc809b4a None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:49:24.973281 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a853dc1f-4563-48d6-8f6d-d1cbbb714d0c tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:24.978300 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-7e8fd076-b680-4762-a0db-eaa7bc809b4a None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:24.979733 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:49:24.979733 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:49:24.979733 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:49:24.979733 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:49:24.979733 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:49:24.979733 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:49:24.979733 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:49:24.979733 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:49:24.979733 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:49:24.979733 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:49:24.979733 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:49:24.979733 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:49:24.979733 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:49:24.979733 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:49:24.979733 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:49:24.979733 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:49:24.979733 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:49:24.979733 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:49:24.979733 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:49:24.979733 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:49:24.979733 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:49:24.979733 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:49:24.979733 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:49:24.979733 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:49:24.979733 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:49:24.979733 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:49:24.979733 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:49:24.979733 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:49:24.979733 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:49:24.979733 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:49:24.979733 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:49:24.979733 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:49:24.982289 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8fd076-b680-4762-a0db-eaa7bc809b4a None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:49:25.018093 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9f3420c6-7478-42f3-b630-04d5cebe69d6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:25.041643 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c93a5ab8-b398-4978-8c0e-3c8f1aaab494 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:25.042137 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8fd076-b680-4762-a0db-eaa7bc809b4a None None] Pushing event updated for resources: {'Port': ['ID=7c4efe3e-0307-489c-8c08-2596406a5de7,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:25.049116 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-7e8fd076-b680-4762-a0db-eaa7bc809b4a None None] Attempting to bind port 7c4efe3e-0307-489c-8c08-2596406a5de7 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:49:25.049993 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-7e8fd076-b680-4762-a0db-eaa7bc809b4a None None] Attempting to bind port 7c4efe3e-0307-489c-8c08-2596406a5de7 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:49:25.050537 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8fd076-b680-4762-a0db-eaa7bc809b4a None None] Attempting to bind port 7c4efe3e-0307-489c-8c08-2596406a5de7 on network 0683b568-5de1-47de-8c3c-3856d7f643f9 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:49:25.057008 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8fd076-b680-4762-a0db-eaa7bc809b4a None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:49:25.057565 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8fd076-b680-4762-a0db-eaa7bc809b4a None None] Checking segment: {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:49:25.058251 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7e8fd076-b680-4762-a0db-eaa7bc809b4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:25.060054 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8fd076-b680-4762-a0db-eaa7bc809b4a None None] Bound using segment: {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:49:25.060828 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-7e8fd076-b680-4762-a0db-eaa7bc809b4a None None] Bound port: 7c4efe3e-0307-489c-8c08-2596406a5de7, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:49:25.061388 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7e8fd076-b680-4762-a0db-eaa7bc809b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:25.120889 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3420c6-7478-42f3-b630-04d5cebe69d6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Port': ['ID=397aeea9-9175-417c-818b-247b716ff63a,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:25.123171 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9f3420c6-7478-42f3-b630-04d5cebe69d6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:25.128420 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-9f3420c6-7478-42f3-b630-04d5cebe69d6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/ports/397aeea9-9175-417c-818b-247b716ff63a HTTP/1.1" status: 204 len: 168 time: 0.6000726 Mar 28 13:49:25.129750 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 32786) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:25.170806 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a853dc1f-4563-48d6-8f6d-d1cbbb714d0c tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:25.183030 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a853dc1f-4563-48d6-8f6d-d1cbbb714d0c tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c604602a-7320-4f2a-9a44-d138235395b4 {{(pid=109613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 28 13:49:25.188914 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-7e8fd076-b680-4762-a0db-eaa7bc809b4a None None] For port 7c4efe3e-0307-489c-8c08-2596406a5de7, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:49:25.192470 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-7e8fd076-b680-4762-a0db-eaa7bc809b4a None None] For port 7c4efe3e-0307-489c-8c08-2596406a5de7, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=7c4efe3e-0307-489c-8c08-2596406a5de7,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:49:25.206594 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bda31b-a848-4ab6-b83f-fc932bd9c7df tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:25.208477 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bda31b-a848-4ab6-b83f-fc932bd9c7df tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:25.210070 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853dc1f-4563-48d6-8f6d-d1cbbb714d0c tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Pushing event deleted for resources: {'Network': ['ID=c604602a-7320-4f2a-9a44-d138235395b4,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:25.213894 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-13bda31b-a848-4ab6-b83f-fc932bd9c7df tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0796003 Mar 28 13:49:25.214006 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a853dc1f-4563-48d6-8f6d-d1cbbb714d0c tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:25.220789 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 32788) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:25.221146 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a853dc1f-4563-48d6-8f6d-d1cbbb714d0c tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] 10.222.0.24 "DELETE /v2.0/networks/c604602a-7320-4f2a-9a44-d138235395b4 HTTP/1.1" status: 204 len: 168 time: 1.1393981 Mar 28 13:49:25.221146 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7a049658-3e59-482e-a099-16358a13f745 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:25.223376 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 32790) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:25.237536 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-76468feb-8d20-4ee1-aac9-bb8177d663af tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Request body: {'network': {'name': 'tempest-network--1406094601', 'router:external': True}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:25.251606 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7e8fd076-b680-4762-a0db-eaa7bc809b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:25.271014 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-af28fcd5-502b-43f6-a148-4c2dab514a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:25.273710 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-af28fcd5-502b-43f6-a148-4c2dab514a9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:25.274999 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-af28fcd5-502b-43f6-a148-4c2dab514a9c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/02192f4b-6e84-4f5e-b02c-b0d40def91da HTTP/1.1" status: 204 len: 168 time: 1.0180948 Mar 28 13:49:25.276249 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c93a5ab8-b398-4978-8c0e-3c8f1aaab494 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:25.345311 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a049658-3e59-482e-a099-16358a13f745 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event deleted for resources: {'Port': ['ID=478d3968-f9a2-4d19-be80-1e56edef2026,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:25.389275 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8fd076-b680-4762-a0db-eaa7bc809b4a None None] Pushing event updated for resources: {'Port': ['ID=7c4efe3e-0307-489c-8c08-2596406a5de7,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:25.415664 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76468feb-8d20-4ee1-aac9-bb8177d663af tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Made reservation on behalf of 5fa7ffcaf7c44640ad2a5eba8f76f4cd for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:25.418102 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-76468feb-8d20-4ee1-aac9-bb8177d663af tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:25.431625 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-15274cae-c136-4b5b-9bef-a1aa865b596e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting subnet 2e119a48-ba70-4235-83ff-368030c4d27d {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:49:25.445227 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-15274cae-c136-4b5b-9bef-a1aa865b596e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:25.455048 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af28fcd5-502b-43f6-a148-4c2dab514a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02192f4b-6e84-4f5e-b02c-b0d40def91da,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:25.515295 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93a5ab8-b398-4978-8c0e-3c8f1aaab494 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Network b62d19a8-2de3-4605-85de-3a74d30c96f6 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:49:25.534720 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-15274cae-c136-4b5b-9bef-a1aa865b596e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:25.551096 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-c93a5ab8-b398-4978-8c0e-3c8f1aaab494 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:25.552393 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93a5ab8-b398-4978-8c0e-3c8f1aaab494 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:49:25.558485 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93a5ab8-b398-4978-8c0e-3c8f1aaab494 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:25.559124 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c93a5ab8-b398-4978-8c0e-3c8f1aaab494 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:25.567668 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a5ab8-b398-4978-8c0e-3c8f1aaab494 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event updated for resources: {'Port': ['ID=ec08ee3e-8e63-4ca1-ae2d-7adb70546c36,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:25.596418 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7a049658-3e59-482e-a099-16358a13f745 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:25.601054 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76468feb-8d20-4ee1-aac9-bb8177d663af tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:49:25.644948 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-76468feb-8d20-4ee1-aac9-bb8177d663af tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:25.645391 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-76468feb-8d20-4ee1-aac9-bb8177d663af tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Added segment 5604fd24-dc34-4031-85d4-04bbb64bf613 of type vlan for network 4d4fbf6b-860a-4fd4-8156-513954cca9d4 Mar 28 13:49:25.712449 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c93a5ab8-b398-4978-8c0e-3c8f1aaab494 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3843911 Mar 28 13:49:25.714074 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 32794) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:25.786926 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-76468feb-8d20-4ee1-aac9-bb8177d663af tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:25.793564 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-15274cae-c136-4b5b-9bef-a1aa865b596e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:25.974194 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-76468feb-8d20-4ee1-aac9-bb8177d663af tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:25.975188 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76468feb-8d20-4ee1-aac9-bb8177d663af tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:25.975781 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-76468feb-8d20-4ee1-aac9-bb8177d663af tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:26.026338 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-15274cae-c136-4b5b-9bef-a1aa865b596e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:26.094081 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-76468feb-8d20-4ee1-aac9-bb8177d663af tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8609133 Mar 28 13:49:26.100304 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 32804) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:26.104398 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15274cae-c136-4b5b-9bef-a1aa865b596e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Subnet': ['ID=2e119a48-ba70-4235-83ff-368030c4d27d,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:26.120349 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-15274cae-c136-4b5b-9bef-a1aa865b596e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:26.125230 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-15274cae-c136-4b5b-9bef-a1aa865b596e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/2e119a48-ba70-4235-83ff-368030c4d27d HTTP/1.1" status: 204 len: 168 time: 0.9022322 Mar 28 13:49:26.129163 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76468feb-8d20-4ee1-aac9-bb8177d663af tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Pushing event updated for resources: {'Network': ['ID=4d4fbf6b-860a-4fd4-8156-513954cca9d4,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:26.131881 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 32806) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:26.140285 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 4d4fbf6b-860a-4fd4-8156-513954cca9d4 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:49:26.180809 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-5e9fbf59-dcbe-4886-b9f7-1aa321cca977 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0472422 Mar 28 13:49:26.184900 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 32808) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:26.188802 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-8f6d2d2a-291c-4f84-bf8e-3c1b369e5685 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'subnet': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:26.286910 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff62c13e-3118-4551-8ddf-0457efbc2a4f tempest-ExternalNetworksTestJSON-1974987224 tempest-ExternalNetworksTestJSON-1974987224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:26.290884 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ff62c13e-3118-4551-8ddf-0457efbc2a4f tempest-ExternalNetworksTestJSON-1974987224 tempest-ExternalNetworksTestJSON-1974987224-project] 10.222.0.24 "GET /v2.0/networks/4d4fbf6b-860a-4fd4-8156-513954cca9d4 HTTP/1.1" status: 200 len: 757 time: 0.1853652 Mar 28 13:49:26.302490 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 32812) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:26.312939 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a049658-3e59-482e-a099-16358a13f745 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Router c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:49:26.331042 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0abec331-7bf9-450d-bd53-d9c78fcdfb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:26.389579 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2cef1b-0afc-4b83-80e3-e888b385c5da None None] Network b62d19a8-2de3-4605-85de-3a74d30c96f6 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:26.444764 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad09588-3521-4089-baec-ac3338d0842c tempest-ExternalNetworksTestJSON-1974987224 tempest-ExternalNetworksTestJSON-1974987224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:26.447736 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-cad09588-3521-4089-baec-ac3338d0842c tempest-ExternalNetworksTestJSON-1974987224 tempest-ExternalNetworksTestJSON-1974987224-project] 10.222.0.24 "GET /v2.0/networks/a05db3ee-f97e-450e-a3c6-35f2c98f29f1 HTTP/1.1" status: 200 len: 767 time: 0.1441083 Mar 28 13:49:26.462255 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 32816) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:26.478685 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-41fe8518-bc61-499c-a6f8-caa6cd9759ee tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:26.522791 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-23a9b456-059a-4294-83de-f0bd87984c4c None None] Provisioning complete for port c60fbca6-2871-40f6-8178-5f8799dc8265 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:26.522791 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-23a9b456-059a-4294-83de-f0bd87984c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:26.599374 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6d2d2a-291c-4f84-bf8e-3c1b369e5685 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:26.603157 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8f6d2d2a-291c-4f84-bf8e-3c1b369e5685 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:26.723049 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a049658-3e59-482e-a099-16358a13f745 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:49:26.725157 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f7ff245e-329c-4337-b43c-7da876044795 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:26.746089 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-7a049658-3e59-482e-a099-16358a13f745 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "PUT /v2.0/routers/c2d6f058-720e-4b7c-9fef-ac14f2fbeab7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9730494 Mar 28 13:49:26.747060 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 32824) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:26.768165 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-23a9b456-059a-4294-83de-f0bd87984c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:26.770583 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6897dc50-cfd7-4b86-8b5b-5d85fba8b047 None None] Sync routers for ids ['c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:49:26.823281 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6897dc50-cfd7-4b86-8b5b-5d85fba8b047 None None] Routers {'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:49:26.824774 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-6897dc50-cfd7-4b86-8b5b-5d85fba8b047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:49:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:26.892311 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-d831c57b-738f-44e1-8ebc-2d0e63a37a42 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Deleting subnet be38b900-4878-410f-8e79-9e23533a5a53 {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:49:26.900072 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d831c57b-738f-44e1-8ebc-2d0e63a37a42 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:26.905717 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 32826) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:26.910700 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647e0d61-edee-449f-95dd-4e339b7a1562 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:26.912562 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 7c4efe3e-0307-489c-8c08-2596406a5de7 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:49:26.964534 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-41fe8518-bc61-499c-a6f8-caa6cd9759ee tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:26.994077 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f7ff245e-329c-4337-b43c-7da876044795 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:27.005044 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-41fe8518-bc61-499c-a6f8-caa6cd9759ee tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:27.030315 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d831c57b-738f-44e1-8ebc-2d0e63a37a42 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:27.037351 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-23a9b456-059a-4294-83de-f0bd87984c4c None None] For port c60fbca6-2871-40f6-8178-5f8799dc8265, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=c60fbca6-2871-40f6-8178-5f8799dc8265,segment=NetworkSegment(3e3e2b8e-e19f-4191-8f97-218c14b1ca6e),segment_id=3e3e2b8e-e19f-4191-8f97-218c14b1ca6e)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:27.061659 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-f7ff245e-329c-4337-b43c-7da876044795 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d4fbf6b-860a-4fd4-8156-513954cca9d4']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:27.089290 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-6897dc50-cfd7-4b86-8b5b-5d85fba8b047 None None] Set router c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 gateway port host: None {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:49:27.089557 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-cc3df524-89ed-49ae-acff-d307d0f8688e tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1157653044'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:27.113774 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-f7ff245e-329c-4337-b43c-7da876044795 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5604fd24-dc34-4031-85d4-04bbb64bf613') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:27.114070 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-f7ff245e-329c-4337-b43c-7da876044795 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5604fd24-dc34-4031-85d4-04bbb64bf613') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:27.132490 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f7ff245e-329c-4337-b43c-7da876044795 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:27.161047 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe8518-bc61-499c-a6f8-caa6cd9759ee tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event updated for resources: {'Port': ['ID=ec08ee3e-8e63-4ca1-ae2d-7adb70546c36,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:27.165586 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f7ff245e-329c-4337-b43c-7da876044795 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:27.184611 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-23a9b456-059a-4294-83de-f0bd87984c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:27.224188 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7ff245e-329c-4337-b43c-7da876044795 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:49:27.224660 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f7ff245e-329c-4337-b43c-7da876044795 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:27.226892 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:49:27.226892 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:49:27.226892 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:49:27.226892 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:49:27.226892 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:49:27.226892 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:49:27.226892 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:49:27.226892 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:49:27.226892 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:49:27.226892 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:49:27.226892 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:49:27.226892 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:49:27.226892 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:49:27.226892 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:49:27.226892 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:49:27.226892 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:49:27.226892 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:49:27.226892 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:49:27.226892 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:49:27.226892 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:49:27.226892 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:49:27.226892 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:49:27.226892 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:49:27.226892 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:49:27.226892 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:49:27.226892 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:49:27.226892 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:49:27.226892 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:49:27.226892 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:49:27.226892 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:49:27.226892 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:49:27.226892 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:49:27.269316 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3df524-89ed-49ae-acff-d307d0f8688e tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Made reservation on behalf of e3ccc62ac4294ef7b8c72ff93b44bd2d for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:27.281595 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9b456-059a-4294-83de-f0bd87984c4c None None] Pushing event updated for resources: {'Port': ['ID=c60fbca6-2871-40f6-8178-5f8799dc8265,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:27.293040 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cc3df524-89ed-49ae-acff-d307d0f8688e tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:27.296235 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d831c57b-738f-44e1-8ebc-2d0e63a37a42 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:27.325373 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 7c4efe3e-0307-489c-8c08-2596406a5de7 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:27.325748 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:27.333761 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-41fe8518-bc61-499c-a6f8-caa6cd9759ee tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:27.422613 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cc3df524-89ed-49ae-acff-d307d0f8688e tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:27.433557 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-78fd2472-3b65-4461-a558-b8e84c5c4cd4 None None] Provisioning complete for port 7c4efe3e-0307-489c-8c08-2596406a5de7 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:27.434085 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-78fd2472-3b65-4461-a558-b8e84c5c4cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:27.444797 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.objects.ports [None req-8f6d2d2a-291c-4f84-bf8e-3c1b369e5685 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109612) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 13:49:27.450078 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f7ff245e-329c-4337-b43c-7da876044795 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:27.473611 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ff245e-329c-4337-b43c-7da876044795 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4d4fbf6b-860a-4fd4-8156-513954cca9d4 {{(pid=109612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 28 13:49:27.477555 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff245e-329c-4337-b43c-7da876044795 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Pushing event deleted for resources: {'Network': ['ID=4d4fbf6b-860a-4fd4-8156-513954cca9d4,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:27.535385 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cd0744-d734-4473-b71a-39376b4dcb87 None None] DHCP port deletion for 0683b568-5de1-47de-8c3c-3856d7f643f9 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:49:27.537037 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f7ff245e-329c-4337-b43c-7da876044795 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:27.540270 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-f7ff245e-329c-4337-b43c-7da876044795 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] 10.222.0.24 "DELETE /v2.0/networks/4d4fbf6b-860a-4fd4-8156-513954cca9d4 HTTP/1.1" status: 204 len: 168 time: 1.0768647 Mar 28 13:49:27.546184 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 32830) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:27.552835 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-a67a7560-5e9d-4156-9e50-2e51fc1c8fe6 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Request body: {'network': {'name': 'tempest-network--224497729'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:27.559903 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d831c57b-738f-44e1-8ebc-2d0e63a37a42 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:27.615171 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:27.627018 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:27.632682 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d831c57b-738f-44e1-8ebc-2d0e63a37a42 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event deleted for resources: {'Subnet': ['ID=be38b900-4878-410f-8e79-9e23533a5a53,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:27.639165 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d831c57b-738f-44e1-8ebc-2d0e63a37a42 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:27.642917 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d831c57b-738f-44e1-8ebc-2d0e63a37a42 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "DELETE /v2.0/subnets/be38b900-4878-410f-8e79-9e23533a5a53 HTTP/1.1" status: 204 len: 168 time: 0.8911746 Mar 28 13:49:27.645905 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 32832) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:27.686246 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80351901-1e30-49e8-ad5b-6b0ae2c9f2fd None None] Network b7cf10cb-9816-479a-8e5e-f1d4c411bcb8 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:27.708135 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cc3df524-89ed-49ae-acff-d307d0f8688e tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:27.729836 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-41fe8518-bc61-499c-a6f8-caa6cd9759ee tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:27.808092 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cc3df524-89ed-49ae-acff-d307d0f8688e tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:27.944121 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc3df524-89ed-49ae-acff-d307d0f8688e tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:49:27.993325 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 7c4efe3e-0307-489c-8c08-2596406a5de7, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=7c4efe3e-0307-489c-8c08-2596406a5de7,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:27.998027 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3df524-89ed-49ae-acff-d307d0f8688e tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06b0c401-83a3-4493-90ae-d1680a31f9dd,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:27.999468 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-78fd2472-3b65-4461-a558-b8e84c5c4cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:28.027381 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-6897dc50-cfd7-4b86-8b5b-5d85fba8b047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'name': 'tempest-RoutersIpV6Test-router-21356739', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:48:42Z', 'updated_at': '2022-03-28T13:49:24Z', 'revision_number': 8, 'project_id': 'f6b8e64020de40e182c741fada779147', 'gw_port_host': None, '_interfaces': [{'id': '18359ce0-9e62-4816-9fce-d148b052b7f8', 'name': '', 'network_id': 'f1faf8f4-bdc5-46d5-ac2b-7675e9775c3d', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:42:a2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'ab23e7a4-5e5b-4fff-a76f-d7e9a5ea6329', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:49:04Z', 'updated_at': '2022-03-28T13:49:11Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': 'ab23e7a4-5e5b-4fff-a76f-d7e9a5ea6329', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bd40957-5660-4254-9f7a-5180a2811b8d', 'name': '', 'network_id': 'fdf7be46-1933-47f0-a1fa-e9bc84b31efc', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:14:9f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '8eacfc1a-2ffb-488b-bab3-043e8222db66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:48:55Z', 'updated_at': '2022-03-28T13:49:05Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': '8eacfc1a-2ffb-488b-bab3-043e8222db66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76432cf-1180-4609-869e-532cb58d0463', 'name': '', 'network_id': '6ec7f31c-8f9b-4c25-9782-9b480b51dfcf', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:e7:1b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:48:47Z', 'updated_at': '2022-03-28T13:48:56Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:28.042446 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cc3df524-89ed-49ae-acff-d307d0f8688e tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:28.043085 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-cc3df524-89ed-49ae-acff-d307d0f8688e tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Added segment 04e742cd-69ff-4c8e-a7a0-1546be42c1c2 of type vlan for network 743b83cd-9291-45f1-84b2-ad3f948d0361 Mar 28 13:49:28.114891 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-47cd0744-d734-4473-b71a-39376b4dcb87 None None] Deleting port 7c4efe3e-0307-489c-8c08-2596406a5de7 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:49:28.115262 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-47cd0744-d734-4473-b71a-39376b4dcb87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:28.116961 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:28.117721 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device c60fbca6-2871-40f6-8178-5f8799dc8265 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:49:28.122740 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6897dc50-cfd7-4b86-8b5b-5d85fba8b047 None None] Checking router: c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:49:28.130695 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cc3df524-89ed-49ae-acff-d307d0f8688e tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:28.170103 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67a7560-5e9d-4156-9e50-2e51fc1c8fe6 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Made reservation on behalf of 5fa7ffcaf7c44640ad2a5eba8f76f4cd for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:28.172923 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a67a7560-5e9d-4156-9e50-2e51fc1c8fe6 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:28.214441 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4774331d-50cf-4cc4-948c-4061bbda1d3a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:28.228500 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a67a7560-5e9d-4156-9e50-2e51fc1c8fe6 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:49:28.261835 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a67a7560-5e9d-4156-9e50-2e51fc1c8fe6 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:28.262241 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-a67a7560-5e9d-4156-9e50-2e51fc1c8fe6 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Added segment 910dcfcf-4aac-4af6-adff-12155026f2d7 of type vlan for network 35b9e646-e94d-4440-9d7c-e7f58d40dc18 Mar 28 13:49:28.288348 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6897dc50-cfd7-4b86-8b5b-5d85fba8b047 None None] Routers {'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:49:28.288992 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-6897dc50-cfd7-4b86-8b5b-5d85fba8b047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:49:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:28.351375 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a67a7560-5e9d-4156-9e50-2e51fc1c8fe6 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:28.360193 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8f6d2d2a-291c-4f84-bf8e-3c1b369e5685 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:28.391200 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-4774331d-50cf-4cc4-948c-4061bbda1d3a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Deleting port d598e0dc-0fe8-475b-a9d5-654c33cf35ad {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:49:28.391622 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4774331d-50cf-4cc4-948c-4061bbda1d3a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:28.407280 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=7c4efe3e-0307-489c-8c08-2596406a5de7,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:28.409869 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.db.api [None req-78fd2472-3b65-4461-a558-b8e84c5c4cd4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 13:49:28.410440 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG oslo_db.api [None req-78fd2472-3b65-4461-a558-b8e84c5c4cd4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 13:49:28.470751 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-47cd0744-d734-4473-b71a-39376b4dcb87 None None] For port 7c4efe3e-0307-489c-8c08-2596406a5de7, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=7c4efe3e-0307-489c-8c08-2596406a5de7,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:28.471944 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-47cd0744-d734-4473-b71a-39376b4dcb87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:28.480470 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-6897dc50-cfd7-4b86-8b5b-5d85fba8b047 None None] Set router c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 gateway port host: None {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:49:28.492309 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a67a7560-5e9d-4156-9e50-2e51fc1c8fe6 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:28.494133 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67a7560-5e9d-4156-9e50-2e51fc1c8fe6 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:28.494133 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a67a7560-5e9d-4156-9e50-2e51fc1c8fe6 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:28.514279 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port c60fbca6-2871-40f6-8178-5f8799dc8265 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:28.514649 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:28.516488 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-47cd0744-d734-4473-b71a-39376b4dcb87 None None] Calling delete_port for 7c4efe3e-0307-489c-8c08-2596406a5de7 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:49:28.546204 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25ccfac-08a9-4fac-aabf-ca8536903d26 None None] DHCP port deletion for b7cf10cb-9816-479a-8e5e-f1d4c411bcb8 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:49:28.553057 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-4774331d-50cf-4cc4-948c-4061bbda1d3a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] For port d598e0dc-0fe8-475b-a9d5-654c33cf35ad, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=d598e0dc-0fe8-475b-a9d5-654c33cf35ad,segment=NetworkSegment(579b503f-d2ae-4190-b7b8-289e4573e86f),segment_id=579b503f-d2ae-4190-b7b8-289e4573e86f)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:28.553314 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4774331d-50cf-4cc4-948c-4061bbda1d3a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:28.610582 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cc3df524-89ed-49ae-acff-d307d0f8688e tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:28.615320 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-4774331d-50cf-4cc4-948c-4061bbda1d3a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Calling delete_port for d598e0dc-0fe8-475b-a9d5-654c33cf35ad owned by network:dhcp {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:49:28.616634 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3df524-89ed-49ae-acff-d307d0f8688e tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:28.617040 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cc3df524-89ed-49ae-acff-d307d0f8688e tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:28.660747 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a67a7560-5e9d-4156-9e50-2e51fc1c8fe6 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1104665 Mar 28 13:49:28.663893 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 32834) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:28.665699 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a7560-5e9d-4156-9e50-2e51fc1c8fe6 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Pushing event updated for resources: {'Network': ['ID=35b9e646-e94d-4440-9d7c-e7f58d40dc18,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:28.673532 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-377f7f18-6896-4ba1-8ea8-5c27b14514d0 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:28.681161 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-41fe8518-bc61-499c-a6f8-caa6cd9759ee tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:28.688445 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 35b9e646-e94d-4440-9d7c-e7f58d40dc18 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:49:28.755876 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-8f6d2d2a-291c-4f84-bf8e-3c1b369e5685 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] For port 7c4efe3e-0307-489c-8c08-2596406a5de7, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=7c4efe3e-0307-489c-8c08-2596406a5de7,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:28.781369 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-cc3df524-89ed-49ae-acff-d307d0f8688e tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8647575 Mar 28 13:49:28.792542 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3df524-89ed-49ae-acff-d307d0f8688e tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Pushing event updated for resources: {'Network': ['ID=743b83cd-9291-45f1-84b2-ad3f948d0361,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:28.807322 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8f6d2d2a-291c-4f84-bf8e-3c1b369e5685 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:28.809231 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 743b83cd-9291-45f1-84b2-ad3f948d0361 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:49:28.812564 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-41fe8518-bc61-499c-a6f8-caa6cd9759ee tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:28.813382 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-41fe8518-bc61-499c-a6f8-caa6cd9759ee tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:28.868031 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4774331d-50cf-4cc4-948c-4061bbda1d3a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:28.923177 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8f6d2d2a-291c-4f84-bf8e-3c1b369e5685 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:28.924900 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8f6d2d2a-291c-4f84-bf8e-3c1b369e5685 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:28.934187 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4774331d-50cf-4cc4-948c-4061bbda1d3a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] No DVR routers for this DVR port d598e0dc-0fe8-475b-a9d5-654c33cf35ad on host dv-neutron-835335-1-hyperv {{(pid=109612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:49:28.957377 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4774331d-50cf-4cc4-948c-4061bbda1d3a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event deleted for resources: {'Port': ['ID=d598e0dc-0fe8-475b-a9d5-654c33cf35ad,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:28.980410 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe8518-bc61-499c-a6f8-caa6cd9759ee tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event updated for resources: {'Port': ['ID=ec08ee3e-8e63-4ca1-ae2d-7adb70546c36,revision_number=3']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:28.981697 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:29.000111 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-47cd0744-d734-4473-b71a-39376b4dcb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:29.026224 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-e25ccfac-08a9-4fac-aabf-ca8536903d26 None None] Deleting port d598e0dc-0fe8-475b-a9d5-654c33cf35ad {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:49:29.027027 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e25ccfac-08a9-4fac-aabf-ca8536903d26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:29.049278 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-377f7f18-6896-4ba1-8ea8-5c27b14514d0 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:29.072641 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fe8518-bc61-499c-a6f8-caa6cd9759ee tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Network b62d19a8-2de3-4605-85de-3a74d30c96f6 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:49:29.076042 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cd0744-d734-4473-b71a-39376b4dcb87 None None] No DVR routers for this DVR port 7c4efe3e-0307-489c-8c08-2596406a5de7 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:49:29.080488 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-41fe8518-bc61-499c-a6f8-caa6cd9759ee tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:29.085510 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cd0744-d734-4473-b71a-39376b4dcb87 None None] Pushing event deleted for resources: {'Port': ['ID=7c4efe3e-0307-489c-8c08-2596406a5de7,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:29.184187 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6d2d2a-291c-4f84-bf8e-3c1b369e5685 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Port': ['ID=7c4efe3e-0307-489c-8c08-2596406a5de7,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:29.225819 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device c60fbca6-2871-40f6-8178-5f8799dc8265 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:49:29.242718 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-e25ccfac-08a9-4fac-aabf-ca8536903d26 None None] For port d598e0dc-0fe8-475b-a9d5-654c33cf35ad, host dv-neutron-835335-1-hyperv, got binding levels [] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:29.243113 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e25ccfac-08a9-4fac-aabf-ca8536903d26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:29.251235 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-377f7f18-6896-4ba1-8ea8-5c27b14514d0 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:29.272513 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-377f7f18-6896-4ba1-8ea8-5c27b14514d0 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Network 35b9e646-e94d-4440-9d7c-e7f58d40dc18 is not hosted by any dhcp agent {{(pid=109613) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 28 13:49:29.274879 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377f7f18-6896-4ba1-8ea8-5c27b14514d0 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:29.275477 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-377f7f18-6896-4ba1-8ea8-5c27b14514d0 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:29.276225 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6d2d2a-291c-4f84-bf8e-3c1b369e5685 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:49:29.277036 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-377f7f18-6896-4ba1-8ea8-5c27b14514d0 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] 10.222.0.24 "PUT /v2.0/networks/35b9e646-e94d-4440-9d7c-e7f58d40dc18 HTTP/1.1" status: 200 len: 857 time: 0.6111503 Mar 28 13:49:29.285853 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 32836) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:29.295534 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-8f6d2d2a-291c-4f84-bf8e-3c1b369e5685 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:29.300959 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4774331d-50cf-4cc4-948c-4061bbda1d3a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:29.309726 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6d2d2a-291c-4f84-bf8e-3c1b369e5685 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:29.310322 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8f6d2d2a-291c-4f84-bf8e-3c1b369e5685 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:29.337121 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6d2d2a-291c-4f84-bf8e-3c1b369e5685 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Subnet': ['ID=eda4de30-77e3-4887-ab54-a9cc6083b59f,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:29.372205 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-e25ccfac-08a9-4fac-aabf-ca8536903d26 None None] Calling delete_port for d598e0dc-0fe8-475b-a9d5-654c33cf35ad owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:49:29.375615 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.ipam_backend_mixin [None req-e25ccfac-08a9-4fac-aabf-ca8536903d26 None None] Port d598e0dc-0fe8-475b-a9d5-654c33cf35ad was not found and therefore no delete operation was performed {{(pid=109614) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 28 13:49:29.382513 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377f7f18-6896-4ba1-8ea8-5c27b14514d0 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Pushing event updated for resources: {'Network': ['ID=35b9e646-e94d-4440-9d7c-e7f58d40dc18,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:29.388293 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e25ccfac-08a9-4fac-aabf-ca8536903d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:29.393764 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-4774331d-50cf-4cc4-948c-4061bbda1d3a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7cf10cb-9816-479a-8e5e-f1d4c411bcb8']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:29.409416 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7251030f-6b54-425d-8a1a-0dcbd77c8452 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:29.415503 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-4774331d-50cf-4cc4-948c-4061bbda1d3a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '579b503f-d2ae-4190-b7b8-289e4573e86f') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:29.416052 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41fe8518-bc61-499c-a6f8-caa6cd9759ee tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Router d07fff08-69f1-452f-9db0-1f582445c1a1 is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:49:29.421305 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-4774331d-50cf-4cc4-948c-4061bbda1d3a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '579b503f-d2ae-4190-b7b8-289e4573e86f') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:29.436168 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4774331d-50cf-4cc4-948c-4061bbda1d3a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:29.452814 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-85fd320a-33df-44d1-b195-1a8085d1cc92 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:29.462747 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25ccfac-08a9-4fac-aabf-ca8536903d26 None None] No DVR routers for this DVR port d598e0dc-0fe8-475b-a9d5-654c33cf35ad on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:49:29.472307 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4774331d-50cf-4cc4-948c-4061bbda1d3a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:29.478815 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ccfac-08a9-4fac-aabf-ca8536903d26 None None] Pushing event deleted for resources: {'Port': ['ID=d598e0dc-0fe8-475b-a9d5-654c33cf35ad,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:29.494838 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4774331d-50cf-4cc4-948c-4061bbda1d3a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:49:29.496143 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4774331d-50cf-4cc4-948c-4061bbda1d3a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:29.499616 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:49:29.499616 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:49:29.499616 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:49:29.499616 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:49:29.499616 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:49:29.499616 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:49:29.499616 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:49:29.499616 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:49:29.499616 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:49:29.499616 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:49:29.499616 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:49:29.499616 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:49:29.499616 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:49:29.499616 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:49:29.499616 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:49:29.499616 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:49:29.499616 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:49:29.499616 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:49:29.499616 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:49:29.499616 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:49:29.499616 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:49:29.499616 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:49:29.499616 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:49:29.499616 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:49:29.499616 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:49:29.499616 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:49:29.499616 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:49:29.499616 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:49:29.499616 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:49:29.499616 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:49:29.499616 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:49:29.499616 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:49:29.525966 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-8f6d2d2a-291c-4f84-bf8e-3c1b369e5685 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.3389199 Mar 28 13:49:29.527652 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 32838) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:29.548797 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-6897dc50-cfd7-4b86-8b5b-5d85fba8b047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'name': 'tempest-RoutersIpV6Test-router-21356739', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:48:42Z', 'updated_at': '2022-03-28T13:49:24Z', 'revision_number': 8, 'project_id': 'f6b8e64020de40e182c741fada779147', 'gw_port_host': None, '_interfaces': [{'id': '18359ce0-9e62-4816-9fce-d148b052b7f8', 'name': '', 'network_id': 'f1faf8f4-bdc5-46d5-ac2b-7675e9775c3d', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:42:a2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'ab23e7a4-5e5b-4fff-a76f-d7e9a5ea6329', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:49:04Z', 'updated_at': '2022-03-28T13:49:11Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': 'ab23e7a4-5e5b-4fff-a76f-d7e9a5ea6329', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bd40957-5660-4254-9f7a-5180a2811b8d', 'name': '', 'network_id': 'fdf7be46-1933-47f0-a1fa-e9bc84b31efc', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:14:9f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '8eacfc1a-2ffb-488b-bab3-043e8222db66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:48:55Z', 'updated_at': '2022-03-28T13:49:05Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': '8eacfc1a-2ffb-488b-bab3-043e8222db66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76432cf-1180-4609-869e-532cb58d0463', 'name': '', 'network_id': '6ec7f31c-8f9b-4c25-9782-9b480b51dfcf', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:e7:1b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:48:47Z', 'updated_at': '2022-03-28T13:48:56Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:29.562506 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-b6c77c6f-8411-4be9-8be0-f302f321ec79 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'port': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'mac_address': 'fa:16:3e:34:36:b1', 'name': 'tempest-NetworksTestDHCPv6-1099544777'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:29.598606 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6897dc50-cfd7-4b86-8b5b-5d85fba8b047 None None] The sync data for ids ['c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'] in dv-neutron-835335-1-hyperv is: [{'id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'name': 'tempest-RoutersIpV6Test-router-21356739', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:48:42Z', 'updated_at': '2022-03-28T13:49:24Z', 'revision_number': 8, 'project_id': 'f6b8e64020de40e182c741fada779147', 'gw_port_host': None, '_interfaces': [{'id': '18359ce0-9e62-4816-9fce-d148b052b7f8', 'name': '', 'network_id': 'f1faf8f4-bdc5-46d5-ac2b-7675e9775c3d', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:42:a2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'ab23e7a4-5e5b-4fff-a76f-d7e9a5ea6329', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:49:04Z', 'updated_at': '2022-03-28T13:49:11Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': 'ab23e7a4-5e5b-4fff-a76f-d7e9a5ea6329', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bd40957-5660-4254-9f7a-5180a2811b8d', 'name': '', 'network_id': 'fdf7be46-1933-47f0-a1fa-e9bc84b31efc', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:14:9f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '8eacfc1a-2ffb-488b-bab3-043e8222db66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:48:55Z', 'updated_at': '2022-03-28T13:49:05Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': '8eacfc1a-2ffb-488b-bab3-043e8222db66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76432cf-1180-4609-869e-532cb58d0463', 'name': '', 'network_id': '6ec7f31c-8f9b-4c25-9782-9b480b51dfcf', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:e7:1b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:48:47Z', 'updated_at': '2022-03-28T13:48:56Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:49:29.601036 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port c60fbca6-2871-40f6-8178-5f8799dc8265 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:29.601637 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:29.605170 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:29.607084 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-d3390422-1c54-4d52-a696-430ea6c46016 None None] Provisioning complete for port c60fbca6-2871-40f6-8178-5f8799dc8265 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:29.607441 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d3390422-1c54-4d52-a696-430ea6c46016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:29.641057 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41fe8518-bc61-499c-a6f8-caa6cd9759ee tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:49:29.647139 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-41fe8518-bc61-499c-a6f8-caa6cd9759ee tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "PUT /v2.0/routers/d07fff08-69f1-452f-9db0-1f582445c1a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9320467 Mar 28 13:49:29.653420 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaacecb3-1267-4511-be90-4a818be630a9 None None] Sync routers for ids ['d07fff08-69f1-452f-9db0-1f582445c1a1'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:49:29.662382 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 32840) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:29.673530 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaacecb3-1267-4511-be90-4a818be630a9 None None] Routers {'d07fff08-69f1-452f-9db0-1f582445c1a1'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:49:29.676720 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-eaacecb3-1267-4511-be90-4a818be630a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:49:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['d07fff08-69f1-452f-9db0-1f582445c1a1'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:29.721712 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-85fd320a-33df-44d1-b195-1a8085d1cc92 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:29.741910 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-85fd320a-33df-44d1-b195-1a8085d1cc92 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35b9e646-e94d-4440-9d7c-e7f58d40dc18']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:29.751974 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-85fd320a-33df-44d1-b195-1a8085d1cc92 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '910dcfcf-4aac-4af6-adff-12155026f2d7') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:29.752340 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-85fd320a-33df-44d1-b195-1a8085d1cc92 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '910dcfcf-4aac-4af6-adff-12155026f2d7') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:29.758341 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-eaacecb3-1267-4511-be90-4a818be630a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:29.769059 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-85fd320a-33df-44d1-b195-1a8085d1cc92 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:29.779734 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9e3d2e-4efc-400c-8d09-7dce36f1dabb tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:29.780795 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaacecb3-1267-4511-be90-4a818be630a9 None None] Routers {'d07fff08-69f1-452f-9db0-1f582445c1a1'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:49:29.781655 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-eaacecb3-1267-4511-be90-4a818be630a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:49:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['d07fff08-69f1-452f-9db0-1f582445c1a1'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:29.782275 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-4b9e3d2e-4efc-400c-8d09-7dce36f1dabb tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "GET /v2.0/ports?device_id=d07fff08-69f1-452f-9db0-1f582445c1a1 HTTP/1.1" status: 200 len: 989 time: 0.1096520 Mar 28 13:49:29.782744 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-85fd320a-33df-44d1-b195-1a8085d1cc92 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:29.786074 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 32842) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:29.788597 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85fd320a-33df-44d1-b195-1a8085d1cc92 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:49:29.788993 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-85fd320a-33df-44d1-b195-1a8085d1cc92 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:29.800416 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:49:29.800416 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:49:29.800416 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:49:29.800416 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:49:29.800416 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:49:29.800416 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:49:29.800416 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:49:29.800416 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:49:29.800416 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:49:29.800416 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:49:29.800416 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:49:29.800416 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:49:29.800416 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:49:29.800416 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:49:29.800416 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:49:29.800416 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:49:29.800416 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:49:29.800416 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:49:29.800416 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:49:29.800416 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:49:29.800416 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:49:29.800416 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:49:29.800416 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:49:29.800416 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:49:29.800416 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:49:29.800416 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:49:29.800416 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:49:29.800416 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:49:29.800416 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:49:29.800416 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:49:29.800416 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:49:29.800416 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:49:29.803362 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4774331d-50cf-4cc4-948c-4061bbda1d3a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:29.811032 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4774331d-50cf-4cc4-948c-4061bbda1d3a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:29.817750 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-4774331d-50cf-4cc4-948c-4061bbda1d3a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "DELETE /v2.0/networks/b7cf10cb-9816-479a-8e5e-f1d4c411bcb8 HTTP/1.1" status: 204 len: 168 time: 2.1679389 Mar 28 13:49:29.840561 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 32844) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:29.850130 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-eaacecb3-1267-4511-be90-4a818be630a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:29.851269 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaacecb3-1267-4511-be90-4a818be630a9 None None] The sync data for ids ['d07fff08-69f1-452f-9db0-1f582445c1a1'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:49:29.865783 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4774331d-50cf-4cc4-948c-4061bbda1d3a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event deleted for resources: {'Network': ['ID=b7cf10cb-9816-479a-8e5e-f1d4c411bcb8,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:30.005281 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c77c6f-8411-4be9-8be0-f302f321ec79 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:30.036138 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-85fd320a-33df-44d1-b195-1a8085d1cc92 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:30.055799 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85fd320a-33df-44d1-b195-1a8085d1cc92 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 35b9e646-e94d-4440-9d7c-e7f58d40dc18 {{(pid=109612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 28 13:49:30.117948 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-85fd320a-33df-44d1-b195-1a8085d1cc92 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:30.121351 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-85fd320a-33df-44d1-b195-1a8085d1cc92 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] 10.222.0.24 "DELETE /v2.0/networks/35b9e646-e94d-4440-9d7c-e7f58d40dc18 HTTP/1.1" status: 204 len: 168 time: 0.8345382 Mar 28 13:49:30.132622 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 32846) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:30.154065 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd320a-33df-44d1-b195-1a8085d1cc92 tempest-ExternalNetworksTestJSON-1309876347 tempest-ExternalNetworksTestJSON-1309876347-project-admin] Pushing event deleted for resources: {'Network': ['ID=35b9e646-e94d-4440-9d7c-e7f58d40dc18,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:30.205822 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-83fcec11-dd7f-4933-9989-cdf186e6d1b4 tempest-ExternalNetworksTestJSON-1974987224 tempest-ExternalNetworksTestJSON-1974987224-project] DELETE failed (client error): The resource could not be found. Mar 28 13:49:30.206646 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83fcec11-dd7f-4933-9989-cdf186e6d1b4 tempest-ExternalNetworksTestJSON-1974987224 tempest-ExternalNetworksTestJSON-1974987224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:49:30.209915 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-83fcec11-dd7f-4933-9989-cdf186e6d1b4 tempest-ExternalNetworksTestJSON-1974987224 tempest-ExternalNetworksTestJSON-1974987224-project] 10.222.0.24 "DELETE /v2.0/subnets/5ac20e56-0ead-4cb7-851c-1c0b20750944 HTTP/1.1" status: 404 len: 337 time: 0.0740323 Mar 28 13:49:30.216538 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 32848) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:30.235597 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afb5c1e-06ea-43f1-9175-83e6e96c1cbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-0683b568-5de1-47de-8c3c-3856d7f643f9', 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'tenant_id': '97c2fb5000a44df7a1530b25f26f0716', 'fixed_ips': [{'subnet_id': 'eda4de30-77e3-4887-ab54-a9cc6083b59f'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:49:30.236499 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7afb5c1e-06ea-43f1-9175-83e6e96c1cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:30.243087 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device d598e0dc-0fe8-475b-a9d5-654c33cf35ad no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:49:30.278966 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: d598e0dc-0fe8-475b-a9d5-654c33cf35ad {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:49:30.279698 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device d598e0dc-0fe8-475b-a9d5-654c33cf35ad not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:49:30.280311 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 7c4efe3e-0307-489c-8c08-2596406a5de7 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:49:30.306422 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 7c4efe3e-0307-489c-8c08-2596406a5de7 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:49:30.307162 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 7c4efe3e-0307-489c-8c08-2596406a5de7 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:49:30.316116 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b6c77c6f-8411-4be9-8be0-f302f321ec79 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:30.321594 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-d3390422-1c54-4d52-a696-430ea6c46016 None None] Provisioning complete for port ec08ee3e-8e63-4ca1-ae2d-7adb70546c36 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:30.324516 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d3390422-1c54-4d52-a696-430ea6c46016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:30.376682 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-b6c77c6f-8411-4be9-8be0-f302f321ec79 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] device_id is not set on port f89243dc-4416-44d6-b0d4-58e5860bec6c yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:49:30.427572 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-d3390422-1c54-4d52-a696-430ea6c46016 None None] Port ec08ee3e-8e63-4ca1-ae2d-7adb70546c36 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:49:30.433103 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1167090a-44aa-4ff0-8a2d-e11e5b673799 tempest-ExternalNetworksTestJSON-1974987224 tempest-ExternalNetworksTestJSON-1974987224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:30.523440 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-7afb5c1e-06ea-43f1-9175-83e6e96c1cbe None None] Allocated IP 2001:db8::f816:3eff:fe0e:c6c1 (0683b568-5de1-47de-8c3c-3856d7f643f9/eda4de30-77e3-4887-ab54-a9cc6083b59f/88d70019-d0e3-4a0e-ac66-cf1e6995bfab) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:49:30.620893 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1167090a-44aa-4ff0-8a2d-e11e5b673799 tempest-ExternalNetworksTestJSON-1974987224 tempest-ExternalNetworksTestJSON-1974987224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:30.639348 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cf6c1341-32b7-4e09-981b-ff1b97b7f0f1 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:30.640116 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-ab0bd120-117e-47d0-b44c-524da2b8e255 None None] Provisioning complete for port ec08ee3e-8e63-4ca1-ae2d-7adb70546c36 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:30.640507 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ab0bd120-117e-47d0-b44c-524da2b8e255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:30.698946 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-1167090a-44aa-4ff0-8a2d-e11e5b673799 tempest-ExternalNetworksTestJSON-1974987224 tempest-ExternalNetworksTestJSON-1974987224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a05db3ee-f97e-450e-a3c6-35f2c98f29f1']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:30.744603 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-1167090a-44aa-4ff0-8a2d-e11e5b673799 tempest-ExternalNetworksTestJSON-1974987224 tempest-ExternalNetworksTestJSON-1974987224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '219bccc8-ab2c-4e79-80a4-df5fbfb20c9c') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:30.745288 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-1167090a-44aa-4ff0-8a2d-e11e5b673799 tempest-ExternalNetworksTestJSON-1974987224 tempest-ExternalNetworksTestJSON-1974987224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '219bccc8-ab2c-4e79-80a4-df5fbfb20c9c') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:30.762235 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1167090a-44aa-4ff0-8a2d-e11e5b673799 tempest-ExternalNetworksTestJSON-1974987224 tempest-ExternalNetworksTestJSON-1974987224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:30.783179 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-ab0bd120-117e-47d0-b44c-524da2b8e255 None None] Port ec08ee3e-8e63-4ca1-ae2d-7adb70546c36 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:49:30.786728 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1167090a-44aa-4ff0-8a2d-e11e5b673799 tempest-ExternalNetworksTestJSON-1974987224 tempest-ExternalNetworksTestJSON-1974987224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:30.833131 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b0de14eb-e2f5-4d03-a2a2-06cfb6c61e1b tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:30.834042 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1167090a-44aa-4ff0-8a2d-e11e5b673799 tempest-ExternalNetworksTestJSON-1974987224 tempest-ExternalNetworksTestJSON-1974987224-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:49:30.834459 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1167090a-44aa-4ff0-8a2d-e11e5b673799 tempest-ExternalNetworksTestJSON-1974987224 tempest-ExternalNetworksTestJSON-1974987224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:30.837527 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:49:30.837527 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:49:30.837527 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:49:30.837527 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:49:30.837527 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:49:30.837527 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:49:30.837527 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:49:30.837527 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:49:30.837527 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:49:30.837527 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:49:30.837527 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:49:30.837527 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:49:30.837527 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:49:30.837527 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:49:30.837527 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:49:30.837527 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:49:30.837527 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:49:30.837527 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:49:30.837527 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:49:30.837527 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:49:30.837527 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:49:30.837527 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:49:30.837527 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:49:30.837527 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:49:30.837527 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:49:30.837527 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:49:30.837527 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:49:30.837527 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:49:30.837527 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:49:30.837527 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:49:30.837527 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:49:30.837527 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:49:30.934184 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7afb5c1e-06ea-43f1-9175-83e6e96c1cbe None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:31.010366 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1167090a-44aa-4ff0-8a2d-e11e5b673799 tempest-ExternalNetworksTestJSON-1974987224 tempest-ExternalNetworksTestJSON-1974987224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:31.023501 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1167090a-44aa-4ff0-8a2d-e11e5b673799 tempest-ExternalNetworksTestJSON-1974987224 tempest-ExternalNetworksTestJSON-1974987224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:31.026717 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-1167090a-44aa-4ff0-8a2d-e11e5b673799 tempest-ExternalNetworksTestJSON-1974987224 tempest-ExternalNetworksTestJSON-1974987224-project] 10.222.0.24 "DELETE /v2.0/networks/a05db3ee-f97e-450e-a3c6-35f2c98f29f1 HTTP/1.1" status: 204 len: 168 time: 0.8075981 Mar 28 13:49:31.036450 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7afb5c1e-06ea-43f1-9175-83e6e96c1cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:31.046988 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1167090a-44aa-4ff0-8a2d-e11e5b673799 tempest-ExternalNetworksTestJSON-1974987224 tempest-ExternalNetworksTestJSON-1974987224-project] Pushing event deleted for resources: {'Network': ['ID=a05db3ee-f97e-450e-a3c6-35f2c98f29f1,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:31.070659 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-cf6c1341-32b7-4e09-981b-ff1b97b7f0f1 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Deleting port 18359ce0-9e62-4816-9fce-d148b052b7f8 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:49:31.071076 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cf6c1341-32b7-4e09-981b-ff1b97b7f0f1 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:31.148563 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 478d3968-f9a2-4d19-be80-1e56edef2026 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:49:31.188158 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb5c1e-06ea-43f1-9175-83e6e96c1cbe None None] Pushing event updated for resources: {'Port': ['ID=88d70019-d0e3-4a0e-ac66-cf1e6995bfab,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:31.208851 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-b6c77c6f-8411-4be9-8be0-f302f321ec79 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Allocated IP 2001:db8::f816:3eff:fe34:36b1 (0683b568-5de1-47de-8c3c-3856d7f643f9/eda4de30-77e3-4887-ab54-a9cc6083b59f/f89243dc-4416-44d6-b0d4-58e5860bec6c) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:49:31.225164 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 478d3968-f9a2-4d19-be80-1e56edef2026 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:49:31.225547 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 478d3968-f9a2-4d19-be80-1e56edef2026 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:49:31.235270 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afb5c1e-06ea-43f1-9175-83e6e96c1cbe None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:49:31.235270 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-7afb5c1e-06ea-43f1-9175-83e6e96c1cbe None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:31.239795 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afb5c1e-06ea-43f1-9175-83e6e96c1cbe None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:49:31.250153 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-cf6c1341-32b7-4e09-981b-ff1b97b7f0f1 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] For port 18359ce0-9e62-4816-9fce-d148b052b7f8, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=18359ce0-9e62-4816-9fce-d148b052b7f8,segment=NetworkSegment(056b856c-a9e1-4f4d-9ed8-4994c18a530a),segment_id=056b856c-a9e1-4f4d-9ed8-4994c18a530a)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:31.251718 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cf6c1341-32b7-4e09-981b-ff1b97b7f0f1 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:31.290823 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-cf6c1341-32b7-4e09-981b-ff1b97b7f0f1 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Calling delete_port for 18359ce0-9e62-4816-9fce-d148b052b7f8 owned by network:router_interface {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:49:31.322521 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-7afb5c1e-06ea-43f1-9175-83e6e96c1cbe None None] Attempting to bind port 88d70019-d0e3-4a0e-ac66-cf1e6995bfab on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:49:31.323054 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-7afb5c1e-06ea-43f1-9175-83e6e96c1cbe None None] Attempting to bind port 88d70019-d0e3-4a0e-ac66-cf1e6995bfab by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:49:31.323468 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afb5c1e-06ea-43f1-9175-83e6e96c1cbe None None] Attempting to bind port 88d70019-d0e3-4a0e-ac66-cf1e6995bfab on network 0683b568-5de1-47de-8c3c-3856d7f643f9 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:49:31.329600 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afb5c1e-06ea-43f1-9175-83e6e96c1cbe None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:49:31.331976 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afb5c1e-06ea-43f1-9175-83e6e96c1cbe None None] Checking segment: {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:49:31.331976 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7afb5c1e-06ea-43f1-9175-83e6e96c1cbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:31.331976 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afb5c1e-06ea-43f1-9175-83e6e96c1cbe None None] Bound using segment: {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:49:31.331976 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-7afb5c1e-06ea-43f1-9175-83e6e96c1cbe None None] Bound port: 88d70019-d0e3-4a0e-ac66-cf1e6995bfab, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:49:31.331976 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7afb5c1e-06ea-43f1-9175-83e6e96c1cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:31.405264 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-b0de14eb-e2f5-4d03-a2a2-06cfb6c61e1b tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Deleting port ec08ee3e-8e63-4ca1-ae2d-7adb70546c36 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:49:31.406162 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b0de14eb-e2f5-4d03-a2a2-06cfb6c61e1b tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:31.413777 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-7afb5c1e-06ea-43f1-9175-83e6e96c1cbe None None] For port 88d70019-d0e3-4a0e-ac66-cf1e6995bfab, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:49:31.418585 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-7afb5c1e-06ea-43f1-9175-83e6e96c1cbe None None] For port 88d70019-d0e3-4a0e-ac66-cf1e6995bfab, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=88d70019-d0e3-4a0e-ac66-cf1e6995bfab,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:49:31.469941 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7afb5c1e-06ea-43f1-9175-83e6e96c1cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:31.555247 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b6c77c6f-8411-4be9-8be0-f302f321ec79 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:31.567941 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb5c1e-06ea-43f1-9175-83e6e96c1cbe None None] Pushing event updated for resources: {'Port': ['ID=88d70019-d0e3-4a0e-ac66-cf1e6995bfab,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:31.582039 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b0de14eb-e2f5-4d03-a2a2-06cfb6c61e1b tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:31.601339 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-b0de14eb-e2f5-4d03-a2a2-06cfb6c61e1b tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Calling delete_port for ec08ee3e-8e63-4ca1-ae2d-7adb70546c36 owned by network:router_interface {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:49:31.615518 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cf6c1341-32b7-4e09-981b-ff1b97b7f0f1 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:31.646749 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6c1341-32b7-4e09-981b-ff1b97b7f0f1 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event deleted for resources: {'Port': ['ID=18359ce0-9e62-4816-9fce-d148b052b7f8,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:31.841692 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 32854) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:31.872255 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cf6c1341-32b7-4e09-981b-ff1b97b7f0f1 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:31.954746 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b6c77c6f-8411-4be9-8be0-f302f321ec79 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:32.023877 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 32858) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:32.032340 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-a8b43dcc-2384-46de-84db-2cde62f4d7d4 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Request body: {'subnet': {'network_id': '743b83cd-9291-45f1-84b2-ad3f948d0361', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:32.051732 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c77c6f-8411-4be9-8be0-f302f321ec79 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Port': ['ID=f89243dc-4416-44d6-b0d4-58e5860bec6c,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:32.068128 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c77c6f-8411-4be9-8be0-f302f321ec79 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:49:32.068551 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c77c6f-8411-4be9-8be0-f302f321ec79 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:49:32.068817 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c77c6f-8411-4be9-8be0-f302f321ec79 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:49:32.069143 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c77c6f-8411-4be9-8be0-f302f321ec79 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:49:32.069617 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c77c6f-8411-4be9-8be0-f302f321ec79 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:49:32.069944 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c77c6f-8411-4be9-8be0-f302f321ec79 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:49:32.070268 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c77c6f-8411-4be9-8be0-f302f321ec79 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:49:32.070585 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c77c6f-8411-4be9-8be0-f302f321ec79 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:49:32.070906 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c77c6f-8411-4be9-8be0-f302f321ec79 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:49:32.071220 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c77c6f-8411-4be9-8be0-f302f321ec79 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:49:32.071583 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c77c6f-8411-4be9-8be0-f302f321ec79 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:49:32.071841 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c77c6f-8411-4be9-8be0-f302f321ec79 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:49:32.077171 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c77c6f-8411-4be9-8be0-f302f321ec79 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:49:32.079232 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-b6c77c6f-8411-4be9-8be0-f302f321ec79 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:32.081512 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c77c6f-8411-4be9-8be0-f302f321ec79 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:49:32.087313 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c77c6f-8411-4be9-8be0-f302f321ec79 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:32.087912 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b6c77c6f-8411-4be9-8be0-f302f321ec79 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:32.153579 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b0de14eb-e2f5-4d03-a2a2-06cfb6c61e1b tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:32.189261 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b6c77c6f-8411-4be9-8be0-f302f321ec79 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6586938 Mar 28 13:49:32.189261 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de14eb-e2f5-4d03-a2a2-06cfb6c61e1b tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event deleted for resources: {'Port': ['ID=ec08ee3e-8e63-4ca1-ae2d-7adb70546c36,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:32.195549 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-0c62c6ec-e0c3-4e9c-b3ad-7e39d0a3a7b8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=68ed7175fe954be88f938bb2c3979a69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3502867 Mar 28 13:49:32.195751 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 32860) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:32.196993 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 32862) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:32.290842 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6c1341-32b7-4e09-981b-ff1b97b7f0f1 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Router c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:49:32.292957 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b43dcc-2384-46de-84db-2cde62f4d7d4 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Made reservation on behalf of e3ccc62ac4294ef7b8c72ff93b44bd2d for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:32.296658 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a8b43dcc-2384-46de-84db-2cde62f4d7d4 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:32.325565 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b0de14eb-e2f5-4d03-a2a2-06cfb6c61e1b tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:32.325839 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8692241c-47f5-423d-a146-4f023aaac6ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:32.337321 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd15715-82f5-4f54-b563-65610c01990c tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:32.343795 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd15715-82f5-4f54-b563-65610c01990c tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:32.348174 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9fd15715-82f5-4f54-b563-65610c01990c tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1518562 Mar 28 13:49:32.351946 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 32864) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:32.445808 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8692241c-47f5-423d-a146-4f023aaac6ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:32.535952 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6c1341-32b7-4e09-981b-ff1b97b7f0f1 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:49:32.546091 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-cf6c1341-32b7-4e09-981b-ff1b97b7f0f1 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "PUT /v2.0/routers/c2d6f058-720e-4b7c-9fef-ac14f2fbeab7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7009723 Mar 28 13:49:32.546091 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 32866) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:32.556452 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f44561-8125-4ba0-a951-45d2b0836d59 None None] Sync routers for ids ['c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:49:32.579949 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f44561-8125-4ba0-a951-45d2b0836d59 None None] Routers {'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:49:32.579949 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-75f44561-8125-4ba0-a951-45d2b0836d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:49:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:32.604888 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-b79cbd5d-cf1b-4df8-a7e9-de8efed2a51a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting port f89243dc-4416-44d6-b0d4-58e5860bec6c {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:49:32.605391 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b79cbd5d-cf1b-4df8-a7e9-de8efed2a51a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:32.625168 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0de14eb-e2f5-4d03-a2a2-06cfb6c61e1b tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Router d07fff08-69f1-452f-9db0-1f582445c1a1 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:49:32.695343 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-75f44561-8125-4ba0-a951-45d2b0836d59 None None] Set router c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 gateway port host: None {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:49:32.771645 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0de14eb-e2f5-4d03-a2a2-06cfb6c61e1b tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:49:32.777317 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b0de14eb-e2f5-4d03-a2a2-06cfb6c61e1b tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "PUT /v2.0/routers/d07fff08-69f1-452f-9db0-1f582445c1a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9899209 Mar 28 13:49:32.783483 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 32868) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:32.789472 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0674515d-722c-4b26-ab42-e92518cb5e73 None None] Sync routers for ids ['d07fff08-69f1-452f-9db0-1f582445c1a1'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:49:32.802060 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0674515d-722c-4b26-ab42-e92518cb5e73 None None] Routers {'d07fff08-69f1-452f-9db0-1f582445c1a1'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:49:32.802687 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-0674515d-722c-4b26-ab42-e92518cb5e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:49:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['d07fff08-69f1-452f-9db0-1f582445c1a1'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:32.808080 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b79cbd5d-cf1b-4df8-a7e9-de8efed2a51a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:32.841878 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-0674515d-722c-4b26-ab42-e92518cb5e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:32.845447 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c04cdd1-a037-40f9-9b45-10e13fee7382 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] GET failed (client error): The resource could not be found. Mar 28 13:49:32.847576 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-5c04cdd1-a037-40f9-9b45-10e13fee7382 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "GET /v2.0/ports/ec08ee3e-8e63-4ca1-ae2d-7adb70546c36 HTTP/1.1" status: 404 len: 333 time: 0.0631101 Mar 28 13:49:32.851459 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 32870) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:32.853684 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-b79cbd5d-cf1b-4df8-a7e9-de8efed2a51a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Calling delete_port for f89243dc-4416-44d6-b0d4-58e5860bec6c owned by {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:49:32.858499 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0674515d-722c-4b26-ab42-e92518cb5e73 None None] Routers {'d07fff08-69f1-452f-9db0-1f582445c1a1'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:49:32.859670 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-0674515d-722c-4b26-ab42-e92518cb5e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:49:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['d07fff08-69f1-452f-9db0-1f582445c1a1'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:32.904325 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-0674515d-722c-4b26-ab42-e92518cb5e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:32.908244 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0674515d-722c-4b26-ab42-e92518cb5e73 None None] The sync data for ids ['d07fff08-69f1-452f-9db0-1f582445c1a1'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:49:32.955790 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5767356-96c5-4730-8183-8c0bc3cff991 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Deleting subnet ab23e7a4-5e5b-4fff-a76f-d7e9a5ea6329 {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:49:32.980652 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f5767356-96c5-4730-8183-8c0bc3cff991 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:32.986883 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-a8f88c40-20b9-4d89-9911-71f67cd90fa2 None None] Provisioning complete for port 88d70019-d0e3-4a0e-ac66-cf1e6995bfab triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:32.987651 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a8f88c40-20b9-4d89-9911-71f67cd90fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:32.999988 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f790721b-96e9-4a4b-ad6b-3c14dc43b339 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for router, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:33.028560 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8692241c-47f5-423d-a146-4f023aaac6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:33.031063 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8692241c-47f5-423d-a146-4f023aaac6ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:33.034731 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-8692241c-47f5-423d-a146-4f023aaac6ec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/966e31f9-2697-4bf0-9acd-6921a3f672e1 HTTP/1.1" status: 204 len: 168 time: 0.8343184 Mar 28 13:49:33.056437 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-75f44561-8125-4ba0-a951-45d2b0836d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'name': 'tempest-RoutersIpV6Test-router-21356739', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:48:42Z', 'updated_at': '2022-03-28T13:49:31Z', 'revision_number': 9, 'project_id': 'f6b8e64020de40e182c741fada779147', 'gw_port_host': None, '_interfaces': [{'id': '6bd40957-5660-4254-9f7a-5180a2811b8d', 'name': '', 'network_id': 'fdf7be46-1933-47f0-a1fa-e9bc84b31efc', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:14:9f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '8eacfc1a-2ffb-488b-bab3-043e8222db66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:48:55Z', 'updated_at': '2022-03-28T13:49:05Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': '8eacfc1a-2ffb-488b-bab3-043e8222db66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76432cf-1180-4609-869e-532cb58d0463', 'name': '', 'network_id': '6ec7f31c-8f9b-4c25-9782-9b480b51dfcf', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:e7:1b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:48:47Z', 'updated_at': '2022-03-28T13:48:56Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:33.076579 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8692241c-47f5-423d-a146-4f023aaac6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966e31f9-2697-4bf0-9acd-6921a3f672e1,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:33.087178 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f5767356-96c5-4730-8183-8c0bc3cff991 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:33.090632 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8692241c-47f5-423d-a146-4f023aaac6ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:49:33.090978 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8692241c-47f5-423d-a146-4f023aaac6ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:49:33.091310 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8692241c-47f5-423d-a146-4f023aaac6ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:49:33.091642 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8692241c-47f5-423d-a146-4f023aaac6ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:49:33.091972 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8692241c-47f5-423d-a146-4f023aaac6ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:49:33.092298 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8692241c-47f5-423d-a146-4f023aaac6ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:49:33.092661 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8692241c-47f5-423d-a146-4f023aaac6ec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:49:33.093009 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8692241c-47f5-423d-a146-4f023aaac6ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:49:33.093349 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8692241c-47f5-423d-a146-4f023aaac6ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:49:33.093672 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8692241c-47f5-423d-a146-4f023aaac6ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:49:33.094018 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8692241c-47f5-423d-a146-4f023aaac6ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:49:33.094288 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8692241c-47f5-423d-a146-4f023aaac6ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:49:33.121026 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a8b43dcc-2384-46de-84db-2cde62f4d7d4 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:33.139005 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f44561-8125-4ba0-a951-45d2b0836d59 None None] Checking router: c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:49:33.219311 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f44561-8125-4ba0-a951-45d2b0836d59 None None] Routers {'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:49:33.219943 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-75f44561-8125-4ba0-a951-45d2b0836d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:49:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:33.224008 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b43dcc-2384-46de-84db-2cde62f4d7d4 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Pushing event updated for resources: {'Subnet': ['ID=000682ab-065e-4d41-9b4d-66f1346de9aa,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:33.257872 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b43dcc-2384-46de-84db-2cde62f4d7d4 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Checking segment: {'id': '04e742cd-69ff-4c8e-a7a0-1546be42c1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '743b83cd-9291-45f1-84b2-ad3f948d0361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:49:33.258295 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b43dcc-2384-46de-84db-2cde62f4d7d4 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Network hostable DHCP agents. Network: 743b83cd-9291-45f1-84b2-ad3f948d0361, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:49:33.277159 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f5767356-96c5-4730-8183-8c0bc3cff991 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:33.328990 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a8f88c40-20b9-4d89-9911-71f67cd90fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:33.368755 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-75f44561-8125-4ba0-a951-45d2b0836d59 None None] Set router c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 gateway port host: None {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:49:33.381730 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b43dcc-2384-46de-84db-2cde62f4d7d4 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Network 743b83cd-9291-45f1-84b2-ad3f948d0361 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:49:33.404736 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 88d70019-d0e3-4a0e-ac66-cf1e6995bfab up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:49:33.412717 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-a8f88c40-20b9-4d89-9911-71f67cd90fa2 None None] For port 88d70019-d0e3-4a0e-ac66-cf1e6995bfab, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=88d70019-d0e3-4a0e-ac66-cf1e6995bfab,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:33.440652 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f5767356-96c5-4730-8183-8c0bc3cff991 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:33.475748 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5767356-96c5-4730-8183-8c0bc3cff991 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event deleted for resources: {'Subnet': ['ID=ab23e7a4-5e5b-4fff-a76f-d7e9a5ea6329,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:33.480191 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f5767356-96c5-4730-8183-8c0bc3cff991 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:33.483969 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-f5767356-96c5-4730-8183-8c0bc3cff991 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "DELETE /v2.0/subnets/ab23e7a4-5e5b-4fff-a76f-d7e9a5ea6329 HTTP/1.1" status: 204 len: 168 time: 0.9360154 Mar 28 13:49:33.487452 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 32876) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:33.497868 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-a8b43dcc-2384-46de-84db-2cde62f4d7d4 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 743b83cd-9291-45f1-84b2-ad3f948d0361) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:33.515861 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b43dcc-2384-46de-84db-2cde62f4d7d4 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:33.516685 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a8b43dcc-2384-46de-84db-2cde62f4d7d4 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:33.589087 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b7f40749-fb88-4981-80d6-d93bd6930516 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:33.606922 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9d13c4-457a-41c5-8e2d-95f1b26b261f None None] Network f1faf8f4-bdc5-46d5-ac2b-7675e9775c3d requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:33.638518 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cddfb7-05e8-4d0d-aa88-481b4eaba0e9 None None] Network 743b83cd-9291-45f1-84b2-ad3f948d0361 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:33.646913 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-b7f40749-fb88-4981-80d6-d93bd6930516 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Deleting port af15e10d-df11-4607-bb01-d81456ce8b91 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:49:33.647254 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b7f40749-fb88-4981-80d6-d93bd6930516 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:33.659386 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a8f88c40-20b9-4d89-9911-71f67cd90fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:33.674176 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a8b43dcc-2384-46de-84db-2cde62f4d7d4 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6469707 Mar 28 13:49:33.676669 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 32878) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:33.681949 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-09269429-4a2e-45de-ba6f-ea2ba4630aef tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1484156726'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:33.704247 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f790721b-96e9-4a4b-ad6b-3c14dc43b339 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:33.707068 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f790721b-96e9-4a4b-ad6b-3c14dc43b339 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:33.748358 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-b7f40749-fb88-4981-80d6-d93bd6930516 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] For port af15e10d-df11-4607-bb01-d81456ce8b91, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=af15e10d-df11-4607-bb01-d81456ce8b91,segment=NetworkSegment(056b856c-a9e1-4f4d-9ed8-4994c18a530a),segment_id=056b856c-a9e1-4f4d-9ed8-4994c18a530a)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:33.748840 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b7f40749-fb88-4981-80d6-d93bd6930516 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:33.762560 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-b7f40749-fb88-4981-80d6-d93bd6930516 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Calling delete_port for af15e10d-df11-4607-bb01-d81456ce8b91 owned by network:dhcp {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:49:33.810229 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 88d70019-d0e3-4a0e-ac66-cf1e6995bfab triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:33.810600 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:33.817731 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09269429-4a2e-45de-ba6f-ea2ba4630aef tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Made reservation on behalf of e3ccc62ac4294ef7b8c72ff93b44bd2d for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:33.821455 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-09269429-4a2e-45de-ba6f-ea2ba4630aef tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:33.826988 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f790721b-96e9-4a4b-ad6b-3c14dc43b339 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:33.827521 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f790721b-96e9-4a4b-ad6b-3c14dc43b339 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Fanout notify agent at l3_agent the message router_deleted on router d07fff08-69f1-452f-9db0-1f582445c1a1 {{(pid=109613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:49:33.836341 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f790721b-96e9-4a4b-ad6b-3c14dc43b339 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:33.841023 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 32880) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:33.841444 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f790721b-96e9-4a4b-ad6b-3c14dc43b339 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/routers/d07fff08-69f1-452f-9db0-1f582445c1a1 HTTP/1.1" status: 204 len: 168 time: 0.9889090 Mar 28 13:49:33.898693 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f88c40-20b9-4d89-9911-71f67cd90fa2 None None] Pushing event updated for resources: {'Port': ['ID=88d70019-d0e3-4a0e-ac66-cf1e6995bfab,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:33.902985 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b79cbd5d-cf1b-4df8-a7e9-de8efed2a51a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:33.904345 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-61cd483c-7313-40f3-93bb-8f73d935e056 None None] Provisioning complete for port f89243dc-4416-44d6-b0d4-58e5860bec6c triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:33.904930 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-61cd483c-7313-40f3-93bb-8f73d935e056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:33.906189 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 32882) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:33.921394 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09269429-4a2e-45de-ba6f-ea2ba4630aef tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:49:33.927598 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-4892b775-8b78-480f-a149-22c807b6c0fa tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Deleting subnet 256bd7e9-b3e2-4266-9919-1f47c8b5c612 {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:49:33.935239 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4892b775-8b78-480f-a149-22c807b6c0fa tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:33.941780 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79cbd5d-cf1b-4df8-a7e9-de8efed2a51a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Port': ['ID=f89243dc-4416-44d6-b0d4-58e5860bec6c,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:33.950424 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-61cd483c-7313-40f3-93bb-8f73d935e056 None None] Port f89243dc-4416-44d6-b0d4-58e5860bec6c was deleted so its status cannot be updated. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Mar 28 13:49:33.967663 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-09269429-4a2e-45de-ba6f-ea2ba4630aef tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:33.968891 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-09269429-4a2e-45de-ba6f-ea2ba4630aef tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Added segment 7174c6cc-7936-4ebc-8676-0d74c6914dff of type vlan for network 1fd527ca-9f14-4f7b-9c4b-66bfb045bc6d Mar 28 13:49:34.001868 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b79cbd5d-cf1b-4df8-a7e9-de8efed2a51a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:34.002413 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-75f44561-8125-4ba0-a951-45d2b0836d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'name': 'tempest-RoutersIpV6Test-router-21356739', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:48:42Z', 'updated_at': '2022-03-28T13:49:31Z', 'revision_number': 9, 'project_id': 'f6b8e64020de40e182c741fada779147', 'gw_port_host': None, '_interfaces': [{'id': '6bd40957-5660-4254-9f7a-5180a2811b8d', 'name': '', 'network_id': 'fdf7be46-1933-47f0-a1fa-e9bc84b31efc', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:14:9f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '8eacfc1a-2ffb-488b-bab3-043e8222db66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:48:55Z', 'updated_at': '2022-03-28T13:49:05Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': '8eacfc1a-2ffb-488b-bab3-043e8222db66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76432cf-1180-4609-869e-532cb58d0463', 'name': '', 'network_id': '6ec7f31c-8f9b-4c25-9782-9b480b51dfcf', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:e7:1b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:48:47Z', 'updated_at': '2022-03-28T13:48:56Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:34.010155 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b79cbd5d-cf1b-4df8-a7e9-de8efed2a51a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/ports/f89243dc-4416-44d6-b0d4-58e5860bec6c HTTP/1.1" status: 204 len: 168 time: 1.6570835 Mar 28 13:49:34.013074 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 32884) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:34.024463 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-4a30c7ff-8c73-441f-a009-d257d3bd36b7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5fa7ffcaf7c44640ad2a5eba8f76f4cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1167784 Mar 28 13:49:34.026640 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 32886) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:34.032251 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b7f40749-fb88-4981-80d6-d93bd6930516 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:34.036872 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4892b775-8b78-480f-a149-22c807b6c0fa tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:34.045124 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f44561-8125-4ba0-a951-45d2b0836d59 None None] The sync data for ids ['c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'] in dv-neutron-835335-1-hyperv is: [{'id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'name': 'tempest-RoutersIpV6Test-router-21356739', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:48:42Z', 'updated_at': '2022-03-28T13:49:31Z', 'revision_number': 9, 'project_id': 'f6b8e64020de40e182c741fada779147', 'gw_port_host': None, '_interfaces': [{'id': '6bd40957-5660-4254-9f7a-5180a2811b8d', 'name': '', 'network_id': 'fdf7be46-1933-47f0-a1fa-e9bc84b31efc', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:14:9f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '8eacfc1a-2ffb-488b-bab3-043e8222db66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:48:55Z', 'updated_at': '2022-03-28T13:49:05Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': '8eacfc1a-2ffb-488b-bab3-043e8222db66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76432cf-1180-4609-869e-532cb58d0463', 'name': '', 'network_id': '6ec7f31c-8f9b-4c25-9782-9b480b51dfcf', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:e7:1b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:48:47Z', 'updated_at': '2022-03-28T13:48:56Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:49:34.115064 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-53992e72-6f48-47e5-aaeb-f19f73c6a24f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:34.151527 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-53992e72-6f48-47e5-aaeb-f19f73c6a24f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:34.166611 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f40749-fb88-4981-80d6-d93bd6930516 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event deleted for resources: {'Port': ['ID=af15e10d-df11-4607-bb01-d81456ce8b91,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:34.178717 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-09269429-4a2e-45de-ba6f-ea2ba4630aef tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:34.236624 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f40749-fb88-4981-80d6-d93bd6930516 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] No DVR routers for this DVR port af15e10d-df11-4607-bb01-d81456ce8b91 on host dv-neutron-835335-1-hyperv {{(pid=109612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:49:34.278286 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-53992e72-6f48-47e5-aaeb-f19f73c6a24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:34.281681 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-53992e72-6f48-47e5-aaeb-f19f73c6a24f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:34.283204 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-53992e72-6f48-47e5-aaeb-f19f73c6a24f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/df3e94b0-ee77-4cd6-998a-8e379acfda09 HTTP/1.1" status: 204 len: 168 time: 0.2555153 Mar 28 13:49:34.291499 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53992e72-6f48-47e5-aaeb-f19f73c6a24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3e94b0-ee77-4cd6-998a-8e379acfda09,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:34.299547 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a5d10d-9bce-4699-9bfd-1c940114f4e3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:34.301081 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a5d10d-9bce-4699-9bfd-1c940114f4e3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:34.302626 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-06a5d10d-9bce-4699-9bfd-1c940114f4e3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2856283 Mar 28 13:49:34.305640 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 32890) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:34.320448 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1382334-19be-4750-b3cb-cba58fcf4e83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-743b83cd-9291-45f1-84b2-ad3f948d0361', 'network_id': '743b83cd-9291-45f1-84b2-ad3f948d0361', 'tenant_id': 'e3ccc62ac4294ef7b8c72ff93b44bd2d', 'fixed_ips': [{'subnet_id': '000682ab-065e-4d41-9b4d-66f1346de9aa'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:49:34.321685 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a1382334-19be-4750-b3cb-cba58fcf4e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:34.325916 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-09269429-4a2e-45de-ba6f-ea2ba4630aef tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:34.337898 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09269429-4a2e-45de-ba6f-ea2ba4630aef tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:34.338956 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-09269429-4a2e-45de-ba6f-ea2ba4630aef tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:34.377670 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-802f0294-c188-4c7c-ba94-c999063d659f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting subnet eda4de30-77e3-4887-ab54-a9cc6083b59f {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:49:34.381272 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-802f0294-c188-4c7c-ba94-c999063d659f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:34.427291 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b7f40749-fb88-4981-80d6-d93bd6930516 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:34.443035 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-802f0294-c188-4c7c-ba94-c999063d659f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:34.516042 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-a1382334-19be-4750-b3cb-cba58fcf4e83 None None] Allocated IP 2001:db8:0:ffff::2 (743b83cd-9291-45f1-84b2-ad3f948d0361/000682ab-065e-4d41-9b4d-66f1346de9aa/791b63a3-e1e9-4c17-a189-42ee49f81032) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:49:34.522878 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4892b775-8b78-480f-a149-22c807b6c0fa tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:34.526160 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bb0053-069d-438c-8533-7f3d51d94e16 None None] DHCP port deletion for f1faf8f4-bdc5-46d5-ac2b-7675e9775c3d request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:49:34.536150 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-09269429-4a2e-45de-ba6f-ea2ba4630aef tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8582609 Mar 28 13:49:34.539716 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-b7f40749-fb88-4981-80d6-d93bd6930516 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1faf8f4-bdc5-46d5-ac2b-7675e9775c3d']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:34.541022 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 32892) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:34.566354 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-d3014b84-5608-4937-bf3a-66437420e0a1 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Request body: {'subnet': {'network_id': '1fd527ca-9f14-4f7b-9c4b-66bfb045bc6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:34.578649 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09269429-4a2e-45de-ba6f-ea2ba4630aef tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Pushing event updated for resources: {'Network': ['ID=1fd527ca-9f14-4f7b-9c4b-66bfb045bc6d,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:34.589452 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-802f0294-c188-4c7c-ba94-c999063d659f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:34.603277 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-b7f40749-fb88-4981-80d6-d93bd6930516 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '056b856c-a9e1-4f4d-9ed8-4994c18a530a') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:34.603722 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-b7f40749-fb88-4981-80d6-d93bd6930516 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '056b856c-a9e1-4f4d-9ed8-4994c18a530a') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:34.632259 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 1fd527ca-9f14-4f7b-9c4b-66bfb045bc6d details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:49:34.654896 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b7f40749-fb88-4981-80d6-d93bd6930516 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:34.686066 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b7f40749-fb88-4981-80d6-d93bd6930516 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:34.702578 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f40749-fb88-4981-80d6-d93bd6930516 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:49:34.703002 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b7f40749-fb88-4981-80d6-d93bd6930516 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:34.706011 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:49:34.706011 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:49:34.706011 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:49:34.706011 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:49:34.706011 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:49:34.706011 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:49:34.706011 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:49:34.706011 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:49:34.706011 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:49:34.706011 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:49:34.706011 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:49:34.706011 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:49:34.706011 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:49:34.706011 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:49:34.706011 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:49:34.706011 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:49:34.706011 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:49:34.706011 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:49:34.706011 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:49:34.706011 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:49:34.706011 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:49:34.706011 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:49:34.706011 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:49:34.706011 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:49:34.706011 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:49:34.706011 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:49:34.706011 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:49:34.706011 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:49:34.706011 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:49:34.706011 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:49:34.706011 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:49:34.706011 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:49:34.759584 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-802f0294-c188-4c7c-ba94-c999063d659f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:34.781130 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-802f0294-c188-4c7c-ba94-c999063d659f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:34.783159 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4892b775-8b78-480f-a149-22c807b6c0fa tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:34.785020 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebee9b9-e5b9-4abc-878f-302cc9a882fe None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:34.786843 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-802f0294-c188-4c7c-ba94-c999063d659f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/eda4de30-77e3-4887-ab54-a9cc6083b59f HTTP/1.1" status: 204 len: 168 time: 0.4793241 Mar 28 13:49:34.789920 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 32896) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:34.824326 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3014b84-5608-4937-bf3a-66437420e0a1 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Made reservation on behalf of e3ccc62ac4294ef7b8c72ff93b44bd2d for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:34.829264 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d3014b84-5608-4937-bf3a-66437420e0a1 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:34.834509 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4892b775-8b78-480f-a149-22c807b6c0fa tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event deleted for resources: {'Subnet': ['ID=256bd7e9-b3e2-4266-9919-1f47c8b5c612,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:34.853673 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f876b9-e62d-4fe6-a2ab-26a1a0ce4087 None None] Network b62d19a8-2de3-4605-85de-3a74d30c96f6 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:34.854886 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4892b775-8b78-480f-a149-22c807b6c0fa tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:34.861390 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-4892b775-8b78-480f-a149-22c807b6c0fa tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/subnets/256bd7e9-b3e2-4266-9919-1f47c8b5c612 HTTP/1.1" status: 204 len: 168 time: 1.0154386 Mar 28 13:49:34.861570 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f0294-c188-4c7c-ba94-c999063d659f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Subnet': ['ID=eda4de30-77e3-4887-ab54-a9cc6083b59f,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:34.862732 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b7f40749-fb88-4981-80d6-d93bd6930516 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:34.865629 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 32900) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:34.871322 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c1c4ecb7-aed6-45ee-b4fa-19070cf8894b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0797403 Mar 28 13:49:34.899406 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b7f40749-fb88-4981-80d6-d93bd6930516 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:34.903468 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-b7f40749-fb88-4981-80d6-d93bd6930516 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "DELETE /v2.0/networks/f1faf8f4-bdc5-46d5-ac2b-7675e9775c3d HTTP/1.1" status: 204 len: 168 time: 1.4150124 Mar 28 13:49:34.904273 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a1382334-19be-4750-b3cb-cba58fcf4e83 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:34.904428 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 32902) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:34.922851 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 32904) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:34.951430 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f40749-fb88-4981-80d6-d93bd6930516 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event deleted for resources: {'Network': ['ID=f1faf8f4-bdc5-46d5-ac2b-7675e9775c3d,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:34.973572 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-15a4e8db-485b-423f-ac5c-f9542269304b tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:34.982395 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a1382334-19be-4750-b3cb-cba58fcf4e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:35.035935 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-15a4e8db-485b-423f-ac5c-f9542269304b tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Deleting port c60fbca6-2871-40f6-8178-5f8799dc8265 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:49:35.036531 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-15a4e8db-485b-423f-ac5c-f9542269304b tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:35.083185 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1382334-19be-4750-b3cb-cba58fcf4e83 None None] Pushing event updated for resources: {'Port': ['ID=791b63a3-e1e9-4c17-a189-42ee49f81032,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:35.094273 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1382334-19be-4750-b3cb-cba58fcf4e83 None None] Network 743b83cd-9291-45f1-84b2-ad3f948d0361 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:49:35.108882 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0c22ff-e8f7-42ac-9883-a551abc266f3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:35.113222 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-1a0c22ff-e8f7-42ac-9883-a551abc266f3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1895027 Mar 28 13:49:35.114047 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 32910) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:35.115602 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-a1382334-19be-4750-b3cb-cba58fcf4e83 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:35.119008 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-15a4e8db-485b-423f-ac5c-f9542269304b tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] For port c60fbca6-2871-40f6-8178-5f8799dc8265, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=c60fbca6-2871-40f6-8178-5f8799dc8265,segment=NetworkSegment(3e3e2b8e-e19f-4191-8f97-218c14b1ca6e),segment_id=3e3e2b8e-e19f-4191-8f97-218c14b1ca6e)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:35.119151 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1382334-19be-4750-b3cb-cba58fcf4e83 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:49:35.119371 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-15a4e8db-485b-423f-ac5c-f9542269304b tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:35.140896 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-15a4e8db-485b-423f-ac5c-f9542269304b tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Calling delete_port for c60fbca6-2871-40f6-8178-5f8799dc8265 owned by network:dhcp {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:49:35.216975 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 13:49:35.229100 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-a1382334-19be-4750-b3cb-cba58fcf4e83 None None] Attempting to bind port 791b63a3-e1e9-4c17-a189-42ee49f81032 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:49:35.229620 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-a1382334-19be-4750-b3cb-cba58fcf4e83 None None] Attempting to bind port 791b63a3-e1e9-4c17-a189-42ee49f81032 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '04e742cd-69ff-4c8e-a7a0-1546be42c1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '743b83cd-9291-45f1-84b2-ad3f948d0361'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:49:35.229991 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1382334-19be-4750-b3cb-cba58fcf4e83 None None] Attempting to bind port 791b63a3-e1e9-4c17-a189-42ee49f81032 on network 743b83cd-9291-45f1-84b2-ad3f948d0361 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:49:35.236301 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1382334-19be-4750-b3cb-cba58fcf4e83 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:49:35.236716 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1382334-19be-4750-b3cb-cba58fcf4e83 None None] Checking segment: {'id': '04e742cd-69ff-4c8e-a7a0-1546be42c1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '743b83cd-9291-45f1-84b2-ad3f948d0361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:49:35.237125 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a1382334-19be-4750-b3cb-cba58fcf4e83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:35.237514 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1382334-19be-4750-b3cb-cba58fcf4e83 None None] Bound using segment: {'id': '04e742cd-69ff-4c8e-a7a0-1546be42c1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '743b83cd-9291-45f1-84b2-ad3f948d0361'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:49:35.237984 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-a1382334-19be-4750-b3cb-cba58fcf4e83 None None] Bound port: 791b63a3-e1e9-4c17-a189-42ee49f81032, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e742cd-69ff-4c8e-a7a0-1546be42c1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '743b83cd-9291-45f1-84b2-ad3f948d0361'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:49:35.238386 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a1382334-19be-4750-b3cb-cba58fcf4e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:35.302048 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85aaf03-cc94-4fe3-9bc7-deb3cdb980d4 None None] DHCP port deletion for 0683b568-5de1-47de-8c3c-3856d7f643f9 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:49:35.314047 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-15a4e8db-485b-423f-ac5c-f9542269304b tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:35.334648 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6865f0e3-b7f9-49ab-aa5c-6f973b93fe4c None None] DHCP port deletion for b62d19a8-2de3-4605-85de-3a74d30c96f6 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:49:35.350249 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728600c2-37bf-41ce-b404-f452f327847a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:35.351967 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-728600c2-37bf-41ce-b404-f452f327847a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2366002 Mar 28 13:49:35.357840 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 32914) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:35.370565 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a4e8db-485b-423f-ac5c-f9542269304b tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event deleted for resources: {'Port': ['ID=c60fbca6-2871-40f6-8178-5f8799dc8265,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:35.386282 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 18359ce0-9e62-4816-9fce-d148b052b7f8 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:49:35.411443 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a4e8db-485b-423f-ac5c-f9542269304b tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] No DVR routers for this DVR port c60fbca6-2871-40f6-8178-5f8799dc8265 on host dv-neutron-835335-1-hyperv {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:49:35.418189 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-084ecada-248c-45af-970e-129e3b59153f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0496969 Mar 28 13:49:35.418743 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 32916) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:35.425038 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-86da4fba-20b9-47fd-986b-29b275bb19a6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'subnet': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:35.426622 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 18359ce0-9e62-4816-9fce-d148b052b7f8 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:49:35.426622 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 18359ce0-9e62-4816-9fce-d148b052b7f8 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:49:35.426817 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device af15e10d-df11-4607-bb01-d81456ce8b91 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:49:35.452127 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-a1382334-19be-4750-b3cb-cba58fcf4e83 None None] For port 791b63a3-e1e9-4c17-a189-42ee49f81032, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:49:35.458380 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: af15e10d-df11-4607-bb01-d81456ce8b91 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:49:35.458788 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device af15e10d-df11-4607-bb01-d81456ce8b91 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:49:35.473703 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-a1382334-19be-4750-b3cb-cba58fcf4e83 None None] For port 791b63a3-e1e9-4c17-a189-42ee49f81032, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=791b63a3-e1e9-4c17-a189-42ee49f81032,segment=NetworkSegment(04e742cd-69ff-4c8e-a7a0-1546be42c1c2),segment_id=04e742cd-69ff-4c8e-a7a0-1546be42c1c2)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:49:35.484772 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d3014b84-5608-4937-bf3a-66437420e0a1 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:35.495360 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-f85aaf03-cc94-4fe3-9bc7-deb3cdb980d4 None None] Deleting port 88d70019-d0e3-4a0e-ac66-cf1e6995bfab {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:49:35.495838 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f85aaf03-cc94-4fe3-9bc7-deb3cdb980d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:35.540557 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a1382334-19be-4750-b3cb-cba58fcf4e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:35.588451 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3014b84-5608-4937-bf3a-66437420e0a1 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Pushing event updated for resources: {'Subnet': ['ID=4be3f4ed-5a94-4cdc-b5ff-4da1535937ca,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:35.608066 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-15a4e8db-485b-423f-ac5c-f9542269304b tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:35.620276 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-f85aaf03-cc94-4fe3-9bc7-deb3cdb980d4 None None] For port 88d70019-d0e3-4a0e-ac66-cf1e6995bfab, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=88d70019-d0e3-4a0e-ac66-cf1e6995bfab,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:35.620799 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f85aaf03-cc94-4fe3-9bc7-deb3cdb980d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:35.632395 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3014b84-5608-4937-bf3a-66437420e0a1 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Checking segment: {'id': '7174c6cc-7936-4ebc-8676-0d74c6914dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1fd527ca-9f14-4f7b-9c4b-66bfb045bc6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:49:35.633229 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3014b84-5608-4937-bf3a-66437420e0a1 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Network hostable DHCP agents. Network: 1fd527ca-9f14-4f7b-9c4b-66bfb045bc6d, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:49:35.651379 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-f85aaf03-cc94-4fe3-9bc7-deb3cdb980d4 None None] Calling delete_port for 88d70019-d0e3-4a0e-ac66-cf1e6995bfab owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:49:35.652483 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-af50e4bd-6f7f-440e-b2c3-a91ba604c19f tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:35.653754 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1382334-19be-4750-b3cb-cba58fcf4e83 None None] Pushing event updated for resources: {'Port': ['ID=791b63a3-e1e9-4c17-a189-42ee49f81032,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:35.656098 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-15a4e8db-485b-423f-ac5c-f9542269304b tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b62d19a8-2de3-4605-85de-3a74d30c96f6']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:35.667993 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1382334-19be-4750-b3cb-cba58fcf4e83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:49:35.668342 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1382334-19be-4750-b3cb-cba58fcf4e83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:49:35.668749 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1382334-19be-4750-b3cb-cba58fcf4e83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:49:35.669085 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1382334-19be-4750-b3cb-cba58fcf4e83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:49:35.669421 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1382334-19be-4750-b3cb-cba58fcf4e83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:49:35.670017 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1382334-19be-4750-b3cb-cba58fcf4e83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:49:35.670361 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1382334-19be-4750-b3cb-cba58fcf4e83 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:49:35.670865 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1382334-19be-4750-b3cb-cba58fcf4e83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:49:35.671610 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1382334-19be-4750-b3cb-cba58fcf4e83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:49:35.672043 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1382334-19be-4750-b3cb-cba58fcf4e83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:49:35.672312 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1382334-19be-4750-b3cb-cba58fcf4e83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:49:35.676157 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1382334-19be-4750-b3cb-cba58fcf4e83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:49:35.676264 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-15a4e8db-485b-423f-ac5c-f9542269304b tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e3e2b8e-e19f-4191-8f97-218c14b1ca6e') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:35.676401 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-15a4e8db-485b-423f-ac5c-f9542269304b tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e3e2b8e-e19f-4191-8f97-218c14b1ca6e') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:35.691164 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-15a4e8db-485b-423f-ac5c-f9542269304b tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:35.715808 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-15a4e8db-485b-423f-ac5c-f9542269304b tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:35.723064 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15a4e8db-485b-423f-ac5c-f9542269304b tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:49:35.723460 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-15a4e8db-485b-423f-ac5c-f9542269304b tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:35.726851 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:49:35.726851 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:49:35.726851 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:49:35.726851 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:49:35.726851 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:49:35.726851 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:49:35.726851 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:49:35.726851 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:49:35.726851 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:49:35.726851 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:49:35.726851 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:49:35.726851 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:49:35.726851 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:49:35.726851 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:49:35.726851 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:49:35.726851 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:49:35.726851 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:49:35.726851 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:49:35.726851 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:49:35.726851 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:49:35.726851 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:49:35.726851 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:49:35.726851 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:49:35.726851 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:49:35.726851 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:49:35.726851 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:49:35.726851 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:49:35.726851 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:49:35.726851 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:49:35.726851 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:49:35.726851 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:49:35.726851 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:49:35.803555 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3014b84-5608-4937-bf3a-66437420e0a1 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Network 1fd527ca-9f14-4f7b-9c4b-66bfb045bc6d is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:49:35.810907 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86da4fba-20b9-47fd-986b-29b275bb19a6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:35.817398 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-86da4fba-20b9-47fd-986b-29b275bb19a6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:35.906135 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f85aaf03-cc94-4fe3-9bc7-deb3cdb980d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:35.906354 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-15a4e8db-485b-423f-ac5c-f9542269304b tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:35.927697 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-15a4e8db-485b-423f-ac5c-f9542269304b tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:35.928106 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-d3014b84-5608-4937-bf3a-66437420e0a1 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 1fd527ca-9f14-4f7b-9c4b-66bfb045bc6d) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:35.930407 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85aaf03-cc94-4fe3-9bc7-deb3cdb980d4 None None] Pushing event deleted for resources: {'Port': ['ID=88d70019-d0e3-4a0e-ac66-cf1e6995bfab,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:35.931029 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-15a4e8db-485b-423f-ac5c-f9542269304b tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/networks/b62d19a8-2de3-4605-85de-3a74d30c96f6 HTTP/1.1" status: 204 len: 168 time: 1.0634151 Mar 28 13:49:35.938094 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a4e8db-485b-423f-ac5c-f9542269304b tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event deleted for resources: {'Network': ['ID=b62d19a8-2de3-4605-85de-3a74d30c96f6,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:35.939022 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 32928) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:35.954085 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443ff353-acb3-43f8-b0ef-ddade655333b None None] Network 1fd527ca-9f14-4f7b-9c4b-66bfb045bc6d requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:35.972854 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3014b84-5608-4937-bf3a-66437420e0a1 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:35.973447 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d3014b84-5608-4937-bf3a-66437420e0a1 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:36.013373 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4e3781-19e4-4408-86a0-2a97faf51789 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:36.014831 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-eb4e3781-19e4-4408-86a0-2a97faf51789 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "GET /v2.0/ports/bc5889c2-32fb-4f14-9008-831684c4b05c HTTP/1.1" status: 200 len: 844 time: 0.0716438 Mar 28 13:49:36.018883 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 32930) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:36.040054 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85aaf03-cc94-4fe3-9bc7-deb3cdb980d4 None None] No DVR routers for this DVR port 88d70019-d0e3-4a0e-ac66-cf1e6995bfab on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:49:36.106711 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-207dc493-cd4b-422a-a405-54873159ca62 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "GET /v2.0/ports/bc5889c2-32fb-4f14-9008-831684c4b05c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0867877 Mar 28 13:49:36.110263 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 32932) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:36.120514 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-f7c1cfbb-57fd-4d45-af62-6060037a1e1a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Request body: {'subnet': {'network_id': '86ab37a1-bd34-4d48-bf68-1b0895609206', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:36.141517 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-af50e4bd-6f7f-440e-b2c3-a91ba604c19f tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Deleting port 6bd40957-5660-4254-9f7a-5180a2811b8d {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:49:36.142082 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-af50e4bd-6f7f-440e-b2c3-a91ba604c19f tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:36.168228 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d3014b84-5608-4937-bf3a-66437420e0a1 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6066527 Mar 28 13:49:36.174185 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 32936) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:36.185949 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fbf37e-5f76-4d21-92f1-4a3e71234885 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-1fd527ca-9f14-4f7b-9c4b-66bfb045bc6d', 'network_id': '1fd527ca-9f14-4f7b-9c4b-66bfb045bc6d', 'tenant_id': 'e3ccc62ac4294ef7b8c72ff93b44bd2d', 'fixed_ips': [{'subnet_id': '4be3f4ed-5a94-4cdc-b5ff-4da1535937ca'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:49:36.187559 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e9fbf37e-5f76-4d21-92f1-4a3e71234885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:36.338977 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-af50e4bd-6f7f-440e-b2c3-a91ba604c19f tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] For port 6bd40957-5660-4254-9f7a-5180a2811b8d, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=6bd40957-5660-4254-9f7a-5180a2811b8d,segment=NetworkSegment(dbc6059e-d128-4256-be1c-fa87eb2624fe),segment_id=dbc6059e-d128-4256-be1c-fa87eb2624fe)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:36.339391 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-af50e4bd-6f7f-440e-b2c3-a91ba604c19f tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:36.350039 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-86da4fba-20b9-47fd-986b-29b275bb19a6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:36.364345 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-e9fbf37e-5f76-4d21-92f1-4a3e71234885 None None] Allocated IP 2001:db8::1 (1fd527ca-9f14-4f7b-9c4b-66bfb045bc6d/4be3f4ed-5a94-4cdc-b5ff-4da1535937ca/c920e5c6-7eef-4e15-9137-5e313aeac9c9) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:49:36.366331 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-af50e4bd-6f7f-440e-b2c3-a91ba604c19f tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Calling delete_port for 6bd40957-5660-4254-9f7a-5180a2811b8d owned by network:router_interface {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:49:36.373370 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4db3fb00-4e64-4dd1-a5a1-db8e7d9b786c tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:36.396987 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c1cfbb-57fd-4d45-af62-6060037a1e1a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Made reservation on behalf of 427ec9eabb7e45afac363fe68c5efe1f for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:36.401691 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f7c1cfbb-57fd-4d45-af62-6060037a1e1a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:36.443840 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86da4fba-20b9-47fd-986b-29b275bb19a6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:49:36.479634 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4db3fb00-4e64-4dd1-a5a1-db8e7d9b786c tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:36.483970 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-86da4fba-20b9-47fd-986b-29b275bb19a6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:36.496543 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86da4fba-20b9-47fd-986b-29b275bb19a6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:36.497197 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-86da4fba-20b9-47fd-986b-29b275bb19a6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:36.512531 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da4fba-20b9-47fd-986b-29b275bb19a6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Subnet': ['ID=657881f5-fabc-498a-adbf-a8958cbba778,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:36.528069 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf5613c-b711-4325-a64e-a28fb58732e8 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:36.578268 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-86da4fba-20b9-47fd-986b-29b275bb19a6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1587448 Mar 28 13:49:36.583198 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 32944) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:36.590274 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-a90990a3-8f7a-4225-997a-07ec7648eae8 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'port': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'mac_address': 'fa:16:3e:09:96:79', 'name': 'tempest-NetworksTestDHCPv6-848292366'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:36.699666 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e9fbf37e-5f76-4d21-92f1-4a3e71234885 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:36.794716 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e9fbf37e-5f76-4d21-92f1-4a3e71234885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:36.841656 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d68e9d-da52-464b-a672-352bf088e718 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-0683b568-5de1-47de-8c3c-3856d7f643f9', 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'tenant_id': '97c2fb5000a44df7a1530b25f26f0716', 'fixed_ips': [{'subnet_id': '657881f5-fabc-498a-adbf-a8958cbba778'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:49:36.842756 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-66d68e9d-da52-464b-a672-352bf088e718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:36.863365 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 32950) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:36.871088 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f7c1cfbb-57fd-4d45-af62-6060037a1e1a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:36.897739 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90990a3-8f7a-4225-997a-07ec7648eae8 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:36.921113 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c1cfbb-57fd-4d45-af62-6060037a1e1a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event updated for resources: {'Subnet': ['ID=511434cf-08da-47cd-9fc8-d5707a853ce0,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:36.934821 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c1cfbb-57fd-4d45-af62-6060037a1e1a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Network 86ab37a1-bd34-4d48-bf68-1b0895609206 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:49:36.936004 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-f7c1cfbb-57fd-4d45-af62-6060037a1e1a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:36.936469 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fbf37e-5f76-4d21-92f1-4a3e71234885 None None] Network 1fd527ca-9f14-4f7b-9c4b-66bfb045bc6d is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:49:36.939498 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c1cfbb-57fd-4d45-af62-6060037a1e1a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:36.940294 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f7c1cfbb-57fd-4d45-af62-6060037a1e1a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:36.940454 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fbf37e-5f76-4d21-92f1-4a3e71234885 None None] Pushing event updated for resources: {'Port': ['ID=c920e5c6-7eef-4e15-9137-5e313aeac9c9,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:36.951771 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-e9fbf37e-5f76-4d21-92f1-4a3e71234885 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:36.958230 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fbf37e-5f76-4d21-92f1-4a3e71234885 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:49:36.960585 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95bc6de-970b-43ae-a406-4dbfa24b1e05 None None] Network 86ab37a1-bd34-4d48-bf68-1b0895609206 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:36.988660 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-af50e4bd-6f7f-440e-b2c3-a91ba604c19f tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:36.990977 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4db3fb00-4e64-4dd1-a5a1-db8e7d9b786c tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:37.019301 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054c384c-9468-48f0-91a1-35dd072a99be None None] Network 743b83cd-9291-45f1-84b2-ad3f948d0361 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:37.032073 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-60278e6c-fa29-4d57-826b-46709fa71d9e tempest-ExternalNetworksAdminNegativeTestJSON-1226092091 tempest-ExternalNetworksAdminNegativeTestJSON-1226092091-project-admin] Request body: {'floatingip': {'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:37.041697 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f7c1cfbb-57fd-4d45-af62-6060037a1e1a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9289725 Mar 28 13:49:37.051819 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 32954) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:37.078506 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-0af61ae3-7c68-4199-aecc-aedb3138eef8 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Request body: {'security_group': {'name': 'tempest-secgroup-596274756'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:37.098989 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db3fb00-4e64-4dd1-a5a1-db8e7d9b786c tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Pushing event deleted for resources: {'Subnet': ['ID=4be3f4ed-5a94-4cdc-b5ff-4da1535937ca,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:37.101840 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af50e4bd-6f7f-440e-b2c3-a91ba604c19f tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event deleted for resources: {'Port': ['ID=6bd40957-5660-4254-9f7a-5180a2811b8d,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:37.138907 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-60278e6c-fa29-4d57-826b-46709fa71d9e tempest-ExternalNetworksAdminNegativeTestJSON-1226092091 tempest-ExternalNetworksAdminNegativeTestJSON-1226092091-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:37.269321 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-60278e6c-fa29-4d57-826b-46709fa71d9e tempest-ExternalNetworksAdminNegativeTestJSON-1226092091 tempest-ExternalNetworksAdminNegativeTestJSON-1226092091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:37.274865 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4db3fb00-4e64-4dd1-a5a1-db8e7d9b786c tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:37.295591 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a90990a3-8f7a-4225-997a-07ec7648eae8 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:37.320879 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 791b63a3-e1e9-4c17-a189-42ee49f81032 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:49:37.345116 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-4db3fb00-4e64-4dd1-a5a1-db8e7d9b786c tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fd527ca-9f14-4f7b-9c4b-66bfb045bc6d']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:37.375565 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-4db3fb00-4e64-4dd1-a5a1-db8e7d9b786c tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7174c6cc-7936-4ebc-8676-0d74c6914dff') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:37.375793 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-4db3fb00-4e64-4dd1-a5a1-db8e7d9b786c tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7174c6cc-7936-4ebc-8676-0d74c6914dff') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:37.377980 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [None req-a90990a3-8f7a-4225-997a-07ec7648eae8 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] device_id is not set on port 6262fdc4-5d93-4fd0-884a-91be00aca3c5 yet. {{(pid=109612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:49:37.383292 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0af61ae3-7c68-4199-aecc-aedb3138eef8 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:37.391728 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-beb358a3-8b90-41de-9364-dc5ec408fb83 None None] Provisioning complete for port 791b63a3-e1e9-4c17-a189-42ee49f81032 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:37.392484 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-beb358a3-8b90-41de-9364-dc5ec408fb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:37.410909 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4db3fb00-4e64-4dd1-a5a1-db8e7d9b786c tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:37.415081 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-af50e4bd-6f7f-440e-b2c3-a91ba604c19f tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:37.434150 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-60278e6c-fa29-4d57-826b-46709fa71d9e tempest-ExternalNetworksAdminNegativeTestJSON-1226092091 tempest-ExternalNetworksAdminNegativeTestJSON-1226092091-project-admin] Allocated IP 172.26.2.60 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/d828e648-2442-41b3-88a7-ab67ccfc8960) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:49:37.439681 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-e9fbf37e-5f76-4d21-92f1-4a3e71234885 None None] Attempting to bind port c920e5c6-7eef-4e15-9137-5e313aeac9c9 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:49:37.440054 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-e9fbf37e-5f76-4d21-92f1-4a3e71234885 None None] Attempting to bind port c920e5c6-7eef-4e15-9137-5e313aeac9c9 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '7174c6cc-7936-4ebc-8676-0d74c6914dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1fd527ca-9f14-4f7b-9c4b-66bfb045bc6d'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:49:37.441000 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fbf37e-5f76-4d21-92f1-4a3e71234885 None None] Attempting to bind port c920e5c6-7eef-4e15-9137-5e313aeac9c9 on network 1fd527ca-9f14-4f7b-9c4b-66bfb045bc6d {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:49:37.444669 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-66d68e9d-da52-464b-a672-352bf088e718 None None] Allocated IP 2001:db8::2 (0683b568-5de1-47de-8c3c-3856d7f643f9/657881f5-fabc-498a-adbf-a8958cbba778/ed6a3166-2227-4bac-9b3f-01a2805676d3) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:49:37.482063 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4db3fb00-4e64-4dd1-a5a1-db8e7d9b786c tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:37.501317 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fbf37e-5f76-4d21-92f1-4a3e71234885 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:49:37.501712 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fbf37e-5f76-4d21-92f1-4a3e71234885 None None] Checking segment: {'id': '7174c6cc-7936-4ebc-8676-0d74c6914dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1fd527ca-9f14-4f7b-9c4b-66bfb045bc6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:49:37.502084 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e9fbf37e-5f76-4d21-92f1-4a3e71234885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:37.502471 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fbf37e-5f76-4d21-92f1-4a3e71234885 None None] Bound using segment: {'id': '7174c6cc-7936-4ebc-8676-0d74c6914dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1fd527ca-9f14-4f7b-9c4b-66bfb045bc6d'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:49:37.502946 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-e9fbf37e-5f76-4d21-92f1-4a3e71234885 None None] Bound port: c920e5c6-7eef-4e15-9137-5e313aeac9c9, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7174c6cc-7936-4ebc-8676-0d74c6914dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1fd527ca-9f14-4f7b-9c4b-66bfb045bc6d'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:49:37.503322 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e9fbf37e-5f76-4d21-92f1-4a3e71234885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:37.532300 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4db3fb00-4e64-4dd1-a5a1-db8e7d9b786c tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:49:37.532898 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4db3fb00-4e64-4dd1-a5a1-db8e7d9b786c tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:37.537214 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:49:37.537214 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:49:37.537214 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:49:37.537214 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:49:37.537214 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:49:37.537214 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:49:37.537214 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:49:37.537214 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:49:37.537214 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:49:37.537214 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:49:37.537214 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:49:37.537214 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:49:37.537214 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:49:37.537214 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:49:37.537214 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:49:37.537214 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:49:37.537214 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:49:37.537214 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:49:37.537214 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:49:37.537214 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:49:37.537214 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:49:37.537214 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:49:37.537214 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:49:37.537214 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:49:37.537214 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:49:37.537214 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:49:37.537214 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:49:37.537214 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:49:37.537214 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:49:37.537214 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:49:37.537214 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:49:37.537214 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:49:37.552334 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-60278e6c-fa29-4d57-826b-46709fa71d9e tempest-ExternalNetworksAdminNegativeTestJSON-1226092091 tempest-ExternalNetworksAdminNegativeTestJSON-1226092091-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:37.645235 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-60278e6c-fa29-4d57-826b-46709fa71d9e tempest-ExternalNetworksAdminNegativeTestJSON-1226092091 tempest-ExternalNetworksAdminNegativeTestJSON-1226092091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:37.680504 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 791b63a3-e1e9-4c17-a189-42ee49f81032 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:37.680871 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:37.683159 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60278e6c-fa29-4d57-826b-46709fa71d9e tempest-ExternalNetworksAdminNegativeTestJSON-1226092091 tempest-ExternalNetworksAdminNegativeTestJSON-1226092091-project-admin] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:49:37.686391 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-60278e6c-fa29-4d57-826b-46709fa71d9e tempest-ExternalNetworksAdminNegativeTestJSON-1226092091 tempest-ExternalNetworksAdminNegativeTestJSON-1226092091-project-admin] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:37.688575 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60278e6c-fa29-4d57-826b-46709fa71d9e tempest-ExternalNetworksAdminNegativeTestJSON-1226092091 tempest-ExternalNetworksAdminNegativeTestJSON-1226092091-project-admin] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:49:37.728096 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60278e6c-fa29-4d57-826b-46709fa71d9e tempest-ExternalNetworksAdminNegativeTestJSON-1226092091 tempest-ExternalNetworksAdminNegativeTestJSON-1226092091-project-admin] Pushing event updated for resources: {'Port': ['ID=d828e648-2442-41b3-88a7-ab67ccfc8960,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:37.820323 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-beb358a3-8b90-41de-9364-dc5ec408fb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:37.823502 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-e9fbf37e-5f76-4d21-92f1-4a3e71234885 None None] For port c920e5c6-7eef-4e15-9137-5e313aeac9c9, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:49:37.857987 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d9f571-c1b5-4ac3-a278-3e950cac7f13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-86ab37a1-bd34-4d48-bf68-1b0895609206', 'network_id': '86ab37a1-bd34-4d48-bf68-1b0895609206', 'tenant_id': '427ec9eabb7e45afac363fe68c5efe1f', 'fixed_ips': [{'subnet_id': '511434cf-08da-47cd-9fc8-d5707a853ce0'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:49:37.858906 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-45d9f571-c1b5-4ac3-a278-3e950cac7f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:37.969324 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-beb358a3-8b90-41de-9364-dc5ec408fb83 None None] For port 791b63a3-e1e9-4c17-a189-42ee49f81032, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=791b63a3-e1e9-4c17-a189-42ee49f81032,segment=NetworkSegment(04e742cd-69ff-4c8e-a7a0-1546be42c1c2),segment_id=04e742cd-69ff-4c8e-a7a0-1546be42c1c2)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:37.983017 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-66d68e9d-da52-464b-a672-352bf088e718 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:37.986970 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-e9fbf37e-5f76-4d21-92f1-4a3e71234885 None None] For port c920e5c6-7eef-4e15-9137-5e313aeac9c9, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=c920e5c6-7eef-4e15-9137-5e313aeac9c9,segment=NetworkSegment(7174c6cc-7936-4ebc-8676-0d74c6914dff),segment_id=7174c6cc-7936-4ebc-8676-0d74c6914dff)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:49:38.001359 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-60278e6c-fa29-4d57-826b-46709fa71d9e tempest-ExternalNetworksAdminNegativeTestJSON-1226092091 tempest-ExternalNetworksAdminNegativeTestJSON-1226092091-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:38.015334 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.db.api [None req-4db3fb00-4e64-4dd1-a5a1-db8e7d9b786c tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 13:49:38.015334 dv-neutron-835335-1-hyperv neutron-server[109612]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 13:49:38.015334 dv-neutron-835335-1-hyperv neutron-server[109612]: [parameters: {'id': '1fd527ca-9f14-4f7b-9c4b-66bfb045bc6d'}] Mar 28 13:49:38.015334 dv-neutron-835335-1-hyperv neutron-server[109612]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 13:49:38.020347 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG oslo_db.api [None req-4db3fb00-4e64-4dd1-a5a1-db8e7d9b786c tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 13:49:38.045263 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-beb358a3-8b90-41de-9364-dc5ec408fb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:38.075675 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0af61ae3-7c68-4199-aecc-aedb3138eef8 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:38.079927 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:38.088876 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e9fbf37e-5f76-4d21-92f1-4a3e71234885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:38.094581 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af50e4bd-6f7f-440e-b2c3-a91ba604c19f tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Router c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:49:38.102297 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-60278e6c-fa29-4d57-826b-46709fa71d9e tempest-ExternalNetworksAdminNegativeTestJSON-1226092091 tempest-ExternalNetworksAdminNegativeTestJSON-1226092091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:38.151132 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-66d68e9d-da52-464b-a672-352bf088e718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:38.184947 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb358a3-8b90-41de-9364-dc5ec408fb83 None None] Pushing event updated for resources: {'Port': ['ID=791b63a3-e1e9-4c17-a189-42ee49f81032,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:38.202551 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0af61ae3-7c68-4199-aecc-aedb3138eef8 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:38.256284 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d68e9d-da52-464b-a672-352bf088e718 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:49:38.287617 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af50e4bd-6f7f-440e-b2c3-a91ba604c19f tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:49:38.291461 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-66d68e9d-da52-464b-a672-352bf088e718 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:38.303612 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-45d9f571-c1b5-4ac3-a278-3e950cac7f13 None None] Allocated IP 2001:db8::2 (86ab37a1-bd34-4d48-bf68-1b0895609206/511434cf-08da-47cd-9fc8-d5707a853ce0/a6a42c74-ccb4-40d7-be11-c41842254010) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:49:38.310095 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-af50e4bd-6f7f-440e-b2c3-a91ba604c19f tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "PUT /v2.0/routers/c2d6f058-720e-4b7c-9fef-ac14f2fbeab7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3758268 Mar 28 13:49:38.316355 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d68e9d-da52-464b-a672-352bf088e718 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:49:38.317673 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 32956) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:38.318601 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b284d1-7978-49fd-98cf-bfa03614fc54 None None] Sync routers for ids ['c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:49:38.357741 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.db.api [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 13:49:38.358088 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG oslo_db.api [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 13:49:38.368202 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-60278e6c-fa29-4d57-826b-46709fa71d9e tempest-ExternalNetworksAdminNegativeTestJSON-1226092091 tempest-ExternalNetworksAdminNegativeTestJSON-1226092091-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:38.382078 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d963acc-5ba6-4a44-b4d4-5b37c345a4e4 None None] Network 1fd527ca-9f14-4f7b-9c4b-66bfb045bc6d requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:38.386279 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0af61ae3-7c68-4199-aecc-aedb3138eef8 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:38.387868 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-0af61ae3-7c68-4199-aecc-aedb3138eef8 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.3340790 Mar 28 13:49:38.388174 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af61ae3-7c68-4199-aecc-aedb3138eef8 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a558a4-35ba-4ea1-83e7-a07557616bfb,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:38.391433 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 32958) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:38.407208 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-a90990a3-8f7a-4225-997a-07ec7648eae8 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Allocated IP 2001:db8::38a (0683b568-5de1-47de-8c3c-3856d7f643f9/657881f5-fabc-498a-adbf-a8958cbba778/6262fdc4-5d93-4fd0-884a-91be00aca3c5) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:49:38.411597 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-3db70548-1f3d-44ba-811b-cf1e66658eed tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Request body: {'security_group': {'name': 'tempest-secgroup-1561552842'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:38.422122 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b284d1-7978-49fd-98cf-bfa03614fc54 None None] Routers {'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:49:38.422757 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-80b284d1-7978-49fd-98cf-bfa03614fc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:49:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:38.434047 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-60278e6c-fa29-4d57-826b-46709fa71d9e tempest-ExternalNetworksAdminNegativeTestJSON-1226092091 tempest-ExternalNetworksAdminNegativeTestJSON-1226092091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:38.444614 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fbf37e-5f76-4d21-92f1-4a3e71234885 None None] Pushing event updated for resources: {'Port': ['ID=c920e5c6-7eef-4e15-9137-5e313aeac9c9,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:38.454656 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fec9115-0816-4ac2-b5ce-9341f3d2c87c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Deleting subnet 8eacfc1a-2ffb-488b-bab3-043e8222db66 {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:49:38.469579 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8fec9115-0816-4ac2-b5ce-9341f3d2c87c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:38.513219 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60278e6c-fa29-4d57-826b-46709fa71d9e tempest-ExternalNetworksAdminNegativeTestJSON-1226092091 tempest-ExternalNetworksAdminNegativeTestJSON-1226092091-project-admin] Pushing event updated for resources: {'Port': ['ID=d828e648-2442-41b3-88a7-ab67ccfc8960,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:38.516730 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4db3fb00-4e64-4dd1-a5a1-db8e7d9b786c tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:38.522988 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-60278e6c-fa29-4d57-826b-46709fa71d9e tempest-ExternalNetworksAdminNegativeTestJSON-1226092091 tempest-ExternalNetworksAdminNegativeTestJSON-1226092091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:38.544410 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8fec9115-0816-4ac2-b5ce-9341f3d2c87c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:38.550204 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3db70548-1f3d-44ba-811b-cf1e66658eed tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:38.616707 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-f78c3389-2b09-4e2b-9fd7-1c82f709d65e None None] Provisioning complete for port 791b63a3-e1e9-4c17-a189-42ee49f81032 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:38.617076 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f78c3389-2b09-4e2b-9fd7-1c82f709d65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:38.634483 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-60278e6c-fa29-4d57-826b-46709fa71d9e tempest-ExternalNetworksAdminNegativeTestJSON-1226092091 tempest-ExternalNetworksAdminNegativeTestJSON-1226092091-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:38.636891 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-60278e6c-fa29-4d57-826b-46709fa71d9e tempest-ExternalNetworksAdminNegativeTestJSON-1226092091 tempest-ExternalNetworksAdminNegativeTestJSON-1226092091-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7712708 Mar 28 13:49:38.640936 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-66d68e9d-da52-464b-a672-352bf088e718 None None] Attempting to bind port ed6a3166-2227-4bac-9b3f-01a2805676d3 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:49:38.641530 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-66d68e9d-da52-464b-a672-352bf088e718 None None] Attempting to bind port ed6a3166-2227-4bac-9b3f-01a2805676d3 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:49:38.641914 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 32960) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:38.642060 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d68e9d-da52-464b-a672-352bf088e718 None None] Attempting to bind port ed6a3166-2227-4bac-9b3f-01a2805676d3 on network 0683b568-5de1-47de-8c3c-3856d7f643f9 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:49:38.647384 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-e25693d2-efa2-4c89-bebe-a9f642fac4f5 tempest-ExternalNetworksAdminNegativeTestJSON-1226092091 tempest-ExternalNetworksAdminNegativeTestJSON-1226092091-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2064621585', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'fixed_ips': [{'ip_address': '172.26.2.60'}]}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:38.695348 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d68e9d-da52-464b-a672-352bf088e718 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:49:38.695714 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d68e9d-da52-464b-a672-352bf088e718 None None] Checking segment: {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:49:38.696106 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-66d68e9d-da52-464b-a672-352bf088e718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:38.696528 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d68e9d-da52-464b-a672-352bf088e718 None None] Bound using segment: {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:49:38.696999 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-66d68e9d-da52-464b-a672-352bf088e718 None None] Bound port: ed6a3166-2227-4bac-9b3f-01a2805676d3, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:49:38.697374 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-66d68e9d-da52-464b-a672-352bf088e718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:38.700395 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-80b284d1-7978-49fd-98cf-bfa03614fc54 None None] Set router c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 gateway port host: None {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:49:38.725705 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d68e9d-da52-464b-a672-352bf088e718 None None] Pushing event updated for resources: {'Port': ['ID=ed6a3166-2227-4bac-9b3f-01a2805676d3,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:38.747822 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25693d2-efa2-4c89-bebe-a9f642fac4f5 tempest-ExternalNetworksAdminNegativeTestJSON-1226092091 tempest-ExternalNetworksAdminNegativeTestJSON-1226092091-project-admin] Made reservation on behalf of 10e00deebc3242ff9cd5dca203fb58fe for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:38.750913 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e25693d2-efa2-4c89-bebe-a9f642fac4f5 tempest-ExternalNetworksAdminNegativeTestJSON-1226092091 tempest-ExternalNetworksAdminNegativeTestJSON-1226092091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:38.762777 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e25693d2-efa2-4c89-bebe-a9f642fac4f5 tempest-ExternalNetworksAdminNegativeTestJSON-1226092091 tempest-ExternalNetworksAdminNegativeTestJSON-1226092091-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:38.782342 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a90990a3-8f7a-4225-997a-07ec7648eae8 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:38.793769 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8fec9115-0816-4ac2-b5ce-9341f3d2c87c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:38.831382 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-4db3fb00-4e64-4dd1-a5a1-db8e7d9b786c tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Deleting port c920e5c6-7eef-4e15-9137-5e313aeac9c9 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:49:38.831727 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4db3fb00-4e64-4dd1-a5a1-db8e7d9b786c tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:38.853532 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e25693d2-efa2-4c89-bebe-a9f642fac4f5 tempest-ExternalNetworksAdminNegativeTestJSON-1226092091 tempest-ExternalNetworksAdminNegativeTestJSON-1226092091-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:38.856529 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3db70548-1f3d-44ba-811b-cf1e66658eed tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:38.919407 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e25693d2-efa2-4c89-bebe-a9f642fac4f5 tempest-ExternalNetworksAdminNegativeTestJSON-1226092091 tempest-ExternalNetworksAdminNegativeTestJSON-1226092091-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:38.925151 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-e25693d2-efa2-4c89-bebe-a9f642fac4f5 tempest-ExternalNetworksAdminNegativeTestJSON-1226092091 tempest-ExternalNetworksAdminNegativeTestJSON-1226092091-project-admin] device_id is not set on port 25042011-a568-46b4-8c3b-2ed4ae13f91d yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:49:38.939404 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3db70548-1f3d-44ba-811b-cf1e66658eed tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:38.950542 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-4db3fb00-4e64-4dd1-a5a1-db8e7d9b786c tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] For port c920e5c6-7eef-4e15-9137-5e313aeac9c9, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=c920e5c6-7eef-4e15-9137-5e313aeac9c9,segment=NetworkSegment(7174c6cc-7936-4ebc-8676-0d74c6914dff),segment_id=7174c6cc-7936-4ebc-8676-0d74c6914dff)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:38.950919 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4db3fb00-4e64-4dd1-a5a1-db8e7d9b786c tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:38.982218 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-4db3fb00-4e64-4dd1-a5a1-db8e7d9b786c tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Calling delete_port for c920e5c6-7eef-4e15-9137-5e313aeac9c9 owned by network:dhcp {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:49:39.001376 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db70548-1f3d-44ba-811b-cf1e66658eed tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0dd70c-dc92-43e9-9cd9-0b10503649f5,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:39.007501 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a90990a3-8f7a-4225-997a-07ec7648eae8 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:39.052203 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8fec9115-0816-4ac2-b5ce-9341f3d2c87c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:39.061814 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25693d2-efa2-4c89-bebe-a9f642fac4f5 tempest-ExternalNetworksAdminNegativeTestJSON-1226092091 tempest-ExternalNetworksAdminNegativeTestJSON-1226092091-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37b83b2-10c7-4bd1-b09b-62bf43eb5bfd,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:39.123348 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3db70548-1f3d-44ba-811b-cf1e66658eed tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:39.127165 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-3db70548-1f3d-44ba-811b-cf1e66658eed tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7184134 Mar 28 13:49:39.127165 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec9115-0816-4ac2-b5ce-9341f3d2c87c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event deleted for resources: {'Subnet': ['ID=8eacfc1a-2ffb-488b-bab3-043e8222db66,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:39.128520 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 32962) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:39.135075 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8fec9115-0816-4ac2-b5ce-9341f3d2c87c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:39.136620 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-4c49c6bd-1f20-4bf5-aabc-d533daa2b7f1 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1351984426', 'security_groups': ['ff0dd70c-dc92-43e9-9cd9-0b10503649f5'], 'network_id': '86ab37a1-bd34-4d48-bf68-1b0895609206', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '511434cf-08da-47cd-9fc8-d5707a853ce0'}]}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:39.138234 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-8fec9115-0816-4ac2-b5ce-9341f3d2c87c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "DELETE /v2.0/subnets/8eacfc1a-2ffb-488b-bab3-043e8222db66 HTTP/1.1" status: 204 len: 168 time: 0.8184111 Mar 28 13:49:39.142502 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-45d9f571-c1b5-4ac3-a278-3e950cac7f13 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:39.143767 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 32964) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:39.151854 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90990a3-8f7a-4225-997a-07ec7648eae8 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:49:39.154365 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90990a3-8f7a-4225-997a-07ec7648eae8 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Port': ['ID=6262fdc4-5d93-4fd0-884a-91be00aca3c5,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:39.154829 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4f949e-770a-4070-8b5b-76fa04748970 None None] Network fdf7be46-1933-47f0-a1fa-e9bc84b31efc requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:39.158679 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-a90990a3-8f7a-4225-997a-07ec7648eae8 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:39.161945 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90990a3-8f7a-4225-997a-07ec7648eae8 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:49:39.167593 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90990a3-8f7a-4225-997a-07ec7648eae8 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:39.168223 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a90990a3-8f7a-4225-997a-07ec7648eae8 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:39.235499 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-66d68e9d-da52-464b-a672-352bf088e718 None None] For port ed6a3166-2227-4bac-9b3f-01a2805676d3, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:49:39.243421 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 88d70019-d0e3-4a0e-ac66-cf1e6995bfab no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:49:39.245549 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-45d9f571-c1b5-4ac3-a278-3e950cac7f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:39.283180 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a90990a3-8f7a-4225-997a-07ec7648eae8 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6979744 Mar 28 13:49:39.291055 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 32966) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:39.328280 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4db3fb00-4e64-4dd1-a5a1-db8e7d9b786c tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:39.332714 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c1182987-8597-4ae0-98af-416cdade2f17 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:39.345901 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 88d70019-d0e3-4a0e-ac66-cf1e6995bfab {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:49:39.346279 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 88d70019-d0e3-4a0e-ac66-cf1e6995bfab not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:49:39.346734 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device c60fbca6-2871-40f6-8178-5f8799dc8265 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:49:39.363132 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db3fb00-4e64-4dd1-a5a1-db8e7d9b786c tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Pushing event deleted for resources: {'Port': ['ID=c920e5c6-7eef-4e15-9137-5e313aeac9c9,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:39.366417 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db3fb00-4e64-4dd1-a5a1-db8e7d9b786c tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] No DVR routers for this DVR port c920e5c6-7eef-4e15-9137-5e313aeac9c9 on host dv-neutron-835335-1-hyperv {{(pid=109612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:49:39.369388 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-66d68e9d-da52-464b-a672-352bf088e718 None None] For port ed6a3166-2227-4bac-9b3f-01a2805676d3, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=ed6a3166-2227-4bac-9b3f-01a2805676d3,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:49:39.406539 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-e25693d2-efa2-4c89-bebe-a9f642fac4f5 tempest-ExternalNetworksAdminNegativeTestJSON-1226092091 tempest-ExternalNetworksAdminNegativeTestJSON-1226092091-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 28 13:49:39.407094 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e25693d2-efa2-4c89-bebe-a9f642fac4f5 tempest-ExternalNetworksAdminNegativeTestJSON-1226092091 tempest-ExternalNetworksAdminNegativeTestJSON-1226092091-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:49:39.409714 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76c38d0-1ec2-4568-8555-97404263433a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:39.415673 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: c60fbca6-2871-40f6-8178-5f8799dc8265 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:49:39.415886 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76c38d0-1ec2-4568-8555-97404263433a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:39.416095 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device c60fbca6-2871-40f6-8178-5f8799dc8265 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:49:39.420177 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-b76c38d0-1ec2-4568-8555-97404263433a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1249256 Mar 28 13:49:39.420319 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d9f571-c1b5-4ac3-a278-3e950cac7f13 None None] Network 86ab37a1-bd34-4d48-bf68-1b0895609206 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:49:39.421581 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 32968) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:39.432678 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-66d68e9d-da52-464b-a672-352bf088e718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:39.437430 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d9f571-c1b5-4ac3-a278-3e950cac7f13 None None] Pushing event updated for resources: {'Port': ['ID=a6a42c74-ccb4-40d7-be11-c41842254010,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:39.439956 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-45d9f571-c1b5-4ac3-a278-3e950cac7f13 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:39.465776 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d9f571-c1b5-4ac3-a278-3e950cac7f13 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:49:39.480244 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4db3fb00-4e64-4dd1-a5a1-db8e7d9b786c tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:39.506953 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-4db3fb00-4e64-4dd1-a5a1-db8e7d9b786c tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fd527ca-9f14-4f7b-9c4b-66bfb045bc6d']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:39.508561 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e25693d2-efa2-4c89-bebe-a9f642fac4f5 tempest-ExternalNetworksAdminNegativeTestJSON-1226092091 tempest-ExternalNetworksAdminNegativeTestJSON-1226092091-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.8654239 Mar 28 13:49:39.509338 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 32970) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:39.526062 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-c1182987-8597-4ae0-98af-416cdade2f17 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Deleting port 4570e9fe-49ce-422b-aeec-b3c3dda80cad {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:49:39.526455 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c1182987-8597-4ae0-98af-416cdade2f17 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:39.566205 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-4db3fb00-4e64-4dd1-a5a1-db8e7d9b786c tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7174c6cc-7936-4ebc-8676-0d74c6914dff') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:39.566532 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-4db3fb00-4e64-4dd1-a5a1-db8e7d9b786c tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7174c6cc-7936-4ebc-8676-0d74c6914dff') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:39.590233 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4db3fb00-4e64-4dd1-a5a1-db8e7d9b786c tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:39.597840 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c49c6bd-1f20-4bf5-aabc-d533daa2b7f1 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Made reservation on behalf of 427ec9eabb7e45afac363fe68c5efe1f for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:39.624960 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d68e9d-da52-464b-a672-352bf088e718 None None] Pushing event updated for resources: {'Port': ['ID=ed6a3166-2227-4bac-9b3f-01a2805676d3,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:39.673377 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4db3fb00-4e64-4dd1-a5a1-db8e7d9b786c tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:39.679454 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-c1182987-8597-4ae0-98af-416cdade2f17 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] For port 4570e9fe-49ce-422b-aeec-b3c3dda80cad, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=4570e9fe-49ce-422b-aeec-b3c3dda80cad,segment=NetworkSegment(dbc6059e-d128-4256-be1c-fa87eb2624fe),segment_id=dbc6059e-d128-4256-be1c-fa87eb2624fe)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:39.679829 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c1182987-8597-4ae0-98af-416cdade2f17 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:39.683804 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-2504636c-ead6-42d9-b824-cea38fd1413e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting port 6262fdc4-5d93-4fd0-884a-91be00aca3c5 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:49:39.684142 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2504636c-ead6-42d9-b824-cea38fd1413e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:39.699720 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 791b63a3-e1e9-4c17-a189-42ee49f81032 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:49:39.711929 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4db3fb00-4e64-4dd1-a5a1-db8e7d9b786c tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:49:39.712608 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4db3fb00-4e64-4dd1-a5a1-db8e7d9b786c tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:39.716516 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:49:39.716516 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:49:39.716516 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:49:39.716516 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:49:39.716516 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:49:39.716516 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:49:39.716516 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:49:39.716516 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:49:39.716516 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:49:39.716516 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:49:39.716516 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:49:39.716516 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:49:39.716516 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:49:39.716516 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:49:39.716516 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:49:39.716516 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:49:39.716516 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:49:39.716516 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:49:39.716516 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:49:39.716516 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:49:39.716516 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:49:39.716516 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:49:39.716516 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:49:39.716516 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:49:39.716516 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:49:39.716516 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:49:39.716516 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:49:39.716516 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:49:39.716516 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:49:39.716516 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:49:39.716516 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:49:39.716516 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:49:39.745334 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-45d9f571-c1b5-4ac3-a278-3e950cac7f13 None None] Attempting to bind port a6a42c74-ccb4-40d7-be11-c41842254010 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:49:39.746096 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-45d9f571-c1b5-4ac3-a278-3e950cac7f13 None None] Attempting to bind port a6a42c74-ccb4-40d7-be11-c41842254010 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '63dc7ace-2c9c-4864-8139-c2daaac86078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '86ab37a1-bd34-4d48-bf68-1b0895609206'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:49:39.746352 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d9f571-c1b5-4ac3-a278-3e950cac7f13 None None] Attempting to bind port a6a42c74-ccb4-40d7-be11-c41842254010 on network 86ab37a1-bd34-4d48-bf68-1b0895609206 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:49:39.758504 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-c1182987-8597-4ae0-98af-416cdade2f17 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Calling delete_port for 4570e9fe-49ce-422b-aeec-b3c3dda80cad owned by network:dhcp {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:49:39.777148 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d9f571-c1b5-4ac3-a278-3e950cac7f13 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:49:39.777520 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d9f571-c1b5-4ac3-a278-3e950cac7f13 None None] Checking segment: {'id': '63dc7ace-2c9c-4864-8139-c2daaac86078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '86ab37a1-bd34-4d48-bf68-1b0895609206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:49:39.778093 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-45d9f571-c1b5-4ac3-a278-3e950cac7f13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:39.778659 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d9f571-c1b5-4ac3-a278-3e950cac7f13 None None] Bound using segment: {'id': '63dc7ace-2c9c-4864-8139-c2daaac86078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '86ab37a1-bd34-4d48-bf68-1b0895609206'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:49:39.779141 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-45d9f571-c1b5-4ac3-a278-3e950cac7f13 None None] Bound port: a6a42c74-ccb4-40d7-be11-c41842254010, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63dc7ace-2c9c-4864-8139-c2daaac86078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '86ab37a1-bd34-4d48-bf68-1b0895609206'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:49:39.779704 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-45d9f571-c1b5-4ac3-a278-3e950cac7f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:39.827791 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-4a8523f6-8588-4769-af7c-ede6cfaa5b6b tempest-ExternalNetworksAdminNegativeTestJSON-1226092091 tempest-ExternalNetworksAdminNegativeTestJSON-1226092091-project-admin] Deleting port d828e648-2442-41b3-88a7-ab67ccfc8960 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:49:39.828337 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4a8523f6-8588-4769-af7c-ede6cfaa5b6b tempest-ExternalNetworksAdminNegativeTestJSON-1226092091 tempest-ExternalNetworksAdminNegativeTestJSON-1226092091-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:39.851025 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4c49c6bd-1f20-4bf5-aabc-d533daa2b7f1 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:39.876715 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2504636c-ead6-42d9-b824-cea38fd1413e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:39.876883 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-45d9f571-c1b5-4ac3-a278-3e950cac7f13 None None] For port a6a42c74-ccb4-40d7-be11-c41842254010, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:49:39.899468 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-4c49c6bd-1f20-4bf5-aabc-d533daa2b7f1 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] device_id is not set on port 370a5fcb-d81d-46d7-8b09-449b4806e523 yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:49:39.901342 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 791b63a3-e1e9-4c17-a189-42ee49f81032 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:39.902247 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:39.909481 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da3a0fd-c874-4db5-b7db-86a210434b84 None None] DHCP port deletion for fdf7be46-1933-47f0-a1fa-e9bc84b31efc request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:49:39.917322 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4db3fb00-4e64-4dd1-a5a1-db8e7d9b786c tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:39.933202 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4db3fb00-4e64-4dd1-a5a1-db8e7d9b786c tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:39.940591 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-4db3fb00-4e64-4dd1-a5a1-db8e7d9b786c tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "DELETE /v2.0/networks/1fd527ca-9f14-4f7b-9c4b-66bfb045bc6d HTTP/1.1" status: 204 len: 168 time: 3.7614861 Mar 28 13:49:39.944093 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 32972) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:39.961573 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-b5e8195a-4e62-4c97-aba3-75a549cd09d0 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-998351302'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:39.967113 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-2504636c-ead6-42d9-b824-cea38fd1413e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Calling delete_port for 6262fdc4-5d93-4fd0-884a-91be00aca3c5 owned by {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:49:39.983183 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db3fb00-4e64-4dd1-a5a1-db8e7d9b786c tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Pushing event deleted for resources: {'Network': ['ID=1fd527ca-9f14-4f7b-9c4b-66bfb045bc6d,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:39.991704 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-45d9f571-c1b5-4ac3-a278-3e950cac7f13 None None] For port a6a42c74-ccb4-40d7-be11-c41842254010, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=a6a42c74-ccb4-40d7-be11-c41842254010,segment=NetworkSegment(63dc7ace-2c9c-4864-8139-c2daaac86078),segment_id=63dc7ace-2c9c-4864-8139-c2daaac86078)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:49:40.007507 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4a8523f6-8588-4769-af7c-ede6cfaa5b6b tempest-ExternalNetworksAdminNegativeTestJSON-1226092091 tempest-ExternalNetworksAdminNegativeTestJSON-1226092091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:40.007835 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4a8523f6-8588-4769-af7c-ede6cfaa5b6b tempest-ExternalNetworksAdminNegativeTestJSON-1226092091 tempest-ExternalNetworksAdminNegativeTestJSON-1226092091-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:40.008497 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-80b284d1-7978-49fd-98cf-bfa03614fc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'name': 'tempest-RoutersIpV6Test-router-21356739', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:48:42Z', 'updated_at': '2022-03-28T13:49:36Z', 'revision_number': 10, 'project_id': 'f6b8e64020de40e182c741fada779147', 'gw_port_host': None, '_interfaces': [{'id': 'c76432cf-1180-4609-869e-532cb58d0463', 'name': '', 'network_id': '6ec7f31c-8f9b-4c25-9782-9b480b51dfcf', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:e7:1b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:48:47Z', 'updated_at': '2022-03-28T13:48:56Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:40.023408 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-4a8523f6-8588-4769-af7c-ede6cfaa5b6b tempest-ExternalNetworksAdminNegativeTestJSON-1226092091 tempest-ExternalNetworksAdminNegativeTestJSON-1226092091-project-admin] Calling delete_port for d828e648-2442-41b3-88a7-ab67ccfc8960 owned by network:floatingip {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:49:40.043590 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b284d1-7978-49fd-98cf-bfa03614fc54 None None] Checking router: c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:49:40.069083 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b284d1-7978-49fd-98cf-bfa03614fc54 None None] Routers {'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:49:40.070285 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-80b284d1-7978-49fd-98cf-bfa03614fc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:49:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:40.135871 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-45d9f571-c1b5-4ac3-a278-3e950cac7f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:40.139721 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e8195a-4e62-4c97-aba3-75a549cd09d0 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Made reservation on behalf of e3ccc62ac4294ef7b8c72ff93b44bd2d for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:40.145548 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b5e8195a-4e62-4c97-aba3-75a549cd09d0 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:40.161320 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c1182987-8597-4ae0-98af-416cdade2f17 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:40.219130 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1182987-8597-4ae0-98af-416cdade2f17 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event deleted for resources: {'Port': ['ID=4570e9fe-49ce-422b-aeec-b3c3dda80cad,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:40.236863 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1182987-8597-4ae0-98af-416cdade2f17 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] No DVR routers for this DVR port 4570e9fe-49ce-422b-aeec-b3c3dda80cad on host dv-neutron-835335-1-hyperv {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:49:40.242255 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-4c49c6bd-1f20-4bf5-aabc-d533daa2b7f1 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Allocated IP 2001:db8::44 (86ab37a1-bd34-4d48-bf68-1b0895609206/511434cf-08da-47cd-9fc8-d5707a853ce0/370a5fcb-d81d-46d7-8b09-449b4806e523) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:49:40.267910 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-7da3a0fd-c874-4db5-b7db-86a210434b84 None None] Deleting port 4570e9fe-49ce-422b-aeec-b3c3dda80cad {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:49:40.268957 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7da3a0fd-c874-4db5-b7db-86a210434b84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:40.274447 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4a8523f6-8588-4769-af7c-ede6cfaa5b6b tempest-ExternalNetworksAdminNegativeTestJSON-1226092091 tempest-ExternalNetworksAdminNegativeTestJSON-1226092091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:40.281522 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-80b284d1-7978-49fd-98cf-bfa03614fc54 None None] Set router c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 gateway port host: None {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:49:40.323006 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8523f6-8588-4769-af7c-ede6cfaa5b6b tempest-ExternalNetworksAdminNegativeTestJSON-1226092091 tempest-ExternalNetworksAdminNegativeTestJSON-1226092091-project-admin] Pushing event deleted for resources: {'Port': ['ID=d828e648-2442-41b3-88a7-ab67ccfc8960,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:40.345079 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d9f571-c1b5-4ac3-a278-3e950cac7f13 None None] Pushing event updated for resources: {'Port': ['ID=a6a42c74-ccb4-40d7-be11-c41842254010,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:40.375986 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c1182987-8597-4ae0-98af-416cdade2f17 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:40.402247 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4a8523f6-8588-4769-af7c-ede6cfaa5b6b tempest-ExternalNetworksAdminNegativeTestJSON-1226092091 tempest-ExternalNetworksAdminNegativeTestJSON-1226092091-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:40.405474 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4a8523f6-8588-4769-af7c-ede6cfaa5b6b tempest-ExternalNetworksAdminNegativeTestJSON-1226092091 tempest-ExternalNetworksAdminNegativeTestJSON-1226092091-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:40.410004 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-4a8523f6-8588-4769-af7c-ede6cfaa5b6b tempest-ExternalNetworksAdminNegativeTestJSON-1226092091 tempest-ExternalNetworksAdminNegativeTestJSON-1226092091-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/a51ee0a6-ca4e-499e-8016-de41f41d99ae HTTP/1.1" status: 204 len: 168 time: 0.8961086 Mar 28 13:49:40.410194 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-c1182987-8597-4ae0-98af-416cdade2f17 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdf7be46-1933-47f0-a1fa-e9bc84b31efc']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:40.421819 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-c1182987-8597-4ae0-98af-416cdade2f17 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbc6059e-d128-4256-be1c-fa87eb2624fe') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:40.422176 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-c1182987-8597-4ae0-98af-416cdade2f17 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbc6059e-d128-4256-be1c-fa87eb2624fe') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:40.431510 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c1182987-8597-4ae0-98af-416cdade2f17 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:40.447969 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2504636c-ead6-42d9-b824-cea38fd1413e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:40.453853 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5e8195a-4e62-4c97-aba3-75a549cd09d0 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:49:40.455677 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c1182987-8597-4ae0-98af-416cdade2f17 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:40.462460 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-7da3a0fd-c874-4db5-b7db-86a210434b84 None None] For port 4570e9fe-49ce-422b-aeec-b3c3dda80cad, host dv-neutron-835335-1-hyperv, got binding levels [] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:40.463951 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7da3a0fd-c874-4db5-b7db-86a210434b84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:40.470547 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b5e8195a-4e62-4c97-aba3-75a549cd09d0 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:40.470906 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-b5e8195a-4e62-4c97-aba3-75a549cd09d0 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Added segment 2cc07177-222f-4cf6-8511-2194f88bc76a of type vlan for network 4cc8b7b3-8211-436b-a04a-a4b8ddbf142e Mar 28 13:49:40.514140 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-7da3a0fd-c874-4db5-b7db-86a210434b84 None None] Calling delete_port for 4570e9fe-49ce-422b-aeec-b3c3dda80cad owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:49:40.515987 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1182987-8597-4ae0-98af-416cdade2f17 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:49:40.516439 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c1182987-8597-4ae0-98af-416cdade2f17 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:40.518256 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.ipam_backend_mixin [None req-7da3a0fd-c874-4db5-b7db-86a210434b84 None None] Port 4570e9fe-49ce-422b-aeec-b3c3dda80cad was not found and therefore no delete operation was performed {{(pid=109614) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 28 13:49:40.524778 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:49:40.524778 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:49:40.524778 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:49:40.524778 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:49:40.524778 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:49:40.524778 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:49:40.524778 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:49:40.524778 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:49:40.524778 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:49:40.524778 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:49:40.524778 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:49:40.524778 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:49:40.524778 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:49:40.524778 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:49:40.524778 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:49:40.524778 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:49:40.524778 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:49:40.524778 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:49:40.524778 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:49:40.524778 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:49:40.524778 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:49:40.524778 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:49:40.524778 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:49:40.524778 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:49:40.524778 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:49:40.524778 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:49:40.524778 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:49:40.524778 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:49:40.524778 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:49:40.524778 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:49:40.524778 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:49:40.524778 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:49:40.524778 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2504636c-ead6-42d9-b824-cea38fd1413e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Port': ['ID=6262fdc4-5d93-4fd0-884a-91be00aca3c5,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:40.530163 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7da3a0fd-c874-4db5-b7db-86a210434b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:40.576811 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da3a0fd-c874-4db5-b7db-86a210434b84 None None] Pushing event deleted for resources: {'Port': ['ID=4570e9fe-49ce-422b-aeec-b3c3dda80cad,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:40.590770 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b5e8195a-4e62-4c97-aba3-75a549cd09d0 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:40.592238 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da3a0fd-c874-4db5-b7db-86a210434b84 None None] No DVR routers for this DVR port 4570e9fe-49ce-422b-aeec-b3c3dda80cad on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:49:40.634828 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2504636c-ead6-42d9-b824-cea38fd1413e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:40.646514 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-2504636c-ead6-42d9-b824-cea38fd1413e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/ports/6262fdc4-5d93-4fd0-884a-91be00aca3c5 HTTP/1.1" status: 204 len: 168 time: 1.2219510 Mar 28 13:49:40.647345 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 32976) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:40.697132 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-80b284d1-7978-49fd-98cf-bfa03614fc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'name': 'tempest-RoutersIpV6Test-router-21356739', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:48:42Z', 'updated_at': '2022-03-28T13:49:36Z', 'revision_number': 10, 'project_id': 'f6b8e64020de40e182c741fada779147', 'gw_port_host': None, '_interfaces': [{'id': 'c76432cf-1180-4609-869e-532cb58d0463', 'name': '', 'network_id': '6ec7f31c-8f9b-4c25-9782-9b480b51dfcf', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:e7:1b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:48:47Z', 'updated_at': '2022-03-28T13:48:56Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:40.720142 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b5e8195a-4e62-4c97-aba3-75a549cd09d0 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:40.737310 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e8195a-4e62-4c97-aba3-75a549cd09d0 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:40.738059 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b5e8195a-4e62-4c97-aba3-75a549cd09d0 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:40.741049 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b284d1-7978-49fd-98cf-bfa03614fc54 None None] The sync data for ids ['c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'] in dv-neutron-835335-1-hyperv is: [{'id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'name': 'tempest-RoutersIpV6Test-router-21356739', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:48:42Z', 'updated_at': '2022-03-28T13:49:36Z', 'revision_number': 10, 'project_id': 'f6b8e64020de40e182c741fada779147', 'gw_port_host': None, '_interfaces': [{'id': 'c76432cf-1180-4609-869e-532cb58d0463', 'name': '', 'network_id': '6ec7f31c-8f9b-4c25-9782-9b480b51dfcf', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'mac_address': 'fa:16:3e:e7:1b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:48:47Z', 'updated_at': '2022-03-28T13:48:56Z', 'revision_number': 5, 'project_id': 'f6b8e64020de40e182c741fada779147', 'subnets': [{'id': 'abc23a04-a966-44a0-b480-87f6cce0ce85', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:49:40.765954 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4c49c6bd-1f20-4bf5-aabc-d533daa2b7f1 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:40.804345 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c1182987-8597-4ae0-98af-416cdade2f17 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:40.807494 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c1182987-8597-4ae0-98af-416cdade2f17 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:40.813898 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c1182987-8597-4ae0-98af-416cdade2f17 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "DELETE /v2.0/networks/fdf7be46-1933-47f0-a1fa-e9bc84b31efc HTTP/1.1" status: 204 len: 168 time: 1.6656272 Mar 28 13:49:40.817133 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 32978) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:40.867333 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57811b1a-ff18-4d69-8014-d53cd5c81e2e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:40.869042 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57811b1a-ff18-4d69-8014-d53cd5c81e2e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:40.872954 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-57811b1a-ff18-4d69-8014-d53cd5c81e2e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2215848 Mar 28 13:49:40.873525 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 32980) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:40.877041 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e8195a-4e62-4c97-aba3-75a549cd09d0 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Pushing event updated for resources: {'Network': ['ID=4cc8b7b3-8211-436b-a04a-a4b8ddbf142e,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:40.884165 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1182987-8597-4ae0-98af-416cdade2f17 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event deleted for resources: {'Network': ['ID=fdf7be46-1933-47f0-a1fa-e9bc84b31efc,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:40.896874 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 4cc8b7b3-8211-436b-a04a-a4b8ddbf142e details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:49:40.918212 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-b5e8195a-4e62-4c97-aba3-75a549cd09d0 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9697762 Mar 28 13:49:40.918558 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 32982) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:40.923837 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-28f95771-1d7e-4ddd-94f3-f6f865a56fda tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Request body: {'subnet': {'network_id': '4cc8b7b3-8211-436b-a04a-a4b8ddbf142e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:40.957510 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4c49c6bd-1f20-4bf5-aabc-d533daa2b7f1 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:41.027523 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-442c1cf8-a63f-4819-8484-0ff2fb6b00c3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting subnet 657881f5-fabc-498a-adbf-a8958cbba778 {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:49:41.036931 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-442c1cf8-a63f-4819-8484-0ff2fb6b00c3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:41.070525 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c49c6bd-1f20-4bf5-aabc-d533daa2b7f1 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Network 86ab37a1-bd34-4d48-bf68-1b0895609206 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:49:41.082750 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c49c6bd-1f20-4bf5-aabc-d533daa2b7f1 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event updated for resources: {'Port': ['ID=370a5fcb-d81d-46d7-8b09-449b4806e523,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:41.082750 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-4c49c6bd-1f20-4bf5-aabc-d533daa2b7f1 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:41.083341 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c49c6bd-1f20-4bf5-aabc-d533daa2b7f1 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:49:41.089250 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c49c6bd-1f20-4bf5-aabc-d533daa2b7f1 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:41.089962 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4c49c6bd-1f20-4bf5-aabc-d533daa2b7f1 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:41.131635 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 32986) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:41.138797 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f95771-1d7e-4ddd-94f3-f6f865a56fda tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Made reservation on behalf of e3ccc62ac4294ef7b8c72ff93b44bd2d for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:41.147476 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-28f95771-1d7e-4ddd-94f3-f6f865a56fda tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:41.188344 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-442c1cf8-a63f-4819-8484-0ff2fb6b00c3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:41.206019 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-5764f362-883a-4393-8b78-f502f411b4d8 None None] Provisioning complete for port ed6a3166-2227-4bac-9b3f-01a2805676d3 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:41.207251 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5764f362-883a-4393-8b78-f502f411b4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:41.276329 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-4c49c6bd-1f20-4bf5-aabc-d533daa2b7f1 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1444449 Mar 28 13:49:41.276576 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 32990) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:41.282001 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-68073b35-8156-4679-9573-7f08910a142f tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Request body: {'subnet': {'network_id': '86ab37a1-bd34-4d48-bf68-1b0895609206', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:41.418549 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-442c1cf8-a63f-4819-8484-0ff2fb6b00c3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:41.491525 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e7343913-7753-472a-8b34-2567561be022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:41.625003 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-442c1cf8-a63f-4819-8484-0ff2fb6b00c3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:41.673883 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5764f362-883a-4393-8b78-f502f411b4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:41.767666 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.db.api [None req-5764f362-883a-4393-8b78-f502f411b4d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 13:49:41.768201 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG oslo_db.api [None req-5764f362-883a-4393-8b78-f502f411b4d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 13:49:41.770565 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device a6a42c74-ccb4-40d7-be11-c41842254010 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:49:41.855198 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e7343913-7753-472a-8b34-2567561be022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:41.861376 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port a6a42c74-ccb4-40d7-be11-c41842254010 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:41.867126 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:41.867273 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68073b35-8156-4679-9573-7f08910a142f tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Made reservation on behalf of 427ec9eabb7e45afac363fe68c5efe1f for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:41.867273 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-68073b35-8156-4679-9573-7f08910a142f tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:41.972872 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e7343913-7753-472a-8b34-2567561be022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:41.996363 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:42.038927 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-e7343913-7753-472a-8b34-2567561be022 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=df87d4fdabf248dfa45ae63fb1834da3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9062428 Mar 28 13:49:42.042141 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7343913-7753-472a-8b34-2567561be022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945b8647-422f-44fc-b020-59a8ba1bea1e,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:42.044027 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port a6a42c74-ccb4-40d7-be11-c41842254010, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=a6a42c74-ccb4-40d7-be11-c41842254010,segment=NetworkSegment(63dc7ace-2c9c-4864-8139-c2daaac86078),segment_id=63dc7ace-2c9c-4864-8139-c2daaac86078)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:42.045590 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-28f95771-1d7e-4ddd-94f3-f6f865a56fda tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:42.052649 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 32992) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:42.124055 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:42.141884 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device ed6a3166-2227-4bac-9b3f-01a2805676d3 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:49:42.181921 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c1cf8-a63f-4819-8484-0ff2fb6b00c3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Subnet': ['ID=657881f5-fabc-498a-adbf-a8958cbba778,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:42.191957 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-442c1cf8-a63f-4819-8484-0ff2fb6b00c3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:42.197486 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-442c1cf8-a63f-4819-8484-0ff2fb6b00c3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/657881f5-fabc-498a-adbf-a8958cbba778 HTTP/1.1" status: 204 len: 168 time: 1.3207986 Mar 28 13:49:42.199401 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 32994) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:42.226431 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.ipam_backend_mixin [None req-68073b35-8156-4679-9573-7f08910a142f tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 511434cf-08da-47cd-9fc8-d5707a853ce0 (CIDR: 2001:db8::/64) Mar 28 13:49:42.227499 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f95771-1d7e-4ddd-94f3-f6f865a56fda tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Checking segment: {'id': '2cc07177-222f-4cf6-8511-2194f88bc76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4cc8b7b3-8211-436b-a04a-a4b8ddbf142e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:49:42.227863 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f95771-1d7e-4ddd-94f3-f6f865a56fda tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Network hostable DHCP agents. Network: 4cc8b7b3-8211-436b-a04a-a4b8ddbf142e, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:49:42.247098 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f95771-1d7e-4ddd-94f3-f6f865a56fda tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Pushing event updated for resources: {'Subnet': ['ID=daa90edf-6805-4ed4-a807-fe8778218355,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:42.255027 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-708f9658-a406-4dcf-b72e-18b5e509e9fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:42.269535 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-592fe5bd-17a9-4a52-964d-24439b4ede9f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0687122 Mar 28 13:49:42.271552 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 32996) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:42.283314 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-708f9658-a406-4dcf-b72e-18b5e509e9fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:42.287472 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=a6a42c74-ccb4-40d7-be11-c41842254010,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:42.290767 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-68073b35-8156-4679-9573-7f08910a142f tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:49:42.291364 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68073b35-8156-4679-9573-7f08910a142f tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:49:42.292045 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ce52cd-a70c-4900-8eeb-0eafcb5b3a9a None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:42.318024 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2ed94a87-5eb4-4d3f-8473-91e4cf1222f3 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:42.327639 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f95771-1d7e-4ddd-94f3-f6f865a56fda tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Network 4cc8b7b3-8211-436b-a04a-a4b8ddbf142e is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:49:42.378914 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-68073b35-8156-4679-9573-7f08910a142f tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1012626 Mar 28 13:49:42.381720 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 32998) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:42.387460 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-4216b6f9-a817-4b64-971e-84b738da1ac2 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Request body: {'subnet': {'network_id': '86ab37a1-bd34-4d48-bf68-1b0895609206', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:42.401315 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5764f362-883a-4393-8b78-f502f411b4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:42.419401 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43610b1-b68a-40e8-b4ab-98d82d2865f1 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:42.423580 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e43610b1-b68a-40e8-b4ab-98d82d2865f1 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1511054 Mar 28 13:49:42.426573 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33000) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:42.446305 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-28f95771-1d7e-4ddd-94f3-f6f865a56fda tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 4cc8b7b3-8211-436b-a04a-a4b8ddbf142e) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:42.453693 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f95771-1d7e-4ddd-94f3-f6f865a56fda tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:42.454290 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-28f95771-1d7e-4ddd-94f3-f6f865a56fda tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:42.460948 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-5764f362-883a-4393-8b78-f502f411b4d8 None None] For port ed6a3166-2227-4bac-9b3f-01a2805676d3, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=ed6a3166-2227-4bac-9b3f-01a2805676d3,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:42.464956 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f02559-13c1-4acf-9bcd-c6a106b3e30e None None] Network 4cc8b7b3-8211-436b-a04a-a4b8ddbf142e requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:42.469932 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-708f9658-a406-4dcf-b72e-18b5e509e9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:42.472753 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-708f9658-a406-4dcf-b72e-18b5e509e9fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:42.478035 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-708f9658-a406-4dcf-b72e-18b5e509e9fe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/945b8647-422f-44fc-b020-59a8ba1bea1e HTTP/1.1" status: 204 len: 168 time: 0.4180603 Mar 28 13:49:42.491713 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f9658-a406-4dcf-b72e-18b5e509e9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945b8647-422f-44fc-b020-59a8ba1bea1e,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:42.508814 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port ed6a3166-2227-4bac-9b3f-01a2805676d3 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:42.509671 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:42.556890 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-28f95771-1d7e-4ddd-94f3-f6f865a56fda tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6326387 Mar 28 13:49:42.557107 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac96604e-3c9e-4f6a-b9e2-2c9e16b3741a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:42.557107 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ac96604e-3c9e-4f6a-b9e2-2c9e16b3741a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1278098 Mar 28 13:49:42.557365 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33004) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:42.559324 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33006) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:42.563752 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-4a5c0d59-f80f-4268-8e9d-5d44c4dce682 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1423208947'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:42.577944 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5764f362-883a-4393-8b78-f502f411b4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:42.619953 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-6987f80e-981f-4dbc-86bc-a9ab83adfbe7 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0471435 Mar 28 13:49:42.622079 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33008) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:42.627069 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-2c979a55-188a-4df4-afa2-9ceb2eb11b50 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'subnet': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:42.632862 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4216b6f9-a817-4b64-971e-84b738da1ac2 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Made reservation on behalf of 427ec9eabb7e45afac363fe68c5efe1f for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:42.636242 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4216b6f9-a817-4b64-971e-84b738da1ac2 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:42.686593 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-2ed94a87-5eb4-4d3f-8473-91e4cf1222f3 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Deleting port c76432cf-1180-4609-869e-532cb58d0463 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:49:42.691181 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2ed94a87-5eb4-4d3f-8473-91e4cf1222f3 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:42.710328 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5764f362-883a-4393-8b78-f502f411b4d8 None None] Pushing event updated for resources: {'Port': ['ID=ed6a3166-2227-4bac-9b3f-01a2805676d3,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:42.750897 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5c0d59-f80f-4268-8e9d-5d44c4dce682 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Made reservation on behalf of e3ccc62ac4294ef7b8c72ff93b44bd2d for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:42.758107 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4a5c0d59-f80f-4268-8e9d-5d44c4dce682 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:42.758276 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bb13c7-638b-4db2-b2e2-3f3b1d127c27 None None] DHCP port deletion for 0683b568-5de1-47de-8c3c-3856d7f643f9 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:49:42.788693 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-23e13dc1-dd62-4371-80bb-9e8761215f23 None None] Provisioning complete for port a6a42c74-ccb4-40d7-be11-c41842254010 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:42.789216 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-23e13dc1-dd62-4371-80bb-9e8761215f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:42.810621 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-2ed94a87-5eb4-4d3f-8473-91e4cf1222f3 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] For port c76432cf-1180-4609-869e-532cb58d0463, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=c76432cf-1180-4609-869e-532cb58d0463,segment=NetworkSegment(37e76854-46bd-4860-97ec-e659d4b02e34),segment_id=37e76854-46bd-4860-97ec-e659d4b02e34)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:42.817637 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2ed94a87-5eb4-4d3f-8473-91e4cf1222f3 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:42.828547 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-2ed94a87-5eb4-4d3f-8473-91e4cf1222f3 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Calling delete_port for c76432cf-1180-4609-869e-532cb58d0463 owned by network:router_interface {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:49:42.828764 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a5c0d59-f80f-4268-8e9d-5d44c4dce682 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:49:42.863004 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf35b930-be88-42d6-95f1-2802bf4b067b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-4cc8b7b3-8211-436b-a04a-a4b8ddbf142e', 'network_id': '4cc8b7b3-8211-436b-a04a-a4b8ddbf142e', 'tenant_id': 'e3ccc62ac4294ef7b8c72ff93b44bd2d', 'fixed_ips': [{'subnet_id': 'daa90edf-6805-4ed4-a807-fe8778218355'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:49:42.863964 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-bf35b930-be88-42d6-95f1-2802bf4b067b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:42.865377 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4a5c0d59-f80f-4268-8e9d-5d44c4dce682 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:42.866059 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-4a5c0d59-f80f-4268-8e9d-5d44c4dce682 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Added segment 18f3b621-aea0-4d3b-a8e0-d158b4adbe61 of type vlan for network 9bb713e3-248f-4ecc-9a9b-f4c006fc1838 Mar 28 13:49:42.932924 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4a5c0d59-f80f-4268-8e9d-5d44c4dce682 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:42.958221 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 4570e9fe-49ce-422b-aeec-b3c3dda80cad no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:49:42.997130 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 4570e9fe-49ce-422b-aeec-b3c3dda80cad {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:49:42.997425 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 4570e9fe-49ce-422b-aeec-b3c3dda80cad not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:49:42.997923 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 6bd40957-5660-4254-9f7a-5180a2811b8d no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:49:43.049031 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4a5c0d59-f80f-4268-8e9d-5d44c4dce682 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:43.056120 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5c0d59-f80f-4268-8e9d-5d44c4dce682 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:43.056725 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4a5c0d59-f80f-4268-8e9d-5d44c4dce682 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:43.059818 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 6bd40957-5660-4254-9f7a-5180a2811b8d {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:49:43.060160 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 6bd40957-5660-4254-9f7a-5180a2811b8d not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:49:43.086300 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-b4bb13c7-638b-4db2-b2e2-3f3b1d127c27 None None] Deleting port ed6a3166-2227-4bac-9b3f-01a2805676d3 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:49:43.086676 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b4bb13c7-638b-4db2-b2e2-3f3b1d127c27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:43.088528 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c979a55-188a-4df4-afa2-9ceb2eb11b50 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:43.091913 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2c979a55-188a-4df4-afa2-9ceb2eb11b50 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:43.157472 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-23e13dc1-dd62-4371-80bb-9e8761215f23 None None] Could not find standard attr ID for object 6262fdc4-5d93-4fd0-884a-91be00aca3c5. {{(pid=109614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 13:49:43.174268 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2ed94a87-5eb4-4d3f-8473-91e4cf1222f3 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:43.185290 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-bf35b930-be88-42d6-95f1-2802bf4b067b None None] Allocated IP 2001:db8::3 (4cc8b7b3-8211-436b-a04a-a4b8ddbf142e/daa90edf-6805-4ed4-a807-fe8778218355/5b356a8b-e2b7-4eeb-8526-942e4f94d2db) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:49:43.195848 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-b4bb13c7-638b-4db2-b2e2-3f3b1d127c27 None None] For port ed6a3166-2227-4bac-9b3f-01a2805676d3, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=ed6a3166-2227-4bac-9b3f-01a2805676d3,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:43.196252 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b4bb13c7-638b-4db2-b2e2-3f3b1d127c27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:43.210298 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-4a5c0d59-f80f-4268-8e9d-5d44c4dce682 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6532228 Mar 28 13:49:43.220362 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33012) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:43.222126 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-b4bb13c7-638b-4db2-b2e2-3f3b1d127c27 None None] Calling delete_port for ed6a3166-2227-4bac-9b3f-01a2805676d3 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:49:43.225726 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-84fed479-5762-46c1-a51f-633110f0f096 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Request body: {'subnet': {'network_id': '9bb713e3-248f-4ecc-9a9b-f4c006fc1838', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:43.225916 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-23e13dc1-dd62-4371-80bb-9e8761215f23 None None] Provisioning complete for port bc5889c2-32fb-4f14-9008-831684c4b05c triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:43.226236 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-23e13dc1-dd62-4371-80bb-9e8761215f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:43.241245 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed94a87-5eb4-4d3f-8473-91e4cf1222f3 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event deleted for resources: {'Port': ['ID=c76432cf-1180-4609-869e-532cb58d0463,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:43.251570 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c0d59-f80f-4268-8e9d-5d44c4dce682 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Pushing event updated for resources: {'Network': ['ID=9bb713e3-248f-4ecc-9a9b-f4c006fc1838,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:43.284944 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 9bb713e3-248f-4ecc-9a9b-f4c006fc1838 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:49:43.368621 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33014) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:43.382312 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2ed94a87-5eb4-4d3f-8473-91e4cf1222f3 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:43.431449 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4216b6f9-a817-4b64-971e-84b738da1ac2 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:43.438237 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-23e13dc1-dd62-4371-80bb-9e8761215f23 None None] Port bc5889c2-32fb-4f14-9008-831684c4b05c cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:49:43.486550 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fed479-5762-46c1-a51f-633110f0f096 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Made reservation on behalf of e3ccc62ac4294ef7b8c72ff93b44bd2d for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:43.490128 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-84fed479-5762-46c1-a51f-633110f0f096 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:43.505528 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ee2b46be-b6e3-4606-8975-1b57e3dbdd9e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=10e00deebc3242ff9cd5dca203fb58fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1336191 Mar 28 13:49:43.509851 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33016) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:43.519851 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-23e13dc1-dd62-4371-80bb-9e8761215f23 None None] Provisioning complete for port 370a5fcb-d81d-46d7-8b09-449b4806e523 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:43.522727 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-23e13dc1-dd62-4371-80bb-9e8761215f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:43.527012 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:43.533299 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4216b6f9-a817-4b64-971e-84b738da1ac2 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Network 86ab37a1-bd34-4d48-bf68-1b0895609206 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:49:43.595724 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-23e13dc1-dd62-4371-80bb-9e8761215f23 None None] Port 370a5fcb-d81d-46d7-8b09-449b4806e523 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:49:43.609474 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-bf35b930-be88-42d6-95f1-2802bf4b067b None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:43.623205 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-4216b6f9-a817-4b64-971e-84b738da1ac2 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:43.626824 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4216b6f9-a817-4b64-971e-84b738da1ac2 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:43.627414 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4216b6f9-a817-4b64-971e-84b738da1ac2 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:43.637335 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e6a410-afcb-4d2c-8755-cee86dcdc51d None None] Network 86ab37a1-bd34-4d48-bf68-1b0895609206 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:43.644731 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed94a87-5eb4-4d3f-8473-91e4cf1222f3 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Router c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:49:43.700512 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4216b6f9-a817-4b64-971e-84b738da1ac2 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event updated for resources: {'Subnet': ['ID=e67c2d52-0012-4083-b000-6b0b1fcce8b8,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:43.718265 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.ipam_backend_mixin [None req-84fed479-5762-46c1-a51f-633110f0f096 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Performing IP validity checks on allocation pools {{(pid=109612) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 28 13:49:43.718883 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.ipam_backend_mixin [None req-84fed479-5762-46c1-a51f-633110f0f096 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109612) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 28 13:49:43.734243 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed94a87-5eb4-4d3f-8473-91e4cf1222f3 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:49:43.740407 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-2ed94a87-5eb4-4d3f-8473-91e4cf1222f3 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "PUT /v2.0/routers/c2d6f058-720e-4b7c-9fef-ac14f2fbeab7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9201968 Mar 28 13:49:43.742608 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33018) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:43.748162 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6f368d-c33d-4155-a2f6-374460ac18bd None None] Sync routers for ids ['c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:49:43.765959 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6f368d-c33d-4155-a2f6-374460ac18bd None None] Routers {'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:49:43.766680 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-eb6f368d-c33d-4155-a2f6-374460ac18bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:49:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:43.802757 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-4216b6f9-a817-4b64-971e-84b738da1ac2 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4196773 Mar 28 13:49:43.809261 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33020) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:43.816002 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c893aab-83ef-4339-a195-884bba5a0d32 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Deleting subnet abc23a04-a966-44a0-b480-87f6cce0ce85 {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:49:43.820814 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-9bb0fbd1-3522-4649-97bf-35fdf5218f94 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-288130514', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e67c2d52-0012-4083-b000-6b0b1fcce8b8'}], 'security_groups': ['d9a558a4-35ba-4ea1-83e7-a07557616bfb']}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:43.826285 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0c893aab-83ef-4339-a195-884bba5a0d32 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:43.840160 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-eb6f368d-c33d-4155-a2f6-374460ac18bd None None] Set router c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 gateway port host: None {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:49:43.853572 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device a6a42c74-ccb4-40d7-be11-c41842254010 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:49:43.855342 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b4bb13c7-638b-4db2-b2e2-3f3b1d127c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:43.860680 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-91ed451d-c2f8-4aa9-aa13-04e66d66f60a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:43.866612 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-bf35b930-be88-42d6-95f1-2802bf4b067b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:43.886443 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0c893aab-83ef-4339-a195-884bba5a0d32 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:43.899554 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-eb6f368d-c33d-4155-a2f6-374460ac18bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'name': 'tempest-RoutersIpV6Test-router-21356739', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:48:42Z', 'updated_at': '2022-03-28T13:49:42Z', 'revision_number': 11, 'project_id': 'f6b8e64020de40e182c741fada779147', 'gw_port_host': None}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:43.927091 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb13c7-638b-4db2-b2e2-3f3b1d127c27 None None] Pushing event deleted for resources: {'Port': ['ID=ed6a3166-2227-4bac-9b3f-01a2805676d3,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:43.929279 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6f368d-c33d-4155-a2f6-374460ac18bd None None] Checking router: c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:49:43.939426 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6f368d-c33d-4155-a2f6-374460ac18bd None None] Routers {'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:49:43.940175 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-eb6f368d-c33d-4155-a2f6-374460ac18bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:49:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:43.944514 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf35b930-be88-42d6-95f1-2802bf4b067b None None] Network 4cc8b7b3-8211-436b-a04a-a4b8ddbf142e is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:49:43.950614 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bb13c7-638b-4db2-b2e2-3f3b1d127c27 None None] No DVR routers for this DVR port ed6a3166-2227-4bac-9b3f-01a2805676d3 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:49:43.953005 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-bf35b930-be88-42d6-95f1-2802bf4b067b None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:43.984016 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf35b930-be88-42d6-95f1-2802bf4b067b None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:49:44.022333 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-eb6f368d-c33d-4155-a2f6-374460ac18bd None None] Set router c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 gateway port host: None {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:49:44.055297 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0c893aab-83ef-4339-a195-884bba5a0d32 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:44.081616 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-eb6f368d-c33d-4155-a2f6-374460ac18bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'name': 'tempest-RoutersIpV6Test-router-21356739', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:48:42Z', 'updated_at': '2022-03-28T13:49:42Z', 'revision_number': 11, 'project_id': 'f6b8e64020de40e182c741fada779147', 'gw_port_host': None}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:44.099901 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35b930-be88-42d6-95f1-2802bf4b067b None None] Pushing event updated for resources: {'Port': ['ID=5b356a8b-e2b7-4eeb-8526-942e4f94d2db,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:44.112576 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6f368d-c33d-4155-a2f6-374460ac18bd None None] The sync data for ids ['c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'] in dv-neutron-835335-1-hyperv is: [{'id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'name': 'tempest-RoutersIpV6Test-router-21356739', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:48:42Z', 'updated_at': '2022-03-28T13:49:42Z', 'revision_number': 11, 'project_id': 'f6b8e64020de40e182c741fada779147', 'gw_port_host': None}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:49:44.142769 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-bf35b930-be88-42d6-95f1-2802bf4b067b None None] Attempting to bind port 5b356a8b-e2b7-4eeb-8526-942e4f94d2db on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:49:44.143127 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-bf35b930-be88-42d6-95f1-2802bf4b067b None None] Attempting to bind port 5b356a8b-e2b7-4eeb-8526-942e4f94d2db by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '2cc07177-222f-4cf6-8511-2194f88bc76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4cc8b7b3-8211-436b-a04a-a4b8ddbf142e'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:49:44.143491 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf35b930-be88-42d6-95f1-2802bf4b067b None None] Attempting to bind port 5b356a8b-e2b7-4eeb-8526-942e4f94d2db on network 4cc8b7b3-8211-436b-a04a-a4b8ddbf142e {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:49:44.152741 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port a6a42c74-ccb4-40d7-be11-c41842254010 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:44.153113 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:44.158835 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf35b930-be88-42d6-95f1-2802bf4b067b None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:49:44.169856 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf35b930-be88-42d6-95f1-2802bf4b067b None None] Checking segment: {'id': '2cc07177-222f-4cf6-8511-2194f88bc76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4cc8b7b3-8211-436b-a04a-a4b8ddbf142e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:49:44.169856 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-bf35b930-be88-42d6-95f1-2802bf4b067b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:44.169856 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf35b930-be88-42d6-95f1-2802bf4b067b None None] Bound using segment: {'id': '2cc07177-222f-4cf6-8511-2194f88bc76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4cc8b7b3-8211-436b-a04a-a4b8ddbf142e'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:49:44.169856 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-bf35b930-be88-42d6-95f1-2802bf4b067b None None] Bound port: 5b356a8b-e2b7-4eeb-8526-942e4f94d2db, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cc07177-222f-4cf6-8511-2194f88bc76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4cc8b7b3-8211-436b-a04a-a4b8ddbf142e'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:49:44.169856 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-bf35b930-be88-42d6-95f1-2802bf4b067b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:44.295601 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0c893aab-83ef-4339-a195-884bba5a0d32 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:44.326083 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c893aab-83ef-4339-a195-884bba5a0d32 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event deleted for resources: {'Subnet': ['ID=abc23a04-a966-44a0-b480-87f6cce0ce85,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:44.327544 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132a351b-6b48-442f-a669-c8f3aef3ad67 None None] Update dhcp port {'port': {'network_id': '86ab37a1-bd34-4d48-bf68-1b0895609206', 'fixed_ips': [{'subnet_id': '511434cf-08da-47cd-9fc8-d5707a853ce0', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e67c2d52-0012-4083-b000-6b0b1fcce8b8'}], 'binding:host_id': 'dv-neutron-835335-1-hyperv'}, 'id': 'a6a42c74-ccb4-40d7-be11-c41842254010'} from dv-neutron-835335-1-hyperv. {{(pid=109614) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 28 13:49:44.329612 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0c893aab-83ef-4339-a195-884bba5a0d32 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:44.335555 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-0c893aab-83ef-4339-a195-884bba5a0d32 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "DELETE /v2.0/subnets/abc23a04-a966-44a0-b480-87f6cce0ce85 HTTP/1.1" status: 204 len: 168 time: 0.5922029 Mar 28 13:49:44.336151 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33022) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:44.353125 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-bf35b930-be88-42d6-95f1-2802bf4b067b None None] For port 5b356a8b-e2b7-4eeb-8526-942e4f94d2db, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:49:44.356793 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23978762-4360-418b-9337-8ac0d5bc313c None None] Network 6ec7f31c-8f9b-4c25-9782-9b480b51dfcf requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:44.371025 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-91ed451d-c2f8-4aa9-aa13-04e66d66f60a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:44.382733 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-132a351b-6b48-442f-a669-c8f3aef3ad67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:44.388000 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-bf35b930-be88-42d6-95f1-2802bf4b067b None None] For port 5b356a8b-e2b7-4eeb-8526-942e4f94d2db, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=5b356a8b-e2b7-4eeb-8526-942e4f94d2db,segment=NetworkSegment(2cc07177-222f-4cf6-8511-2194f88bc76a),segment_id=2cc07177-222f-4cf6-8511-2194f88bc76a)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:49:44.419187 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7bff69e1-a617-4902-9787-5d264f4db94c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:44.472424 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-bf35b930-be88-42d6-95f1-2802bf4b067b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:44.484516 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.objects.ports [None req-2c979a55-188a-4df4-afa2-9ceb2eb11b50 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109612) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 13:49:44.504414 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2c979a55-188a-4df4-afa2-9ceb2eb11b50 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:44.506435 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-7bff69e1-a617-4902-9787-5d264f4db94c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Deleting port be9ea313-3e9d-477e-b37f-b7394fb59ae8 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:49:44.506829 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7bff69e1-a617-4902-9787-5d264f4db94c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:44.572470 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c979a55-188a-4df4-afa2-9ceb2eb11b50 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Subnet': ['ID=b6b50fb4-acb5-40ef-b610-89e36ea46b11,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:44.582388 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c979a55-188a-4df4-afa2-9ceb2eb11b50 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:49:44.585457 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-7bff69e1-a617-4902-9787-5d264f4db94c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] For port be9ea313-3e9d-477e-b37f-b7394fb59ae8, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=be9ea313-3e9d-477e-b37f-b7394fb59ae8,segment=NetworkSegment(37e76854-46bd-4860-97ec-e659d4b02e34),segment_id=37e76854-46bd-4860-97ec-e659d4b02e34)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:44.585457 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7bff69e1-a617-4902-9787-5d264f4db94c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:44.591392 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device ed6a3166-2227-4bac-9b3f-01a2805676d3 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:49:44.608917 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-7bff69e1-a617-4902-9787-5d264f4db94c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Calling delete_port for be9ea313-3e9d-477e-b37f-b7394fb59ae8 owned by network:dhcp {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:49:44.609485 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-2c979a55-188a-4df4-afa2-9ceb2eb11b50 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:44.612537 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c979a55-188a-4df4-afa2-9ceb2eb11b50 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:44.613123 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2c979a55-188a-4df4-afa2-9ceb2eb11b50 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:44.638935 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9bb0fbd1-3522-4649-97bf-35fdf5218f94 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:44.652605 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19a24b2-e0c3-4f62-84bd-06c0be6fd94b None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:44.706881 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-84fed479-5762-46c1-a51f-633110f0f096 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:44.753581 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-91ed451d-c2f8-4aa9-aa13-04e66d66f60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:44.756530 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-91ed451d-c2f8-4aa9-aa13-04e66d66f60a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:44.759050 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-91ed451d-c2f8-4aa9-aa13-04e66d66f60a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f37b83b2-10c7-4bd1-b09b-62bf43eb5bfd HTTP/1.1" status: 204 len: 168 time: 1.2398090 Mar 28 13:49:44.767042 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: ed6a3166-2227-4bac-9b3f-01a2805676d3 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:49:44.767449 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device ed6a3166-2227-4bac-9b3f-01a2805676d3 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:49:44.775084 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35b930-be88-42d6-95f1-2802bf4b067b None None] Pushing event updated for resources: {'Port': ['ID=5b356a8b-e2b7-4eeb-8526-942e4f94d2db,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:44.782829 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7bff69e1-a617-4902-9787-5d264f4db94c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:44.848328 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bff69e1-a617-4902-9787-5d264f4db94c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event deleted for resources: {'Port': ['ID=be9ea313-3e9d-477e-b37f-b7394fb59ae8,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:44.852999 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bff69e1-a617-4902-9787-5d264f4db94c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] No DVR routers for this DVR port be9ea313-3e9d-477e-b37f-b7394fb59ae8 on host dv-neutron-835335-1-hyperv {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:49:44.944267 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-2c979a55-188a-4df4-afa2-9ceb2eb11b50 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3203871 Mar 28 13:49:44.946601 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33026) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:44.960284 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-9d419803-6625-4147-9f3d-7eeb2d4bb27b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'subnet': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:44.967974 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-132a351b-6b48-442f-a669-c8f3aef3ad67 None None] Allocated IP 2001:db8:0:1::2 (86ab37a1-bd34-4d48-bf68-1b0895609206/e67c2d52-0012-4083-b000-6b0b1fcce8b8/a6a42c74-ccb4-40d7-be11-c41842254010) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:49:44.994716 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed451d-c2f8-4aa9-aa13-04e66d66f60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37b83b2-10c7-4bd1-b09b-62bf43eb5bfd,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:45.009181 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fed479-5762-46c1-a51f-633110f0f096 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Pushing event updated for resources: {'Subnet': ['ID=52fee40c-c05a-4dea-adb6-9f7a8fb2e652,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:45.066243 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fed479-5762-46c1-a51f-633110f0f096 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Checking segment: {'id': '18f3b621-aea0-4d3b-a8e0-d158b4adbe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9bb713e3-248f-4ecc-9a9b-f4c006fc1838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:49:45.066622 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fed479-5762-46c1-a51f-633110f0f096 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Network hostable DHCP agents. Network: 9bb713e3-248f-4ecc-9a9b-f4c006fc1838, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:49:45.071022 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e80af97-6a01-47f6-b201-af338fc7a46c None None] DHCP port deletion for 6ec7f31c-8f9b-4c25-9782-9b480b51dfcf request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:49:45.088409 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7bff69e1-a617-4902-9787-5d264f4db94c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:45.120429 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca3e0ed-89b2-4e31-8157-32ab90d32113 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-0683b568-5de1-47de-8c3c-3856d7f643f9', 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'tenant_id': '97c2fb5000a44df7a1530b25f26f0716', 'fixed_ips': [{'subnet_id': 'b6b50fb4-acb5-40ef-b610-89e36ea46b11'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:49:45.121496 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-aca3e0ed-89b2-4e31-8157-32ab90d32113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:45.133820 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-7bff69e1-a617-4902-9787-5d264f4db94c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ec7f31c-8f9b-4c25-9782-9b480b51dfcf']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:45.166394 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-7bff69e1-a617-4902-9787-5d264f4db94c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37e76854-46bd-4860-97ec-e659d4b02e34') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:45.166687 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-7bff69e1-a617-4902-9787-5d264f4db94c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37e76854-46bd-4860-97ec-e659d4b02e34') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:45.176815 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fed479-5762-46c1-a51f-633110f0f096 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Network 9bb713e3-248f-4ecc-9a9b-f4c006fc1838 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:49:45.187223 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7bff69e1-a617-4902-9787-5d264f4db94c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:45.209740 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7bff69e1-a617-4902-9787-5d264f4db94c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:45.217515 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bff69e1-a617-4902-9787-5d264f4db94c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:49:45.218539 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7bff69e1-a617-4902-9787-5d264f4db94c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:45.226006 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:49:45.226006 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:49:45.226006 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:49:45.226006 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:49:45.226006 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:49:45.226006 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:49:45.226006 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:49:45.226006 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:49:45.226006 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:49:45.226006 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:49:45.226006 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:49:45.226006 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:49:45.226006 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:49:45.226006 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:49:45.226006 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:49:45.226006 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:49:45.226006 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:49:45.226006 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:49:45.226006 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:49:45.226006 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:49:45.226006 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:49:45.226006 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:49:45.226006 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:49:45.226006 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:49:45.226006 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:49:45.226006 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:49:45.226006 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:49:45.226006 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:49:45.226006 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:49:45.226006 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:49:45.226006 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:49:45.226006 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:49:45.251319 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-84fed479-5762-46c1-a51f-633110f0f096 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 9bb713e3-248f-4ecc-9a9b-f4c006fc1838) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:45.257862 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fed479-5762-46c1-a51f-633110f0f096 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:45.257862 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-84fed479-5762-46c1-a51f-633110f0f096 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:45.273401 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5692851e-dc42-4ff5-a683-5301fddb324b None None] Network 9bb713e3-248f-4ecc-9a9b-f4c006fc1838 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:45.324136 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-84fed479-5762-46c1-a51f-633110f0f096 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.1001525 Mar 28 13:49:45.324584 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33030) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:45.342322 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-132a351b-6b48-442f-a669-c8f3aef3ad67 None None] For port a6a42c74-ccb4-40d7-be11-c41842254010, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=a6a42c74-ccb4-40d7-be11-c41842254010,segment=NetworkSegment(63dc7ace-2c9c-4864-8139-c2daaac86078),segment_id=63dc7ace-2c9c-4864-8139-c2daaac86078)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:45.405576 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d419803-6625-4147-9f3d-7eeb2d4bb27b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:45.409584 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9d419803-6625-4147-9f3d-7eeb2d4bb27b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:45.429003 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-aca3e0ed-89b2-4e31-8157-32ab90d32113 None None] Allocated IP 2001:db8::f816:3eff:feb6:f0c6 (0683b568-5de1-47de-8c3c-3856d7f643f9/b6b50fb4-acb5-40ef-b610-89e36ea46b11/de3d54cc-aafe-44af-888b-117ebbdd1335) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:49:45.432265 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-132a351b-6b48-442f-a669-c8f3aef3ad67 None None] Notify callbacks [] for port, precommit_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:45.440765 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7bff69e1-a617-4902-9787-5d264f4db94c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:45.482379 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7bff69e1-a617-4902-9787-5d264f4db94c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:45.489054 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33038) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:45.493726 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-0b9189eb-5aa4-4ca7-b8b0-de3f6951c83e tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Request body: {'router': {'routes': None}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:45.496760 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-7bff69e1-a617-4902-9787-5d264f4db94c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "DELETE /v2.0/networks/6ec7f31c-8f9b-4c25-9782-9b480b51dfcf HTTP/1.1" status: 204 len: 168 time: 1.1595061 Mar 28 13:49:45.528620 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-132a351b-6b48-442f-a669-c8f3aef3ad67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:45.539902 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1cb4b09e-17e1-474e-b97d-e481346781ee tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:45.549030 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bff69e1-a617-4902-9787-5d264f4db94c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Pushing event deleted for resources: {'Network': ['ID=6ec7f31c-8f9b-4c25-9782-9b480b51dfcf,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:45.631493 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a351b-6b48-442f-a669-c8f3aef3ad67 None None] Pushing event updated for resources: {'Port': ['ID=a6a42c74-ccb4-40d7-be11-c41842254010,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:45.708592 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 5b356a8b-e2b7-4eeb-8526-942e4f94d2db up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:49:45.743674 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.ipam_backend_mixin [None req-9d419803-6625-4147-9f3d-7eeb2d4bb27b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b6b50fb4-acb5-40ef-b610-89e36ea46b11 (CIDR: 2001:db8::/64) Mar 28 13:49:45.749812 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1cb4b09e-17e1-474e-b97d-e481346781ee tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:45.780760 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a401b9f-49e6-4d01-859e-23668a2aa953 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-9bb713e3-248f-4ecc-9a9b-f4c006fc1838', 'network_id': '9bb713e3-248f-4ecc-9a9b-f4c006fc1838', 'tenant_id': 'e3ccc62ac4294ef7b8c72ff93b44bd2d', 'fixed_ips': [{'subnet_id': '52fee40c-c05a-4dea-adb6-9f7a8fb2e652'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:49:45.781641 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1a401b9f-49e6-4d01-859e-23668a2aa953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:45.803331 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.extraroute_db [None req-0b9189eb-5aa4-4ca7-b8b0-de3f6951c83e tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Added routes are [] {{(pid=109612) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 28 13:49:45.803896 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.extraroute_db [None req-0b9189eb-5aa4-4ca7-b8b0-de3f6951c83e tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Removed routes are [] {{(pid=109612) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 28 13:49:45.804013 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0b9189eb-5aa4-4ca7-b8b0-de3f6951c83e tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133933759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133929745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12481'] for router, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:45.816096 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d419803-6625-4147-9f3d-7eeb2d4bb27b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:49:45.817360 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d419803-6625-4147-9f3d-7eeb2d4bb27b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:49:45.926748 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9d419803-6625-4147-9f3d-7eeb2d4bb27b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9767685 Mar 28 13:49:45.926961 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33044) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:45.937091 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-61e98487-ccbc-4918-9533-ba578c1ff1c3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'subnet': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:46.013835 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0b9189eb-5aa4-4ca7-b8b0-de3f6951c83e tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133933759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133929745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12481'] for router, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:46.018696 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0b9189eb-5aa4-4ca7-b8b0-de3f6951c83e tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133933750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133933709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133929832'] for router, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:46.051573 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1cb4b09e-17e1-474e-b97d-e481346781ee tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:46.067375 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-aca3e0ed-89b2-4e31-8157-32ab90d32113 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:46.073414 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 5b356a8b-e2b7-4eeb-8526-942e4f94d2db triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:46.073843 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:46.097041 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4b09e-17e1-474e-b97d-e481346781ee tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Pushing event deleted for resources: {'Subnet': ['ID=52fee40c-c05a-4dea-adb6-9f7a8fb2e652,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server [None req-1a401b9f-49e6-4d01-859e-23668a2aa953 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 52fee40c-c05a-4dea-adb6-9f7a8fb2e652: This subnet is being modified by another concurrent operation. Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise exception Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 52fee40c-c05a-4dea-adb6-9f7a8fb2e652: This subnet is being modified by another concurrent operation. Mar 28 13:49:46.181319 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server Mar 28 13:49:46.195463 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31605743-dfc4-4e4f-8ff4-171e9b7e9400 None None] Network 4cc8b7b3-8211-436b-a04a-a4b8ddbf142e requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:46.198521 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1cb4b09e-17e1-474e-b97d-e481346781ee tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:46.220335 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b9189eb-5aa4-4ca7-b8b0-de3f6951c83e tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Router c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:49:46.225953 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-1cb4b09e-17e1-474e-b97d-e481346781ee tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bb713e3-248f-4ecc-9a9b-f4c006fc1838']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:46.227412 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-9bb0fbd1-3522-4649-97bf-35fdf5218f94 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Delete allocated IP 2001:db8::44 (86ab37a1-bd34-4d48-bf68-1b0895609206/511434cf-08da-47cd-9fc8-d5707a853ce0) {{(pid=109612) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 28 13:49:46.241284 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-1cb4b09e-17e1-474e-b97d-e481346781ee tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18f3b621-aea0-4d3b-a8e0-d158b4adbe61') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:46.241579 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-1cb4b09e-17e1-474e-b97d-e481346781ee tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18f3b621-aea0-4d3b-a8e0-d158b4adbe61') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:46.250988 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-9bb0fbd1-3522-4649-97bf-35fdf5218f94 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Allocated IP 2001:db8:0:1::97 (86ab37a1-bd34-4d48-bf68-1b0895609206/e67c2d52-0012-4083-b000-6b0b1fcce8b8/370a5fcb-d81d-46d7-8b09-449b4806e523) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:49:46.254445 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1cb4b09e-17e1-474e-b97d-e481346781ee tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:46.270804 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1cb4b09e-17e1-474e-b97d-e481346781ee tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:46.278442 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cb4b09e-17e1-474e-b97d-e481346781ee tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:49:46.278857 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1cb4b09e-17e1-474e-b97d-e481346781ee tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:46.355729 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9189eb-5aa4-4ca7-b8b0-de3f6951c83e tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:49:46.356570 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:49:46.356570 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:49:46.356570 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:49:46.356570 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:49:46.356570 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:49:46.356570 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:49:46.356570 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:49:46.356570 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:49:46.356570 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:49:46.356570 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:49:46.356570 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:49:46.356570 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:49:46.356570 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:49:46.356570 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:49:46.356570 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:49:46.356570 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:49:46.356570 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:49:46.356570 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:49:46.356570 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:49:46.356570 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:49:46.356570 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:49:46.356570 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:49:46.356570 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:49:46.356570 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:49:46.356570 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:49:46.356570 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:49:46.356570 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:49:46.356570 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:49:46.356570 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:49:46.356570 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:49:46.356570 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:49:46.356570 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:49:46.370949 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0b9189eb-5aa4-4ca7-b8b0-de3f6951c83e tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:46.376108 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-0b9189eb-5aa4-4ca7-b8b0-de3f6951c83e tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "PUT /v2.0/routers/c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 HTTP/1.1" status: 200 len: 703 time: 0.8859072 Mar 28 13:49:46.376979 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33052) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:46.420513 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-bd5f3768-8a38-4e4a-a701-220445eea790 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 HTTP/1.1" status: 200 len: 205 time: 0.0418057 Mar 28 13:49:46.423451 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33054) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:46.463391 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-aca3e0ed-89b2-4e31-8157-32ab90d32113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:46.473551 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0416ee23-1777-44c4-803d-75a1fe0652af None None] Network 9bb713e3-248f-4ecc-9a9b-f4c006fc1838 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:46.486669 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e98487-ccbc-4918-9533-ba578c1ff1c3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:46.487011 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027d2eff-2317-470a-839d-55125772607f None None] Sync routers for ids ['c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:49:46.497128 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-61e98487-ccbc-4918-9533-ba578c1ff1c3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:46.503307 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1cb4b09e-17e1-474e-b97d-e481346781ee tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:46.505877 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca3e0ed-89b2-4e31-8157-32ab90d32113 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:49:46.513559 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0416ee23-1777-44c4-803d-75a1fe0652af None None] Network 9bb713e3-248f-4ecc-9a9b-f4c006fc1838 could not be found, it might have been deleted concurrently. {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 28 13:49:46.539707 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-aca3e0ed-89b2-4e31-8157-32ab90d32113 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:46.542502 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca3e0ed-89b2-4e31-8157-32ab90d32113 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:49:46.602896 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9bb0fbd1-3522-4649-97bf-35fdf5218f94 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:46.661158 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027d2eff-2317-470a-839d-55125772607f None None] Routers {'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:49:46.661821 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-027d2eff-2317-470a-839d-55125772607f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:49:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:46.690576 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9bb0fbd1-3522-4649-97bf-35fdf5218f94 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:46.720654 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-2ced835f-d72d-478b-a3ca-ca381eb0ffde None None] Provisioning complete for port 5b356a8b-e2b7-4eeb-8526-942e4f94d2db triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:46.723771 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2ced835f-d72d-478b-a3ca-ca381eb0ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:46.734349 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca3e0ed-89b2-4e31-8157-32ab90d32113 None None] Pushing event updated for resources: {'Port': ['ID=de3d54cc-aafe-44af-888b-117ebbdd1335,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:46.783414 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-9bb0fbd1-3522-4649-97bf-35fdf5218f94 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] In _notify_port_updated(), no bound segment for port 370a5fcb-d81d-46d7-8b09-449b4806e523 on network 86ab37a1-bd34-4d48-bf68-1b0895609206 {{(pid=109612) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 28 13:49:46.786106 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb0fbd1-3522-4649-97bf-35fdf5218f94 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:46.786760 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9bb0fbd1-3522-4649-97bf-35fdf5218f94 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:46.788795 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-9bb0fbd1-3522-4649-97bf-35fdf5218f94 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "PUT /v2.0/ports/370a5fcb-d81d-46d7-8b09-449b4806e523 HTTP/1.1" status: 200 len: 929 time: 2.9743805 Mar 28 13:49:46.791788 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33062) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:46.835827 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-027d2eff-2317-470a-839d-55125772607f None None] Set router c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 gateway port host: None {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:49:46.845648 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb0fbd1-3522-4649-97bf-35fdf5218f94 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event updated for resources: {'Port': ['ID=370a5fcb-d81d-46d7-8b09-449b4806e523,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:46.852472 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-aca3e0ed-89b2-4e31-8157-32ab90d32113 None None] Attempting to bind port de3d54cc-aafe-44af-888b-117ebbdd1335 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:49:46.852856 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-aca3e0ed-89b2-4e31-8157-32ab90d32113 None None] Attempting to bind port de3d54cc-aafe-44af-888b-117ebbdd1335 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:49:46.853219 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca3e0ed-89b2-4e31-8157-32ab90d32113 None None] Attempting to bind port de3d54cc-aafe-44af-888b-117ebbdd1335 on network 0683b568-5de1-47de-8c3c-3856d7f643f9 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:49:46.861066 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1cb4b09e-17e1-474e-b97d-e481346781ee tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:46.864887 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-1cb4b09e-17e1-474e-b97d-e481346781ee tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "DELETE /v2.0/networks/9bb713e3-248f-4ecc-9a9b-f4c006fc1838 HTTP/1.1" status: 204 len: 168 time: 1.5383108 Mar 28 13:49:46.874751 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33064) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:46.882219 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-fc894d7f-cd48-45d1-acfc-500450762249 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-689395341'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:46.909617 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-39711fb3-dedd-4290-945b-f20d85338bf8 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for router, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:46.956495 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-0aaeecb0-0e80-4275-bd62-f5c7251b5d57 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Deleting port 370a5fcb-d81d-46d7-8b09-449b4806e523 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:49:46.957188 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0aaeecb0-0e80-4275-bd62-f5c7251b5d57 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:46.958777 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-027d2eff-2317-470a-839d-55125772607f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'name': 'tempest-RoutersIpV6Test-router-21356739', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:48:42Z', 'updated_at': '2022-03-28T13:49:42Z', 'revision_number': 11, 'project_id': 'f6b8e64020de40e182c741fada779147', 'gw_port_host': None}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:46.960716 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca3e0ed-89b2-4e31-8157-32ab90d32113 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:49:46.961456 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca3e0ed-89b2-4e31-8157-32ab90d32113 None None] Checking segment: {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:49:46.962222 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-aca3e0ed-89b2-4e31-8157-32ab90d32113 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:46.963622 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca3e0ed-89b2-4e31-8157-32ab90d32113 None None] Bound using segment: {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:49:46.964722 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-aca3e0ed-89b2-4e31-8157-32ab90d32113 None None] Bound port: de3d54cc-aafe-44af-888b-117ebbdd1335, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:49:46.965287 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-aca3e0ed-89b2-4e31-8157-32ab90d32113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:47.006591 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:47.024137 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc894d7f-cd48-45d1-acfc-500450762249 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Made reservation on behalf of e3ccc62ac4294ef7b8c72ff93b44bd2d for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:47.028109 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-fc894d7f-cd48-45d1-acfc-500450762249 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:47.040351 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027d2eff-2317-470a-839d-55125772607f None None] Checking router: c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:49:47.068342 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4b09e-17e1-474e-b97d-e481346781ee tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Pushing event deleted for resources: {'Network': ['ID=9bb713e3-248f-4ecc-9a9b-f4c006fc1838,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:47.088504 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc894d7f-cd48-45d1-acfc-500450762249 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:49:47.106122 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0aaeecb0-0e80-4275-bd62-f5c7251b5d57 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:47.117970 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-fc894d7f-cd48-45d1-acfc-500450762249 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:47.118505 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-fc894d7f-cd48-45d1-acfc-500450762249 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Added segment a5ffa656-9cf6-409f-a53c-9c9157457d70 of type vlan for network 81e68224-cdb2-4341-80af-e5f6b46cabc5 Mar 28 13:49:47.125042 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027d2eff-2317-470a-839d-55125772607f None None] Routers {'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:49:47.125654 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-027d2eff-2317-470a-839d-55125772607f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:49:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:47.130377 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-0aaeecb0-0e80-4275-bd62-f5c7251b5d57 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Calling delete_port for 370a5fcb-d81d-46d7-8b09-449b4806e523 owned by {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:49:47.202203 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-39711fb3-dedd-4290-945b-f20d85338bf8 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:47.202933 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-fc894d7f-cd48-45d1-acfc-500450762249 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:47.203786 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 5b356a8b-e2b7-4eeb-8526-942e4f94d2db, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=5b356a8b-e2b7-4eeb-8526-942e4f94d2db,segment=NetworkSegment(2cc07177-222f-4cf6-8511-2194f88bc76a),segment_id=2cc07177-222f-4cf6-8511-2194f88bc76a)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:47.207165 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-39711fb3-dedd-4290-945b-f20d85338bf8 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:47.287760 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:47.305336 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-027d2eff-2317-470a-839d-55125772607f None None] Set router c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 gateway port host: None {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:49:47.340457 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-aca3e0ed-89b2-4e31-8157-32ab90d32113 None None] For port de3d54cc-aafe-44af-888b-117ebbdd1335, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:49:47.350606 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-fc894d7f-cd48-45d1-acfc-500450762249 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:47.356078 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc894d7f-cd48-45d1-acfc-500450762249 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:47.362421 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-fc894d7f-cd48-45d1-acfc-500450762249 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:47.373984 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2ced835f-d72d-478b-a3ca-ca381eb0ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:47.386075 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-39711fb3-dedd-4290-945b-f20d85338bf8 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:47.386535 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39711fb3-dedd-4290-945b-f20d85338bf8 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Fanout notify agent at l3_agent the message router_deleted on router c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 {{(pid=109613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:49:47.397316 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-39711fb3-dedd-4290-945b-f20d85338bf8 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:47.402565 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-39711fb3-dedd-4290-945b-f20d85338bf8 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "DELETE /v2.0/routers/c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 HTTP/1.1" status: 204 len: 168 time: 0.9739878 Mar 28 13:49:47.404918 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33072) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:47.410807 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device be9ea313-3e9d-477e-b37f-b7394fb59ae8 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:49:47.413132 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-f6e2230b-f8ef-4f1a-b9de-091f293e375a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-664518005', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:47.427894 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-027d2eff-2317-470a-839d-55125772607f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'name': 'tempest-RoutersIpV6Test-router-21356739', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:48:42Z', 'updated_at': '2022-03-28T13:49:42Z', 'revision_number': 11, 'project_id': 'f6b8e64020de40e182c741fada779147', 'gw_port_host': None}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:47.430816 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-aca3e0ed-89b2-4e31-8157-32ab90d32113 None None] For port de3d54cc-aafe-44af-888b-117ebbdd1335, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=de3d54cc-aafe-44af-888b-117ebbdd1335,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:49:47.452729 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-fc894d7f-cd48-45d1-acfc-500450762249 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5762067 Mar 28 13:49:47.455730 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33076) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:47.461072 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-29bb6925-3194-43f6-912d-a2e31475df2b tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Request body: {'subnet': {'network_id': '81e68224-cdb2-4341-80af-e5f6b46cabc5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:47.464802 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc894d7f-cd48-45d1-acfc-500450762249 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Pushing event updated for resources: {'Network': ['ID=81e68224-cdb2-4341-80af-e5f6b46cabc5,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:47.490436 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 81e68224-cdb2-4341-80af-e5f6b46cabc5 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:49:47.501856 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: be9ea313-3e9d-477e-b37f-b7394fb59ae8 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:49:47.502210 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device be9ea313-3e9d-477e-b37f-b7394fb59ae8 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:49:47.502621 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device c76432cf-1180-4609-869e-532cb58d0463 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:49:47.504270 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027d2eff-2317-470a-839d-55125772607f None None] The sync data for ids ['c2d6f058-720e-4b7c-9fef-ac14f2fbeab7'] in dv-neutron-835335-1-hyperv is: [{'id': 'c2d6f058-720e-4b7c-9fef-ac14f2fbeab7', 'name': 'tempest-RoutersIpV6Test-router-21356739', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:48:42Z', 'updated_at': '2022-03-28T13:49:42Z', 'revision_number': 11, 'project_id': 'f6b8e64020de40e182c741fada779147', 'gw_port_host': None}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:49:47.553202 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0aaeecb0-0e80-4275-bd62-f5c7251b5d57 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:47.569172 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-aca3e0ed-89b2-4e31-8157-32ab90d32113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:47.603786 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: c76432cf-1180-4609-869e-532cb58d0463 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:49:47.604191 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device c76432cf-1180-4609-869e-532cb58d0463 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:49:47.626587 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=5b356a8b-e2b7-4eeb-8526-942e4f94d2db,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:47.638680 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f6e2230b-f8ef-4f1a-b9de-091f293e375a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:47.640312 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f6e2230b-f8ef-4f1a-b9de-091f293e375a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:47.684457 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-61e98487-ccbc-4918-9533-ba578c1ff1c3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:47.748448 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.db.api [None req-2ced835f-d72d-478b-a3ca-ca381eb0ffde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 13:49:47.748817 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG oslo_db.api [None req-2ced835f-d72d-478b-a3ca-ca381eb0ffde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 13:49:47.753065 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca3e0ed-89b2-4e31-8157-32ab90d32113 None None] Pushing event updated for resources: {'Port': ['ID=de3d54cc-aafe-44af-888b-117ebbdd1335,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:47.768188 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0aaeecb0-0e80-4275-bd62-f5c7251b5d57 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:47.777660 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-0aaeecb0-0e80-4275-bd62-f5c7251b5d57 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/ports/370a5fcb-d81d-46d7-8b09-449b4806e523 HTTP/1.1" status: 204 len: 168 time: 0.9847479 Mar 28 13:49:47.778860 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaeecb0-0e80-4275-bd62-f5c7251b5d57 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event deleted for resources: {'Port': ['ID=370a5fcb-d81d-46d7-8b09-449b4806e523,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:47.782409 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33080) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:47.795521 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29bb6925-3194-43f6-912d-a2e31475df2b tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Made reservation on behalf of e3ccc62ac4294ef7b8c72ff93b44bd2d for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:47.799531 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-29bb6925-3194-43f6-912d-a2e31475df2b tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:47.804308 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33082) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:47.856958 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-e160f21f-87d9-4445-9857-1f8af90f43b1 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] GET failed (client error): The resource could not be found. Mar 28 13:49:47.862315 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-e160f21f-87d9-4445-9857-1f8af90f43b1 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "GET /v2.0/ports/370a5fcb-d81d-46d7-8b09-449b4806e523 HTTP/1.1" status: 404 len: 333 time: 0.0782995 Mar 28 13:49:47.864897 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33086) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:47.892822 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device a6a42c74-ccb4-40d7-be11-c41842254010 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:49:47.897727 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e98487-ccbc-4918-9533-ba578c1ff1c3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:49:47.987861 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-61e98487-ccbc-4918-9533-ba578c1ff1c3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:48.000753 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f6e2230b-f8ef-4f1a-b9de-091f293e375a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:48.007317 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e98487-ccbc-4918-9533-ba578c1ff1c3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:48.007804 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port a6a42c74-ccb4-40d7-be11-c41842254010 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:48.008187 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:48.008742 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-61e98487-ccbc-4918-9533-ba578c1ff1c3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:48.035859 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e98487-ccbc-4918-9533-ba578c1ff1c3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Subnet': ['ID=118529ee-53bf-4571-8c3d-5e22d71c63d3,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:48.063558 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f6e2230b-f8ef-4f1a-b9de-091f293e375a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:48.102254 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-1dd3df06-f466-4775-8bc4-4527fe5f29cc tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-558338347', 'router:external': True}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:48.119248 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b006bfbe-b0e4-4d6e-b9ea-97ca185ade49 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:48.128508 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-61e98487-ccbc-4918-9533-ba578c1ff1c3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2003841 Mar 28 13:49:48.131149 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33088) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:48.139244 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-31fcbbec-cc7d-45bc-b36d-e9d0b548817f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'port': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'mac_address': 'fa:16:3e:30:02:ba', 'name': 'tempest-NetworksTestDHCPv6-293754524'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:48.178913 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f6e2230b-f8ef-4f1a-b9de-091f293e375a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:48.181872 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f6e2230b-f8ef-4f1a-b9de-091f293e375a tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7735631 Mar 28 13:49:48.194285 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33090) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:48.196389 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b006bfbe-b0e4-4d6e-b9ea-97ca185ade49 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:48.211122 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-144c3ef5-57d8-440f-b083-d4a95b17c3f4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:48.262839 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd3df06-f466-4775-8bc4-4527fe5f29cc tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Made reservation on behalf of e58783eed6b747c9bbf475100e226aba for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:48.265900 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1dd3df06-f466-4775-8bc4-4527fe5f29cc tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:48.324267 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1dd3df06-f466-4775-8bc4-4527fe5f29cc tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:48.353577 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31fcbbec-cc7d-45bc-b36d-e9d0b548817f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:48.430721 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-09c4d922-534e-49b6-9c13-c89d4be20f8e None None] Provisioning complete for port a6a42c74-ccb4-40d7-be11-c41842254010 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:48.431247 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-09c4d922-534e-49b6-9c13-c89d4be20f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:48.442084 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-31fcbbec-cc7d-45bc-b36d-e9d0b548817f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:48.463805 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-31fcbbec-cc7d-45bc-b36d-e9d0b548817f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] device_id is not set on port a96b8b35-3124-4fee-9ef0-a08d13ee25f6 yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:49:48.538300 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-09c4d922-534e-49b6-9c13-c89d4be20f8e None None] Could not find standard attr ID for object 370a5fcb-d81d-46d7-8b09-449b4806e523. {{(pid=109614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 13:49:48.541074 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-144c3ef5-57d8-440f-b083-d4a95b17c3f4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133933759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133929745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12481'] for router, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:48.548575 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b006bfbe-b0e4-4d6e-b9ea-97ca185ade49 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:48.549336 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-09c4d922-534e-49b6-9c13-c89d4be20f8e None None] Provisioning complete for port bc5889c2-32fb-4f14-9008-831684c4b05c triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:48.549757 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-09c4d922-534e-49b6-9c13-c89d4be20f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:48.551362 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b006bfbe-b0e4-4d6e-b9ea-97ca185ade49 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:48.552548 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-b006bfbe-b0e4-4d6e-b9ea-97ca185ade49 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/security-groups/ff0dd70c-dc92-43e9-9cd9-0b10503649f5 HTTP/1.1" status: 204 len: 168 time: 0.6773250 Mar 28 13:49:48.561147 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33092) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:48.576112 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-29bb6925-3194-43f6-912d-a2e31475df2b tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:48.588351 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-09c4d922-534e-49b6-9c13-c89d4be20f8e None None] Port bc5889c2-32fb-4f14-9008-831684c4b05c cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:49:48.599525 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-09c4d922-534e-49b6-9c13-c89d4be20f8e None None] Provisioning complete for port 5b356a8b-e2b7-4eeb-8526-942e4f94d2db triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:48.600040 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-09c4d922-534e-49b6-9c13-c89d4be20f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:48.622284 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b006bfbe-b0e4-4d6e-b9ea-97ca185ade49 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0dd70c-dc92-43e9-9cd9-0b10503649f5,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:48.658555 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-144c3ef5-57d8-440f-b083-d4a95b17c3f4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133933750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133933709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133929832'] for router, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:48.661138 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-31fcbbec-cc7d-45bc-b36d-e9d0b548817f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Allocated IP 2001:db8:0:1::235 (0683b568-5de1-47de-8c3c-3856d7f643f9/118529ee-53bf-4571-8c3d-5e22d71c63d3/a96b8b35-3124-4fee-9ef0-a08d13ee25f6) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:49:48.673803 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-31fcbbec-cc7d-45bc-b36d-e9d0b548817f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Allocated IP 2001:db8::f816:3eff:fe30:2ba (0683b568-5de1-47de-8c3c-3856d7f643f9/b6b50fb4-acb5-40ef-b610-89e36ea46b11/a96b8b35-3124-4fee-9ef0-a08d13ee25f6) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:49:48.708205 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb6925-3194-43f6-912d-a2e31475df2b tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Pushing event updated for resources: {'Subnet': ['ID=525d2371-b1d0-4cf2-b9b2-9391bcdaaae8,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:48.826660 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1dd3df06-f466-4775-8bc4-4527fe5f29cc tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:48.835642 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2f4a0538-eae0-4e0a-afc2-55943971c3c0 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:48.843036 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bb6925-3194-43f6-912d-a2e31475df2b tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Checking segment: {'id': 'a5ffa656-9cf6-409f-a53c-9c9157457d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '81e68224-cdb2-4341-80af-e5f6b46cabc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:49:48.843431 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bb6925-3194-43f6-912d-a2e31475df2b tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Network hostable DHCP agents. Network: 81e68224-cdb2-4341-80af-e5f6b46cabc5, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:49:48.878919 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2f4a0538-eae0-4e0a-afc2-55943971c3c0 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:48.893577 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-31fcbbec-cc7d-45bc-b36d-e9d0b548817f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:48.912816 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1dd3df06-f466-4775-8bc4-4527fe5f29cc tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:48.940183 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dd3df06-f466-4775-8bc4-4527fe5f29cc tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:49:48.960755 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1dd3df06-f466-4775-8bc4-4527fe5f29cc tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:48.961103 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-1dd3df06-f466-4775-8bc4-4527fe5f29cc tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Added segment ca744601-34b7-4f17-a185-e440ed75ade2 of type vlan for network f32bb3df-ddc5-4970-83ac-abd209a2740e Mar 28 13:49:48.971854 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bb6925-3194-43f6-912d-a2e31475df2b tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Network 81e68224-cdb2-4341-80af-e5f6b46cabc5 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:49:48.973865 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd3df06-f466-4775-8bc4-4527fe5f29cc tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f22dda-bfc7-448f-96ab-ef662cf0ab79,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:49.016612 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1dd3df06-f466-4775-8bc4-4527fe5f29cc tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:49.022812 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-31fcbbec-cc7d-45bc-b36d-e9d0b548817f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:49.023383 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144c3ef5-57d8-440f-b083-d4a95b17c3f4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Router c0fdfb2c-67b2-45eb-af81-9a7b607f8680 is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:49:49.051523 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2f4a0538-eae0-4e0a-afc2-55943971c3c0 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:49.054099 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2f4a0538-eae0-4e0a-afc2-55943971c3c0 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:49.055605 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-2f4a0538-eae0-4e0a-afc2-55943971c3c0 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/security-groups/d9a558a4-35ba-4ea1-83e7-a07557616bfb HTTP/1.1" status: 204 len: 168 time: 0.4923902 Mar 28 13:49:49.062326 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33094) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:49.099685 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fcbbec-cc7d-45bc-b36d-e9d0b548817f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:49:49.102983 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4a0538-eae0-4e0a-afc2-55943971c3c0 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a558a4-35ba-4ea1-83e7-a07557616bfb,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:49.110791 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6cb34c-6c03-430a-8d0d-1ad7ea6b1ddc None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:49.111967 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-31fcbbec-cc7d-45bc-b36d-e9d0b548817f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:49.114948 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fcbbec-cc7d-45bc-b36d-e9d0b548817f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:49:49.120970 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fcbbec-cc7d-45bc-b36d-e9d0b548817f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:49.124454 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-31fcbbec-cc7d-45bc-b36d-e9d0b548817f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:49.131427 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-29bb6925-3194-43f6-912d-a2e31475df2b tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 81e68224-cdb2-4341-80af-e5f6b46cabc5) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:49.136778 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144c3ef5-57d8-440f-b083-d4a95b17c3f4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:49:49.138792 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bb6925-3194-43f6-912d-a2e31475df2b tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:49.139928 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-29bb6925-3194-43f6-912d-a2e31475df2b tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:49.147226 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-144c3ef5-57d8-440f-b083-d4a95b17c3f4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:49.150758 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-144c3ef5-57d8-440f-b083-d4a95b17c3f4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "PUT /v2.0/routers/c0fdfb2c-67b2-45eb-af81-9a7b607f8680 HTTP/1.1" status: 200 len: 697 time: 0.9513512 Mar 28 13:49:49.151897 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33096) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:49.152033 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fcbbec-cc7d-45bc-b36d-e9d0b548817f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Port': ['ID=a96b8b35-3124-4fee-9ef0-a08d13ee25f6,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:49.159825 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48821303-90ab-4242-a79b-2c18321b70b3 None None] Sync routers for ids ['c0fdfb2c-67b2-45eb-af81-9a7b607f8680'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:49:49.162047 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1dd3df06-f466-4775-8bc4-4527fe5f29cc tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:49.162989 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd3df06-f466-4775-8bc4-4527fe5f29cc tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:49.163602 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1dd3df06-f466-4775-8bc4-4527fe5f29cc tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:49.164964 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb7a3b9d-2780-46e0-b3fe-5db53e82201d tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Deleting subnet 511434cf-08da-47cd-9fc8-d5707a853ce0 {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:49:49.172733 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb7a3b9d-2780-46e0-b3fe-5db53e82201d tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:49.183307 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48821303-90ab-4242-a79b-2c18321b70b3 None None] Routers {'c0fdfb2c-67b2-45eb-af81-9a7b607f8680'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:49:49.191318 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-48821303-90ab-4242-a79b-2c18321b70b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:49:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['c0fdfb2c-67b2-45eb-af81-9a7b607f8680'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:49.211787 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c41fe39-afda-40f5-b591-24f0a0ad81f3 None None] Network 81e68224-cdb2-4341-80af-e5f6b46cabc5 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:49.235448 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb7a3b9d-2780-46e0-b3fe-5db53e82201d tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:49.280922 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-48821303-90ab-4242-a79b-2c18321b70b3 None None] Set router c0fdfb2c-67b2-45eb-af81-9a7b607f8680 gateway port host: None {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:49:49.294942 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c6a242ea-4174-441e-bc29-7861149cfa1f tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "GET /v2.0/routers/c0fdfb2c-67b2-45eb-af81-9a7b607f8680 HTTP/1.1" status: 200 len: 703 time: 0.1408207 Mar 28 13:49:49.297732 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33098) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:49.315942 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-cb5ac066-26ee-4a56-830e-f03573bdf523 None None] Provisioning complete for port de3d54cc-aafe-44af-888b-117ebbdd1335 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:49.316318 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-cb5ac066-26ee-4a56-830e-f03573bdf523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:49.330088 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-29bb6925-3194-43f6-912d-a2e31475df2b tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.8731310 Mar 28 13:49:49.333165 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33100) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:49.346400 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-31fcbbec-cc7d-45bc-b36d-e9d0b548817f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2131693 Mar 28 13:49:49.349225 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-48821303-90ab-4242-a79b-2c18321b70b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fdfb2c-67b2-45eb-af81-9a7b607f8680', 'name': 'tempest-RoutersIpV6Test-router-664518005', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:49:47Z', 'updated_at': '2022-03-28T13:49:48Z', 'revision_number': 2, 'project_id': 'f6b8e64020de40e182c741fada779147', 'gw_port_host': None}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:49.361901 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33102) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:49.365595 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd3df06-f466-4775-8bc4-4527fe5f29cc tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Pushing event updated for resources: {'Network': ['ID=f32bb3df-ddc5-4970-83ac-abd209a2740e,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:49.371083 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ad5d4678-5c07-4627-ae46-e680e833fca1 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0fdfb2c-67b2-45eb-af81-9a7b607f8680 HTTP/1.1" status: 200 len: 205 time: 0.0723004 Mar 28 13:49:49.377525 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33104) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:49.378464 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-1dd3df06-f466-4775-8bc4-4527fe5f29cc tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.5702059 Mar 28 13:49:49.383244 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48821303-90ab-4242-a79b-2c18321b70b3 None None] Checking router: c0fdfb2c-67b2-45eb-af81-9a7b607f8680 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:49:49.383852 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33106) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:49.387529 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network f32bb3df-ddc5-4970-83ac-abd209a2740e details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:49:49.390941 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-d9a402d3-ed1b-4f2d-8db8-585df28e4884 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Request body: {'subnet': {'network_id': 'f32bb3df-ddc5-4970-83ac-abd209a2740e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:49.394160 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48821303-90ab-4242-a79b-2c18321b70b3 None None] Routers {'c0fdfb2c-67b2-45eb-af81-9a7b607f8680'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:49:49.394991 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-48821303-90ab-4242-a79b-2c18321b70b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:49:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['c0fdfb2c-67b2-45eb-af81-9a7b607f8680'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:49.474452 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-48821303-90ab-4242-a79b-2c18321b70b3 None None] Set router c0fdfb2c-67b2-45eb-af81-9a7b607f8680 gateway port host: None {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:49:49.488722 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a402d3-ed1b-4f2d-8db8-585df28e4884 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Made reservation on behalf of e58783eed6b747c9bbf475100e226aba for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:49.491761 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d9a402d3-ed1b-4f2d-8db8-585df28e4884 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:49.494252 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb7a3b9d-2780-46e0-b3fe-5db53e82201d tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:49.538467 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0d1c34e9-567c-423a-afe4-9b3762e86c4b tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for router, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:49.547129 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-48821303-90ab-4242-a79b-2c18321b70b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fdfb2c-67b2-45eb-af81-9a7b607f8680', 'name': 'tempest-RoutersIpV6Test-router-664518005', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:49:47Z', 'updated_at': '2022-03-28T13:49:48Z', 'revision_number': 2, 'project_id': 'f6b8e64020de40e182c741fada779147', 'gw_port_host': None}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:49.576489 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48821303-90ab-4242-a79b-2c18321b70b3 None None] The sync data for ids ['c0fdfb2c-67b2-45eb-af81-9a7b607f8680'] in dv-neutron-835335-1-hyperv is: [{'id': 'c0fdfb2c-67b2-45eb-af81-9a7b607f8680', 'name': 'tempest-RoutersIpV6Test-router-664518005', 'tenant_id': 'f6b8e64020de40e182c741fada779147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:49:47Z', 'updated_at': '2022-03-28T13:49:48Z', 'revision_number': 2, 'project_id': 'f6b8e64020de40e182c741fada779147', 'gw_port_host': None}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:49:49.646962 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfe7154-471d-44b1-ac6a-955a0da18c59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-81e68224-cdb2-4341-80af-e5f6b46cabc5', 'network_id': '81e68224-cdb2-4341-80af-e5f6b46cabc5', 'tenant_id': 'e3ccc62ac4294ef7b8c72ff93b44bd2d', 'fixed_ips': [{'subnet_id': '525d2371-b1d0-4cf2-b9b2-9391bcdaaae8'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:49:49.647901 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0cfe7154-471d-44b1-ac6a-955a0da18c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:49.692181 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-cb5ac066-26ee-4a56-830e-f03573bdf523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:49.801362 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3615f049-58e2-4c2f-b00b-8040d38a3fdf tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:49.880502 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-cb5ac066-26ee-4a56-830e-f03573bdf523 None None] For port de3d54cc-aafe-44af-888b-117ebbdd1335, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=de3d54cc-aafe-44af-888b-117ebbdd1335,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:49.946916 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device de3d54cc-aafe-44af-888b-117ebbdd1335 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:49:49.986636 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-0cfe7154-471d-44b1-ac6a-955a0da18c59 None None] Allocated IP 2001:db8::1 (81e68224-cdb2-4341-80af-e5f6b46cabc5/525d2371-b1d0-4cf2-b9b2-9391bcdaaae8/d26038b8-87cb-4206-b6e9-d57cae6bb08b) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:49:49.997261 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-cb5ac066-26ee-4a56-830e-f03573bdf523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:50.002240 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.objects.ports [None req-d9a402d3-ed1b-4f2d-8db8-585df28e4884 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109612) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 13:49:50.002747 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d9a402d3-ed1b-4f2d-8db8-585df28e4884 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:50.038306 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f83450-b741-40f4-8999-fb57e62243ab None None] Update dhcp port {'port': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'fixed_ips': [{'subnet_id': 'b6b50fb4-acb5-40ef-b610-89e36ea46b11', 'ip_address': '2001:db8::f816:3eff:feb6:f0c6'}, {'subnet_id': '118529ee-53bf-4571-8c3d-5e22d71c63d3'}], 'binding:host_id': 'dv-neutron-835335-1-hyperv'}, 'id': 'de3d54cc-aafe-44af-888b-117ebbdd1335'} from dv-neutron-835335-1-hyperv. {{(pid=109614) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 28 13:49:50.070534 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a402d3-ed1b-4f2d-8db8-585df28e4884 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Pushing event updated for resources: {'Subnet': ['ID=05a39c94-3b9a-4ff3-8fce-89d414382415,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:50.076408 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a402d3-ed1b-4f2d-8db8-585df28e4884 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Checking segment: {'id': 'ca744601-34b7-4f17-a185-e440ed75ade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f32bb3df-ddc5-4970-83ac-abd209a2740e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:49:50.077892 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a402d3-ed1b-4f2d-8db8-585df28e4884 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Network hostable DHCP agents. Network: f32bb3df-ddc5-4970-83ac-abd209a2740e, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:49:50.121788 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-56f83450-b741-40f4-8999-fb57e62243ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:50.142095 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a402d3-ed1b-4f2d-8db8-585df28e4884 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Network f32bb3df-ddc5-4970-83ac-abd209a2740e is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:49:50.163805 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb7a3b9d-2780-46e0-b3fe-5db53e82201d tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:50.167207 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0d1c34e9-567c-423a-afe4-9b3762e86c4b tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:50.180512 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0d1c34e9-567c-423a-afe4-9b3762e86c4b tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:50.189761 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ac066-26ee-4a56-830e-f03573bdf523 None None] Pushing event updated for resources: {'Port': ['ID=de3d54cc-aafe-44af-888b-117ebbdd1335,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:50.216086 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb7a3b9d-2780-46e0-b3fe-5db53e82201d tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:50.219369 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-eb7a3b9d-2780-46e0-b3fe-5db53e82201d tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/subnets/511434cf-08da-47cd-9fc8-d5707a853ce0 HTTP/1.1" status: 204 len: 168 time: 1.1558626 Mar 28 13:49:50.220359 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a3b9d-2780-46e0-b3fe-5db53e82201d tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event deleted for resources: {'Subnet': ['ID=511434cf-08da-47cd-9fc8-d5707a853ce0,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:50.229642 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33108) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:50.235606 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-a7cc02af-e16f-4b08-be10-f360a4a5fff8 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Request body: {'subnet': {'network_id': '86ab37a1-bd34-4d48-bf68-1b0895609206', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:50.238717 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5660917-1640-42f2-9ddb-b6b9a536bdf9 None None] Network 86ab37a1-bd34-4d48-bf68-1b0895609206 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:50.255162 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port de3d54cc-aafe-44af-888b-117ebbdd1335 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:50.255539 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:50.269859 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-d9a402d3-ed1b-4f2d-8db8-585df28e4884 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, f32bb3df-ddc5-4970-83ac-abd209a2740e) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:50.292510 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-713bcd36-d05a-43a2-b319-98da000981fa tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting port a96b8b35-3124-4fee-9ef0-a08d13ee25f6 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:49:50.292841 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-713bcd36-d05a-43a2-b319-98da000981fa tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:50.304631 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a402d3-ed1b-4f2d-8db8-585df28e4884 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:50.304631 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d9a402d3-ed1b-4f2d-8db8-585df28e4884 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:50.305770 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853e4769-f6ca-42c8-bad4-483ca566e4ae None None] Network f32bb3df-ddc5-4970-83ac-abd209a2740e requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:50.320122 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3615f049-58e2-4c2f-b00b-8040d38a3fdf tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:50.370531 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0d1c34e9-567c-423a-afe4-9b3762e86c4b tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:50.371068 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1c34e9-567c-423a-afe4-9b3762e86c4b tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Fanout notify agent at l3_agent the message router_deleted on router c0fdfb2c-67b2-45eb-af81-9a7b607f8680 {{(pid=109613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:49:50.378100 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0d1c34e9-567c-423a-afe4-9b3762e86c4b tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:50.379191 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-0d1c34e9-567c-423a-afe4-9b3762e86c4b tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "DELETE /v2.0/routers/c0fdfb2c-67b2-45eb-af81-9a7b607f8680 HTTP/1.1" status: 204 len: 168 time: 0.9988286 Mar 28 13:49:50.386810 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33110) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:50.423708 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d9a402d3-ed1b-4f2d-8db8-585df28e4884 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.0341129 Mar 28 13:49:50.427833 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33112) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:50.435878 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-3cf94709-8c6b-49c5-845f-844db651b761 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1812957723', 'network_id': 'f32bb3df-ddc5-4970-83ac-abd209a2740e'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:50.440792 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d24f8827-a8f7-4d0d-bac4-e4ceef7c91e2 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0fdfb2c-67b2-45eb-af81-9a7b607f8680 HTTP/1.1" status: 200 len: 205 time: 0.0503922 Mar 28 13:49:50.441032 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33114) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:50.455248 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-713bcd36-d05a-43a2-b319-98da000981fa tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:50.473464 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-713bcd36-d05a-43a2-b319-98da000981fa tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Calling delete_port for a96b8b35-3124-4fee-9ef0-a08d13ee25f6 owned by {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:49:50.474762 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-56f83450-b741-40f4-8999-fb57e62243ab None None] Allocated IP 2001:db8:0:1::2 (0683b568-5de1-47de-8c3c-3856d7f643f9/118529ee-53bf-4571-8c3d-5e22d71c63d3/de3d54cc-aafe-44af-888b-117ebbdd1335) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:49:50.485841 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-cddb5a32-4249-42e9-bbef-0cf213899b8f tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] delete failed (client error): The resource could not be found. Mar 28 13:49:50.486995 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-cddb5a32-4249-42e9-bbef-0cf213899b8f tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "DELETE /v2.0/routers/c0fdfb2c-67b2-45eb-af81-9a7b607f8680 HTTP/1.1" status: 404 len: 336 time: 0.0444326 Mar 28 13:49:50.488408 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7cc02af-e16f-4b08-be10-f360a4a5fff8 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Made reservation on behalf of 427ec9eabb7e45afac363fe68c5efe1f for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:50.491691 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33116) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:50.491869 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a7cc02af-e16f-4b08-be10-f360a4a5fff8 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:50.546988 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-efc5651c-7940-469d-891f-a7821e32cb9b tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] DELETE failed (client error): The resource could not be found. Mar 28 13:49:50.547451 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efc5651c-7940-469d-891f-a7821e32cb9b tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:49:50.553642 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-efc5651c-7940-469d-891f-a7821e32cb9b tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "DELETE /v2.0/subnets/be38b900-4878-410f-8e79-9e23533a5a53 HTTP/1.1" status: 404 len: 337 time: 0.0614841 Mar 28 13:49:50.554671 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33118) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:50.585266 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf94709-8c6b-49c5-845f-844db651b761 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Made reservation on behalf of e58783eed6b747c9bbf475100e226aba for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:50.587852 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3cf94709-8c6b-49c5-845f-844db651b761 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:50.604334 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3c7e29f-b6bb-4943-b2fb-e613d9e6ce02 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] DELETE failed (client error): The resource could not be found. Mar 28 13:49:50.605242 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3c7e29f-b6bb-4943-b2fb-e613d9e6ce02 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:49:50.611632 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c3c7e29f-b6bb-4943-b2fb-e613d9e6ce02 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "DELETE /v2.0/subnets/ab23e7a4-5e5b-4fff-a76f-d7e9a5ea6329 HTTP/1.1" status: 404 len: 337 time: 0.0543592 Mar 28 13:49:50.612322 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33120) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:50.624409 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-3cf94709-8c6b-49c5-845f-844db651b761 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] device_id is not set on port d79e7033-fefc-4337-8b72-f627888f6cfe yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:49:50.651467 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1a7581f-3fe0-4e50-a62e-80967b3c25ac tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] DELETE failed (client error): The resource could not be found. Mar 28 13:49:50.651672 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1a7581f-3fe0-4e50-a62e-80967b3c25ac tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:49:50.654762 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-e1a7581f-3fe0-4e50-a62e-80967b3c25ac tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "DELETE /v2.0/subnets/8eacfc1a-2ffb-488b-bab3-043e8222db66 HTTP/1.1" status: 404 len: 337 time: 0.0415759 Mar 28 13:49:50.658462 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33122) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:50.689452 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1bf7c58-3ee6-42ca-ad13-6b60e321ab7e tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] DELETE failed (client error): The resource could not be found. Mar 28 13:49:50.689908 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1bf7c58-3ee6-42ca-ad13-6b60e321ab7e tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:49:50.693186 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-b1bf7c58-3ee6-42ca-ad13-6b60e321ab7e tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "DELETE /v2.0/subnets/abc23a04-a966-44a0-b480-87f6cce0ce85 HTTP/1.1" status: 404 len: 337 time: 0.0338132 Mar 28 13:49:50.695900 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33124) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:50.744621 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-486fb381-f4ef-44e1-85ba-86057dbdf947 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 HTTP/1.1" status: 200 len: 205 time: 0.0473416 Mar 28 13:49:50.747161 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33126) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:50.783371 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0cfe7154-471d-44b1-ac6a-955a0da18c59 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:50.799361 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-a2af5eea-5705-4eda-8b0b-bd6e11642d7d tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] delete failed (client error): The resource could not be found. Mar 28 13:49:50.800420 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a2af5eea-5705-4eda-8b0b-bd6e11642d7d tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "DELETE /v2.0/routers/c2d6f058-720e-4b7c-9fef-ac14f2fbeab7 HTTP/1.1" status: 404 len: 336 time: 0.0525501 Mar 28 13:49:50.825403 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33128) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:50.826365 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-3cf94709-8c6b-49c5-845f-844db651b761 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Allocated IP 2001:db8::215 (f32bb3df-ddc5-4970-83ac-abd209a2740e/05a39c94-3b9a-4ff3-8fce-89d414382415/d79e7033-fefc-4337-8b72-f627888f6cfe) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:49:50.879226 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f544b9cb-6b7b-47c7-8f77-d78a28649eec tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf0af3fd-cf76-4fc3-b56f-f1d0f87ce598 HTTP/1.1" status: 200 len: 205 time: 0.0473630 Mar 28 13:49:50.881845 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33130) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:50.946892 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-ed4d9795-bd4b-4554-bf1f-b61718d64ffa tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] delete failed (client error): The resource could not be found. Mar 28 13:49:50.950704 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33132) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:50.950910 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ed4d9795-bd4b-4554-bf1f-b61718d64ffa tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "DELETE /v2.0/routers/cf0af3fd-cf76-4fc3-b56f-f1d0f87ce598 HTTP/1.1" status: 404 len: 336 time: 0.0661776 Mar 28 13:49:50.992761 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-05ff9475-2c95-4843-ac0f-716d8ae4fee1 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] DELETE failed (client error): The resource could not be found. Mar 28 13:49:50.993219 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05ff9475-2c95-4843-ac0f-716d8ae4fee1 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:49:50.998625 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-05ff9475-2c95-4843-ac0f-716d8ae4fee1 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "DELETE /v2.0/subnets/839853ae-1c86-42f2-9569-251421e18ac3 HTTP/1.1" status: 404 len: 337 time: 0.0445638 Mar 28 13:49:50.998625 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a7cc02af-e16f-4b08-be10-f360a4a5fff8 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:50.999306 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33134) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:51.018903 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0cfe7154-471d-44b1-ac6a-955a0da18c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:51.046414 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-713bcd36-d05a-43a2-b319-98da000981fa tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:51.064211 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-f14a99cc-c8db-4498-812a-b9a2f055d316 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fc478f2-1e38-4a63-ac65-c47cbde9345f HTTP/1.1" status: 200 len: 205 time: 0.0594640 Mar 28 13:49:51.073951 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cc02af-e16f-4b08-be10-f360a4a5fff8 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Network 86ab37a1-bd34-4d48-bf68-1b0895609206 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:49:51.075165 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33136) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:51.078962 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-a7cc02af-e16f-4b08-be10-f360a4a5fff8 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:51.081531 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713bcd36-d05a-43a2-b319-98da000981fa tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Port': ['ID=a96b8b35-3124-4fee-9ef0-a08d13ee25f6,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:51.082595 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cc02af-e16f-4b08-be10-f360a4a5fff8 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:51.083175 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a7cc02af-e16f-4b08-be10-f360a4a5fff8 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:51.116595 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3615f049-58e2-4c2f-b00b-8040d38a3fdf tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:51.131552 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfe7154-471d-44b1-ac6a-955a0da18c59 None None] Network 81e68224-cdb2-4341-80af-e5f6b46cabc5 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:49:51.133517 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-56f83450-b741-40f4-8999-fb57e62243ab None None] For port de3d54cc-aafe-44af-888b-117ebbdd1335, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=de3d54cc-aafe-44af-888b-117ebbdd1335,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:51.143486 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-713bcd36-d05a-43a2-b319-98da000981fa tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:51.147016 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-713bcd36-d05a-43a2-b319-98da000981fa tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/ports/a96b8b35-3124-4fee-9ef0-a08d13ee25f6 HTTP/1.1" status: 204 len: 168 time: 1.7840350 Mar 28 13:49:51.149984 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-62a8d770-4385-4bfe-87e6-9691a4a63ae8 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] delete failed (client error): The resource could not be found. Mar 28 13:49:51.151775 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 5b356a8b-e2b7-4eeb-8526-942e4f94d2db up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:49:51.156453 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-62a8d770-4385-4bfe-87e6-9691a4a63ae8 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "DELETE /v2.0/routers/2fc478f2-1e38-4a63-ac65-c47cbde9345f HTTP/1.1" status: 404 len: 336 time: 0.0700023 Mar 28 13:49:51.156453 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33138) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:51.163880 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33140) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:51.164555 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc02af-e16f-4b08-be10-f360a4a5fff8 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event updated for resources: {'Subnet': ['ID=d2967ee9-ec12-45a2-8c68-b9853e4d3945,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:51.174205 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-0cfe7154-471d-44b1-ac6a-955a0da18c59 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:51.187076 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615f049-58e2-4c2f-b00b-8040d38a3fdf tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Pushing event deleted for resources: {'Subnet': ['ID=525d2371-b1d0-4cf2-b9b2-9391bcdaaae8,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:51.196252 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a7cc02af-e16f-4b08-be10-f360a4a5fff8 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9654915 Mar 28 13:49:51.204536 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33142) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:51.209271 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-44563e67-0693-424e-8499-6089d1140c0e tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Request body: {'security_group': {'name': 'tempest-secgroup-2082698079'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:51.224415 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfe7154-471d-44b1-ac6a-955a0da18c59 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:49:51.225760 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe7154-471d-44b1-ac6a-955a0da18c59 None None] Pushing event updated for resources: {'Port': ['ID=d26038b8-87cb-4206-b6e9-d57cae6bb08b,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:51.227504 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-9408bab0-060f-4027-a639-6edef56dbc43 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3bd2e47-e735-40f7-8ad4-768ac8b52816 HTTP/1.1" status: 200 len: 205 time: 0.0574062 Mar 28 13:49:51.229626 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33144) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:51.247845 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3cf94709-8c6b-49c5-845f-844db651b761 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:51.261751 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b8e08a-6090-4e5d-a332-b2e0b992cb2c None None] Network f32bb3df-ddc5-4970-83ac-abd209a2740e requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:51.298819 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-56f83450-b741-40f4-8999-fb57e62243ab None None] Notify callbacks [] for port, precommit_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:51.320265 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3615f049-58e2-4c2f-b00b-8040d38a3fdf tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:51.354303 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-3615f049-58e2-4c2f-b00b-8040d38a3fdf tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81e68224-cdb2-4341-80af-e5f6b46cabc5']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:51.369506 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-56f83450-b741-40f4-8999-fb57e62243ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:51.374545 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-3615f049-58e2-4c2f-b00b-8040d38a3fdf tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5ffa656-9cf6-409f-a53c-9c9157457d70') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:51.374847 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-3615f049-58e2-4c2f-b00b-8040d38a3fdf tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5ffa656-9cf6-409f-a53c-9c9157457d70') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:51.383220 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-44563e67-0693-424e-8499-6089d1140c0e tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:51.388448 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3615f049-58e2-4c2f-b00b-8040d38a3fdf tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:51.415756 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3615f049-58e2-4c2f-b00b-8040d38a3fdf tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:51.426780 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3615f049-58e2-4c2f-b00b-8040d38a3fdf tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:49:51.427129 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3615f049-58e2-4c2f-b00b-8040d38a3fdf tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:51.431578 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:49:51.431578 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:49:51.431578 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:49:51.431578 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:49:51.431578 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:49:51.431578 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:49:51.431578 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:49:51.431578 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:49:51.431578 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:49:51.431578 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:49:51.431578 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:49:51.431578 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:49:51.431578 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:49:51.431578 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:49:51.431578 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:49:51.431578 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:49:51.431578 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:49:51.431578 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:49:51.431578 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:49:51.431578 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:49:51.431578 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:49:51.431578 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:49:51.431578 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:49:51.431578 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:49:51.431578 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:49:51.431578 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:49:51.431578 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:49:51.431578 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:49:51.431578 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:49:51.431578 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:49:51.431578 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:49:51.431578 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:49:51.437391 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-0cfe7154-471d-44b1-ac6a-955a0da18c59 None None] Attempting to bind port d26038b8-87cb-4206-b6e9-d57cae6bb08b on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:49:51.437805 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-0cfe7154-471d-44b1-ac6a-955a0da18c59 None None] Attempting to bind port d26038b8-87cb-4206-b6e9-d57cae6bb08b by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'a5ffa656-9cf6-409f-a53c-9c9157457d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '81e68224-cdb2-4341-80af-e5f6b46cabc5'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:49:51.438228 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfe7154-471d-44b1-ac6a-955a0da18c59 None None] Attempting to bind port d26038b8-87cb-4206-b6e9-d57cae6bb08b on network 81e68224-cdb2-4341-80af-e5f6b46cabc5 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:49:51.516657 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfe7154-471d-44b1-ac6a-955a0da18c59 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:49:51.517548 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfe7154-471d-44b1-ac6a-955a0da18c59 None None] Checking segment: {'id': 'a5ffa656-9cf6-409f-a53c-9c9157457d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '81e68224-cdb2-4341-80af-e5f6b46cabc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:49:51.518324 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0cfe7154-471d-44b1-ac6a-955a0da18c59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:51.518821 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfe7154-471d-44b1-ac6a-955a0da18c59 None None] Bound using segment: {'id': 'a5ffa656-9cf6-409f-a53c-9c9157457d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '81e68224-cdb2-4341-80af-e5f6b46cabc5'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:49:51.519153 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3cf94709-8c6b-49c5-845f-844db651b761 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:51.519426 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-0cfe7154-471d-44b1-ac6a-955a0da18c59 None None] Bound port: d26038b8-87cb-4206-b6e9-d57cae6bb08b, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5ffa656-9cf6-409f-a53c-9c9157457d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '81e68224-cdb2-4341-80af-e5f6b46cabc5'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:49:51.519873 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0cfe7154-471d-44b1-ac6a-955a0da18c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:51.557778 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f83450-b741-40f4-8999-fb57e62243ab None None] Pushing event updated for resources: {'Port': ['ID=de3d54cc-aafe-44af-888b-117ebbdd1335,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:51.591416 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf94709-8c6b-49c5-845f-844db651b761 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Network f32bb3df-ddc5-4970-83ac-abd209a2740e is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:49:51.597267 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf94709-8c6b-49c5-845f-844db651b761 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Pushing event updated for resources: {'Port': ['ID=d79e7033-fefc-4337-8b72-f627888f6cfe,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:51.599854 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-3cf94709-8c6b-49c5-845f-844db651b761 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:51.604580 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf94709-8c6b-49c5-845f-844db651b761 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:49:51.605580 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf94709-8c6b-49c5-845f-844db651b761 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:51.606186 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3cf94709-8c6b-49c5-845f-844db651b761 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:51.615079 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-44563e67-0693-424e-8499-6089d1140c0e tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:51.615642 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-3c0b9533-870b-4a53-9870-43b9a508d3a5 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] delete failed (client error): The resource could not be found. Mar 28 13:49:51.616934 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-3c0b9533-870b-4a53-9870-43b9a508d3a5 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "DELETE /v2.0/routers/c3bd2e47-e735-40f7-8ad4-768ac8b52816 HTTP/1.1" status: 404 len: 336 time: 0.3878274 Mar 28 13:49:51.621012 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33146) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:51.630235 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 5b356a8b-e2b7-4eeb-8526-942e4f94d2db triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:51.630680 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:51.664491 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-461ea6fd-998e-4105-b821-555043cf1453 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] DELETE failed (client error): The resource could not be found. Mar 28 13:49:51.665190 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-461ea6fd-998e-4105-b821-555043cf1453 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:49:51.668217 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-461ea6fd-998e-4105-b821-555043cf1453 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "DELETE /v2.0/subnets/1adb54d2-c612-492d-84fe-0b006dada7e2 HTTP/1.1" status: 404 len: 337 time: 0.0389738 Mar 28 13:49:51.671777 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33148) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:51.705709 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-78dead26-893d-49e3-8548-cdd101912778 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "GET /v2.0/ports?device_id=241842f6-df6a-4b53-9b04-843d5a4a7e4a HTTP/1.1" status: 200 len: 205 time: 0.0304742 Mar 28 13:49:51.706124 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33150) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:51.715886 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff682b5f-513c-4feb-99cf-7d3b4fb15f09 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:51.720363 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ff682b5f-513c-4feb-99cf-7d3b4fb15f09 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5631318 Mar 28 13:49:51.722458 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33152) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:51.754956 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-0cfe7154-471d-44b1-ac6a-955a0da18c59 None None] For port d26038b8-87cb-4206-b6e9-d57cae6bb08b, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:49:51.759906 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-19226782-730a-453b-80f9-9a7cc9bc1c25 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] delete failed (client error): The resource could not be found. Mar 28 13:49:51.764088 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-19226782-730a-453b-80f9-9a7cc9bc1c25 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "DELETE /v2.0/routers/241842f6-df6a-4b53-9b04-843d5a4a7e4a HTTP/1.1" status: 404 len: 336 time: 0.0546393 Mar 28 13:49:51.764312 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-0cfe7154-471d-44b1-ac6a-955a0da18c59 None None] For port d26038b8-87cb-4206-b6e9-d57cae6bb08b, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=d26038b8-87cb-4206-b6e9-d57cae6bb08b,segment=NetworkSegment(a5ffa656-9cf6-409f-a53c-9c9157457d70),segment_id=a5ffa656-9cf6-409f-a53c-9c9157457d70)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:49:51.765771 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33154) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:51.779392 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.db.api [None req-3615f049-58e2-4c2f-b00b-8040d38a3fdf tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 13:49:51.779392 dv-neutron-835335-1-hyperv neutron-server[109613]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 13:49:51.779392 dv-neutron-835335-1-hyperv neutron-server[109613]: [parameters: {'id': '81e68224-cdb2-4341-80af-e5f6b46cabc5'}] Mar 28 13:49:51.779392 dv-neutron-835335-1-hyperv neutron-server[109613]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 13:49:51.780704 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG oslo_db.api [None req-3615f049-58e2-4c2f-b00b-8040d38a3fdf tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 13:49:51.799150 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-13810f81-6514-45be-bcae-95ee4e1ca6e4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] DELETE failed (client error): The resource could not be found. Mar 28 13:49:51.799612 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13810f81-6514-45be-bcae-95ee4e1ca6e4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:49:51.803628 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-13810f81-6514-45be-bcae-95ee4e1ca6e4 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "DELETE /v2.0/subnets/66157197-7f06-4bd8-a292-a4af8e396cd4 HTTP/1.1" status: 404 len: 337 time: 0.0361125 Mar 28 13:49:51.806775 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33156) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:51.812862 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba6ea60-141a-4215-a195-9072e5961b60 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:51.815443 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-7ba6ea60-141a-4215-a195-9072e5961b60 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0919986 Mar 28 13:49:51.818278 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33158) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:51.830784 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-44563e67-0693-424e-8499-6089d1140c0e tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:51.845875 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0cfe7154-471d-44b1-ac6a-955a0da18c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:51.903982 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b0af5736-4431-43dc-b9de-1f34079a7f4f tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "GET /v2.0/ports?device_id=3aaa37ed-bfe9-4628-adbe-5a0b273e3219 HTTP/1.1" status: 200 len: 205 time: 0.0960841 Mar 28 13:49:51.912115 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33160) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:51.935037 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3cf94709-8c6b-49c5-845f-844db651b761 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.5060246 Mar 28 13:49:51.939364 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33162) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:51.958785 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-046b558d-b144-4353-816e-9306dbc838df tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] delete failed (client error): The resource could not be found. Mar 28 13:49:51.959855 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-046b558d-b144-4353-816e-9306dbc838df tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "DELETE /v2.0/routers/3aaa37ed-bfe9-4628-adbe-5a0b273e3219 HTTP/1.1" status: 404 len: 336 time: 0.0467470 Mar 28 13:49:51.964606 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33164) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:51.965046 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4946528-ae94-4465-8da0-69b9e08957c1 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:51.967919 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4946528-ae94-4465-8da0-69b9e08957c1 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:51.970285 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4946528-ae94-4465-8da0-69b9e08957c1 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:51.972063 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c4946528-ae94-4465-8da0-69b9e08957c1 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1527076 Mar 28 13:49:51.974658 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33166) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:51.998643 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device de3d54cc-aafe-44af-888b-117ebbdd1335 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:49:52.004985 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a3cc85-b64c-48a6-9536-2b0d79c101cd None None] Network 81e68224-cdb2-4341-80af-e5f6b46cabc5 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:52.040474 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe7154-471d-44b1-ac6a-955a0da18c59 None None] Pushing event updated for resources: {'Port': ['ID=d26038b8-87cb-4206-b6e9-d57cae6bb08b,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:52.046692 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-44563e67-0693-424e-8499-6089d1140c0e tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:52.048010 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-44563e67-0693-424e-8499-6089d1140c0e tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8424602 Mar 28 13:49:52.052177 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-46123c00-e068-49e3-acb3-c759dd0bd142 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting subnet 118529ee-53bf-4571-8c3d-5e22d71c63d3 {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:49:52.054366 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33168) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:52.058628 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-8a1cc393-1fa3-4c83-8175-b3f9b6ea922c tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Request body: {'security_group': {'name': 'tempest-secgroup-797864394'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:52.072571 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44563e67-0693-424e-8499-6089d1140c0e tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a33880f-c1b6-4a70-8c57-81ac0d2de250,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:52.080356 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-46123c00-e068-49e3-acb3-c759dd0bd142 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:52.084707 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-14149295-a2bd-42dd-9e45-ba9cce0cf96c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] DELETE failed (client error): The resource could not be found. Mar 28 13:49:52.089887 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14149295-a2bd-42dd-9e45-ba9cce0cf96c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:49:52.092091 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-14149295-a2bd-42dd-9e45-ba9cce0cf96c tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "DELETE /v2.0/subnets/554ccda2-d39d-47af-9669-57b6868ff010 HTTP/1.1" status: 404 len: 337 time: 0.0682170 Mar 28 13:49:52.092845 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33170) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:52.137776 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8a1cc393-1fa3-4c83-8175-b3f9b6ea922c tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:52.145509 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-46123c00-e068-49e3-acb3-c759dd0bd142 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:52.148694 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c3528fa-8f17-4dcb-bb52-66a8930ac3e1 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] DELETE failed (client error): The resource could not be found. Mar 28 13:49:52.148694 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c3528fa-8f17-4dcb-bb52-66a8930ac3e1 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:49:52.153339 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-0c3528fa-8f17-4dcb-bb52-66a8930ac3e1 tempest-RoutersIpV6Test-949724977 tempest-RoutersIpV6Test-949724977-project] 10.222.0.24 "DELETE /v2.0/subnets/e098a4ae-6aed-4d74-be05-fdcc43b36cfa HTTP/1.1" status: 404 len: 337 time: 0.0423050 Mar 28 13:49:52.196567 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-bfa14836-a8db-4d38-85bf-a1247f67bd58 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Deleting port d79e7033-fefc-4337-8b72-f627888f6cfe {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:49:52.196567 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bfa14836-a8db-4d38-85bf-a1247f67bd58 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:52.306629 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port de3d54cc-aafe-44af-888b-117ebbdd1335 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:52.307161 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:52.317867 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bfa14836-a8db-4d38-85bf-a1247f67bd58 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:52.337240 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-bfa14836-a8db-4d38-85bf-a1247f67bd58 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Calling delete_port for d79e7033-fefc-4337-8b72-f627888f6cfe owned by {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:49:52.401842 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-46123c00-e068-49e3-acb3-c759dd0bd142 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:52.443291 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8ff943-220b-4dee-83d3-c066955d3261 None None] Network 86ab37a1-bd34-4d48-bf68-1b0895609206 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:52.463292 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8a1cc393-1fa3-4c83-8175-b3f9b6ea922c tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:52.484397 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3615f049-58e2-4c2f-b00b-8040d38a3fdf tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:52.495947 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-b06e58bc-f393-40e2-a59e-b805f0807f7a None None] Provisioning complete for port a6a42c74-ccb4-40d7-be11-c41842254010 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:52.496327 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b06e58bc-f393-40e2-a59e-b805f0807f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:52.550891 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-3615f049-58e2-4c2f-b00b-8040d38a3fdf tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Deleting port d26038b8-87cb-4206-b6e9-d57cae6bb08b {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:49:52.551390 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3615f049-58e2-4c2f-b00b-8040d38a3fdf tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:52.553359 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8a1cc393-1fa3-4c83-8175-b3f9b6ea922c tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:52.611539 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1cc393-1fa3-4c83-8175-b3f9b6ea922c tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c60375c6-dce5-401e-b1a8-954041d602bf,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:52.622420 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-46123c00-e068-49e3-acb3-c759dd0bd142 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:52.625139 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-3615f049-58e2-4c2f-b00b-8040d38a3fdf tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] For port d26038b8-87cb-4206-b6e9-d57cae6bb08b, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=d26038b8-87cb-4206-b6e9-d57cae6bb08b,segment=NetworkSegment(a5ffa656-9cf6-409f-a53c-9c9157457d70),segment_id=a5ffa656-9cf6-409f-a53c-9c9157457d70)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:52.625768 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3615f049-58e2-4c2f-b00b-8040d38a3fdf tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:52.628610 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bfa14836-a8db-4d38-85bf-a1247f67bd58 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:52.671106 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-3615f049-58e2-4c2f-b00b-8040d38a3fdf tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Calling delete_port for d26038b8-87cb-4206-b6e9-d57cae6bb08b owned by network:dhcp {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:49:52.685844 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa14836-a8db-4d38-85bf-a1247f67bd58 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Pushing event deleted for resources: {'Port': ['ID=d79e7033-fefc-4337-8b72-f627888f6cfe,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:52.690608 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-b06e58bc-f393-40e2-a59e-b805f0807f7a None None] Provisioning complete for port bc5889c2-32fb-4f14-9008-831684c4b05c triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:52.691193 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b06e58bc-f393-40e2-a59e-b805f0807f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:52.694705 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-46123c00-e068-49e3-acb3-c759dd0bd142 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:52.703308 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-46123c00-e068-49e3-acb3-c759dd0bd142 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/118529ee-53bf-4571-8c3d-5e22d71c63d3 HTTP/1.1" status: 204 len: 168 time: 0.7273066 Mar 28 13:49:52.704817 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33174) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:52.707740 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8a1cc393-1fa3-4c83-8175-b3f9b6ea922c tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:52.709011 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-8a1cc393-1fa3-4c83-8175-b3f9b6ea922c tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.6538618 Mar 28 13:49:52.709869 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46123c00-e068-49e3-acb3-c759dd0bd142 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Subnet': ['ID=118529ee-53bf-4571-8c3d-5e22d71c63d3,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:52.710505 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bfa14836-a8db-4d38-85bf-a1247f67bd58 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:52.715146 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-bfa14836-a8db-4d38-85bf-a1247f67bd58 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] 10.222.0.24 "DELETE /v2.0/ports/d79e7033-fefc-4337-8b72-f627888f6cfe HTTP/1.1" status: 204 len: 168 time: 0.7745013 Mar 28 13:49:52.716075 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33176) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:52.721404 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33178) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:52.725799 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-c1c9a749-2cf2-4cea-a409-81f2b1b0337c tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f32bb3df-ddc5-4970-83ac-abd209a2740e', 'external_fixed_ips': [{'subnet_id': '05a39c94-3b9a-4ff3-8fce-89d414382415', 'ip_address': '2001:db8::215'}]}}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:52.731727 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-13ee4405-d6b0-4215-86a5-30250591f97c tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Request body: {'security_group': {'name': 'tempest-secgroup-620410124'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:52.768760 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-b06e58bc-f393-40e2-a59e-b805f0807f7a None None] Port bc5889c2-32fb-4f14-9008-831684c4b05c cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:49:52.833798 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c1c9a749-2cf2-4cea-a409-81f2b1b0337c tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:52.834942 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c1c9a749-2cf2-4cea-a409-81f2b1b0337c tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:52.844832 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e328613-a5f9-490a-b564-e1a76dc08cab None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:52.846640 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-13ee4405-d6b0-4215-86a5-30250591f97c tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:52.856703 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-d98bb25a-ca97-49af-add7-45177a194085 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting subnet b6b50fb4-acb5-40ef-b610-89e36ea46b11 {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:49:52.860767 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d98bb25a-ca97-49af-add7-45177a194085 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:52.897653 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3615f049-58e2-4c2f-b00b-8040d38a3fdf tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:52.909947 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-7c53a105-5082-4a96-9641-9d1a8098087f None None] Could not find standard attr ID for object a96b8b35-3124-4fee-9ef0-a08d13ee25f6. {{(pid=109614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 13:49:52.922126 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d15d7a-e0de-4674-911c-aa58eb6f3bd3 None None] Update dhcp port {'port': {'network_id': '86ab37a1-bd34-4d48-bf68-1b0895609206', 'fixed_ips': [{'subnet_id': 'e67c2d52-0012-4083-b000-6b0b1fcce8b8', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd2967ee9-ec12-45a2-8c68-b9853e4d3945'}], 'binding:host_id': 'dv-neutron-835335-1-hyperv'}, 'id': 'a6a42c74-ccb4-40d7-be11-c41842254010'} from dv-neutron-835335-1-hyperv. {{(pid=109614) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 28 13:49:52.925347 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d98bb25a-ca97-49af-add7-45177a194085 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:52.928410 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33182) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:52.941358 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3615f049-58e2-4c2f-b00b-8040d38a3fdf tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] No DVR routers for this DVR port d26038b8-87cb-4206-b6e9-d57cae6bb08b on host dv-neutron-835335-1-hyperv {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:49:52.945414 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615f049-58e2-4c2f-b00b-8040d38a3fdf tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Pushing event deleted for resources: {'Port': ['ID=d26038b8-87cb-4206-b6e9-d57cae6bb08b,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:52.987122 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c1c9a749-2cf2-4cea-a409-81f2b1b0337c tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:52.996330 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-7c53a105-5082-4a96-9641-9d1a8098087f None None] Provisioning complete for port de3d54cc-aafe-44af-888b-117ebbdd1335 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:52.996992 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7c53a105-5082-4a96-9641-9d1a8098087f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:53.041400 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-13ee4405-d6b0-4215-86a5-30250591f97c tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:53.047281 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c4d15d7a-e0de-4674-911c-aa58eb6f3bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:53.056165 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3615f049-58e2-4c2f-b00b-8040d38a3fdf tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:53.067189 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d98bb25a-ca97-49af-add7-45177a194085 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:53.089223 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-3615f049-58e2-4c2f-b00b-8040d38a3fdf tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81e68224-cdb2-4341-80af-e5f6b46cabc5']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:53.099915 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-3615f049-58e2-4c2f-b00b-8040d38a3fdf tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5ffa656-9cf6-409f-a53c-9c9157457d70') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:53.100280 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-3615f049-58e2-4c2f-b00b-8040d38a3fdf tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5ffa656-9cf6-409f-a53c-9c9157457d70') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:53.111529 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3615f049-58e2-4c2f-b00b-8040d38a3fdf tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:53.127258 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3615f049-58e2-4c2f-b00b-8040d38a3fdf tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:53.134974 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-13ee4405-d6b0-4215-86a5-30250591f97c tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:53.138784 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3615f049-58e2-4c2f-b00b-8040d38a3fdf tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:49:53.139256 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3615f049-58e2-4c2f-b00b-8040d38a3fdf tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:53.145349 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:49:53.145349 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:49:53.145349 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:49:53.145349 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:49:53.145349 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:49:53.145349 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:49:53.145349 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:49:53.145349 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:49:53.145349 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:49:53.145349 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:49:53.145349 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:49:53.145349 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:49:53.145349 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:49:53.145349 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:49:53.145349 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:49:53.145349 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:49:53.145349 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:49:53.145349 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:49:53.145349 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:49:53.145349 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:49:53.145349 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:49:53.145349 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:49:53.145349 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:49:53.145349 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:49:53.145349 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:49:53.145349 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:49:53.145349 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:49:53.145349 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:49:53.145349 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:49:53.145349 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:49:53.145349 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:49:53.145349 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:49:53.224252 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee4405-d6b0-4215-86a5-30250591f97c tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a719c28-9d39-4175-867a-4b965f8ae8ca,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:53.240125 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a47a75a4-0754-4de9-b3a5-104b49dcb460 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f6b8e64020de40e182c741fada779147&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3097422 Mar 28 13:49:53.244788 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33186) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:53.272815 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-13ee4405-d6b0-4215-86a5-30250591f97c tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:53.274471 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-13ee4405-d6b0-4215-86a5-30250591f97c tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.5554302 Mar 28 13:49:53.278571 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33188) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:53.284319 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c1c9a749-2cf2-4cea-a409-81f2b1b0337c tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:53.292029 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-0cba4ce0-32e7-4192-83a6-35f921a66f1e tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1357477625', 'security_groups': ['9a719c28-9d39-4175-867a-4b965f8ae8ca'], 'network_id': '86ab37a1-bd34-4d48-bf68-1b0895609206', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd2967ee9-ec12-45a2-8c68-b9853e4d3945'}]}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:53.311785 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6c9a52b0-54ff-4356-953b-20989e922fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:53.328124 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3615f049-58e2-4c2f-b00b-8040d38a3fdf tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:53.332132 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3615f049-58e2-4c2f-b00b-8040d38a3fdf tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:53.336288 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3615f049-58e2-4c2f-b00b-8040d38a3fdf tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "DELETE /v2.0/networks/81e68224-cdb2-4341-80af-e5f6b46cabc5 HTTP/1.1" status: 204 len: 168 time: 4.0019844 Mar 28 13:49:53.342839 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-c4d15d7a-e0de-4674-911c-aa58eb6f3bd3 None None] Allocated IP 2001:db8::2 (86ab37a1-bd34-4d48-bf68-1b0895609206/d2967ee9-ec12-45a2-8c68-b9853e4d3945/a6a42c74-ccb4-40d7-be11-c41842254010) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:49:53.346392 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33190) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:53.354142 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-2994a61c-ed5e-4ceb-b6c7-48423416b8ef tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1539710973'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:53.367980 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6c9a52b0-54ff-4356-953b-20989e922fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:53.377017 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615f049-58e2-4c2f-b00b-8040d38a3fdf tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Pushing event deleted for resources: {'Network': ['ID=81e68224-cdb2-4341-80af-e5f6b46cabc5,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:53.426249 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d98bb25a-ca97-49af-add7-45177a194085 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:53.456385 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2994a61c-ed5e-4ceb-b6c7-48423416b8ef tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Made reservation on behalf of e3ccc62ac4294ef7b8c72ff93b44bd2d for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:53.457872 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98bb25a-ca97-49af-add7-45177a194085 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Subnet': ['ID=b6b50fb4-acb5-40ef-b610-89e36ea46b11,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:53.462021 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2994a61c-ed5e-4ceb-b6c7-48423416b8ef tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:53.487050 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6c9a52b0-54ff-4356-953b-20989e922fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:53.490995 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6c9a52b0-54ff-4356-953b-20989e922fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:53.492848 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-6c9a52b0-54ff-4356-953b-20989e922fd1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c0449cb2-f47e-4057-bbb8-6043be3a1b30 HTTP/1.1" status: 204 len: 168 time: 0.2466795 Mar 28 13:49:53.499532 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d98bb25a-ca97-49af-add7-45177a194085 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:53.502734 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d98bb25a-ca97-49af-add7-45177a194085 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/b6b50fb4-acb5-40ef-b610-89e36ea46b11 HTTP/1.1" status: 204 len: 168 time: 0.7906673 Mar 28 13:49:53.510829 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33194) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:53.522635 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a52b0-54ff-4356-953b-20989e922fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0449cb2-f47e-4057-bbb8-6043be3a1b30,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:53.524541 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2994a61c-ed5e-4ceb-b6c7-48423416b8ef tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:49:53.549053 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2994a61c-ed5e-4ceb-b6c7-48423416b8ef tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:53.549539 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-2994a61c-ed5e-4ceb-b6c7-48423416b8ef tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Added segment 99e5dab9-795a-46f7-a00d-a2e7b0697f88 of type vlan for network 315fcc05-00fe-4a23-b77f-b9a4f370550a Mar 28 13:49:53.551793 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-c4d15d7a-e0de-4674-911c-aa58eb6f3bd3 None None] For port a6a42c74-ccb4-40d7-be11-c41842254010, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=a6a42c74-ccb4-40d7-be11-c41842254010,segment=NetworkSegment(63dc7ace-2c9c-4864-8139-c2daaac86078),segment_id=63dc7ace-2c9c-4864-8139-c2daaac86078)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:53.578208 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-f4bdf67e-994a-4020-863f-274388d85897 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0649631 Mar 28 13:49:53.580126 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cba4ce0-32e7-4192-83a6-35f921a66f1e tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Made reservation on behalf of 427ec9eabb7e45afac363fe68c5efe1f for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:53.591122 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33196) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:53.606620 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c4d15d7a-e0de-4674-911c-aa58eb6f3bd3 None None] Notify callbacks [] for port, precommit_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:53.607350 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-e34a0341-b328-4144-b611-e4c8e0bf13c1 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'subnet': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:53.623256 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2994a61c-ed5e-4ceb-b6c7-48423416b8ef tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:53.684656 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c4d15d7a-e0de-4674-911c-aa58eb6f3bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:53.742134 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2994a61c-ed5e-4ceb-b6c7-48423416b8ef tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:53.747987 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2994a61c-ed5e-4ceb-b6c7-48423416b8ef tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:53.759553 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2994a61c-ed5e-4ceb-b6c7-48423416b8ef tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:53.775726 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0cba4ce0-32e7-4192-83a6-35f921a66f1e tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:53.779530 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d15d7a-e0de-4674-911c-aa58eb6f3bd3 None None] Pushing event updated for resources: {'Port': ['ID=a6a42c74-ccb4-40d7-be11-c41842254010,revision_number=6']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:53.800178 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [None req-0cba4ce0-32e7-4192-83a6-35f921a66f1e tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] device_id is not set on port ed20f3dc-e9e3-4141-a0d3-4939b0f37ca2 yet. {{(pid=109612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:49:53.869148 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-2994a61c-ed5e-4ceb-b6c7-48423416b8ef tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5189953 Mar 28 13:49:53.869806 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33200) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:53.876851 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-2198d29e-c69c-4fec-9148-61875e2ed7a1 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Request body: {'subnet': {'network_id': '315fcc05-00fe-4a23-b77f-b9a4f370550a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:53.887741 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2994a61c-ed5e-4ceb-b6c7-48423416b8ef tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Pushing event updated for resources: {'Network': ['ID=315fcc05-00fe-4a23-b77f-b9a4f370550a,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:53.927471 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 315fcc05-00fe-4a23-b77f-b9a4f370550a details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:49:53.951624 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34a0341-b328-4144-b611-e4c8e0bf13c1 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:53.960755 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e34a0341-b328-4144-b611-e4c8e0bf13c1 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:53.970827 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2d66f32f-8fa3-4c25-9632-22497fa1910e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:54.051594 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device a6a42c74-ccb4-40d7-be11-c41842254010 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:49:54.136080 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2198d29e-c69c-4fec-9148-61875e2ed7a1 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Made reservation on behalf of e3ccc62ac4294ef7b8c72ff93b44bd2d for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:54.143096 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2198d29e-c69c-4fec-9148-61875e2ed7a1 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:54.146876 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port a6a42c74-ccb4-40d7-be11-c41842254010 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:54.146876 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:54.226108 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934828ff-9b6e-4521-a588-25e60e024e90 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:54.314511 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c1c9a749-2cf2-4cea-a409-81f2b1b0337c tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:54.341713 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c1c9a749-2cf2-4cea-a409-81f2b1b0337c tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:54.355270 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-c63cb17d-0849-4411-8154-1de80d3c1822 None None] Provisioning complete for port de3d54cc-aafe-44af-888b-117ebbdd1335 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:54.355679 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c63cb17d-0849-4411-8154-1de80d3c1822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:54.490738 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2198d29e-c69c-4fec-9148-61875e2ed7a1 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:54.566677 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2198d29e-c69c-4fec-9148-61875e2ed7a1 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Pushing event updated for resources: {'Subnet': ['ID=122c8527-5b31-4edd-aea6-5f1b48744eb8,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:54.581794 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-0cba4ce0-32e7-4192-83a6-35f921a66f1e tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Allocated IP 2001:db8::a5 (86ab37a1-bd34-4d48-bf68-1b0895609206/d2967ee9-ec12-45a2-8c68-b9853e4d3945/ed20f3dc-e9e3-4141-a0d3-4939b0f37ca2) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:49:54.595389 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2198d29e-c69c-4fec-9148-61875e2ed7a1 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Checking segment: {'id': '99e5dab9-795a-46f7-a00d-a2e7b0697f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '315fcc05-00fe-4a23-b77f-b9a4f370550a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:49:54.595843 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2198d29e-c69c-4fec-9148-61875e2ed7a1 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Network hostable DHCP agents. Network: 315fcc05-00fe-4a23-b77f-b9a4f370550a, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:49:54.692615 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2198d29e-c69c-4fec-9148-61875e2ed7a1 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Network 315fcc05-00fe-4a23-b77f-b9a4f370550a is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:49:54.776662 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-2198d29e-c69c-4fec-9148-61875e2ed7a1 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 315fcc05-00fe-4a23-b77f-b9a4f370550a) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:54.781397 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2198d29e-c69c-4fec-9148-61875e2ed7a1 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:54.795213 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2198d29e-c69c-4fec-9148-61875e2ed7a1 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:54.796037 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ded548-8d4f-4fec-836c-aa96de484157 None None] Network 315fcc05-00fe-4a23-b77f-b9a4f370550a requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:54.802229 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-c1c9a749-2cf2-4cea-a409-81f2b1b0337c tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Allocated IP 2001:db8::215 (f32bb3df-ddc5-4970-83ac-abd209a2740e/05a39c94-3b9a-4ff3-8fce-89d414382415/b2dbbe22-a878-4bf7-9e51-a1848a45d239) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:49:54.809025 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e514be-c33f-4bc9-8cb0-73cb458d18be None None] DHCP port deletion for 0683b568-5de1-47de-8c3c-3856d7f643f9 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:49:54.872840 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-2198d29e-c69c-4fec-9148-61875e2ed7a1 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0004418 Mar 28 13:49:54.877593 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33218) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:54.920091 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-c65b07c1-b5c2-40e0-8213-f4b69a6e838d None None] Provisioning complete for port a6a42c74-ccb4-40d7-be11-c41842254010 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:54.920530 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c65b07c1-b5c2-40e0-8213-f4b69a6e838d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:54.973621 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0cba4ce0-32e7-4192-83a6-35f921a66f1e tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:54.996646 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.objects.ports [None req-e34a0341-b328-4144-b611-e4c8e0bf13c1 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109612) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 13:49:55.020909 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f209349c-9016-40ce-bb7d-c172934ac790 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:55.028527 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-46e514be-c33f-4bc9-8cb0-73cb458d18be None None] Deleting port de3d54cc-aafe-44af-888b-117ebbdd1335 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:49:55.028527 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-46e514be-c33f-4bc9-8cb0-73cb458d18be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:55.028527 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0ab7ca-345d-4c0e-8a23-669b217359c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-315fcc05-00fe-4a23-b77f-b9a4f370550a', 'network_id': '315fcc05-00fe-4a23-b77f-b9a4f370550a', 'tenant_id': 'e3ccc62ac4294ef7b8c72ff93b44bd2d', 'fixed_ips': [{'subnet_id': '122c8527-5b31-4edd-aea6-5f1b48744eb8'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:49:55.029420 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dc0ab7ca-345d-4c0e-8a23-669b217359c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:55.098075 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f209349c-9016-40ce-bb7d-c172934ac790 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:55.120391 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c1c9a749-2cf2-4cea-a409-81f2b1b0337c tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:55.233426 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0cba4ce0-32e7-4192-83a6-35f921a66f1e tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:55.235665 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-46e514be-c33f-4bc9-8cb0-73cb458d18be None None] For port de3d54cc-aafe-44af-888b-117ebbdd1335, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=de3d54cc-aafe-44af-888b-117ebbdd1335,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:55.236068 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-46e514be-c33f-4bc9-8cb0-73cb458d18be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:55.245731 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-c65b07c1-b5c2-40e0-8213-f4b69a6e838d None None] Provisioning complete for port bc5889c2-32fb-4f14-9008-831684c4b05c triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:55.246096 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c65b07c1-b5c2-40e0-8213-f4b69a6e838d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:55.261454 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f209349c-9016-40ce-bb7d-c172934ac790 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:55.271890 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-46e514be-c33f-4bc9-8cb0-73cb458d18be None None] Calling delete_port for de3d54cc-aafe-44af-888b-117ebbdd1335 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:49:55.290783 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cba4ce0-32e7-4192-83a6-35f921a66f1e tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Network 86ab37a1-bd34-4d48-bf68-1b0895609206 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:49:55.298333 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-c65b07c1-b5c2-40e0-8213-f4b69a6e838d None None] Port bc5889c2-32fb-4f14-9008-831684c4b05c cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:49:55.298599 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c1c9a749-2cf2-4cea-a409-81f2b1b0337c tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:55.305281 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-0cba4ce0-32e7-4192-83a6-35f921a66f1e tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:55.306415 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f209349c-9016-40ce-bb7d-c172934ac790 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Pushing event deleted for resources: {'Subnet': ['ID=122c8527-5b31-4edd-aea6-5f1b48744eb8,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:55.308793 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cba4ce0-32e7-4192-83a6-35f921a66f1e tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:49:55.316255 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cba4ce0-32e7-4192-83a6-35f921a66f1e tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:55.316977 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0cba4ce0-32e7-4192-83a6-35f921a66f1e tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server [None req-dc0ab7ca-345d-4c0e-8a23-669b217359c6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 122c8527-5b31-4edd-aea6-5f1b48744eb8: This subnet is being modified by another concurrent operation. Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise exception Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 122c8527-5b31-4edd-aea6-5f1b48744eb8: This subnet is being modified by another concurrent operation. Mar 28 13:49:55.330597 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server Mar 28 13:49:55.354679 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba4ce0-32e7-4192-83a6-35f921a66f1e tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event updated for resources: {'Port': ['ID=ed20f3dc-e9e3-4141-a0d3-4939b0f37ca2,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:55.386413 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f209349c-9016-40ce-bb7d-c172934ac790 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:55.391933 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bf20ef-26b8-48e3-a980-bc7894236e80 None None] Network 315fcc05-00fe-4a23-b77f-b9a4f370550a requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:49:55.397184 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c9a749-2cf2-4cea-a409-81f2b1b0337c tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Network f32bb3df-ddc5-4970-83ac-abd209a2740e is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:49:55.400067 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e34a0341-b328-4144-b611-e4c8e0bf13c1 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:55.406211 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-c1c9a749-2cf2-4cea-a409-81f2b1b0337c tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:55.408780 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c9a749-2cf2-4cea-a409-81f2b1b0337c tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:49:55.416556 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-f209349c-9016-40ce-bb7d-c172934ac790 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['315fcc05-00fe-4a23-b77f-b9a4f370550a']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:55.427666 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-f209349c-9016-40ce-bb7d-c172934ac790 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e5dab9-795a-46f7-a00d-a2e7b0697f88') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:55.428687 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-f209349c-9016-40ce-bb7d-c172934ac790 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e5dab9-795a-46f7-a00d-a2e7b0697f88') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:55.439067 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f209349c-9016-40ce-bb7d-c172934ac790 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:55.455641 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f209349c-9016-40ce-bb7d-c172934ac790 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:55.463583 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-0cba4ce0-32e7-4192-83a6-35f921a66f1e tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1819661 Mar 28 13:49:55.464534 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f209349c-9016-40ce-bb7d-c172934ac790 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:49:55.465189 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f209349c-9016-40ce-bb7d-c172934ac790 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:55.469733 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:49:55.469733 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:49:55.469733 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:49:55.469733 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:49:55.469733 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:49:55.469733 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:49:55.469733 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:49:55.469733 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:49:55.469733 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:49:55.469733 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:49:55.469733 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:49:55.469733 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:49:55.469733 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:49:55.469733 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:49:55.469733 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:49:55.469733 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:49:55.469733 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:49:55.469733 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:49:55.469733 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:49:55.469733 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:49:55.469733 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:49:55.469733 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:49:55.469733 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:49:55.469733 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:49:55.469733 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:49:55.469733 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:49:55.469733 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:49:55.469733 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:49:55.469733 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:49:55.469733 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:49:55.469733 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:49:55.469733 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:49:55.469733 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33224) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:55.476257 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-a377066c-0759-4055-b03c-412942a54250 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Request body: {'subnet': {'network_id': '86ab37a1-bd34-4d48-bf68-1b0895609206', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:55.502757 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c9a749-2cf2-4cea-a409-81f2b1b0337c tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Pushing event updated for resources: {'Port': ['ID=b2dbbe22-a878-4bf7-9e51-a1848a45d239,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:55.540428 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-46e514be-c33f-4bc9-8cb0-73cb458d18be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:55.547106 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-e34a0341-b328-4144-b611-e4c8e0bf13c1 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Port de3d54cc-aafe-44af-888b-117ebbdd1335 concurrently deleted while adding address for new subnet {'id': 'e21b517f-0898-483b-9674-c9db29415b11', 'name': '', 'tenant_id': '97c2fb5000a44df7a1530b25f26f0716', 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 912, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-03-28T13:49:54Z', 'updated_at': '2022-03-28T13:49:54Z', 'revision_number': 0, 'segment_id': None, 'project_id': '97c2fb5000a44df7a1530b25f26f0716'}. {{(pid=109612) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Mar 28 13:49:55.547762 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e34a0341-b328-4144-b611-e4c8e0bf13c1 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:55.591479 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e514be-c33f-4bc9-8cb0-73cb458d18be None None] Pushing event deleted for resources: {'Port': ['ID=de3d54cc-aafe-44af-888b-117ebbdd1335,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:55.593429 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e514be-c33f-4bc9-8cb0-73cb458d18be None None] No DVR routers for this DVR port de3d54cc-aafe-44af-888b-117ebbdd1335 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:49:55.736651 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f209349c-9016-40ce-bb7d-c172934ac790 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:55.739331 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b15c048-5276-4b8c-be49-52929273e26d None None] get_active_networks_info from dv-neutron-835335-1-hyperv {{(pid=109614) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 28 13:49:55.747828 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f209349c-9016-40ce-bb7d-c172934ac790 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:55.757311 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f209349c-9016-40ce-bb7d-c172934ac790 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "DELETE /v2.0/networks/315fcc05-00fe-4a23-b77f-b9a4f370550a HTTP/1.1" status: 204 len: 168 time: 0.8739610 Mar 28 13:49:55.776031 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f209349c-9016-40ce-bb7d-c172934ac790 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Pushing event deleted for resources: {'Network': ['ID=315fcc05-00fe-4a23-b77f-b9a4f370550a,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:55.777735 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33232) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:55.789484 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-70fdb592-e23d-4376-b3e4-ed4fb43095a2 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-754561330'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:55.808950 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a377066c-0759-4055-b03c-412942a54250 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Made reservation on behalf of 427ec9eabb7e45afac363fe68c5efe1f for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:55.812736 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a377066c-0759-4055-b03c-412942a54250 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:55.879592 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-ab029933-fae0-4e48-821c-fdcea305bdc8 None None] Provisioning complete for port ed20f3dc-e9e3-4141-a0d3-4939b0f37ca2 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:55.879970 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ab029933-fae0-4e48-821c-fdcea305bdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:55.882425 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b15c048-5276-4b8c-be49-52929273e26d None None] Resources bound (agent type, host, resource id): {{(pid=109614) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 13:49:55.912809 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.ipam_backend_mixin [None req-a377066c-0759-4055-b03c-412942a54250 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d2967ee9-ec12-45a2-8c68-b9853e4d3945 (CIDR: 2001:db8::/64) Mar 28 13:49:55.912809 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70fdb592-e23d-4376-b3e4-ed4fb43095a2 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Made reservation on behalf of e3ccc62ac4294ef7b8c72ff93b44bd2d for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:55.913810 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-70fdb592-e23d-4376-b3e4-ed4fb43095a2 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:55.957457 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70fdb592-e23d-4376-b3e4-ed4fb43095a2 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:49:55.967378 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-70fdb592-e23d-4376-b3e4-ed4fb43095a2 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:55.967729 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-70fdb592-e23d-4376-b3e4-ed4fb43095a2 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Added segment d9779d93-cd7e-4a0b-b10b-a285f0da9926 of type vlan for network 1430861f-849d-4e40-9990-5e2e00122d4d Mar 28 13:49:55.969732 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34a0341-b328-4144-b611-e4c8e0bf13c1 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:49:55.973887 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-ab029933-fae0-4e48-821c-fdcea305bdc8 None None] Port ed20f3dc-e9e3-4141-a0d3-4939b0f37ca2 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:49:55.974638 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-e34a0341-b328-4144-b611-e4c8e0bf13c1 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:55.978103 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34a0341-b328-4144-b611-e4c8e0bf13c1 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:55.978766 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e34a0341-b328-4144-b611-e4c8e0bf13c1 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:55.992406 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device de3d54cc-aafe-44af-888b-117ebbdd1335 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:49:55.993701 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a0341-b328-4144-b611-e4c8e0bf13c1 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Subnet': ['ID=e21b517f-0898-483b-9674-c9db29415b11,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:56.013851 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-a377066c-0759-4055-b03c-412942a54250 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:49:56.014373 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a377066c-0759-4055-b03c-412942a54250 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:49:56.036384 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-70fdb592-e23d-4376-b3e4-ed4fb43095a2 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:56.040992 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: de3d54cc-aafe-44af-888b-117ebbdd1335 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:49:56.041511 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device de3d54cc-aafe-44af-888b-117ebbdd1335 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:49:56.086213 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a377066c-0759-4055-b03c-412942a54250 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6143212 Mar 28 13:49:56.088777 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33238) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:56.094691 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-14741d8b-16dd-46a1-a032-2bc210706c17 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Request body: {'subnet': {'network_id': '86ab37a1-bd34-4d48-bf68-1b0895609206', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:56.107565 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-e34a0341-b328-4144-b611-e4c8e0bf13c1 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5153677 Mar 28 13:49:56.110625 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33240) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:56.117535 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-5452cfaf-22f2-44e1-9811-f3fb57df61a5 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'subnet': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:56.155080 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-70fdb592-e23d-4376-b3e4-ed4fb43095a2 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:56.161185 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fdb592-e23d-4376-b3e4-ed4fb43095a2 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:56.162143 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-70fdb592-e23d-4376-b3e4-ed4fb43095a2 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:56.271292 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-70fdb592-e23d-4376-b3e4-ed4fb43095a2 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4924908 Mar 28 13:49:56.275834 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33246) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:56.282674 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea352f39-cd44-4383-af90-ed90ada2b2d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-0683b568-5de1-47de-8c3c-3856d7f643f9', 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'tenant_id': '97c2fb5000a44df7a1530b25f26f0716', 'fixed_ips': [{'subnet_id': 'e21b517f-0898-483b-9674-c9db29415b11'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:49:56.282886 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fdb592-e23d-4376-b3e4-ed4fb43095a2 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Pushing event updated for resources: {'Network': ['ID=1430861f-849d-4e40-9990-5e2e00122d4d,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:56.283600 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ea352f39-cd44-4383-af90-ed90ada2b2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:56.283722 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-c3a1c4b2-1255-4771-b382-157f6820a158 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Request body: {'subnet': {'network_id': '1430861f-849d-4e40-9990-5e2e00122d4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:56.300177 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c1c9a749-2cf2-4cea-a409-81f2b1b0337c tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:56.301021 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 1430861f-849d-4e40-9990-5e2e00122d4d details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:49:56.305634 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-bacb811d-c41a-42f7-8cde-05f4b1815788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:56.380865 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14741d8b-16dd-46a1-a032-2bc210706c17 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Made reservation on behalf of 427ec9eabb7e45afac363fe68c5efe1f for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:56.384901 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-14741d8b-16dd-46a1-a032-2bc210706c17 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:56.496535 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-ea352f39-cd44-4383-af90-ed90ada2b2d9 None None] Allocated IP 2001:db8::f816:3eff:fedc:25aa (0683b568-5de1-47de-8c3c-3856d7f643f9/e21b517f-0898-483b-9674-c9db29415b11/3ae21c57-2d8e-4364-b0d0-7a9c002d9cab) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:49:56.501786 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.ipam_backend_mixin [None req-14741d8b-16dd-46a1-a032-2bc210706c17 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet e67c2d52-0012-4083-b000-6b0b1fcce8b8 (CIDR: 2001:db8:0:1::/64) Mar 28 13:49:56.542571 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-14741d8b-16dd-46a1-a032-2bc210706c17 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:49:56.543280 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14741d8b-16dd-46a1-a032-2bc210706c17 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:49:56.594235 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5452cfaf-22f2-44e1-9811-f3fb57df61a5 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:56.597685 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5452cfaf-22f2-44e1-9811-f3fb57df61a5 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:56.613192 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a1c4b2-1255-4771-b382-157f6820a158 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Made reservation on behalf of e3ccc62ac4294ef7b8c72ff93b44bd2d for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:56.616503 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c3a1c4b2-1255-4771-b382-157f6820a158 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:56.648457 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-14741d8b-16dd-46a1-a032-2bc210706c17 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5581605 Mar 28 13:49:56.649131 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33248) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:56.653852 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ea352f39-cd44-4383-af90-ed90ada2b2d9 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:56.656842 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-b85a5fce-ddfa-4a41-8c89-9cdf30261724 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Request body: {'subnet': {'network_id': '86ab37a1-bd34-4d48-bf68-1b0895609206', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:56.720360 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ea352f39-cd44-4383-af90-ed90ada2b2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:56.730650 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c1c9a749-2cf2-4cea-a409-81f2b1b0337c tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:56.764919 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea352f39-cd44-4383-af90-ed90ada2b2d9 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:49:56.767892 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-ea352f39-cd44-4383-af90-ed90ada2b2d9 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:56.772732 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea352f39-cd44-4383-af90-ed90ada2b2d9 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:49:56.777075 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea352f39-cd44-4383-af90-ed90ada2b2d9 None None] Pushing event updated for resources: {'Port': ['ID=3ae21c57-2d8e-4364-b0d0-7a9c002d9cab,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:56.824312 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33250) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:56.829112 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.ipam_backend_mixin [None req-5452cfaf-22f2-44e1-9811-f3fb57df61a5 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e21b517f-0898-483b-9674-c9db29415b11 (CIDR: 2001:db8::/64) Mar 28 13:49:56.830108 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-7055fc53-0dff-4e14-8ec7-cddbf1b6214c tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1207282463', 'description': 'tempest-secgroup-smoke-1207282463 description', 'project_id': 'bcdd6be72e7642a4b756d4ea1c2944fc'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:56.841823 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-ea352f39-cd44-4383-af90-ed90ada2b2d9 None None] Attempting to bind port 3ae21c57-2d8e-4364-b0d0-7a9c002d9cab on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:49:56.842806 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-ea352f39-cd44-4383-af90-ed90ada2b2d9 None None] Attempting to bind port 3ae21c57-2d8e-4364-b0d0-7a9c002d9cab by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:49:56.843119 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea352f39-cd44-4383-af90-ed90ada2b2d9 None None] Attempting to bind port 3ae21c57-2d8e-4364-b0d0-7a9c002d9cab on network 0683b568-5de1-47de-8c3c-3856d7f643f9 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:49:56.848213 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea352f39-cd44-4383-af90-ed90ada2b2d9 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:49:56.848631 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea352f39-cd44-4383-af90-ed90ada2b2d9 None None] Checking segment: {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:49:56.849033 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ea352f39-cd44-4383-af90-ed90ada2b2d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:56.849622 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea352f39-cd44-4383-af90-ed90ada2b2d9 None None] Bound using segment: {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:49:56.849893 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-ea352f39-cd44-4383-af90-ed90ada2b2d9 None None] Bound port: 3ae21c57-2d8e-4364-b0d0-7a9c002d9cab, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:49:56.850272 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ea352f39-cd44-4383-af90-ed90ada2b2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:56.856397 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85a5fce-ddfa-4a41-8c89-9cdf30261724 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Made reservation on behalf of 427ec9eabb7e45afac363fe68c5efe1f for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:56.860891 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b85a5fce-ddfa-4a41-8c89-9cdf30261724 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:56.900728 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-5452cfaf-22f2-44e1-9811-f3fb57df61a5 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:49:56.901125 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5452cfaf-22f2-44e1-9811-f3fb57df61a5 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:49:56.917327 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-ea352f39-cd44-4383-af90-ed90ada2b2d9 None None] For port 3ae21c57-2d8e-4364-b0d0-7a9c002d9cab, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:49:56.921591 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-ea352f39-cd44-4383-af90-ed90ada2b2d9 None None] For port 3ae21c57-2d8e-4364-b0d0-7a9c002d9cab, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=3ae21c57-2d8e-4364-b0d0-7a9c002d9cab,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:49:56.931019 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7055fc53-0dff-4e14-8ec7-cddbf1b6214c tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:56.942737 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7055fc53-0dff-4e14-8ec7-cddbf1b6214c tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:56.982387 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ea352f39-cd44-4383-af90-ed90ada2b2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:57.008958 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-5452cfaf-22f2-44e1-9811-f3fb57df61a5 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8972321 Mar 28 13:49:57.010922 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33252) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:57.017829 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-0204425c-3d15-44e7-bb92-27704ac4fc41 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'subnet': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:57.060119 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea352f39-cd44-4383-af90-ed90ada2b2d9 None None] Pushing event updated for resources: {'Port': ['ID=3ae21c57-2d8e-4364-b0d0-7a9c002d9cab,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:57.074603 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c3a1c4b2-1255-4771-b382-157f6820a158 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:57.100576 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7055fc53-0dff-4e14-8ec7-cddbf1b6214c tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:57.119744 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c9a749-2cf2-4cea-a409-81f2b1b0337c tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Router db0c1acc-4525-432e-9536-ed43e9e042b6 is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:49:57.182567 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7055fc53-0dff-4e14-8ec7-cddbf1b6214c tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:57.188073 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a1c4b2-1255-4771-b382-157f6820a158 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Pushing event updated for resources: {'Subnet': ['ID=2c3eb8f3-6f3e-4641-8a94-8f3f6cdb6b1b,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:57.220489 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7055fc53-0dff-4e14-8ec7-cddbf1b6214c tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a075a1a-f55b-4bf5-bcc7-856913103d61,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:57.248002 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b85a5fce-ddfa-4a41-8c89-9cdf30261724 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:57.272685 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a1c4b2-1255-4771-b382-157f6820a158 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Checking segment: {'id': 'd9779d93-cd7e-4a0b-b10b-a285f0da9926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1430861f-849d-4e40-9990-5e2e00122d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:49:57.273058 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a1c4b2-1255-4771-b382-157f6820a158 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Network hostable DHCP agents. Network: 1430861f-849d-4e40-9990-5e2e00122d4d, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:49:57.306274 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85a5fce-ddfa-4a41-8c89-9cdf30261724 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Network 86ab37a1-bd34-4d48-bf68-1b0895609206 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:49:57.319813 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-b85a5fce-ddfa-4a41-8c89-9cdf30261724 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:57.327069 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85a5fce-ddfa-4a41-8c89-9cdf30261724 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:57.327670 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b85a5fce-ddfa-4a41-8c89-9cdf30261724 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:57.348700 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a5fce-ddfa-4a41-8c89-9cdf30261724 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event updated for resources: {'Subnet': ['ID=a276f11f-5ecc-413b-b102-9bbf17de121d,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:57.358281 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c9a749-2cf2-4cea-a409-81f2b1b0337c tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:49:57.368748 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5fd1a2-781e-407d-8b22-c5bec419e164 None None] Sync routers for ids ['db0c1acc-4525-432e-9536-ed43e9e042b6'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:49:57.371481 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0204425c-3d15-44e7-bb92-27704ac4fc41 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:57.376651 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0204425c-3d15-44e7-bb92-27704ac4fc41 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:57.383595 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5fd1a2-781e-407d-8b22-c5bec419e164 None None] Routers {'db0c1acc-4525-432e-9536-ed43e9e042b6'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:49:57.385492 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-4c5fd1a2-781e-407d-8b22-c5bec419e164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:49:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['db0c1acc-4525-432e-9536-ed43e9e042b6'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:57.387371 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7055fc53-0dff-4e14-8ec7-cddbf1b6214c tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:57.432960 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a1c4b2-1255-4771-b382-157f6820a158 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Network 1430861f-849d-4e40-9990-5e2e00122d4d is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:49:57.453276 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c1c9a749-2cf2-4cea-a409-81f2b1b0337c tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:57.453612 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b85a5fce-ddfa-4a41-8c89-9cdf30261724 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8026066 Mar 28 13:49:57.457121 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7055fc53-0dff-4e14-8ec7-cddbf1b6214c tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:57.457264 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c1c9a749-2cf2-4cea-a409-81f2b1b0337c tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.7324374 Mar 28 13:49:57.457365 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33254) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:57.457455 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33256) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:57.464100 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-2d9c239c-3722-49c7-b218-8fc730f09de9 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-381682811', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a276f11f-5ecc-413b-b102-9bbf17de121d'}], 'security_groups': ['0a33880f-c1b6-4a70-8c57-81ac0d2de250', 'c60375c6-dce5-401e-b1a8-954041d602bf']}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:57.507276 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-c3a1c4b2-1255-4771-b382-157f6820a158 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 1430861f-849d-4e40-9990-5e2e00122d4d) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:57.522650 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a1c4b2-1255-4771-b382-157f6820a158 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:57.523090 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c3a1c4b2-1255-4771-b382-157f6820a158 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:57.532701 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-4c5fd1a2-781e-407d-8b22-c5bec419e164 None None] Set router db0c1acc-4525-432e-9536-ed43e9e042b6 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:49:57.616520 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:57.622607 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c3a1c4b2-1255-4771-b382-157f6820a158 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3434849 Mar 28 13:49:57.628566 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33258) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:57.636064 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-59c59008-ed75-4ec8-aaa4-85cb50ece4d8 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Request body: {'subnet': {'network_id': '1430861f-849d-4e40-9990-5e2e00122d4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:57.656172 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-830662e0-2608-4761-9782-054e82029d14 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for router, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:57.742547 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-4c5fd1a2-781e-407d-8b22-c5bec419e164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db0c1acc-4525-432e-9536-ed43e9e042b6', 'name': '', 'tenant_id': 'e58783eed6b747c9bbf475100e226aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32bb3df-ddc5-4970-83ac-abd209a2740e', 'external_fixed_ips': [{'subnet_id': '05a39c94-3b9a-4ff3-8fce-89d414382415', 'ip_address': '2001:db8::215'}], 'enable_snat': True}, 'gw_port_id': 'b2dbbe22-a878-4bf7-9e51-a1848a45d239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:49:52Z', 'updated_at': '2022-03-28T13:49:55Z', 'revision_number': 3, 'project_id': 'e58783eed6b747c9bbf475100e226aba', 'gw_port': {'id': 'b2dbbe22-a878-4bf7-9e51-a1848a45d239', 'name': '', 'network_id': 'f32bb3df-ddc5-4970-83ac-abd209a2740e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db0c1acc-4525-432e-9536-ed43e9e042b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '05a39c94-3b9a-4ff3-8fce-89d414382415', 'ip_address': '2001:db8::215', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:49:54Z', 'updated_at': '2022-03-28T13:49:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05a39c94-3b9a-4ff3-8fce-89d414382415', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:49:57.769995 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5fd1a2-781e-407d-8b22-c5bec419e164 None None] Checking router: db0c1acc-4525-432e-9536-ed43e9e042b6 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:49:57.770346 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5fd1a2-781e-407d-8b22-c5bec419e164 None None] Updating router db0c1acc-4525-432e-9536-ed43e9e042b6 port b2dbbe22-a878-4bf7-9e51-a1848a45d239 binding host dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 13:49:57.799514 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4c5fd1a2-781e-407d-8b22-c5bec419e164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:57.846477 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7055fc53-0dff-4e14-8ec7-cddbf1b6214c tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:57.850394 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-7055fc53-0dff-4e14-8ec7-cddbf1b6214c tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0226746 Mar 28 13:49:57.850893 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7055fc53-0dff-4e14-8ec7-cddbf1b6214c tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0706f3f6-4ac4-4bfd-b496-8cf89045c8d2,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:57.855315 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33260) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:57.865849 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-4cd4d68e-0b04-43c3-b415-f95d94093dfd tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Request body: {'security_group_rule': {'security_group_id': '0706f3f6-4ac4-4bfd-b496-8cf89045c8d2', 'project_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:57.948551 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2d9c239c-3722-49c7-b218-8fc730f09de9 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:57.969950 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-830662e0-2608-4761-9782-054e82029d14 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:57.994474 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4cd4d68e-0b04-43c3-b415-f95d94093dfd tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:58.026628 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 3ae21c57-2d8e-4364-b0d0-7a9c002d9cab up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:49:58.028094 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0204425c-3d15-44e7-bb92-27704ac4fc41 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:58.068052 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c59008-ed75-4ec8-aaa4-85cb50ece4d8 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Made reservation on behalf of e3ccc62ac4294ef7b8c72ff93b44bd2d for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:58.071699 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-59c59008-ed75-4ec8-aaa4-85cb50ece4d8 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:58.171392 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0204425c-3d15-44e7-bb92-27704ac4fc41 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:49:58.180611 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0204425c-3d15-44e7-bb92-27704ac4fc41 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Subnet': ['ID=2bebe5fe-36ce-418f-b489-67fbc04ebd87,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:58.190823 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-0204425c-3d15-44e7-bb92-27704ac4fc41 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:58.202240 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0204425c-3d15-44e7-bb92-27704ac4fc41 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:58.202896 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0204425c-3d15-44e7-bb92-27704ac4fc41 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:58.265310 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-830662e0-2608-4761-9782-054e82029d14 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Deleting port b2dbbe22-a878-4bf7-9e51-a1848a45d239 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:49:58.267908 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-830662e0-2608-4761-9782-054e82029d14 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:58.314211 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4cd4d68e-0b04-43c3-b415-f95d94093dfd tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:58.329811 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b41063-7fe1-42f7-9e4c-c699d72e030e None None] get_active_networks_info from dv-neutron-835335-1-hyperv {{(pid=109614) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 28 13:49:58.343508 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-0204425c-3d15-44e7-bb92-27704ac4fc41 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3279955 Mar 28 13:49:58.343747 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33262) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:58.366734 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-421a7f23-5747-444a-93d6-126a08e33a64 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'port': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'mac_address': 'fa:16:3e:58:f1:58', 'name': 'tempest-NetworksTestDHCPv6-1169994427'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:58.385613 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-830662e0-2608-4761-9782-054e82029d14 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:58.397544 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 3ae21c57-2d8e-4364-b0d0-7a9c002d9cab triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:58.398158 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:58.400953 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4c5fd1a2-781e-407d-8b22-c5bec419e164 None None] Notify callbacks [] for port, precommit_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:58.404105 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-830662e0-2608-4761-9782-054e82029d14 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Calling delete_port for b2dbbe22-a878-4bf7-9e51-a1848a45d239 owned by network:router_gateway {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:49:58.404429 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-68e9b517-5c62-4fbc-b141-384420b6e2c7 None None] Provisioning complete for port 3ae21c57-2d8e-4364-b0d0-7a9c002d9cab triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:49:58.405421 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-68e9b517-5c62-4fbc-b141-384420b6e2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:58.422722 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4cd4d68e-0b04-43c3-b415-f95d94093dfd tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:58.458602 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd4d68e-0b04-43c3-b415-f95d94093dfd tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=933a1760-528b-41d2-a6ca-e2f2810a5d0d,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:58.499269 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4c5fd1a2-781e-407d-8b22-c5bec419e164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:58.555947 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4cd4d68e-0b04-43c3-b415-f95d94093dfd tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:58.557291 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-4cd4d68e-0b04-43c3-b415-f95d94093dfd tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7008195 Mar 28 13:49:58.560637 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-2d9c239c-3722-49c7-b218-8fc730f09de9 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Delete allocated IP 2001:db8::a5 (86ab37a1-bd34-4d48-bf68-1b0895609206/d2967ee9-ec12-45a2-8c68-b9853e4d3945) {{(pid=109613) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 28 13:49:58.563960 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33266) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:58.573899 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-695a6aa1-350e-460a-a162-f86db2c8bbdb tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Request body: {'security_group_rule': {'security_group_id': '0706f3f6-4ac4-4bfd-b496-8cf89045c8d2', 'project_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:58.591952 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-2d9c239c-3722-49c7-b218-8fc730f09de9 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Allocated IP 2001:db8:0:2::24b (86ab37a1-bd34-4d48-bf68-1b0895609206/a276f11f-5ecc-413b-b102-9bbf17de121d/ed20f3dc-e9e3-4141-a0d3-4939b0f37ca2) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:49:58.605358 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0a00a0-c99d-4341-afba-1fc17afd5f54 None None] Pushing event updated for resources: {'Port': ['ID=b2dbbe22-a878-4bf7-9e51-a1848a45d239,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:58.608872 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-4c5fd1a2-781e-407d-8b22-c5bec419e164 None None] Attempting to bind port b2dbbe22-a878-4bf7-9e51-a1848a45d239 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:49:58.608872 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-4c5fd1a2-781e-407d-8b22-c5bec419e164 None None] Attempting to bind port b2dbbe22-a878-4bf7-9e51-a1848a45d239 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'ca744601-34b7-4f17-a185-e440ed75ade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f32bb3df-ddc5-4970-83ac-abd209a2740e'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:49:58.609256 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5fd1a2-781e-407d-8b22-c5bec419e164 None None] Attempting to bind port b2dbbe22-a878-4bf7-9e51-a1848a45d239 on network f32bb3df-ddc5-4970-83ac-abd209a2740e {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:49:58.618679 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b41063-7fe1-42f7-9e4c-c699d72e030e None None] Resources bound (agent type, host, resource id): {{(pid=109614) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 13:49:58.658769 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5fd1a2-781e-407d-8b22-c5bec419e164 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:49:58.659266 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5fd1a2-781e-407d-8b22-c5bec419e164 None None] Checking segment: {'id': 'ca744601-34b7-4f17-a185-e440ed75ade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f32bb3df-ddc5-4970-83ac-abd209a2740e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:49:58.659759 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4c5fd1a2-781e-407d-8b22-c5bec419e164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:58.660191 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5fd1a2-781e-407d-8b22-c5bec419e164 None None] Bound using segment: {'id': 'ca744601-34b7-4f17-a185-e440ed75ade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f32bb3df-ddc5-4970-83ac-abd209a2740e'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:49:58.660774 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-4c5fd1a2-781e-407d-8b22-c5bec419e164 None None] Bound port: b2dbbe22-a878-4bf7-9e51-a1848a45d239, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca744601-34b7-4f17-a185-e440ed75ade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f32bb3df-ddc5-4970-83ac-abd209a2740e'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:49:58.661222 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4c5fd1a2-781e-407d-8b22-c5bec419e164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:58.672591 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421a7f23-5747-444a-93d6-126a08e33a64 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:58.716113 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-59c59008-ed75-4ec8-aaa4-85cb50ece4d8 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:58.718370 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-68e9b517-5c62-4fbc-b141-384420b6e2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:58.723714 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:58.765070 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-695a6aa1-350e-460a-a162-f86db2c8bbdb tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:58.767939 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c59008-ed75-4ec8-aaa4-85cb50ece4d8 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Network 1430861f-849d-4e40-9990-5e2e00122d4d is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:49:58.771765 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-59c59008-ed75-4ec8-aaa4-85cb50ece4d8 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:58.781054 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c59008-ed75-4ec8-aaa4-85cb50ece4d8 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:58.781581 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-59c59008-ed75-4ec8-aaa4-85cb50ece4d8 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:58.793974 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c59008-ed75-4ec8-aaa4-85cb50ece4d8 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Pushing event updated for resources: {'Subnet': ['ID=780596bf-86c4-41fc-b7da-49eb7acced5d,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:58.833100 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-830662e0-2608-4761-9782-054e82029d14 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:58.841607 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 3ae21c57-2d8e-4364-b0d0-7a9c002d9cab, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=3ae21c57-2d8e-4364-b0d0-7a9c002d9cab,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:49:58.843234 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.db.api [None req-4c5fd1a2-781e-407d-8b22-c5bec419e164 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=109614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 13:49:58.843605 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG oslo_db.api [None req-4c5fd1a2-781e-407d-8b22-c5bec419e164 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 13:49:58.869193 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830662e0-2608-4761-9782-054e82029d14 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2dbbe22-a878-4bf7-9e51-a1848a45d239,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:58.878790 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-59c59008-ed75-4ec8-aaa4-85cb50ece4d8 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2486904 Mar 28 13:49:58.883984 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33270) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:58.907733 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:58.916451 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-830662e0-2608-4761-9782-054e82029d14 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133933816'] for router_gateway, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:58.931195 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:58.931976 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-421a7f23-5747-444a-93d6-126a08e33a64 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:58.954809 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-695a6aa1-350e-460a-a162-f86db2c8bbdb tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:58.973516 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2d9c239c-3722-49c7-b218-8fc730f09de9 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:58.993553 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-421a7f23-5747-444a-93d6-126a08e33a64 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] device_id is not set on port 4049049b-efe8-4a15-9216-262326154f14 yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:49:59.005157 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804e20e8-7d73-426a-9b90-9deecb59a8ff tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:59.006612 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804e20e8-7d73-426a-9b90-9deecb59a8ff tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:59.008229 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804e20e8-7d73-426a-9b90-9deecb59a8ff tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:59.010042 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804e20e8-7d73-426a-9b90-9deecb59a8ff tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:59.011234 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804e20e8-7d73-426a-9b90-9deecb59a8ff tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:59.012030 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-830662e0-2608-4761-9782-054e82029d14 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:59.019212 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-804e20e8-7d73-426a-9b90-9deecb59a8ff tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1270211 Mar 28 13:49:59.019212 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-695a6aa1-350e-460a-a162-f86db2c8bbdb tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:59.019212 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33272) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:59.019620 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=3ae21c57-2d8e-4364-b0d0-7a9c002d9cab,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:59.019727 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-830662e0-2608-4761-9782-054e82029d14 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:59.025452 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-f70aea24-cda7-49db-9145-81534766f5e5 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2128869893'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:59.041817 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.db.api [None req-68e9b517-5c62-4fbc-b141-384420b6e2c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 13:49:59.042389 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG oslo_db.api [None req-68e9b517-5c62-4fbc-b141-384420b6e2c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 13:49:59.071554 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2d9c239c-3722-49c7-b218-8fc730f09de9 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:59.085579 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a6aa1-350e-460a-a162-f86db2c8bbdb tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=926de617-aaab-4fb1-a31d-ef54ba8112c6,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:59.106652 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18542714-9a08-465c-b849-332687215707 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-1430861f-849d-4e40-9990-5e2e00122d4d', 'network_id': '1430861f-849d-4e40-9990-5e2e00122d4d', 'tenant_id': 'e3ccc62ac4294ef7b8c72ff93b44bd2d', 'fixed_ips': [{'subnet_id': '2c3eb8f3-6f3e-4641-8a94-8f3f6cdb6b1b'}, {'subnet_id': '780596bf-86c4-41fc-b7da-49eb7acced5d'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:49:59.108199 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-18542714-9a08-465c-b849-332687215707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:59.123376 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-830662e0-2608-4761-9782-054e82029d14 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:59.128630 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830662e0-2608-4761-9782-054e82029d14 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Fanout notify agent at l3_agent the message router_deleted on router db0c1acc-4525-432e-9536-ed43e9e042b6 {{(pid=109612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:49:59.129712 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-830662e0-2608-4761-9782-054e82029d14 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:59.130769 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-830662e0-2608-4761-9782-054e82029d14 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] 10.222.0.24 "DELETE /v2.0/routers/db0c1acc-4525-432e-9536-ed43e9e042b6 HTTP/1.1" status: 204 len: 168 time: 1.6725221 Mar 28 13:49:59.133491 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33274) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:59.178451 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-2d9c239c-3722-49c7-b218-8fc730f09de9 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] In _notify_port_updated(), no bound segment for port ed20f3dc-e9e3-4141-a0d3-4939b0f37ca2 on network 86ab37a1-bd34-4d48-bf68-1b0895609206 {{(pid=109613) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 28 13:49:59.184022 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9c239c-3722-49c7-b218-8fc730f09de9 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:59.184536 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2d9c239c-3722-49c7-b218-8fc730f09de9 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:59.188748 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-2d9c239c-3722-49c7-b218-8fc730f09de9 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "PUT /v2.0/ports/ed20f3dc-e9e3-4141-a0d3-4939b0f37ca2 HTTP/1.1" status: 200 len: 969 time: 1.7286227 Mar 28 13:49:59.189074 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33276) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:59.203637 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4d94cbd-8298-455a-b2f0-919fc87139cc tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Deleting subnet 05a39c94-3b9a-4ff3-8fce-89d414382415 {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:49:59.207614 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f4d94cbd-8298-455a-b2f0-919fc87139cc tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:59.219802 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-695a6aa1-350e-460a-a162-f86db2c8bbdb tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:59.224469 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-695a6aa1-350e-460a-a162-f86db2c8bbdb tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6573853 Mar 28 13:49:59.225557 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33280) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:59.228827 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c239c-3722-49c7-b218-8fc730f09de9 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event updated for resources: {'Port': ['ID=ed20f3dc-e9e3-4141-a0d3-4939b0f37ca2,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:59.238055 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-a1b6fb6f-2fc3-48ac-81ec-9cbce15b8547 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Request body: {'security_group_rule': {'security_group_id': '0706f3f6-4ac4-4bfd-b496-8cf89045c8d2', 'project_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:59.241997 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70aea24-cda7-49db-9145-81534766f5e5 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Made reservation on behalf of e3ccc62ac4294ef7b8c72ff93b44bd2d for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:49:59.245216 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f70aea24-cda7-49db-9145-81534766f5e5 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:59.300168 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f4d94cbd-8298-455a-b2f0-919fc87139cc tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:59.326024 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f70aea24-cda7-49db-9145-81534766f5e5 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:49:59.354872 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f4d94cbd-8298-455a-b2f0-919fc87139cc tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:59.356041 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f70aea24-cda7-49db-9145-81534766f5e5 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:59.356424 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-f70aea24-cda7-49db-9145-81534766f5e5 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Added segment b2811a38-8b68-4cea-9476-66de408e54a0 of type vlan for network 580a0fcd-f618-434e-8ef8-975377bc6c70 Mar 28 13:49:59.361270 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a1b6fb6f-2fc3-48ac-81ec-9cbce15b8547 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:59.366757 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-4c5fd1a2-781e-407d-8b22-c5bec419e164 None None] Attempting to bind port b2dbbe22-a878-4bf7-9e51-a1848a45d239 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:49:59.367342 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-4c5fd1a2-781e-407d-8b22-c5bec419e164 None None] Attempting to bind port b2dbbe22-a878-4bf7-9e51-a1848a45d239 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'ca744601-34b7-4f17-a185-e440ed75ade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f32bb3df-ddc5-4970-83ac-abd209a2740e'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:49:59.367510 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5fd1a2-781e-407d-8b22-c5bec419e164 None None] Attempting to bind port b2dbbe22-a878-4bf7-9e51-a1848a45d239 on network f32bb3df-ddc5-4970-83ac-abd209a2740e {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:49:59.370350 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:59.376737 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-18542714-9a08-465c-b849-332687215707 None None] Allocated IP 2001:db8::2 (1430861f-849d-4e40-9990-5e2e00122d4d/2c3eb8f3-6f3e-4641-8a94-8f3f6cdb6b1b/c688c0d6-4776-4313-a50a-4f53e4175fdd) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:49:59.383162 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5fd1a2-781e-407d-8b22-c5bec419e164 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:49:59.383569 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5fd1a2-781e-407d-8b22-c5bec419e164 None None] Checking segment: {'id': 'ca744601-34b7-4f17-a185-e440ed75ade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f32bb3df-ddc5-4970-83ac-abd209a2740e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:49:59.383935 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4c5fd1a2-781e-407d-8b22-c5bec419e164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:59.384541 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5fd1a2-781e-407d-8b22-c5bec419e164 None None] Bound using segment: {'id': 'ca744601-34b7-4f17-a185-e440ed75ade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f32bb3df-ddc5-4970-83ac-abd209a2740e'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:49:59.385530 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-4c5fd1a2-781e-407d-8b22-c5bec419e164 None None] Bound port: b2dbbe22-a878-4bf7-9e51-a1848a45d239, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca744601-34b7-4f17-a185-e440ed75ade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f32bb3df-ddc5-4970-83ac-abd209a2740e'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:49:59.385530 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4c5fd1a2-781e-407d-8b22-c5bec419e164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:59.386113 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-421a7f23-5747-444a-93d6-126a08e33a64 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Allocated IP 2001:db8:0:1::7c (0683b568-5de1-47de-8c3c-3856d7f643f9/2bebe5fe-36ce-418f-b489-67fbc04ebd87/4049049b-efe8-4a15-9216-262326154f14) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:49:59.391136 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-18542714-9a08-465c-b849-332687215707 None None] Allocated IP 172.20.0.1 (1430861f-849d-4e40-9990-5e2e00122d4d/780596bf-86c4-41fc-b7da-49eb7acced5d/c688c0d6-4776-4313-a50a-4f53e4175fdd) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:49:59.408519 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-4c5fd1a2-781e-407d-8b22-c5bec419e164 None None] Port b2dbbe22-a878-4bf7-9e51-a1848a45d239 has been deleted concurrently {{(pid=109614) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:667}} Mar 28 13:49:59.431701 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-421a7f23-5747-444a-93d6-126a08e33a64 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Allocated IP 2001:db8::f816:3eff:fe58:f158 (0683b568-5de1-47de-8c3c-3856d7f643f9/e21b517f-0898-483b-9674-c9db29415b11/4049049b-efe8-4a15-9216-262326154f14) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:49:59.438025 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f70aea24-cda7-49db-9145-81534766f5e5 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:59.439463 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5fd1a2-781e-407d-8b22-c5bec419e164 None None] Routers set() bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:49:59.439932 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5fd1a2-781e-407d-8b22-c5bec419e164 None None] Router IDs set() for agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 28 13:49:59.440525 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_agentschedulers_db [None req-4c5fd1a2-781e-407d-8b22-c5bec419e164 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'db0c1acc-4525-432e-9536-ed43e9e042b6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:49:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent'). {{(pid=109614) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 28 13:49:59.440902 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5fd1a2-781e-407d-8b22-c5bec419e164 None None] The sync data for ids ['db0c1acc-4525-432e-9536-ed43e9e042b6'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:49:59.519129 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a1b6fb6f-2fc3-48ac-81ec-9cbce15b8547 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:59.583613 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f70aea24-cda7-49db-9145-81534766f5e5 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:59.589785 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70aea24-cda7-49db-9145-81534766f5e5 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:49:59.590111 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f70aea24-cda7-49db-9145-81534766f5e5 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:59.599525 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-18542714-9a08-465c-b849-332687215707 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:59.621032 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a1b6fb6f-2fc3-48ac-81ec-9cbce15b8547 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:59.690869 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-18542714-9a08-465c-b849-332687215707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:59.695250 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b6fb6f-2fc3-48ac-81ec-9cbce15b8547 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a5622eb-0edc-4eb8-bce7-44c79eaf5b49,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:59.699078 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70aea24-cda7-49db-9145-81534766f5e5 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Pushing event updated for resources: {'Network': ['ID=580a0fcd-f618-434e-8ef8-975377bc6c70,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:59.703261 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-7b40b682-4093-4edb-9f0c-40d5dc733519 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Deleting port ed20f3dc-e9e3-4141-a0d3-4939b0f37ca2 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:49:59.703599 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7b40b682-4093-4edb-9f0c-40d5dc733519 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:59.714266 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f70aea24-cda7-49db-9145-81534766f5e5 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6916068 Mar 28 13:49:59.718320 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33282) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:59.723187 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-314d4393-aff5-41f9-9412-0276d1588bf4 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:59.740414 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 580a0fcd-f618-434e-8ef8-975377bc6c70 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:49:59.745818 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18542714-9a08-465c-b849-332687215707 None None] Network 1430861f-849d-4e40-9990-5e2e00122d4d is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:49:59.760781 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-18542714-9a08-465c-b849-332687215707 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:49:59.768266 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18542714-9a08-465c-b849-332687215707 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:49:59.790330 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-421a7f23-5747-444a-93d6-126a08e33a64 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:59.801401 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18542714-9a08-465c-b849-332687215707 None None] Pushing event updated for resources: {'Port': ['ID=c688c0d6-4776-4313-a50a-4f53e4175fdd,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:59.801644 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a1b6fb6f-2fc3-48ac-81ec-9cbce15b8547 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:59.805616 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a1b6fb6f-2fc3-48ac-81ec-9cbce15b8547 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5740898 Mar 28 13:49:59.806230 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33284) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:59.817528 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-758a9967-638b-49ee-87e0-768a06fb2b09 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Request body: {'security_group_rule': {'security_group_id': '0706f3f6-4ac4-4bfd-b496-8cf89045c8d2', 'project_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:49:59.821844 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7b40b682-4093-4edb-9f0c-40d5dc733519 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:59.837891 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f4d94cbd-8298-455a-b2f0-919fc87139cc tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:59.840729 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-7b40b682-4093-4edb-9f0c-40d5dc733519 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Calling delete_port for ed20f3dc-e9e3-4141-a0d3-4939b0f37ca2 owned by {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:49:59.879069 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d94cbd-8298-455a-b2f0-919fc87139cc tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=05a39c94-3b9a-4ff3-8fce-89d414382415,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:49:59.881349 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f4d94cbd-8298-455a-b2f0-919fc87139cc tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:59.884911 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-f4d94cbd-8298-455a-b2f0-919fc87139cc tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/05a39c94-3b9a-4ff3-8fce-89d414382415 HTTP/1.1" status: 204 len: 168 time: 0.7501628 Mar 28 13:49:59.887721 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33286) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:49:59.894818 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-18542714-9a08-465c-b849-332687215707 None None] Attempting to bind port c688c0d6-4776-4313-a50a-4f53e4175fdd on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:49:59.895197 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-18542714-9a08-465c-b849-332687215707 None None] Attempting to bind port c688c0d6-4776-4313-a50a-4f53e4175fdd by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'd9779d93-cd7e-4a0b-b10b-a285f0da9926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1430861f-849d-4e40-9990-5e2e00122d4d'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:49:59.895555 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18542714-9a08-465c-b849-332687215707 None None] Attempting to bind port c688c0d6-4776-4313-a50a-4f53e4175fdd on network 1430861f-849d-4e40-9990-5e2e00122d4d {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:49:59.900828 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18542714-9a08-465c-b849-332687215707 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:49:59.901192 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18542714-9a08-465c-b849-332687215707 None None] Checking segment: {'id': 'd9779d93-cd7e-4a0b-b10b-a285f0da9926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1430861f-849d-4e40-9990-5e2e00122d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:49:59.901790 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-18542714-9a08-465c-b849-332687215707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:59.902334 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18542714-9a08-465c-b849-332687215707 None None] Bound using segment: {'id': 'd9779d93-cd7e-4a0b-b10b-a285f0da9926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1430861f-849d-4e40-9990-5e2e00122d4d'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:49:59.903678 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-18542714-9a08-465c-b849-332687215707 None None] Bound port: c688c0d6-4776-4313-a50a-4f53e4175fdd, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9779d93-cd7e-4a0b-b10b-a285f0da9926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1430861f-849d-4e40-9990-5e2e00122d4d'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:49:59.904551 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-18542714-9a08-465c-b849-332687215707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:59.972459 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-314d4393-aff5-41f9-9412-0276d1588bf4 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:59.979451 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-758a9967-638b-49ee-87e0-768a06fb2b09 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:49:59.985663 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 3ae21c57-2d8e-4364-b0d0-7a9c002d9cab up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:49:59.996952 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-421a7f23-5747-444a-93d6-126a08e33a64 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:00.009528 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-21dfbab3-686d-4475-b21a-4c787c535ffc tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:00.028653 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-18542714-9a08-465c-b849-332687215707 None None] For port c688c0d6-4776-4313-a50a-4f53e4175fdd, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:50:00.047386 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-18542714-9a08-465c-b849-332687215707 None None] For port c688c0d6-4776-4313-a50a-4f53e4175fdd, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=c688c0d6-4776-4313-a50a-4f53e4175fdd,segment=NetworkSegment(d9779d93-cd7e-4a0b-b10b-a285f0da9926),segment_id=d9779d93-cd7e-4a0b-b10b-a285f0da9926)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:50:00.061442 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 3ae21c57-2d8e-4364-b0d0-7a9c002d9cab triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:00.061810 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:00.070043 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421a7f23-5747-444a-93d6-126a08e33a64 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:50:00.071817 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-314d4393-aff5-41f9-9412-0276d1588bf4 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:00.086652 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-421a7f23-5747-444a-93d6-126a08e33a64 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:50:00.102213 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421a7f23-5747-444a-93d6-126a08e33a64 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Port': ['ID=4049049b-efe8-4a15-9216-262326154f14,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:00.108028 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421a7f23-5747-444a-93d6-126a08e33a64 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:50:00.114280 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421a7f23-5747-444a-93d6-126a08e33a64 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:00.114750 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-421a7f23-5747-444a-93d6-126a08e33a64 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:00.124961 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-314d4393-aff5-41f9-9412-0276d1588bf4 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Network 580a0fcd-f618-434e-8ef8-975377bc6c70 is not hosted by any dhcp agent {{(pid=109613) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 28 13:50:00.130262 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314d4393-aff5-41f9-9412-0276d1588bf4 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:00.130859 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-314d4393-aff5-41f9-9412-0276d1588bf4 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:00.134870 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-314d4393-aff5-41f9-9412-0276d1588bf4 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "PUT /v2.0/networks/580a0fcd-f618-434e-8ef8-975377bc6c70 HTTP/1.1" status: 200 len: 723 time: 0.4137926 Mar 28 13:50:00.136724 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33290) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:00.138989 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-758a9967-638b-49ee-87e0-768a06fb2b09 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:00.141134 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-21dfbab3-686d-4475-b21a-4c787c535ffc tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:00.145544 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-18542714-9a08-465c-b849-332687215707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:00.146697 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-20ad24cc-f026-4090-a97b-b0811663171b tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Request body: {'subnet': {'network_id': '580a0fcd-f618-434e-8ef8-975377bc6c70', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:00.185188 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314d4393-aff5-41f9-9412-0276d1588bf4 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Pushing event updated for resources: {'Network': ['ID=580a0fcd-f618-434e-8ef8-975377bc6c70,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:00.207621 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 580a0fcd-f618-434e-8ef8-975377bc6c70 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:50:00.225589 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-21dfbab3-686d-4475-b21a-4c787c535ffc tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f32bb3df-ddc5-4970-83ac-abd209a2740e']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:00.231730 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-758a9967-638b-49ee-87e0-768a06fb2b09 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:00.248785 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-21dfbab3-686d-4475-b21a-4c787c535ffc tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca744601-34b7-4f17-a185-e440ed75ade2') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:00.249322 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-21dfbab3-686d-4475-b21a-4c787c535ffc tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca744601-34b7-4f17-a185-e440ed75ade2') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:00.253801 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a9967-638b-49ee-87e0-768a06fb2b09 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a3cad42-da10-4f49-b1b6-e2d331100236,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:00.267628 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-421a7f23-5747-444a-93d6-126a08e33a64 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9202876 Mar 28 13:50:00.268283 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33292) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:00.274207 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-21dfbab3-686d-4475-b21a-4c787c535ffc tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:00.275981 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7b40b682-4093-4edb-9f0c-40d5dc733519 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:00.280875 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18542714-9a08-465c-b849-332687215707 None None] Pushing event updated for resources: {'Port': ['ID=c688c0d6-4776-4313-a50a-4f53e4175fdd,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:00.319227 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-758a9967-638b-49ee-87e0-768a06fb2b09 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:00.319227 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-758a9967-638b-49ee-87e0-768a06fb2b09 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5060260 Mar 28 13:50:00.320313 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33294) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:00.327089 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-9f8a3a1d-b892-4cfa-9cee-1e3ee1120ffa tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Request body: {'security_group_rule': {'security_group_id': '0706f3f6-4ac4-4bfd-b496-8cf89045c8d2', 'project_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:00.359774 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-21dfbab3-686d-4475-b21a-4c787c535ffc tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:00.363608 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b40b682-4093-4edb-9f0c-40d5dc733519 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event deleted for resources: {'Port': ['ID=ed20f3dc-e9e3-4141-a0d3-4939b0f37ca2,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:00.368427 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7b40b682-4093-4edb-9f0c-40d5dc733519 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:00.374731 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-7b40b682-4093-4edb-9f0c-40d5dc733519 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/ports/ed20f3dc-e9e3-4141-a0d3-4939b0f37ca2 HTTP/1.1" status: 204 len: 168 time: 1.1815259 Mar 28 13:50:00.375261 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33296) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:00.400605 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-da2e0b7c-66f2-4050-b563-9fa520ea15e3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting port 4049049b-efe8-4a15-9216-262326154f14 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:50:00.400944 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-da2e0b7c-66f2-4050-b563-9fa520ea15e3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:00.404553 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dc85337-b952-47a2-97f1-3357fab94cc8 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] GET failed (client error): The resource could not be found. Mar 28 13:50:00.408602 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-1dc85337-b952-47a2-97f1-3357fab94cc8 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "GET /v2.0/ports/ed20f3dc-e9e3-4141-a0d3-4939b0f37ca2 HTTP/1.1" status: 404 len: 333 time: 0.0277212 Mar 28 13:50:00.408602 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21dfbab3-686d-4475-b21a-4c787c535ffc tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:50:00.408602 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-21dfbab3-686d-4475-b21a-4c787c535ffc tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:00.411524 dv-neutron-835335-1-hyperv neutron-server[109612]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 13:50:00.411524 dv-neutron-835335-1-hyperv neutron-server[109612]: items = [ Mar 28 13:50:00.411524 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:50:00.411524 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:50:00.411524 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:50:00.411524 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:50:00.411524 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:50:00.411524 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:50:00.411524 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:50:00.411524 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:50:00.411524 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:50:00.411524 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:50:00.411524 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:50:00.411524 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:50:00.411524 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:50:00.411524 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:50:00.411524 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:50:00.411524 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:50:00.411524 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:50:00.411524 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:50:00.411524 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:50:00.411524 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:50:00.411524 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:50:00.411524 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:50:00.411524 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:50:00.411524 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:50:00.411524 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:50:00.411524 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:50:00.411524 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:50:00.411524 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:50:00.411524 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:50:00.411524 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:50:00.411524 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:50:00.411524 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:50:00.414085 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33298) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:00.472634 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.securitygroups_db [None req-9f8a3a1d-b892-4cfa-9cee-1e3ee1120ffa tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Project bcdd6be72e7642a4b756d4ea1c2944fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 13:50:00.484133 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9f8a3a1d-b892-4cfa-9cee-1e3ee1120ffa tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:00.495994 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ad24cc-f026-4090-a97b-b0811663171b tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Made reservation on behalf of e3ccc62ac4294ef7b8c72ff93b44bd2d for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:50:00.501418 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-20ad24cc-f026-4090-a97b-b0811663171b tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:00.558435 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-da2e0b7c-66f2-4050-b563-9fa520ea15e3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:00.577155 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-da2e0b7c-66f2-4050-b563-9fa520ea15e3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Calling delete_port for 4049049b-efe8-4a15-9216-262326154f14 owned by {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:50:00.589262 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9f8a3a1d-b892-4cfa-9cee-1e3ee1120ffa tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:00.619997 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5ab0f3b4-fc60-4d23-a1c8-cb6d92309810 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:00.638239 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-21dfbab3-686d-4475-b21a-4c787c535ffc tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:00.655434 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21dfbab3-686d-4475-b21a-4c787c535ffc tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f32bb3df-ddc5-4970-83ac-abd209a2740e {{(pid=109612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 28 13:50:00.657762 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5ab0f3b4-fc60-4d23-a1c8-cb6d92309810 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:00.680528 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-21dfbab3-686d-4475-b21a-4c787c535ffc tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:00.689039 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-21dfbab3-686d-4475-b21a-4c787c535ffc tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] 10.222.0.24 "DELETE /v2.0/networks/f32bb3df-ddc5-4970-83ac-abd209a2740e HTTP/1.1" status: 204 len: 168 time: 0.7950995 Mar 28 13:50:00.690505 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dfbab3-686d-4475-b21a-4c787c535ffc tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Pushing event deleted for resources: {'Network': ['ID=f32bb3df-ddc5-4970-83ac-abd209a2740e,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:00.712513 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9f8a3a1d-b892-4cfa-9cee-1e3ee1120ffa tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:00.758252 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a3a1d-b892-4cfa-9cee-1e3ee1120ffa tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5009e059-7ec6-49ab-b50d-7a7092b5035d,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:00.841647 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9f8a3a1d-b892-4cfa-9cee-1e3ee1120ffa tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:00.846114 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9f8a3a1d-b892-4cfa-9cee-1e3ee1120ffa tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5225124 Mar 28 13:50:00.847029 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33306) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:00.853460 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-c4f68dce-844a-4414-af92-88d1084a0367 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Request body: {'security_group_rule': {'security_group_id': '0706f3f6-4ac4-4bfd-b496-8cf89045c8d2', 'project_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:00.873327 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5ab0f3b4-fc60-4d23-a1c8-cb6d92309810 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:00.876247 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5ab0f3b4-fc60-4d23-a1c8-cb6d92309810 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:00.879121 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-5ab0f3b4-fc60-4d23-a1c8-cb6d92309810 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/security-groups/9a719c28-9d39-4175-867a-4b965f8ae8ca HTTP/1.1" status: 204 len: 168 time: 0.4540231 Mar 28 13:50:00.881384 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33308) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:00.894143 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0f3b4-fc60-4d23-a1c8-cb6d92309810 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a719c28-9d39-4175-867a-4b965f8ae8ca,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:00.945957 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-314e3b20-b30e-4886-9807-78deda01e257 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:00.952205 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-da2e0b7c-66f2-4050-b563-9fa520ea15e3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:00.977210 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.securitygroups_db [None req-c4f68dce-844a-4414-af92-88d1084a0367 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Project bcdd6be72e7642a4b756d4ea1c2944fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 13:50:00.981485 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-20ad24cc-f026-4090-a97b-b0811663171b tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:00.982531 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e0b7c-66f2-4050-b563-9fa520ea15e3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Port': ['ID=4049049b-efe8-4a15-9216-262326154f14,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:01.007181 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-314e3b20-b30e-4886-9807-78deda01e257 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:01.043197 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c4f68dce-844a-4414-af92-88d1084a0367 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:01.070400 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-da2e0b7c-66f2-4050-b563-9fa520ea15e3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:01.074462 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-da2e0b7c-66f2-4050-b563-9fa520ea15e3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/ports/4049049b-efe8-4a15-9216-262326154f14 HTTP/1.1" status: 204 len: 168 time: 0.8038561 Mar 28 13:50:01.080463 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33316) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:01.144875 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca98786-a47a-4710-b571-27446db06b6d tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:01.148867 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad24cc-f026-4090-a97b-b0811663171b tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Pushing event updated for resources: {'Subnet': ['ID=16053224-7843-4336-9dcc-343e2edcb0a4,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:01.149020 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-eca98786-a47a-4710-b571-27446db06b6d tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0650609 Mar 28 13:50:01.149911 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33320) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:01.193576 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-314e3b20-b30e-4886-9807-78deda01e257 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:01.196137 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-314e3b20-b30e-4886-9807-78deda01e257 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:01.200217 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-314e3b20-b30e-4886-9807-78deda01e257 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/security-groups/c60375c6-dce5-401e-b1a8-954041d602bf HTTP/1.1" status: 204 len: 168 time: 0.3176351 Mar 28 13:50:01.205154 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33322) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:01.220733 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c4f68dce-844a-4414-af92-88d1084a0367 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:01.224216 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33324) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:01.230857 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314e3b20-b30e-4886-9807-78deda01e257 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60375c6-dce5-401e-b1a8-954041d602bf,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:01.251637 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-e8597219-7ba6-4f03-8fa3-72a255900962 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Request body: {'router': {'name': 'tempest-router--761569139', 'project_id': '242716f20be343ec9a329ef2c9b917f8'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:01.269646 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ad24cc-f026-4090-a97b-b0811663171b tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Checking segment: {'id': 'b2811a38-8b68-4cea-9476-66de408e54a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '580a0fcd-f618-434e-8ef8-975377bc6c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:50:01.270022 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ad24cc-f026-4090-a97b-b0811663171b tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Network hostable DHCP agents. Network: 580a0fcd-f618-434e-8ef8-975377bc6c70, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:50:01.302591 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3954d6f3-9f42-4166-907c-444a416fb32b tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:01.306267 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c4f68dce-844a-4414-af92-88d1084a0367 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:01.317801 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de88e4fe-9377-41c6-87a7-871227cf05be tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:01.319345 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-de88e4fe-9377-41c6-87a7-871227cf05be tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1686926 Mar 28 13:50:01.324802 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33326) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:01.332040 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f68dce-844a-4414-af92-88d1084a0367 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=240f5deb-b619-4eff-9128-d448db1812c1,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:01.359754 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3954d6f3-9f42-4166-907c-444a416fb32b tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:01.371102 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e8597219-7ba6-4f03-8fa3-72a255900962 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:01.372316 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e8597219-7ba6-4f03-8fa3-72a255900962 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:01.406756 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c4f68dce-844a-4414-af92-88d1084a0367 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:01.408675 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c4f68dce-844a-4414-af92-88d1084a0367 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5612657 Mar 28 13:50:01.412480 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fd4781-66d0-4dbf-9528-eede2b729cd3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:01.412628 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ad24cc-f026-4090-a97b-b0811663171b tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Network 580a0fcd-f618-434e-8ef8-975377bc6c70 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:50:01.412727 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fd4781-66d0-4dbf-9528-eede2b729cd3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:01.413011 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33328) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:01.413270 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fd4781-66d0-4dbf-9528-eede2b729cd3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:01.417334 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-74fd4781-66d0-4dbf-9528-eede2b729cd3 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0891564 Mar 28 13:50:01.417504 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33330) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:01.448133 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-a516a403-1d9e-40d4-b059-529897314d78 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Request body: {'network': {'name': 'tempest-network-smoke--1608785913', 'project_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'port_security_enabled': True}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:01.452795 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e8597219-7ba6-4f03-8fa3-72a255900962 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:01.471043 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab9ead2f-70b6-4181-b49e-4331eabed1eb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting subnet 2bebe5fe-36ce-418f-b489-67fbc04ebd87 {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:50:01.474197 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ab9ead2f-70b6-4181-b49e-4331eabed1eb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:01.503430 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2d809c-5868-44bf-b8ca-57d52ac81073 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:50:01.505100 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e621048-49ac-40ca-8acc-714fb2e6ff5f None None] Network 86ab37a1-bd34-4d48-bf68-1b0895609206 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:50:01.508550 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2684c8-aba3-4ec1-9d09-98cdae93944c None None] Network 1430861f-849d-4e40-9990-5e2e00122d4d requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:50:01.510159 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3954d6f3-9f42-4166-907c-444a416fb32b tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:01.512772 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3954d6f3-9f42-4166-907c-444a416fb32b tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:01.514672 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3954d6f3-9f42-4166-907c-444a416fb32b tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/security-groups/0a33880f-c1b6-4a70-8c57-81ac0d2de250 HTTP/1.1" status: 204 len: 168 time: 0.3088572 Mar 28 13:50:01.517494 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33332) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:01.530017 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3954d6f3-9f42-4166-907c-444a416fb32b tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a33880f-c1b6-4a70-8c57-81ac0d2de250,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:01.536091 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ab9ead2f-70b6-4181-b49e-4331eabed1eb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:01.558489 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e8597219-7ba6-4f03-8fa3-72a255900962 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:01.560542 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a516a403-1d9e-40d4-b059-529897314d78 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Made reservation on behalf of bcdd6be72e7642a4b756d4ea1c2944fc for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:50:01.565637 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a516a403-1d9e-40d4-b059-529897314d78 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:01.567506 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-20ad24cc-f026-4090-a97b-b0811663171b tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 580a0fcd-f618-434e-8ef8-975377bc6c70) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:50:01.571961 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ad24cc-f026-4090-a97b-b0811663171b tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:01.572579 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-20ad24cc-f026-4090-a97b-b0811663171b tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:01.594826 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ab9ead2f-70b6-4181-b49e-4331eabed1eb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:01.631479 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8465594-0cb5-4c63-9434-a602f2e3dede tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Deleting subnet d2967ee9-ec12-45a2-8c68-b9853e4d3945 {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:50:01.639523 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b8465594-0cb5-4c63-9434-a602f2e3dede tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:01.642229 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a516a403-1d9e-40d4-b059-529897314d78 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:50:01.679435 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e8597219-7ba6-4f03-8fa3-72a255900962 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:01.680868 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-e8597219-7ba6-4f03-8fa3-72a255900962 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4349372 Mar 28 13:50:01.684016 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33336) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:01.690757 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a516a403-1d9e-40d4-b059-529897314d78 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:01.691104 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-a516a403-1d9e-40d4-b059-529897314d78 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Added segment a80f2681-e6a4-420a-a7d2-2591d90941c8 of type vlan for network 2ff991f4-50ec-4bee-9b8e-14ed596b49df Mar 28 13:50:01.707814 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-20ad24cc-f026-4090-a97b-b0811663171b tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5708871 Mar 28 13:50:01.713653 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b8465594-0cb5-4c63-9434-a602f2e3dede tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:01.716083 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33338) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:01.740270 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-77670d56-d2e8-4bf8-a75c-4e28304fb60a tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:01.792127 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ffd41b-3c5c-47d3-9834-062e54c4d9b0 None None] Network 580a0fcd-f618-434e-8ef8-975377bc6c70 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:50:01.807854 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a516a403-1d9e-40d4-b059-529897314d78 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:01.844668 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-742043c7-a1c3-4654-9a85-3e7857e2aede None None] Provisioning complete for port c688c0d6-4776-4313-a50a-4f53e4175fdd triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:01.845048 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-742043c7-a1c3-4654-9a85-3e7857e2aede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:01.936501 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-77670d56-d2e8-4bf8-a75c-4e28304fb60a tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-130995960'] for subnet, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:02.013853 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b8465594-0cb5-4c63-9434-a602f2e3dede tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:02.017250 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a516a403-1d9e-40d4-b059-529897314d78 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:02.023349 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a516a403-1d9e-40d4-b059-529897314d78 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:02.023983 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a516a403-1d9e-40d4-b059-529897314d78 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:02.026506 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ab9ead2f-70b6-4181-b49e-4331eabed1eb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:02.031321 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d7c7d6a8-697a-430f-866d-4ef94b1a7df4 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for router, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:02.083713 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device c688c0d6-4776-4313-a50a-4f53e4175fdd up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:50:02.092786 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ead2f-70b6-4181-b49e-4331eabed1eb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Subnet': ['ID=2bebe5fe-36ce-418f-b489-67fbc04ebd87,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:02.095916 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ab9ead2f-70b6-4181-b49e-4331eabed1eb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:02.097853 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ab9ead2f-70b6-4181-b49e-4331eabed1eb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/2bebe5fe-36ce-418f-b489-67fbc04ebd87 HTTP/1.1" status: 204 len: 168 time: 0.6794317 Mar 28 13:50:02.100651 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33340) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:02.175005 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a516a403-1d9e-40d4-b059-529897314d78 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7315681 Mar 28 13:50:02.178668 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a516a403-1d9e-40d4-b059-529897314d78 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Pushing event updated for resources: {'Network': ['ID=2ff991f4-50ec-4bee-9b8e-14ed596b49df,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:02.180932 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33342) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:02.185715 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-38e5d1d8-ed45-4a73-b1d3-6f8a282afde9 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-886766965', 'admin_state_up': True, 'project_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:02.219670 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 2ff991f4-50ec-4bee-9b8e-14ed596b49df details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:50:02.288631 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0ad1017-ceac-45a7-80ae-7f1c91e96311 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting subnet e21b517f-0898-483b-9674-c9db29415b11 {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:50:02.293258 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e0ad1017-ceac-45a7-80ae-7f1c91e96311 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:02.297303 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d7c7d6a8-697a-430f-866d-4ef94b1a7df4 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:02.315924 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d7c7d6a8-697a-430f-866d-4ef94b1a7df4 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:02.318533 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b8465594-0cb5-4c63-9434-a602f2e3dede tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:02.345796 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474190a2-8747-4fe1-99f4-d83b2863ebe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-580a0fcd-f618-434e-8ef8-975377bc6c70', 'network_id': '580a0fcd-f618-434e-8ef8-975377bc6c70', 'tenant_id': 'e3ccc62ac4294ef7b8c72ff93b44bd2d', 'fixed_ips': [{'subnet_id': '16053224-7843-4336-9dcc-343e2edcb0a4'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:50:02.346661 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-474190a2-8747-4fe1-99f4-d83b2863ebe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:02.362050 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-38e5d1d8-ed45-4a73-b1d3-6f8a282afde9 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:02.363378 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-38e5d1d8-ed45-4a73-b1d3-6f8a282afde9 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:02.366981 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-77670d56-d2e8-4bf8-a75c-4e28304fb60a tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740191706287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-131901043'] for subnet, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:02.373788 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e0ad1017-ceac-45a7-80ae-7f1c91e96311 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:02.376779 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8465594-0cb5-4c63-9434-a602f2e3dede tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event deleted for resources: {'Subnet': ['ID=d2967ee9-ec12-45a2-8c68-b9853e4d3945,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:02.377908 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b8465594-0cb5-4c63-9434-a602f2e3dede tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:02.388277 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-b8465594-0cb5-4c63-9434-a602f2e3dede tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/subnets/d2967ee9-ec12-45a2-8c68-b9853e4d3945 HTTP/1.1" status: 204 len: 168 time: 0.8624442 Mar 28 13:50:02.388513 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port c688c0d6-4776-4313-a50a-4f53e4175fdd triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:02.388513 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:02.390664 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33344) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:02.432075 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77670d56-d2e8-4bf8-a75c-4e28304fb60a tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:02.432592 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-77670d56-d2e8-4bf8-a75c-4e28304fb60a tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:02.434108 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-77670d56-d2e8-4bf8-a75c-4e28304fb60a tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "PUT /v2.0/subnets/16053224-7843-4336-9dcc-343e2edcb0a4 HTTP/1.1" status: 200 len: 826 time: 0.6979275 Mar 28 13:50:02.437398 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33346) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:02.466449 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d7c7d6a8-697a-430f-866d-4ef94b1a7df4 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:02.468163 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c7d6a8-697a-430f-866d-4ef94b1a7df4 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0dce3734-0b68-4e17-ab7a-709e20e78a19 {{(pid=109613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:50:02.468309 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-742043c7-a1c3-4654-9a85-3e7857e2aede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:02.474804 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d7c7d6a8-697a-430f-866d-4ef94b1a7df4 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:02.475733 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d7c7d6a8-697a-430f-866d-4ef94b1a7df4 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] 10.222.0.24 "DELETE /v2.0/routers/0dce3734-0b68-4e17-ab7a-709e20e78a19 HTTP/1.1" status: 204 len: 168 time: 0.7902713 Mar 28 13:50:02.498421 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e0ad1017-ceac-45a7-80ae-7f1c91e96311 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:02.582763 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77670d56-d2e8-4bf8-a75c-4e28304fb60a tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Pushing event updated for resources: {'Subnet': ['ID=16053224-7843-4336-9dcc-343e2edcb0a4,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:02.591430 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddf6dc14-9ff5-4bfe-be05-a03ec538be08 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Deleting subnet a276f11f-5ecc-413b-b102-9bbf17de121d {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:50:02.641663 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-742043c7-a1c3-4654-9a85-3e7857e2aede None None] For port c688c0d6-4776-4313-a50a-4f53e4175fdd, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=c688c0d6-4776-4313-a50a-4f53e4175fdd,segment=NetworkSegment(d9779d93-cd7e-4a0b-b10b-a285f0da9926),segment_id=d9779d93-cd7e-4a0b-b10b-a285f0da9926)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:50:02.657536 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-38e5d1d8-ed45-4a73-b1d3-6f8a282afde9 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:02.658441 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ddf6dc14-9ff5-4bfe-be05-a03ec538be08 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:02.663195 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e0ad1017-ceac-45a7-80ae-7f1c91e96311 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:02.705578 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e0ad1017-ceac-45a7-80ae-7f1c91e96311 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:02.711544 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ddf6dc14-9ff5-4bfe-be05-a03ec538be08 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:02.712484 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e0ad1017-ceac-45a7-80ae-7f1c91e96311 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/e21b517f-0898-483b-9674-c9db29415b11 HTTP/1.1" status: 204 len: 168 time: 0.6106191 Mar 28 13:50:02.713341 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33352) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:02.714386 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad1017-ceac-45a7-80ae-7f1c91e96311 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Subnet': ['ID=e21b517f-0898-483b-9674-c9db29415b11,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:02.729795 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-742043c7-a1c3-4654-9a85-3e7857e2aede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:02.783286 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e2e7e6b0-9060-4c38-b431-9e217628e372 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0644758 Mar 28 13:50:02.783971 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33354) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:02.784309 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33356) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:02.794214 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-49427376-54ba-4553-8599-6ec06b757886 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'subnet': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:02.811975 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:02.819694 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ddf6dc14-9ff5-4bfe-be05-a03ec538be08 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:02.828669 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc44986-f23e-4f4c-b106-458d8d31dfa3 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:50:02.872600 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-474190a2-8747-4fe1-99f4-d83b2863ebe2 None None] Allocated IP 2001:db8::2 (580a0fcd-f618-434e-8ef8-975377bc6c70/16053224-7843-4336-9dcc-343e2edcb0a4/8f9f6d2c-5c22-4a1d-bb3d-80cad7ddec53) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:50:02.965743 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f26f157-b106-4c8e-b2eb-4bde4b3d5f96 None None] Update dhcp port {'port': {'network_id': '86ab37a1-bd34-4d48-bf68-1b0895609206', 'fixed_ips': [{'subnet_id': 'e67c2d52-0012-4083-b000-6b0b1fcce8b8', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd2967ee9-ec12-45a2-8c68-b9853e4d3945'}, {'subnet_id': 'a276f11f-5ecc-413b-b102-9bbf17de121d'}], 'binding:host_id': 'dv-neutron-835335-1-hyperv'}, 'id': 'a6a42c74-ccb4-40d7-be11-c41842254010'} from dv-neutron-835335-1-hyperv. {{(pid=109614) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 28 13:50:02.976114 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742043c7-a1c3-4654-9a85-3e7857e2aede None None] Pushing event updated for resources: {'Port': ['ID=c688c0d6-4776-4313-a50a-4f53e4175fdd,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:02.993524 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49427376-54ba-4553-8599-6ec06b757886 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:50:02.999785 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-49427376-54ba-4553-8599-6ec06b757886 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:03.004575 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ceb8e449-c2f0-4d64-b693-2eceb35e924e tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:03.032622 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-f80d8e13-6ec1-4077-914e-adcf79bd6ed9 None None] Provisioning complete for port 3ae21c57-2d8e-4364-b0d0-7a9c002d9cab triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:03.033255 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f80d8e13-6ec1-4077-914e-adcf79bd6ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:03.114429 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-38e5d1d8-ed45-4a73-b1d3-6f8a282afde9 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:03.135615 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3f26f157-b106-4c8e-b2eb-4bde4b3d5f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:03.139535 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-d5083981-bb37-4479-b55a-2361b807278c tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-880819595', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}, 'admin_state_up': False}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:03.171496 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.db.api [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 13:50:03.171923 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG oslo_db.api [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 13:50:03.177853 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ceb8e449-c2f0-4d64-b693-2eceb35e924e tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:03.245128 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d5083981-bb37-4479-b55a-2361b807278c tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:03.246589 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d5083981-bb37-4479-b55a-2361b807278c tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:03.307861 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ddf6dc14-9ff5-4bfe-be05-a03ec538be08 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:03.327269 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d5083981-bb37-4479-b55a-2361b807278c tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:03.347171 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf6dc14-9ff5-4bfe-be05-a03ec538be08 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event deleted for resources: {'Subnet': ['ID=a276f11f-5ecc-413b-b102-9bbf17de121d,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:03.351612 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ddf6dc14-9ff5-4bfe-be05-a03ec538be08 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:03.358359 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ddf6dc14-9ff5-4bfe-be05-a03ec538be08 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/subnets/a276f11f-5ecc-413b-b102-9bbf17de121d HTTP/1.1" status: 204 len: 168 time: 0.9622521 Mar 28 13:50:03.358819 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33360) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:03.391128 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fd110d4-946f-404f-9230-d785602b1fc0 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:03.391585 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fd110d4-946f-404f-9230-d785602b1fc0 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:03.397654 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-1fd110d4-946f-404f-9230-d785602b1fc0 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/subnets/d2967ee9-ec12-45a2-8c68-b9853e4d3945 HTTP/1.1" status: 404 len: 337 time: 0.0356839 Mar 28 13:50:03.401374 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33362) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:03.411981 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-474190a2-8747-4fe1-99f4-d83b2863ebe2 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:03.472939 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbfbf86-a330-433a-8e6f-34295f2ed94c None None] Network 1430861f-849d-4e40-9990-5e2e00122d4d requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:50:03.508220 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-474190a2-8747-4fe1-99f4-d83b2863ebe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:03.553947 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7b709d8-7f8f-4e03-ac12-8208aac4ac3f tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Deleting subnet e67c2d52-0012-4083-b000-6b0b1fcce8b8 {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:50:03.557335 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-38e5d1d8-ed45-4a73-b1d3-6f8a282afde9 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks [] for router_gateway, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:03.559210 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f7b709d8-7f8f-4e03-ac12-8208aac4ac3f tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:03.574450 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f552ee13-c93a-49ad-8195-1411f97052d8 None None] DHCP port deletion for 0683b568-5de1-47de-8c3c-3856d7f643f9 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:50:03.576886 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d5083981-bb37-4479-b55a-2361b807278c tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:03.603175 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-38e5d1d8-ed45-4a73-b1d3-6f8a282afde9 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:03.605359 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-49427376-54ba-4553-8599-6ec06b757886 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:03.605540 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ceb8e449-c2f0-4d64-b693-2eceb35e924e tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:03.650693 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49427376-54ba-4553-8599-6ec06b757886 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:50:03.656361 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-49427376-54ba-4553-8599-6ec06b757886 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:50:03.656625 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb8e449-c2f0-4d64-b693-2eceb35e924e tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Pushing event deleted for resources: {'Subnet': ['ID=16053224-7843-4336-9dcc-343e2edcb0a4,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:03.660949 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49427376-54ba-4553-8599-6ec06b757886 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:03.661552 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-49427376-54ba-4553-8599-6ec06b757886 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:03.679843 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49427376-54ba-4553-8599-6ec06b757886 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Subnet': ['ID=a480c6de-e682-44ba-b8ba-9fea3076489c,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:03.695084 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f7b709d8-7f8f-4e03-ac12-8208aac4ac3f tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:03.778930 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-49427376-54ba-4553-8599-6ec06b757886 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9895787 Mar 28 13:50:03.779733 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33364) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:03.786246 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-4da7d402-3263-49ec-929d-c66e5250c1b5 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'subnet': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:03.787651 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474190a2-8747-4fe1-99f4-d83b2863ebe2 None None] Pushing event updated for resources: {'Port': ['ID=8f9f6d2c-5c22-4a1d-bb3d-80cad7ddec53,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:03.822422 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ceb8e449-c2f0-4d64-b693-2eceb35e924e tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server [None req-3f26f157-b106-4c8e-b2eb-4bde4b3d5f96 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a276f11f-5ecc-413b-b102-9bbf17de121d: This subnet is being modified by another concurrent operation. Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1768, in update_port Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise exception Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a276f11f-5ecc-413b-b102-9bbf17de121d: This subnet is being modified by another concurrent operation. Mar 28 13:50:03.849705 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server Mar 28 13:50:03.856118 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474190a2-8747-4fe1-99f4-d83b2863ebe2 None None] Network 580a0fcd-f618-434e-8ef8-975377bc6c70 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:50:03.870549 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-474190a2-8747-4fe1-99f4-d83b2863ebe2 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:50:03.876556 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474190a2-8747-4fe1-99f4-d83b2863ebe2 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:50:03.884315 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-ceb8e449-c2f0-4d64-b693-2eceb35e924e tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['580a0fcd-f618-434e-8ef8-975377bc6c70']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:03.935420 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-ceb8e449-c2f0-4d64-b693-2eceb35e924e tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2811a38-8b68-4cea-9476-66de408e54a0') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:03.936328 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-ceb8e449-c2f0-4d64-b693-2eceb35e924e tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2811a38-8b68-4cea-9476-66de408e54a0') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:03.961933 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-38e5d1d8-ed45-4a73-b1d3-6f8a282afde9 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Allocated IP 172.26.2.21 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/24e04d94-36ed-4276-95ef-c870ab1c0643) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:50:03.962521 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-474190a2-8747-4fe1-99f4-d83b2863ebe2 None None] Attempting to bind port 8f9f6d2c-5c22-4a1d-bb3d-80cad7ddec53 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:50:03.962894 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-474190a2-8747-4fe1-99f4-d83b2863ebe2 None None] Attempting to bind port 8f9f6d2c-5c22-4a1d-bb3d-80cad7ddec53 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'b2811a38-8b68-4cea-9476-66de408e54a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '580a0fcd-f618-434e-8ef8-975377bc6c70'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:50:03.963253 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474190a2-8747-4fe1-99f4-d83b2863ebe2 None None] Attempting to bind port 8f9f6d2c-5c22-4a1d-bb3d-80cad7ddec53 on network 580a0fcd-f618-434e-8ef8-975377bc6c70 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:50:03.969856 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ceb8e449-c2f0-4d64-b693-2eceb35e924e tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:03.978300 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474190a2-8747-4fe1-99f4-d83b2863ebe2 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:50:03.978574 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474190a2-8747-4fe1-99f4-d83b2863ebe2 None None] Checking segment: {'id': 'b2811a38-8b68-4cea-9476-66de408e54a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '580a0fcd-f618-434e-8ef8-975377bc6c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:50:03.978977 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-474190a2-8747-4fe1-99f4-d83b2863ebe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:03.979368 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474190a2-8747-4fe1-99f4-d83b2863ebe2 None None] Bound using segment: {'id': 'b2811a38-8b68-4cea-9476-66de408e54a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '580a0fcd-f618-434e-8ef8-975377bc6c70'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:50:03.979837 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-474190a2-8747-4fe1-99f4-d83b2863ebe2 None None] Bound port: 8f9f6d2c-5c22-4a1d-bb3d-80cad7ddec53, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2811a38-8b68-4cea-9476-66de408e54a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '580a0fcd-f618-434e-8ef8-975377bc6c70'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:50:03.980212 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-474190a2-8747-4fe1-99f4-d83b2863ebe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:03.985245 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d5083981-bb37-4479-b55a-2361b807278c tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for router_gateway, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:03.999139 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f7b709d8-7f8f-4e03-ac12-8208aac4ac3f tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:04.011941 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9e375c-bba8-4b6c-b855-73d8f9f1fa96 None None] Network 86ab37a1-bd34-4d48-bf68-1b0895609206 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:50:04.014479 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d5083981-bb37-4479-b55a-2361b807278c tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:04.028552 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ceb8e449-c2f0-4d64-b693-2eceb35e924e tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:04.061974 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceb8e449-c2f0-4d64-b693-2eceb35e924e tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:50:04.061974 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ceb8e449-c2f0-4d64-b693-2eceb35e924e tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:04.061974 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:50:04.061974 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:50:04.061974 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:50:04.061974 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:50:04.061974 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:50:04.061974 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:50:04.061974 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:50:04.061974 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:50:04.061974 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:50:04.061974 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:50:04.061974 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:50:04.061974 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:50:04.061974 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:50:04.061974 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:50:04.061974 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:50:04.061974 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:50:04.061974 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:50:04.061974 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:50:04.061974 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:50:04.061974 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:50:04.061974 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:50:04.061974 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:50:04.061974 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:50:04.061974 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:50:04.061974 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:50:04.061974 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:50:04.061974 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:50:04.061974 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:50:04.061974 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:50:04.061974 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:50:04.061974 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:50:04.061974 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:50:04.102984 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device c688c0d6-4776-4313-a50a-4f53e4175fdd up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:50:04.110564 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da7d402-3263-49ec-929d-c66e5250c1b5 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:50:04.116132 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4da7d402-3263-49ec-929d-c66e5250c1b5 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:04.189427 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-f552ee13-c93a-49ad-8195-1411f97052d8 None None] Deleting port 3ae21c57-2d8e-4364-b0d0-7a9c002d9cab {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:50:04.189427 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f552ee13-c93a-49ad-8195-1411f97052d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:04.202467 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-97779bd0-3d20-498d-884e-d4f5ad9000d8 None None] Provisioning complete for port a6a42c74-ccb4-40d7-be11-c41842254010 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:04.202824 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-97779bd0-3d20-498d-884e-d4f5ad9000d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:04.220571 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.ipam_backend_mixin [None req-4da7d402-3263-49ec-929d-c66e5250c1b5 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a480c6de-e682-44ba-b8ba-9fea3076489c (CIDR: 2001:db8::/64) Mar 28 13:50:04.252633 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-4da7d402-3263-49ec-929d-c66e5250c1b5 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:50:04.256420 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4da7d402-3263-49ec-929d-c66e5250c1b5 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:04.322397 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-4da7d402-3263-49ec-929d-c66e5250c1b5 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5413880 Mar 28 13:50:04.325163 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33366) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:04.330876 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-a15ca22b-2a8b-465e-a955-1c5ed1b3f484 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'subnet': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:04.381247 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-474190a2-8747-4fe1-99f4-d83b2863ebe2 None None] For port 8f9f6d2c-5c22-4a1d-bb3d-80cad7ddec53, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:50:04.424625 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-f552ee13-c93a-49ad-8195-1411f97052d8 None None] For port 3ae21c57-2d8e-4364-b0d0-7a9c002d9cab, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=3ae21c57-2d8e-4364-b0d0-7a9c002d9cab,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:50:04.425033 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f552ee13-c93a-49ad-8195-1411f97052d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:04.434169 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port c688c0d6-4776-4313-a50a-4f53e4175fdd triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:04.434169 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:04.472284 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-f552ee13-c93a-49ad-8195-1411f97052d8 None None] Calling delete_port for 3ae21c57-2d8e-4364-b0d0-7a9c002d9cab owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:50:04.496653 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15ca22b-2a8b-465e-a955-1c5ed1b3f484 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:50:04.502051 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a15ca22b-2a8b-465e-a955-1c5ed1b3f484 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:04.543208 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.db.api [None req-ceb8e449-c2f0-4d64-b693-2eceb35e924e tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 13:50:04.543208 dv-neutron-835335-1-hyperv neutron-server[109612]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 13:50:04.543208 dv-neutron-835335-1-hyperv neutron-server[109612]: [parameters: {'id': '580a0fcd-f618-434e-8ef8-975377bc6c70'}] Mar 28 13:50:04.543208 dv-neutron-835335-1-hyperv neutron-server[109612]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 13:50:04.543663 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG oslo_db.api [None req-ceb8e449-c2f0-4d64-b693-2eceb35e924e tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 13:50:04.553902 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-38e5d1d8-ed45-4a73-b1d3-6f8a282afde9 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:04.556622 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-474190a2-8747-4fe1-99f4-d83b2863ebe2 None None] For port 8f9f6d2c-5c22-4a1d-bb3d-80cad7ddec53, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=8f9f6d2c-5c22-4a1d-bb3d-80cad7ddec53,segment=NetworkSegment(b2811a38-8b68-4cea-9476-66de408e54a0),segment_id=b2811a38-8b68-4cea-9476-66de408e54a0)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:50:04.561382 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f7b709d8-7f8f-4e03-ac12-8208aac4ac3f tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:04.601029 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b709d8-7f8f-4e03-ac12-8208aac4ac3f tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event deleted for resources: {'Subnet': ['ID=e67c2d52-0012-4083-b000-6b0b1fcce8b8,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:04.601392 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f7b709d8-7f8f-4e03-ac12-8208aac4ac3f tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:04.607257 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-f7b709d8-7f8f-4e03-ac12-8208aac4ac3f tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/subnets/e67c2d52-0012-4083-b000-6b0b1fcce8b8 HTTP/1.1" status: 204 len: 168 time: 1.2072177 Mar 28 13:50:04.607463 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33368) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:04.650566 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-315086ef-c1d6-44f3-9659-bf8bde3389a5 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:04.651028 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-315086ef-c1d6-44f3-9659-bf8bde3389a5 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:04.659176 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-315086ef-c1d6-44f3-9659-bf8bde3389a5 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/subnets/511434cf-08da-47cd-9fc8-d5707a853ce0 HTTP/1.1" status: 404 len: 337 time: 0.0453832 Mar 28 13:50:04.659287 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33370) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:04.724073 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-0657d14b-21dd-4122-b1f5-28fa7918ec0a tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "GET /v2.0/ports?device_id=d07fff08-69f1-452f-9db0-1f582445c1a1 HTTP/1.1" status: 200 len: 205 time: 0.0615730 Mar 28 13:50:04.724283 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33372) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:04.732226 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-38e5d1d8-ed45-4a73-b1d3-6f8a282afde9 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:04.736188 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-474190a2-8747-4fe1-99f4-d83b2863ebe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:04.806274 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-97779bd0-3d20-498d-884e-d4f5ad9000d8 None None] Provisioning complete for port bc5889c2-32fb-4f14-9008-831684c4b05c triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:04.806975 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-97779bd0-3d20-498d-884e-d4f5ad9000d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:04.809410 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device a6a42c74-ccb4-40d7-be11-c41842254010 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:50:04.811905 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8a608e-7650-4b9e-ba3a-311ef6c7bfc8 None None] Network 1430861f-849d-4e40-9990-5e2e00122d4d requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:50:04.824956 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-3624aee4-ade3-4ae8-9650-93f1731fc883 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] delete failed (client error): The resource could not be found. Mar 28 13:50:04.825995 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-3624aee4-ade3-4ae8-9650-93f1731fc883 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/routers/d07fff08-69f1-452f-9db0-1f582445c1a1 HTTP/1.1" status: 404 len: 336 time: 0.1007931 Mar 28 13:50:04.831771 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33374) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:04.848965 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e5d1d8-ed45-4a73-b1d3-6f8a282afde9 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:50:04.853120 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-38e5d1d8-ed45-4a73-b1d3-6f8a282afde9 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:50:04.855053 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e5d1d8-ed45-4a73-b1d3-6f8a282afde9 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Pushing event updated for resources: {'Port': ['ID=24e04d94-36ed-4276-95ef-c870ab1c0643,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:04.857257 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e5d1d8-ed45-4a73-b1d3-6f8a282afde9 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:50:04.903310 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-d5083981-bb37-4479-b55a-2361b807278c tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Allocated IP 172.26.2.70 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/0dcd955c-bbca-4442-b9eb-e761322c6eee) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:50:04.913144 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ac5ea88-084c-4391-9318-cf974a377a80 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:04.913388 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ac5ea88-084c-4391-9318-cf974a377a80 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:04.916551 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f552ee13-c93a-49ad-8195-1411f97052d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:04.921786 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-2ac5ea88-084c-4391-9318-cf974a377a80 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/subnets/256bd7e9-b3e2-4266-9919-1f47c8b5c612 HTTP/1.1" status: 404 len: 337 time: 0.0886989 Mar 28 13:50:04.937947 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33376) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:04.955707 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f552ee13-c93a-49ad-8195-1411f97052d8 None None] No DVR routers for this DVR port 3ae21c57-2d8e-4364-b0d0-7a9c002d9cab on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:50:05.016625 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e366ab9e-f3bc-40c3-be91-7d8b1dfcdd67 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:50:05.060362 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-97779bd0-3d20-498d-884e-d4f5ad9000d8 None None] Port bc5889c2-32fb-4f14-9008-831684c4b05c cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:50:05.065403 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ceb8e449-c2f0-4d64-b693-2eceb35e924e tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:05.074509 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-40cb7a46-c113-4629-be02-423977df9d77 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:05.075081 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40cb7a46-c113-4629-be02-423977df9d77 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:05.078412 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-40cb7a46-c113-4629-be02-423977df9d77 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/subnets/64aea117-ca12-47f0-8704-5f6e413e3b72 HTTP/1.1" status: 404 len: 337 time: 0.1393700 Mar 28 13:50:05.085630 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33378) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:05.094270 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474190a2-8747-4fe1-99f4-d83b2863ebe2 None None] Pushing event updated for resources: {'Port': ['ID=8f9f6d2c-5c22-4a1d-bb3d-80cad7ddec53,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:05.122953 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfabe7b3-9d45-47dd-a7f7-6695174e82ea tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:05.123974 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfabe7b3-9d45-47dd-a7f7-6695174e82ea tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:05.127766 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-dfabe7b3-9d45-47dd-a7f7-6695174e82ea tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/subnets/4f9cfed0-2323-4ffb-8d87-6ca69f498618 HTTP/1.1" status: 404 len: 337 time: 0.0411427 Mar 28 13:50:05.131104 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33380) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:05.131631 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552ee13-c93a-49ad-8195-1411f97052d8 None None] Pushing event deleted for resources: {'Port': ['ID=3ae21c57-2d8e-4364-b0d0-7a9c002d9cab,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:05.162346 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ff267c-7687-4c1d-92d2-7b2d017b2182 None None] Network 580a0fcd-f618-434e-8ef8-975377bc6c70 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:50:05.165890 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d5083981-bb37-4479-b55a-2361b807278c tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:05.174466 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-e724a281-6ce3-47cf-9740-82d119656706 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:05.175472 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e724a281-6ce3-47cf-9740-82d119656706 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:05.178688 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e724a281-6ce3-47cf-9740-82d119656706 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/ports/8b926e2e-895a-4073-9cf8-064492a10494 HTTP/1.1" status: 404 len: 333 time: 0.0462444 Mar 28 13:50:05.183502 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33382) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:05.218139 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-97779bd0-3d20-498d-884e-d4f5ad9000d8 None None] Provisioning complete for port c688c0d6-4776-4313-a50a-4f53e4175fdd triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:05.218599 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-97779bd0-3d20-498d-884e-d4f5ad9000d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:05.224812 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-b91f3862-cb74-4eb9-8fb2-05b0d4314722 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:05.230409 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b91f3862-cb74-4eb9-8fb2-05b0d4314722 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:05.235262 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-b91f3862-cb74-4eb9-8fb2-05b0d4314722 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/subnets/7293143d-2ee7-44f1-9e6e-01e2ecbb641f HTTP/1.1" status: 404 len: 337 time: 0.0492277 Mar 28 13:50:05.237297 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33384) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:05.273991 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-69fd0103-1b17-4f8b-a539-00b612b150b2 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:05.274740 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69fd0103-1b17-4f8b-a539-00b612b150b2 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:05.278086 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-69fd0103-1b17-4f8b-a539-00b612b150b2 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/subnets/34f864d8-0b42-4158-af6a-bebe1595be3e HTTP/1.1" status: 404 len: 337 time: 0.0396473 Mar 28 13:50:05.282401 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33386) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:05.288660 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.objects.ports [None req-a15ca22b-2a8b-465e-a955-1c5ed1b3f484 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109613) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 13:50:05.291481 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a15ca22b-2a8b-465e-a955-1c5ed1b3f484 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:05.299903 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-ceb8e449-c2f0-4d64-b693-2eceb35e924e tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Deleting port 8f9f6d2c-5c22-4a1d-bb3d-80cad7ddec53 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:50:05.301169 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ceb8e449-c2f0-4d64-b693-2eceb35e924e tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:05.333466 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15ca22b-2a8b-465e-a955-1c5ed1b3f484 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:50:05.338500 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-a15ca22b-2a8b-465e-a955-1c5ed1b3f484 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:50:05.355327 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15ca22b-2a8b-465e-a955-1c5ed1b3f484 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:05.355821 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a15ca22b-2a8b-465e-a955-1c5ed1b3f484 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:05.362318 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d5083981-bb37-4479-b55a-2361b807278c tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:05.378563 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ca22b-2a8b-465e-a955-1c5ed1b3f484 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Subnet': ['ID=37649487-ec57-43dd-8444-20f5cff9ed26,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:05.410982 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:05.413610 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5083981-bb37-4479-b55a-2361b807278c tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:50:05.416563 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-d5083981-bb37-4479-b55a-2361b807278c tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:50:05.421297 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5083981-bb37-4479-b55a-2361b807278c tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:50:05.450311 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5083981-bb37-4479-b55a-2361b807278c tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Pushing event updated for resources: {'Port': ['ID=0dcd955c-bbca-4442-b9eb-e761322c6eee,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:05.483707 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a15ca22b-2a8b-465e-a955-1c5ed1b3f484 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1562965 Mar 28 13:50:05.486960 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33388) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:05.505035 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-38e5d1d8-ed45-4a73-b1d3-6f8a282afde9 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks [] for router_gateway, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:05.537514 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-a7854ad8-2cc2-4616-9950-7eef50b61b84 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'port': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'mac_address': 'fa:16:3e:22:80:dc', 'name': 'tempest-NetworksTestDHCPv6-1498807310'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:05.566742 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-81573d46-3fe1-494f-9933-517b878ec0a6 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:05.567479 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81573d46-3fe1-494f-9933-517b878ec0a6 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:05.572842 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-81573d46-3fe1-494f-9933-517b878ec0a6 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/ports/f4406195-6323-4f2c-879b-2fcbac652dcf HTTP/1.1" status: 404 len: 333 time: 0.2821538 Mar 28 13:50:05.576934 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33390) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:05.577646 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b855d644-6036-4d77-9f18-6580532b69f7 None None] Network 86ab37a1-bd34-4d48-bf68-1b0895609206 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:50:05.584293 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port a6a42c74-ccb4-40d7-be11-c41842254010, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=a6a42c74-ccb4-40d7-be11-c41842254010,segment=NetworkSegment(63dc7ace-2c9c-4864-8139-c2daaac86078),segment_id=63dc7ace-2c9c-4864-8139-c2daaac86078)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:50:05.622383 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15261a60-d0f1-42e0-8627-4c07e0671af1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-0683b568-5de1-47de-8c3c-3856d7f643f9', 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'tenant_id': '97c2fb5000a44df7a1530b25f26f0716', 'fixed_ips': [{'subnet_id': '37649487-ec57-43dd-8444-20f5cff9ed26'}, {'subnet_id': 'a480c6de-e682-44ba-b8ba-9fea3076489c'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:50:05.623779 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-15261a60-d0f1-42e0-8627-4c07e0671af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:05.628805 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-ceb8e449-c2f0-4d64-b693-2eceb35e924e tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] For port 8f9f6d2c-5c22-4a1d-bb3d-80cad7ddec53, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=8f9f6d2c-5c22-4a1d-bb3d-80cad7ddec53,segment=NetworkSegment(b2811a38-8b68-4cea-9476-66de408e54a0),segment_id=b2811a38-8b68-4cea-9476-66de408e54a0)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:50:05.629180 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ceb8e449-c2f0-4d64-b693-2eceb35e924e tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:05.631979 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfc0a987-37c9-46d7-8f32-685776797895 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:05.632459 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfc0a987-37c9-46d7-8f32-685776797895 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:05.639789 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-dfc0a987-37c9-46d7-8f32-685776797895 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/subnets/f9ff3ba6-2f52-4a9e-977b-b51ede0eef1b HTTP/1.1" status: 404 len: 337 time: 0.0561678 Mar 28 13:50:05.650017 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33392) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:05.676798 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-ceb8e449-c2f0-4d64-b693-2eceb35e924e tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Calling delete_port for 8f9f6d2c-5c22-4a1d-bb3d-80cad7ddec53 owned by network:dhcp {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:50:05.693998 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-56c8242b-c16a-4b26-bfa2-6ea332c04147 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:05.693998 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56c8242b-c16a-4b26-bfa2-6ea332c04147 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:05.698511 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-56c8242b-c16a-4b26-bfa2-6ea332c04147 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/subnets/f1e0d19a-353f-44a1-a2b2-310a4a96c2bf HTTP/1.1" status: 404 len: 337 time: 0.0461462 Mar 28 13:50:05.700987 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33394) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:05.846971 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:05.847611 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 3ae21c57-2d8e-4364-b0d0-7a9c002d9cab no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:50:05.927619 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 3ae21c57-2d8e-4364-b0d0-7a9c002d9cab {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:50:05.928908 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 3ae21c57-2d8e-4364-b0d0-7a9c002d9cab not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:50:05.954408 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-38e5d1d8-ed45-4a73-b1d3-6f8a282afde9 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:05.969580 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2caf926-22e0-44f5-a049-3a9fc50d5662 None None] Network 580a0fcd-f618-434e-8ef8-975377bc6c70 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:50:06.042590 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-d46d873c-c87c-40f8-99f1-962986326d3f tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Deleting port bc5889c2-32fb-4f14-9008-831684c4b05c {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:50:06.042936 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d46d873c-c87c-40f8-99f1-962986326d3f tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:06.060320 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ceb8e449-c2f0-4d64-b693-2eceb35e924e tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:06.165799 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=a6a42c74-ccb4-40d7-be11-c41842254010,revision_number=9']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:06.193044 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device a6a42c74-ccb4-40d7-be11-c41842254010 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:50:06.205989 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb8e449-c2f0-4d64-b693-2eceb35e924e tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Pushing event deleted for resources: {'Port': ['ID=8f9f6d2c-5c22-4a1d-bb3d-80cad7ddec53,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:06.244993 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-b63b8c2e-ffbf-45d5-b047-b94ff9b6c8ef None None] Provisioning complete for port a6a42c74-ccb4-40d7-be11-c41842254010 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:06.245431 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b63b8c2e-ffbf-45d5-b047-b94ff9b6c8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:06.272759 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb8e449-c2f0-4d64-b693-2eceb35e924e tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] No DVR routers for this DVR port 8f9f6d2c-5c22-4a1d-bb3d-80cad7ddec53 on host dv-neutron-835335-1-hyperv {{(pid=109612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:50:06.292330 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7854ad8-2cc2-4616-9950-7eef50b61b84 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:50:06.353602 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d46d873c-c87c-40f8-99f1-962986326d3f tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:06.413498 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-d46d873c-c87c-40f8-99f1-962986326d3f tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Calling delete_port for bc5889c2-32fb-4f14-9008-831684c4b05c owned by {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:50:06.425400 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ceb8e449-c2f0-4d64-b693-2eceb35e924e tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:06.447244 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-15261a60-d0f1-42e0-8627-4c07e0671af1 None None] Allocated IP 2001:db8::2 (0683b568-5de1-47de-8c3c-3856d7f643f9/a480c6de-e682-44ba-b8ba-9fea3076489c/ed10b3f9-18c6-496f-9177-5326336e7110) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:50:06.450497 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d5083981-bb37-4479-b55a-2361b807278c tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for router_gateway, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:06.456089 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-15261a60-d0f1-42e0-8627-4c07e0671af1 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe68:4e09 (0683b568-5de1-47de-8c3c-3856d7f643f9/37649487-ec57-43dd-8444-20f5cff9ed26/ed10b3f9-18c6-496f-9177-5326336e7110) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:50:06.489236 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a7854ad8-2cc2-4616-9950-7eef50b61b84 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:06.495607 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-ceb8e449-c2f0-4d64-b693-2eceb35e924e tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['580a0fcd-f618-434e-8ef8-975377bc6c70']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:06.515118 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-ceb8e449-c2f0-4d64-b693-2eceb35e924e tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2811a38-8b68-4cea-9476-66de408e54a0') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:06.515533 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-ceb8e449-c2f0-4d64-b693-2eceb35e924e tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2811a38-8b68-4cea-9476-66de408e54a0') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:06.521352 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-a7854ad8-2cc2-4616-9950-7eef50b61b84 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] device_id is not set on port 739d25c6-46c4-4305-8255-f677483f9c6b yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:50:06.535223 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ceb8e449-c2f0-4d64-b693-2eceb35e924e tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:06.559376 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ceb8e449-c2f0-4d64-b693-2eceb35e924e tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:06.573260 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceb8e449-c2f0-4d64-b693-2eceb35e924e tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:50:06.573798 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ceb8e449-c2f0-4d64-b693-2eceb35e924e tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:06.577703 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:50:06.577703 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:50:06.577703 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:50:06.577703 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:50:06.577703 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:50:06.577703 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:50:06.577703 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:50:06.577703 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:50:06.577703 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:50:06.577703 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:50:06.577703 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:50:06.577703 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:50:06.577703 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:50:06.577703 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:50:06.577703 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:50:06.577703 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:50:06.577703 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:50:06.577703 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:50:06.577703 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:50:06.577703 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:50:06.577703 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:50:06.577703 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:50:06.577703 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:50:06.577703 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:50:06.577703 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:50:06.577703 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:50:06.577703 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:50:06.577703 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:50:06.577703 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:50:06.577703 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:50:06.577703 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:50:06.577703 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:50:06.592748 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e5d1d8-ed45-4a73-b1d3-6f8a282afde9 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Router 99857507-96fb-49f7-8260-1dcf33ff84ad is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:50:06.653517 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d46d873c-c87c-40f8-99f1-962986326d3f tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:06.684569 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-15261a60-d0f1-42e0-8627-4c07e0671af1 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:06.731593 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d873c-c87c-40f8-99f1-962986326d3f tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event deleted for resources: {'Port': ['ID=bc5889c2-32fb-4f14-9008-831684c4b05c,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:06.741592 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port a6a42c74-ccb4-40d7-be11-c41842254010 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:06.741592 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:06.742945 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d46d873c-c87c-40f8-99f1-962986326d3f tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:06.746459 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d46d873c-c87c-40f8-99f1-962986326d3f tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/ports/bc5889c2-32fb-4f14-9008-831684c4b05c HTTP/1.1" status: 204 len: 168 time: 1.0030830 Mar 28 13:50:06.749607 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33396) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:06.775275 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d5083981-bb37-4479-b55a-2361b807278c tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:06.782688 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5a8b02-19b1-4598-b760-f1c91af2288a None None] DHCP port deletion for 86ab37a1-bd34-4d48-bf68-1b0895609206 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:50:06.785508 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-15261a60-d0f1-42e0-8627-4c07e0671af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:06.801110 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ceb8e449-c2f0-4d64-b693-2eceb35e924e tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:06.816066 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ceb8e449-c2f0-4d64-b693-2eceb35e924e tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:06.822059 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ceb8e449-c2f0-4d64-b693-2eceb35e924e tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "DELETE /v2.0/networks/580a0fcd-f618-434e-8ef8-975377bc6c70 HTTP/1.1" status: 204 len: 168 time: 4.3624015 Mar 28 13:50:06.832909 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b63b8c2e-ffbf-45d5-b047-b94ff9b6c8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:06.843531 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33398) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:06.874336 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb8e449-c2f0-4d64-b693-2eceb35e924e tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Pushing event deleted for resources: {'Network': ['ID=580a0fcd-f618-434e-8ef8-975377bc6c70,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:06.889369 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15261a60-d0f1-42e0-8627-4c07e0671af1 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:50:06.897402 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bbf446c7-a7b3-4389-bf05-31538558ecc1 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:06.903685 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15261a60-d0f1-42e0-8627-4c07e0671af1 None None] Pushing event updated for resources: {'Port': ['ID=ed10b3f9-18c6-496f-9177-5326336e7110,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:06.906410 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e5d1d8-ed45-4a73-b1d3-6f8a282afde9 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:50:06.908869 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-15261a60-d0f1-42e0-8627-4c07e0671af1 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:50:06.911558 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15261a60-d0f1-42e0-8627-4c07e0671af1 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:50:06.939594 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bc96257-fd82-46bb-bd0c-d5038511da9a tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:06.940213 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bc96257-fd82-46bb-bd0c-d5038511da9a tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:06.941086 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445bc687-48fc-4758-b6b3-4739a0d96851 None None] Sync routers for ids ['99857507-96fb-49f7-8260-1dcf33ff84ad'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:50:06.943334 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-7bc96257-fd82-46bb-bd0c-d5038511da9a tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "DELETE /v2.0/networks/580a0fcd-f618-434e-8ef8-975377bc6c70 HTTP/1.1" status: 404 len: 339 time: 0.0975418 Mar 28 13:50:06.953971 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33400) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:06.960982 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445bc687-48fc-4758-b6b3-4739a0d96851 None None] Routers {'99857507-96fb-49f7-8260-1dcf33ff84ad'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:50:06.973568 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-445bc687-48fc-4758-b6b3-4739a0d96851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:49:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['99857507-96fb-49f7-8260-1dcf33ff84ad'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:06.973739 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-b63b8c2e-ffbf-45d5-b047-b94ff9b6c8ef None None] For port a6a42c74-ccb4-40d7-be11-c41842254010, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=a6a42c74-ccb4-40d7-be11-c41842254010,segment=NetworkSegment(63dc7ace-2c9c-4864-8139-c2daaac86078),segment_id=63dc7ace-2c9c-4864-8139-c2daaac86078)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:50:06.977359 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-72334145-04bf-4bb3-a593-029c2d05234c tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-427240994', 'description': 'd1'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:07.018875 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-bbf446c7-a7b3-4389-bf05-31538558ecc1 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Deleting port a6a42c74-ccb4-40d7-be11-c41842254010 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:50:07.018875 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bbf446c7-a7b3-4389-bf05-31538558ecc1 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:07.034419 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-38e5d1d8-ed45-4a73-b1d3-6f8a282afde9 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:07.038977 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-38e5d1d8-ed45-4a73-b1d3-6f8a282afde9 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.8538532 Mar 28 13:50:07.039157 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33402) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:07.039405 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-a7854ad8-2cc2-4616-9950-7eef50b61b84 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Allocated IP 2001:db8::188 (0683b568-5de1-47de-8c3c-3856d7f643f9/a480c6de-e682-44ba-b8ba-9fea3076489c/739d25c6-46c4-4305-8255-f677483f9c6b) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:50:07.039652 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:07.049032 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-a7854ad8-2cc2-4616-9950-7eef50b61b84 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Allocated IP 2001:db8:0:1:f816:3eff:fe22:80dc (0683b568-5de1-47de-8c3c-3856d7f643f9/37649487-ec57-43dd-8444-20f5cff9ed26/739d25c6-46c4-4305-8255-f677483f9c6b) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:50:07.084891 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-445bc687-48fc-4758-b6b3-4739a0d96851 None None] Set router 99857507-96fb-49f7-8260-1dcf33ff84ad gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:50:07.104320 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-bbf446c7-a7b3-4389-bf05-31538558ecc1 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] For port a6a42c74-ccb4-40d7-be11-c41842254010, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=a6a42c74-ccb4-40d7-be11-c41842254010,segment=NetworkSegment(63dc7ace-2c9c-4864-8139-c2daaac86078),segment_id=63dc7ace-2c9c-4864-8139-c2daaac86078)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:50:07.104736 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bbf446c7-a7b3-4389-bf05-31538558ecc1 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:07.108218 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72334145-04bf-4bb3-a593-029c2d05234c tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Made reservation on behalf of e3ccc62ac4294ef7b8c72ff93b44bd2d for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:50:07.112246 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-72334145-04bf-4bb3-a593-029c2d05234c tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:07.117631 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-15261a60-d0f1-42e0-8627-4c07e0671af1 None None] Attempting to bind port ed10b3f9-18c6-496f-9177-5326336e7110 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:50:07.118432 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-15261a60-d0f1-42e0-8627-4c07e0671af1 None None] Attempting to bind port ed10b3f9-18c6-496f-9177-5326336e7110 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:50:07.118798 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15261a60-d0f1-42e0-8627-4c07e0671af1 None None] Attempting to bind port ed10b3f9-18c6-496f-9177-5326336e7110 on network 0683b568-5de1-47de-8c3c-3856d7f643f9 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:50:07.129062 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15261a60-d0f1-42e0-8627-4c07e0671af1 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:50:07.129401 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15261a60-d0f1-42e0-8627-4c07e0671af1 None None] Checking segment: {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:50:07.130711 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-15261a60-d0f1-42e0-8627-4c07e0671af1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:07.131128 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15261a60-d0f1-42e0-8627-4c07e0671af1 None None] Bound using segment: {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:50:07.131737 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-15261a60-d0f1-42e0-8627-4c07e0671af1 None None] Bound port: ed10b3f9-18c6-496f-9177-5326336e7110, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:50:07.132748 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-15261a60-d0f1-42e0-8627-4c07e0671af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:07.139878 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-bbf446c7-a7b3-4389-bf05-31538558ecc1 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Calling delete_port for a6a42c74-ccb4-40d7-be11-c41842254010 owned by network:dhcp {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:50:07.153462 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b63b8c2e-ffbf-45d5-b047-b94ff9b6c8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:07.192426 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72334145-04bf-4bb3-a593-029c2d05234c tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:50:07.214677 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-72334145-04bf-4bb3-a593-029c2d05234c tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:07.215380 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-72334145-04bf-4bb3-a593-029c2d05234c tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Added segment d1f8f01d-b605-4379-b5dc-6467b1bcefa2 of type vlan for network aa1ee5de-f83f-48ff-92a7-df8b5b03d604 Mar 28 13:50:07.286949 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-4b5a8b02-19b1-4598-b760-f1c91af2288a None None] Deleting port a6a42c74-ccb4-40d7-be11-c41842254010 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:50:07.292226 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-72334145-04bf-4bb3-a593-029c2d05234c tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:07.292535 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4b5a8b02-19b1-4598-b760-f1c91af2288a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:07.344016 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-38e5172d-d9bf-4084-ad76-4810f44499a8 tempest-TestNetworkAdvancedServerOps-1802044711 tempest-TestNetworkAdvancedServerOps-1802044711-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=bcdd6be72e7642a4b756d4ea1c2944fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3023713 Mar 28 13:50:07.350310 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33406) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:07.391329 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a7854ad8-2cc2-4616-9950-7eef50b61b84 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:07.400155 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-445bc687-48fc-4758-b6b3-4739a0d96851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99857507-96fb-49f7-8260-1dcf33ff84ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-886766965', 'tenant_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.21'}], 'enable_snat': True}, 'gw_port_id': '24e04d94-36ed-4276-95ef-c870ab1c0643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:50:02Z', 'updated_at': '2022-03-28T13:50:05Z', 'revision_number': 3, 'project_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'gw_port': {'id': '24e04d94-36ed-4276-95ef-c870ab1c0643', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:55:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99857507-96fb-49f7-8260-1dcf33ff84ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:50:03Z', 'updated_at': '2022-03-28T13:50:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:07.412203 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-4b5a8b02-19b1-4598-b760-f1c91af2288a None None] For port a6a42c74-ccb4-40d7-be11-c41842254010, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=a6a42c74-ccb4-40d7-be11-c41842254010,segment=NetworkSegment(63dc7ace-2c9c-4864-8139-c2daaac86078),segment_id=63dc7ace-2c9c-4864-8139-c2daaac86078)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:50:07.413194 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4b5a8b02-19b1-4598-b760-f1c91af2288a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:07.428201 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-4b5a8b02-19b1-4598-b760-f1c91af2288a None None] Calling delete_port for a6a42c74-ccb4-40d7-be11-c41842254010 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:50:07.429306 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445bc687-48fc-4758-b6b3-4739a0d96851 None None] Checking router: 99857507-96fb-49f7-8260-1dcf33ff84ad for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:50:07.429659 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445bc687-48fc-4758-b6b3-4739a0d96851 None None] Updating router 99857507-96fb-49f7-8260-1dcf33ff84ad port 24e04d94-36ed-4276-95ef-c870ab1c0643 binding host dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 13:50:07.440551 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-b63b8c2e-ffbf-45d5-b047-b94ff9b6c8ef None None] Could not find standard attr ID for object bc5889c2-32fb-4f14-9008-831684c4b05c. {{(pid=109614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 13:50:07.443718 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bbf446c7-a7b3-4389-bf05-31538558ecc1 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:07.458514 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-445bc687-48fc-4758-b6b3-4739a0d96851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:07.461714 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5083981-bb37-4479-b55a-2361b807278c tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Router 1192c4dc-e180-4efb-ab3a-867c21ba55cb is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:50:07.500556 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf446c7-a7b3-4389-bf05-31538558ecc1 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event deleted for resources: {'Port': ['ID=a6a42c74-ccb4-40d7-be11-c41842254010,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:07.516535 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf446c7-a7b3-4389-bf05-31538558ecc1 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] No DVR routers for this DVR port a6a42c74-ccb4-40d7-be11-c41842254010 on host dv-neutron-835335-1-hyperv {{(pid=109612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:50:07.521548 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a7854ad8-2cc2-4616-9950-7eef50b61b84 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:07.525666 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.db.api [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 13:50:07.526024 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG oslo_db.api [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 13:50:07.535310 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-72334145-04bf-4bb3-a593-029c2d05234c tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:07.542065 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72334145-04bf-4bb3-a593-029c2d05234c tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:07.542680 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-72334145-04bf-4bb3-a593-029c2d05234c tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:07.543951 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-b63b8c2e-ffbf-45d5-b047-b94ff9b6c8ef None None] Provisioning complete for port c688c0d6-4776-4313-a50a-4f53e4175fdd triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:07.544320 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b63b8c2e-ffbf-45d5-b047-b94ff9b6c8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:07.549510 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b8c2e-ffbf-45d5-b047-b94ff9b6c8ef None None] Pushing event updated for resources: {'Port': ['ID=a6a42c74-ccb4-40d7-be11-c41842254010,revision_number=10']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:07.552443 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-15261a60-d0f1-42e0-8627-4c07e0671af1 None None] For port ed10b3f9-18c6-496f-9177-5326336e7110, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:50:07.588111 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-15261a60-d0f1-42e0-8627-4c07e0671af1 None None] For port ed10b3f9-18c6-496f-9177-5326336e7110, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=ed10b3f9-18c6-496f-9177-5326336e7110,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:50:07.612232 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7854ad8-2cc2-4616-9950-7eef50b61b84 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:50:07.617964 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-a7854ad8-2cc2-4616-9950-7eef50b61b84 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:50:07.625246 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7854ad8-2cc2-4616-9950-7eef50b61b84 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:50:07.631525 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7854ad8-2cc2-4616-9950-7eef50b61b84 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:07.632121 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a7854ad8-2cc2-4616-9950-7eef50b61b84 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:07.634529 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7854ad8-2cc2-4616-9950-7eef50b61b84 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Port': ['ID=739d25c6-46c4-4305-8255-f677483f9c6b,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:07.647266 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-15261a60-d0f1-42e0-8627-4c07e0671af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:07.703212 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5083981-bb37-4479-b55a-2361b807278c tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:50:07.731710 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9362e09-d29f-4905-b6b2-0f93b183e2a3 None None] Sync routers for ids ['1192c4dc-e180-4efb-ab3a-867c21ba55cb'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:50:07.751568 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4b5a8b02-19b1-4598-b760-f1c91af2288a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:07.757691 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15261a60-d0f1-42e0-8627-4c07e0671af1 None None] Pushing event updated for resources: {'Port': ['ID=ed10b3f9-18c6-496f-9177-5326336e7110,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:07.774516 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a7854ad8-2cc2-4616-9950-7eef50b61b84 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2849159 Mar 28 13:50:07.776990 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33408) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:07.791944 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9362e09-d29f-4905-b6b2-0f93b183e2a3 None None] Routers {'1192c4dc-e180-4efb-ab3a-867c21ba55cb'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:50:07.792420 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-a9362e09-d29f-4905-b6b2-0f93b183e2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:49:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['1192c4dc-e180-4efb-ab3a-867c21ba55cb'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:07.800520 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5a8b02-19b1-4598-b760-f1c91af2288a None None] No DVR routers for this DVR port a6a42c74-ccb4-40d7-be11-c41842254010 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:50:07.803258 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a8b02-19b1-4598-b760-f1c91af2288a None None] Pushing event deleted for resources: {'Port': ['ID=a6a42c74-ccb4-40d7-be11-c41842254010,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:07.821735 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-445bc687-48fc-4758-b6b3-4739a0d96851 None None] Notify callbacks [] for port, precommit_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:07.823055 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d5083981-bb37-4479-b55a-2361b807278c tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:07.824575 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d5083981-bb37-4479-b55a-2361b807278c tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.0392392 Mar 28 13:50:07.828060 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33410) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:07.849555 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-a9362e09-d29f-4905-b6b2-0f93b183e2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:07.863297 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9362e09-d29f-4905-b6b2-0f93b183e2a3 None None] Routers {'1192c4dc-e180-4efb-ab3a-867c21ba55cb'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:50:07.864085 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-a9362e09-d29f-4905-b6b2-0f93b183e2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:49:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['1192c4dc-e180-4efb-ab3a-867c21ba55cb'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:07.906705 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-a9362e09-d29f-4905-b6b2-0f93b183e2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:07.907518 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9362e09-d29f-4905-b6b2-0f93b183e2a3 None None] The sync data for ids ['1192c4dc-e180-4efb-ab3a-867c21ba55cb'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:50:07.914234 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-445bc687-48fc-4758-b6b3-4739a0d96851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:08.010054 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-5173b226-e196-443f-a7c9-b0302680a26a None None] Provisioning complete for port c688c0d6-4776-4313-a50a-4f53e4175fdd triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:08.012168 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-47ff01a2-95f4-44c6-afdf-52e58189e9eb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting port 739d25c6-46c4-4305-8255-f677483f9c6b {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:50:08.012548 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5173b226-e196-443f-a7c9-b0302680a26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:08.012765 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-47ff01a2-95f4-44c6-afdf-52e58189e9eb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:08.037243 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2802cc85-6b25-4ead-afa4-44180663778f None None] Pushing event updated for resources: {'Port': ['ID=24e04d94-36ed-4276-95ef-c870ab1c0643,revision_number=2']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:08.045874 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3f16c2f6-e42a-4e11-a9fe-3f45afaa9845 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] 10.222.0.24 "GET /v2.0/routers/1192c4dc-e180-4efb-ab3a-867c21ba55cb HTTP/1.1" status: 200 len: 923 time: 0.2138276 Mar 28 13:50:08.046878 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33412) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:08.052600 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2802cc85-6b25-4ead-afa4-44180663778f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:50:08.053227 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2802cc85-6b25-4ead-afa4-44180663778f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:50:08.053693 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2802cc85-6b25-4ead-afa4-44180663778f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:50:08.054120 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2802cc85-6b25-4ead-afa4-44180663778f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:50:08.055158 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2802cc85-6b25-4ead-afa4-44180663778f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:50:08.055612 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2802cc85-6b25-4ead-afa4-44180663778f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:50:08.056109 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2802cc85-6b25-4ead-afa4-44180663778f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:50:08.056782 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2802cc85-6b25-4ead-afa4-44180663778f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:50:08.059303 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2802cc85-6b25-4ead-afa4-44180663778f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:50:08.059303 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2802cc85-6b25-4ead-afa4-44180663778f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:50:08.059303 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2802cc85-6b25-4ead-afa4-44180663778f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:50:08.059303 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2802cc85-6b25-4ead-afa4-44180663778f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:50:08.089579 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Port a6a42c74-ccb4-40d7-be11-c41842254010 update to ACTIVE by agent not found {{(pid=109614) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2191}} Mar 28 13:50:08.108019 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-6ec8a4dd-a344-4820-9038-e9eb239ae1e3 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] 10.222.0.24 "GET /v2.0/ports?device_id=1192c4dc-e180-4efb-ab3a-867c21ba55cb HTTP/1.1" status: 200 len: 205 time: 0.0534904 Mar 28 13:50:08.109284 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-445bc687-48fc-4758-b6b3-4739a0d96851 None None] Attempting to bind port 24e04d94-36ed-4276-95ef-c870ab1c0643 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:50:08.109650 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-445bc687-48fc-4758-b6b3-4739a0d96851 None None] Attempting to bind port 24e04d94-36ed-4276-95ef-c870ab1c0643 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:50:08.110010 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445bc687-48fc-4758-b6b3-4739a0d96851 None None] Attempting to bind port 24e04d94-36ed-4276-95ef-c870ab1c0643 on network 1cb296ed-c863-4502-973a-f31b82091846 {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:50:08.124748 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445bc687-48fc-4758-b6b3-4739a0d96851 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:50:08.125119 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445bc687-48fc-4758-b6b3-4739a0d96851 None None] Checking segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:50:08.125521 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-445bc687-48fc-4758-b6b3-4739a0d96851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:08.125912 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445bc687-48fc-4758-b6b3-4739a0d96851 None None] Bound using segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:50:08.131085 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-445bc687-48fc-4758-b6b3-4739a0d96851 None None] Bound port: 24e04d94-36ed-4276-95ef-c870ab1c0643, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:50:08.131604 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-445bc687-48fc-4758-b6b3-4739a0d96851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:08.142804 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33414) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:08.242067 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-445bc687-48fc-4758-b6b3-4739a0d96851 None None] For port 24e04d94-36ed-4276-95ef-c870ab1c0643, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:50:08.249994 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-445bc687-48fc-4758-b6b3-4739a0d96851 None None] For port 24e04d94-36ed-4276-95ef-c870ab1c0643, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=24e04d94-36ed-4276-95ef-c870ab1c0643,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:50:08.293219 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72334145-04bf-4bb3-a593-029c2d05234c tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Pushing event updated for resources: {'Network': ['ID=aa1ee5de-f83f-48ff-92a7-df8b5b03d604,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:08.309530 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-72334145-04bf-4bb3-a593-029c2d05234c tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3521295 Mar 28 13:50:08.309530 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bbf446c7-a7b3-4389-bf05-31538558ecc1 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:08.313256 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da0851c-5b5b-4f6e-8007-deda8c231a16 tempest-TestNetworkAdvancedServerOps-1802044711 tempest-TestNetworkAdvancedServerOps-1802044711-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:08.314782 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-5da0851c-5b5b-4f6e-8007-deda8c231a16 tempest-TestNetworkAdvancedServerOps-1802044711 tempest-TestNetworkAdvancedServerOps-1802044711-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9641752 Mar 28 13:50:08.315354 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33416) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:08.319117 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33418) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:08.319495 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-445bc687-48fc-4758-b6b3-4739a0d96851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:08.353487 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ef9653d3-47c3-4f67-ab46-ef4d2834a32a tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for router, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:08.371137 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445bc687-48fc-4758-b6b3-4739a0d96851 None None] Routers {'99857507-96fb-49f7-8260-1dcf33ff84ad'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:50:08.372032 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-445bc687-48fc-4758-b6b3-4739a0d96851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:49:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['99857507-96fb-49f7-8260-1dcf33ff84ad'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:08.385533 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-bbf446c7-a7b3-4389-bf05-31538558ecc1 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86ab37a1-bd34-4d48-bf68-1b0895609206']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:08.401752 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device ed10b3f9-18c6-496f-9177-5326336e7110 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:50:08.431041 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-bd0dcbe2-dcfe-4cf6-b7e5-5b5b60d37d05 tempest-TestNetworkAdvancedServerOps-1802044711 tempest-TestNetworkAdvancedServerOps-1802044711-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=1cb296ed-c863-4502-973a-f31b82091846&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1081038 Mar 28 13:50:08.433057 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2802cc85-6b25-4ead-afa4-44180663778f None None] Pushing event updated for resources: {'Port': ['ID=24e04d94-36ed-4276-95ef-c870ab1c0643,revision_number=3']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:08.437072 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33420) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:08.446039 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network aa1ee5de-f83f-48ff-92a7-df8b5b03d604 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:50:08.456673 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-bbf446c7-a7b3-4389-bf05-31538558ecc1 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63dc7ace-2c9c-4864-8139-c2daaac86078') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:08.456863 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-a4f3bcd3-8716-4e5f-9a97-72126473d6a8 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1113694642', 'network_id': '2ff991f4-50ec-4bee-9b8e-14ed596b49df', 'project_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:08.456987 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-bbf446c7-a7b3-4389-bf05-31538558ecc1 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63dc7ace-2c9c-4864-8139-c2daaac86078') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:08.490483 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bbf446c7-a7b3-4389-bf05-31538558ecc1 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:08.524104 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcb0ea6-ebe2-49a8-9cc6-8b66ba44de09 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:08.526786 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-cbcb0ea6-ebe2-49a8-9cc6-8b66ba44de09 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "GET /v2.0/networks?id=aa1ee5de-f83f-48ff-92a7-df8b5b03d604 HTTP/1.1" status: 200 len: 764 time: 0.1966422 Mar 28 13:50:08.534789 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port ed10b3f9-18c6-496f-9177-5326336e7110 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:08.535164 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:08.536638 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33422) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:08.536832 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-445bc687-48fc-4758-b6b3-4739a0d96851 None None] Set router 99857507-96fb-49f7-8260-1dcf33ff84ad gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:50:08.538611 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-47ff01a2-95f4-44c6-afdf-52e58189e9eb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:08.541598 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bbf446c7-a7b3-4389-bf05-31538558ecc1 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:08.549020 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-d1b50e2a-60c6-46a6-86f4-bc826c4b1304 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Request body: {'network': {'description': 'd2'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:08.551226 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbf446c7-a7b3-4389-bf05-31538558ecc1 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:50:08.551772 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bbf446c7-a7b3-4389-bf05-31538558ecc1 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:08.556183 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:50:08.556183 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:50:08.556183 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:50:08.556183 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:50:08.556183 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:50:08.556183 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:50:08.556183 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:50:08.556183 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:50:08.556183 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:50:08.556183 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:50:08.556183 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:50:08.556183 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:50:08.556183 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:50:08.556183 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:50:08.556183 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:50:08.556183 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:50:08.556183 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:50:08.556183 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:50:08.556183 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:50:08.556183 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:50:08.556183 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:50:08.556183 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:50:08.556183 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:50:08.556183 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:50:08.556183 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:50:08.556183 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:50:08.556183 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:50:08.556183 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:50:08.556183 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:50:08.556183 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:50:08.556183 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:50:08.556183 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:50:08.622450 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:08.646541 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-47ff01a2-95f4-44c6-afdf-52e58189e9eb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Calling delete_port for 739d25c6-46c4-4305-8255-f677483f9c6b owned by {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:50:08.667047 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port ed10b3f9-18c6-496f-9177-5326336e7110, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=ed10b3f9-18c6-496f-9177-5326336e7110,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:50:08.719581 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bbf446c7-a7b3-4389-bf05-31538558ecc1 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:08.724086 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bbf446c7-a7b3-4389-bf05-31538558ecc1 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:08.727661 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-bbf446c7-a7b3-4389-bf05-31538558ecc1 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] 10.222.0.24 "DELETE /v2.0/networks/86ab37a1-bd34-4d48-bf68-1b0895609206 HTTP/1.1" status: 204 len: 168 time: 1.9769914 Mar 28 13:50:08.750057 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf446c7-a7b3-4389-bf05-31538558ecc1 tempest-PortsIpV6TestJSON-1448674485 tempest-PortsIpV6TestJSON-1448674485-project] Pushing event deleted for resources: {'Network': ['ID=86ab37a1-bd34-4d48-bf68-1b0895609206,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:08.765596 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:08.800103 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-445bc687-48fc-4758-b6b3-4739a0d96851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99857507-96fb-49f7-8260-1dcf33ff84ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-886766965', 'tenant_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.21'}], 'enable_snat': True}, 'gw_port_id': '24e04d94-36ed-4276-95ef-c870ab1c0643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:50:02Z', 'updated_at': '2022-03-28T13:50:05Z', 'revision_number': 3, 'project_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'gw_port': {'id': '24e04d94-36ed-4276-95ef-c870ab1c0643', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:55:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99857507-96fb-49f7-8260-1dcf33ff84ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:50:03Z', 'updated_at': '2022-03-28T13:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:08.845878 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ef9653d3-47c3-4f67-ab46-ef4d2834a32a tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:08.856545 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f3bcd3-8716-4e5f-9a97-72126473d6a8 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Made reservation on behalf of bcdd6be72e7642a4b756d4ea1c2944fc for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:50:08.860537 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a4f3bcd3-8716-4e5f-9a97-72126473d6a8 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:08.867244 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445bc687-48fc-4758-b6b3-4739a0d96851 None None] The sync data for ids ['99857507-96fb-49f7-8260-1dcf33ff84ad'] in dv-neutron-835335-1-hyperv is: [{'id': '99857507-96fb-49f7-8260-1dcf33ff84ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-886766965', 'tenant_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.21'}], 'enable_snat': True}, 'gw_port_id': '24e04d94-36ed-4276-95ef-c870ab1c0643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:50:02Z', 'updated_at': '2022-03-28T13:50:05Z', 'revision_number': 3, 'project_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'gw_port': {'id': '24e04d94-36ed-4276-95ef-c870ab1c0643', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:55:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99857507-96fb-49f7-8260-1dcf33ff84ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:50:03Z', 'updated_at': '2022-03-28T13:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:50:08.880843 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device a6a42c74-ccb4-40d7-be11-c41842254010 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:50:08.922667 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: a6a42c74-ccb4-40d7-be11-c41842254010 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:50:08.930327 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device a6a42c74-ccb4-40d7-be11-c41842254010 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:50:08.930327 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=ed10b3f9-18c6-496f-9177-5326336e7110,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:09.177628 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d1b50e2a-60c6-46a6-86f4-bc826c4b1304 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:09.204618 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7192f184-ce55-4d76-b398-b4160bddc3c0 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:50:09.309272 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-9afc5afd-d494-4f94-b66c-916c81d929c1 None None] Provisioning complete for port ed10b3f9-18c6-496f-9177-5326336e7110 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:09.309641 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9afc5afd-d494-4f94-b66c-916c81d929c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:09.332273 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d1b50e2a-60c6-46a6-86f4-bc826c4b1304 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:09.366144 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d1b50e2a-60c6-46a6-86f4-bc826c4b1304 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Network aa1ee5de-f83f-48ff-92a7-df8b5b03d604 is not hosted by any dhcp agent {{(pid=109613) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 28 13:50:09.371783 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b50e2a-60c6-46a6-86f4-bc826c4b1304 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:09.372506 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d1b50e2a-60c6-46a6-86f4-bc826c4b1304 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:09.373856 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d1b50e2a-60c6-46a6-86f4-bc826c4b1304 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "PUT /v2.0/networks/aa1ee5de-f83f-48ff-92a7-df8b5b03d604 HTTP/1.1" status: 200 len: 761 time: 0.8307137 Mar 28 13:50:09.376641 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33428) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:09.395884 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33430) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:09.453327 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b50e2a-60c6-46a6-86f4-bc826c4b1304 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Pushing event updated for resources: {'Network': ['ID=aa1ee5de-f83f-48ff-92a7-df8b5b03d604,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:09.456150 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-ef9653d3-47c3-4f67-ab46-ef4d2834a32a tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Deleting port 0dcd955c-bbca-4442-b9eb-e761322c6eee {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:50:09.456511 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ef9653d3-47c3-4f67-ab46-ef4d2834a32a tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:09.484689 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network aa1ee5de-f83f-48ff-92a7-df8b5b03d604 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:50:09.502760 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3119134-e046-4e0b-804d-cdaf04208881 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:09.504564 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a3119134-e046-4e0b-804d-cdaf04208881 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "GET /v2.0/networks?id=aa1ee5de-f83f-48ff-92a7-df8b5b03d604 HTTP/1.1" status: 200 len: 764 time: 0.1259451 Mar 28 13:50:09.508625 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33434) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:09.584910 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ef9653d3-47c3-4f67-ab46-ef4d2834a32a tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:09.609975 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-47ff01a2-95f4-44c6-afdf-52e58189e9eb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:09.633152 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-ef9653d3-47c3-4f67-ab46-ef4d2834a32a tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Calling delete_port for 0dcd955c-bbca-4442-b9eb-e761322c6eee owned by network:router_gateway {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:50:09.664534 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff01a2-95f4-44c6-afdf-52e58189e9eb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Port': ['ID=739d25c6-46c4-4305-8255-f677483f9c6b,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:09.778067 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-756c82a6-c25b-4856-84e4-c4bbb1131c4d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=427ec9eabb7e45afac363fe68c5efe1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3803692 Mar 28 13:50:09.778728 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33436) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:09.793498 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fb4252-0614-463b-bb75-9d9bd2473f7f tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:09.795369 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-43fb4252-0614-463b-bb75-9d9bd2473f7f tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2854004 Mar 28 13:50:09.798044 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33438) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:09.852571 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-58d188e0-47ce-4d45-970d-3f5082f9279c tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "GET /v2.0/subnets?network_id=1cb296ed-c863-4502-973a-f31b82091846 HTTP/1.1" status: 200 len: 207 time: 0.0532579 Mar 28 13:50:09.856413 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33440) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:09.885197 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ff2538dd-0dd1-4dbd-8c41-fc793b542c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:09.915741 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ff2538dd-0dd1-4dbd-8c41-fc793b542c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:09.933233 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a4f3bcd3-8716-4e5f-9a97-72126473d6a8 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:09.945277 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-422cf3fb-71c1-4cfc-9208-63a982147ee5 None None] Provisioning complete for port ed10b3f9-18c6-496f-9177-5326336e7110 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:09.945895 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-422cf3fb-71c1-4cfc-9208-63a982147ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:09.978088 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-47ff01a2-95f4-44c6-afdf-52e58189e9eb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:09.985918 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-47ff01a2-95f4-44c6-afdf-52e58189e9eb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/ports/739d25c6-46c4-4305-8255-f677483f9c6b HTTP/1.1" status: 204 len: 168 time: 2.2066131 Mar 28 13:50:09.987695 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33442) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:10.091584 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fce0d3d-fff2-4800-9fc2-833abe5f6d27 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:10.094431 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-9fce0d3d-fff2-4800-9fc2-833abe5f6d27 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1057065 Mar 28 13:50:10.094892 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-422cf3fb-71c1-4cfc-9208-63a982147ee5 None None] Could not find standard attr ID for object 739d25c6-46c4-4305-8255-f677483f9c6b. {{(pid=109614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 13:50:10.097374 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33444) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:10.133272 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f3bcd3-8716-4e5f-9a97-72126473d6a8 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Pushing event updated for resources: {'Subnet': ['ID=82ef406a-5bfa-4427-b27a-2535f93e5e4f,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:10.142409 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ff2538dd-0dd1-4dbd-8c41-fc793b542c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:10.145431 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ff2538dd-0dd1-4dbd-8c41-fc793b542c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:10.147108 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ff2538dd-0dd1-4dbd-8c41-fc793b542c92 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9f6e785d-e730-4181-a14c-38e923071b5a HTTP/1.1" status: 204 len: 168 time: 0.3654704 Mar 28 13:50:10.169027 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2538dd-0dd1-4dbd-8c41-fc793b542c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6e785d-e730-4181-a14c-38e923071b5a,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:10.174114 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d87266-e0db-4afd-90b4-ec6c9ba2cc45 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:10.182996 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d87266-e0db-4afd-90b4-ec6c9ba2cc45 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:10.190614 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d87266-e0db-4afd-90b4-ec6c9ba2cc45 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:10.197084 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d87266-e0db-4afd-90b4-ec6c9ba2cc45 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:10.204300 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d87266-e0db-4afd-90b4-ec6c9ba2cc45 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:10.211661 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d87266-e0db-4afd-90b4-ec6c9ba2cc45 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:10.211811 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08a4ecd-523f-4121-9c7d-21eb1c6ed61d tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:10.213549 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a3d87266-e0db-4afd-90b4-ec6c9ba2cc45 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3548319 Mar 28 13:50:10.220843 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33448) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:10.224259 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-e08a4ecd-523f-4121-9c7d-21eb1c6ed61d tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1237082 Mar 28 13:50:10.224537 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33450) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:10.226691 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f3bcd3-8716-4e5f-9a97-72126473d6a8 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Checking segment: {'id': 'a80f2681-e6a4-420a-a7d2-2591d90941c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2ff991f4-50ec-4bee-9b8e-14ed596b49df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:50:10.227646 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f3bcd3-8716-4e5f-9a97-72126473d6a8 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Network hostable DHCP agents. Network: 2ff991f4-50ec-4bee-9b8e-14ed596b49df, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:50:10.235705 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-5dcc832e-5754-49c3-9eb3-5dc296cf3857 None None] Could not find standard attr ID for object 4049049b-efe8-4a15-9216-262326154f14. {{(pid=109614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 13:50:10.350032 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ef9653d3-47c3-4f67-ab46-ef4d2834a32a tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:10.359452 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf25e0e-d132-4266-91d1-eb51e8e58d96 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:10.363415 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf25e0e-d132-4266-91d1-eb51e8e58d96 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:10.365387 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf25e0e-d132-4266-91d1-eb51e8e58d96 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:10.368151 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-dbf25e0e-d132-4266-91d1-eb51e8e58d96 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1425946 Mar 28 13:50:10.370775 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33452) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:10.371062 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 24e04d94-36ed-4276-95ef-c870ab1c0643 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:50:10.401394 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9653d3-47c3-4f67-ab46-ef4d2834a32a tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Pushing event deleted for resources: {'Port': ['ID=0dcd955c-bbca-4442-b9eb-e761322c6eee,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:10.403607 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f3bcd3-8716-4e5f-9a97-72126473d6a8 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Network 2ff991f4-50ec-4bee-9b8e-14ed596b49df is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:50:10.432053 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 24e04d94-36ed-4276-95ef-c870ab1c0643 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:10.433817 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:10.450558 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-09cca358-3687-400a-a843-1a1ade43e952 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting subnet 37649487-ec57-43dd-8444-20f5cff9ed26 {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:50:10.453429 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-09cca358-3687-400a-a843-1a1ade43e952 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:10.476421 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-04aff296-3454-4ec0-8f57-3e01467d960b tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.2508721 Mar 28 13:50:10.480883 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33456) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:10.514812 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-a4f3bcd3-8716-4e5f-9a97-72126473d6a8 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 2ff991f4-50ec-4bee-9b8e-14ed596b49df) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:50:10.534968 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f3bcd3-8716-4e5f-9a97-72126473d6a8 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:10.535577 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a4f3bcd3-8716-4e5f-9a97-72126473d6a8 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:10.552042 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd92df50-5678-45b4-a38b-5a0d8775b7a9 None None] Network 2ff991f4-50ec-4bee-9b8e-14ed596b49df requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:50:10.573845 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-09cca358-3687-400a-a843-1a1ade43e952 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:10.587514 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ef9653d3-47c3-4f67-ab46-ef4d2834a32a tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133933816'] for router_gateway, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:10.624613 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:10.637854 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cc5171-097d-4acf-b291-3c515f5ccf77 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:10.640091 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cc5171-097d-4acf-b291-3c515f5ccf77 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:10.642612 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cc5171-097d-4acf-b291-3c515f5ccf77 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:10.644496 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cc5171-097d-4acf-b291-3c515f5ccf77 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:10.646011 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cc5171-097d-4acf-b291-3c515f5ccf77 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:10.647997 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-68cc5171-097d-4acf-b291-3c515f5ccf77 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1657484 Mar 28 13:50:10.655677 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33462) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:10.718186 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a4f3bcd3-8716-4e5f-9a97-72126473d6a8 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2765284 Mar 28 13:50:10.720766 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33466) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:10.727061 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-aa89c62f-9533-4c7f-864f-28fec5bdb2e2 None None] Could not find standard attr ID for object 739d25c6-46c4-4305-8255-f677483f9c6b. {{(pid=109614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 13:50:10.736644 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 24e04d94-36ed-4276-95ef-c870ab1c0643, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=24e04d94-36ed-4276-95ef-c870ab1c0643,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:50:10.764846 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3cc7ea-ff0a-4f88-8000-81ded340d5ec tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Attributes excluded by policy engine: ['shared'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:10.766927 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3cc7ea-ff0a-4f88-8000-81ded340d5ec tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Attributes excluded by policy engine: ['shared'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:10.777379 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3cc7ea-ff0a-4f88-8000-81ded340d5ec tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Attributes excluded by policy engine: ['shared'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:10.777379 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3cc7ea-ff0a-4f88-8000-81ded340d5ec tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Attributes excluded by policy engine: ['shared'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:10.777379 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3cc7ea-ff0a-4f88-8000-81ded340d5ec tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Attributes excluded by policy engine: ['shared'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:10.777379 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-4f3cc7ea-ff0a-4f88-8000-81ded340d5ec tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1170564 Mar 28 13:50:10.783359 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33468) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:10.854880 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:10.855676 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device ed10b3f9-18c6-496f-9177-5326336e7110 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:50:10.865312 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ef9653d3-47c3-4f67-ab46-ef4d2834a32a tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:10.870111 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ef9653d3-47c3-4f67-ab46-ef4d2834a32a tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:10.874453 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-09cca358-3687-400a-a843-1a1ade43e952 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:10.986036 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdb8911-3c31-464e-b067-e9d5f8eb08a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-2ff991f4-50ec-4bee-9b8e-14ed596b49df', 'network_id': '2ff991f4-50ec-4bee-9b8e-14ed596b49df', 'tenant_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'fixed_ips': [{'subnet_id': '82ef406a-5bfa-4427-b27a-2535f93e5e4f'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:50:10.986907 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5fdb8911-3c31-464e-b067-e9d5f8eb08a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:11.022006 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b82ae9-0a7c-43e3-a77d-9e62512f6d7d tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:11.022390 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port ed10b3f9-18c6-496f-9177-5326336e7110 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:11.022815 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:11.024261 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-15b82ae9-0a7c-43e3-a77d-9e62512f6d7d tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "GET /v2.0/networks/743b83cd-9291-45f1-84b2-ad3f948d0361 HTTP/1.1" status: 200 len: 804 time: 0.2399499 Mar 28 13:50:11.028500 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33472) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:11.069940 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=24e04d94-36ed-4276-95ef-c870ab1c0643,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:11.083323 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ef9653d3-47c3-4f67-ab46-ef4d2834a32a tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:11.083748 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9653d3-47c3-4f67-ab46-ef4d2834a32a tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Fanout notify agent at l3_agent the message router_deleted on router 1192c4dc-e180-4efb-ab3a-867c21ba55cb {{(pid=109613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:50:11.102994 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ef9653d3-47c3-4f67-ab46-ef4d2834a32a tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:11.109175 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ef9653d3-47c3-4f67-ab46-ef4d2834a32a tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] 10.222.0.24 "DELETE /v2.0/routers/1192c4dc-e180-4efb-ab3a-867c21ba55cb HTTP/1.1" status: 204 len: 168 time: 2.9621735 Mar 28 13:50:11.110726 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33474) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:11.129571 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-1146c196-1fca-4bac-aff6-614c3dccffeb tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Request body: {'router': {'name': 'tempest-snat-router-425265400', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'enable_snat': False}}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:11.142652 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-09cca358-3687-400a-a843-1a1ade43e952 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:11.190978 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cca358-3687-400a-a843-1a1ade43e952 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Subnet': ['ID=37649487-ec57-43dd-8444-20f5cff9ed26,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:11.206967 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-09cca358-3687-400a-a843-1a1ade43e952 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:11.214554 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-09cca358-3687-400a-a843-1a1ade43e952 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/37649487-ec57-43dd-8444-20f5cff9ed26 HTTP/1.1" status: 204 len: 168 time: 0.8382103 Mar 28 13:50:11.214554 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33478) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:11.281669 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-5fdb8911-3c31-464e-b067-e9d5f8eb08a3 None None] Allocated IP 172.20.0.2 (2ff991f4-50ec-4bee-9b8e-14ed596b49df/82ef406a-5bfa-4427-b27a-2535f93e5e4f/70d757da-dc04-4044-82e1-62f0345aca46) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:50:11.297341 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1146c196-1fca-4bac-aff6-614c3dccffeb tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:11.297341 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1146c196-1fca-4bac-aff6-614c3dccffeb tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:11.356677 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5186d6bf-ee3d-4552-86d1-8b6141736d53 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:50:11.367187 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1146c196-1fca-4bac-aff6-614c3dccffeb tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:11.380427 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-17bbee50-0223-4da4-bb6d-6d28b794579b tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "GET /v2.0/networks/743b83cd-9291-45f1-84b2-ad3f948d0361?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3499131 Mar 28 13:50:11.386779 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33484) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:11.387348 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-b521a218-781b-4e08-94f0-274c5cd21664 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting subnet a480c6de-e682-44ba-b8ba-9fea3076489c {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:50:11.390609 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b521a218-781b-4e08-94f0-274c5cd21664 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:11.480951 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b521a218-781b-4e08-94f0-274c5cd21664 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:11.518434 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1083c77-06d7-477c-b86a-082483c7cfa3 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:11.523380 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f1083c77-06d7-477c-b86a-082483c7cfa3 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "GET /v2.0/subnets/000682ab-065e-4d41-9b4d-66f1346de9aa HTTP/1.1" status: 200 len: 843 time: 0.1314490 Mar 28 13:50:11.524108 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33488) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:11.588974 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33490) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:11.591087 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5fdb8911-3c31-464e-b067-e9d5f8eb08a3 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:11.618224 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e3b7071c-7bcc-4ebe-a124-5a7f16f0f4d0 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:11.620813 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1146c196-1fca-4bac-aff6-614c3dccffeb tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:11.641347 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef001d8-efd5-41a9-b917-630435fab886 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Attributes excluded by policy engine: ['shared'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:11.653300 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-eef001d8-efd5-41a9-b917-630435fab886 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "GET /v2.0/subnets/000682ab-065e-4d41-9b4d-66f1346de9aa?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0928774 Mar 28 13:50:11.653300 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33494) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:11.653300 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-3a828161-f7d2-4395-95b8-3cd4c7a499b7 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-617833615'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:11.672245 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5fdb8911-3c31-464e-b067-e9d5f8eb08a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:11.682885 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b521a218-781b-4e08-94f0-274c5cd21664 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:11.744653 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdb8911-3c31-464e-b067-e9d5f8eb08a3 None None] Network 2ff991f4-50ec-4bee-9b8e-14ed596b49df is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:50:11.748527 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-5fdb8911-3c31-464e-b067-e9d5f8eb08a3 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:50:11.756347 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdb8911-3c31-464e-b067-e9d5f8eb08a3 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:50:11.779042 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdb8911-3c31-464e-b067-e9d5f8eb08a3 None None] Pushing event updated for resources: {'Port': ['ID=70d757da-dc04-4044-82e1-62f0345aca46,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:11.788743 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a828161-f7d2-4395-95b8-3cd4c7a499b7 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Made reservation on behalf of e3ccc62ac4294ef7b8c72ff93b44bd2d for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:50:11.792926 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3a828161-f7d2-4395-95b8-3cd4c7a499b7 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:11.844302 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-05871bfd-53fa-43a5-ba9e-978376a482a4 tempest-DvrRoutersNegativeTest-1886671877 tempest-DvrRoutersNegativeTest-1886671877-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-383474957', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:11.847091 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-5fdb8911-3c31-464e-b067-e9d5f8eb08a3 None None] Attempting to bind port 70d757da-dc04-4044-82e1-62f0345aca46 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:50:11.847250 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.policy [None req-05871bfd-53fa-43a5-ba9e-978376a482a4 tempest-DvrRoutersNegativeTest-1886671877 tempest-DvrRoutersNegativeTest-1886671877-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=109613) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Mar 28 13:50:11.847405 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.policy [None req-05871bfd-53fa-43a5-ba9e-978376a482a4 tempest-DvrRoutersNegativeTest-1886671877 tempest-DvrRoutersNegativeTest-1886671877-project] Failed policy check for 'create_router' {{(pid=109613) enforce /opt/stack/neutron/neutron/policy.py:520}} Mar 28 13:50:11.847529 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-5fdb8911-3c31-464e-b067-e9d5f8eb08a3 None None] Attempting to bind port 70d757da-dc04-4044-82e1-62f0345aca46 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'a80f2681-e6a4-420a-a7d2-2591d90941c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2ff991f4-50ec-4bee-9b8e-14ed596b49df'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:50:11.848036 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdb8911-3c31-464e-b067-e9d5f8eb08a3 None None] Attempting to bind port 70d757da-dc04-4044-82e1-62f0345aca46 on network 2ff991f4-50ec-4bee-9b8e-14ed596b49df {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:50:11.848199 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-05871bfd-53fa-43a5-ba9e-978376a482a4 tempest-DvrRoutersNegativeTest-1886671877 tempest-DvrRoutersNegativeTest-1886671877-project] create failed (client error): Access was denied to this resource. Mar 28 13:50:11.849282 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-05871bfd-53fa-43a5-ba9e-978376a482a4 tempest-DvrRoutersNegativeTest-1886671877 tempest-DvrRoutersNegativeTest-1886671877-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2566304 Mar 28 13:50:11.857905 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdb8911-3c31-464e-b067-e9d5f8eb08a3 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:50:11.858283 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdb8911-3c31-464e-b067-e9d5f8eb08a3 None None] Checking segment: {'id': 'a80f2681-e6a4-420a-a7d2-2591d90941c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2ff991f4-50ec-4bee-9b8e-14ed596b49df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:50:11.858680 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5fdb8911-3c31-464e-b067-e9d5f8eb08a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:11.859071 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdb8911-3c31-464e-b067-e9d5f8eb08a3 None None] Bound using segment: {'id': 'a80f2681-e6a4-420a-a7d2-2591d90941c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2ff991f4-50ec-4bee-9b8e-14ed596b49df'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:50:11.859537 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-5fdb8911-3c31-464e-b067-e9d5f8eb08a3 None None] Bound port: 70d757da-dc04-4044-82e1-62f0345aca46, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a80f2681-e6a4-420a-a7d2-2591d90941c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2ff991f4-50ec-4bee-9b8e-14ed596b49df'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:50:11.860867 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5fdb8911-3c31-464e-b067-e9d5f8eb08a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:11.886342 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a828161-f7d2-4395-95b8-3cd4c7a499b7 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:50:11.927694 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3a828161-f7d2-4395-95b8-3cd4c7a499b7 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:11.928041 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-3a828161-f7d2-4395-95b8-3cd4c7a499b7 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Added segment 1231dbd2-f44f-4012-881a-588be3408e62 of type vlan for network d9f21418-242f-49b6-8715-0c3e25f9a36b Mar 28 13:50:11.946612 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b521a218-781b-4e08-94f0-274c5cd21664 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:11.984863 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-5fdb8911-3c31-464e-b067-e9d5f8eb08a3 None None] For port 70d757da-dc04-4044-82e1-62f0345aca46, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:50:11.989158 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-5fdb8911-3c31-464e-b067-e9d5f8eb08a3 None None] For port 70d757da-dc04-4044-82e1-62f0345aca46, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=70d757da-dc04-4044-82e1-62f0345aca46,segment=NetworkSegment(a80f2681-e6a4-420a-a7d2-2591d90941c8),segment_id=a80f2681-e6a4-420a-a7d2-2591d90941c8)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:50:12.002215 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3a828161-f7d2-4395-95b8-3cd4c7a499b7 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:12.017418 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521a218-781b-4e08-94f0-274c5cd21664 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Subnet': ['ID=a480c6de-e682-44ba-b8ba-9fea3076489c,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:12.024025 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b521a218-781b-4e08-94f0-274c5cd21664 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:12.027334 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-b521a218-781b-4e08-94f0-274c5cd21664 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/a480c6de-e682-44ba-b8ba-9fea3076489c HTTP/1.1" status: 204 len: 168 time: 0.8130085 Mar 28 13:50:12.030603 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33498) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:12.048358 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-e3b7071c-7bcc-4ebe-a124-5a7f16f0f4d0 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Allocated IP 172.20.0.1 (2ff991f4-50ec-4bee-9b8e-14ed596b49df/82ef406a-5bfa-4427-b27a-2535f93e5e4f/4861ade1-31cf-497e-8137-a9b1f6f9ac1c) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:50:12.068160 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5fdb8911-3c31-464e-b067-e9d5f8eb08a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:12.094178 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-7ba5fdd3-d5fd-48c8-b7d5-4d6d69a114be tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0599475 Mar 28 13:50:12.097260 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33500) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:12.105139 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-dde9391a-b69a-4876-851f-a03d99d2d8ef tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'subnet': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:12.143453 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdb8911-3c31-464e-b067-e9d5f8eb08a3 None None] Pushing event updated for resources: {'Port': ['ID=70d757da-dc04-4044-82e1-62f0345aca46,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:12.167762 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3a828161-f7d2-4395-95b8-3cd4c7a499b7 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:12.187708 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a828161-f7d2-4395-95b8-3cd4c7a499b7 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:12.188966 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3a828161-f7d2-4395-95b8-3cd4c7a499b7 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:12.208138 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1146c196-1fca-4bac-aff6-614c3dccffeb tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:12.223741 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 24e04d94-36ed-4276-95ef-c870ab1c0643 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:50:12.228811 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 13:50:12.248403 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1146c196-1fca-4bac-aff6-614c3dccffeb tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:12.285572 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e3b7071c-7bcc-4ebe-a124-5a7f16f0f4d0 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:12.315975 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 24e04d94-36ed-4276-95ef-c870ab1c0643 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:12.316403 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:12.424476 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3a828161-f7d2-4395-95b8-3cd4c7a499b7 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7764189 Mar 28 13:50:12.425336 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a828161-f7d2-4395-95b8-3cd4c7a499b7 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Pushing event updated for resources: {'Network': ['ID=d9f21418-242f-49b6-8715-0c3e25f9a36b,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:12.446280 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33504) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:12.459904 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network d9f21418-242f-49b6-8715-0c3e25f9a36b details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:50:12.463611 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-c8fadf51-97d7-4acc-afe1-73f1b6c06962 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Request body: {'subnet': {'network_id': 'd9f21418-242f-49b6-8715-0c3e25f9a36b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:12.500940 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e3b7071c-7bcc-4ebe-a124-5a7f16f0f4d0 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:12.530536 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-1146c196-1fca-4bac-aff6-614c3dccffeb tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Allocated IP 172.26.2.252 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/598b121f-6994-45eb-8a8a-39f28fc7e11d) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:50:12.537499 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde9391a-b69a-4876-851f-a03d99d2d8ef tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:50:12.541052 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-dde9391a-b69a-4876-851f-a03d99d2d8ef tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:12.556264 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33506) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:12.705136 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6959d6-0b83-455f-ac7a-6421a468ffea None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:50:12.762766 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6f1f6e52-ba53-432d-bff7-b0a88208a2a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:12.825446 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-1fd8900c-316a-4e85-aa14-7413c648b2fe None None] Provisioning complete for port ed10b3f9-18c6-496f-9177-5326336e7110 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:12.825924 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1fd8900c-316a-4e85-aa14-7413c648b2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:12.826096 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1146c196-1fca-4bac-aff6-614c3dccffeb tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:12.901969 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b7071c-7bcc-4ebe-a124-5a7f16f0f4d0 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Network 2ff991f4-50ec-4bee-9b8e-14ed596b49df is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:50:12.913879 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-e3b7071c-7bcc-4ebe-a124-5a7f16f0f4d0 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:50:12.916568 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b7071c-7bcc-4ebe-a124-5a7f16f0f4d0 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:50:12.984030 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b7071c-7bcc-4ebe-a124-5a7f16f0f4d0 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Pushing event updated for resources: {'Port': ['ID=4861ade1-31cf-497e-8137-a9b1f6f9ac1c,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:13.006548 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e3b7071c-7bcc-4ebe-a124-5a7f16f0f4d0 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:13.010541 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6f1f6e52-ba53-432d-bff7-b0a88208a2a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:13.066802 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1146c196-1fca-4bac-aff6-614c3dccffeb tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:13.107443 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1146c196-1fca-4bac-aff6-614c3dccffeb tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:50:13.112804 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-1146c196-1fca-4bac-aff6-614c3dccffeb tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:50:13.117191 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1146c196-1fca-4bac-aff6-614c3dccffeb tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:50:13.121891 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6f1f6e52-ba53-432d-bff7-b0a88208a2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:13.121891 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-dde9391a-b69a-4876-851f-a03d99d2d8ef tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:13.137859 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2261e202-0a47-4f03-8f60-51f5c7c518d9 None None] DHCP port deletion for 0683b568-5de1-47de-8c3c-3856d7f643f9 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:50:13.140854 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fadf51-97d7-4acc-afe1-73f1b6c06962 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Made reservation on behalf of e3ccc62ac4294ef7b8c72ff93b44bd2d for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:50:13.145423 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c8fadf51-97d7-4acc-afe1-73f1b6c06962 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:13.198886 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-2261e202-0a47-4f03-8f60-51f5c7c518d9 None None] Deleting port ed10b3f9-18c6-496f-9177-5326336e7110 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:50:13.199418 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2261e202-0a47-4f03-8f60-51f5c7c518d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:13.223122 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.ipam_backend_mixin [None req-c8fadf51-97d7-4acc-afe1-73f1b6c06962 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Performing IP validity checks on allocation pools {{(pid=109613) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 28 13:50:13.223122 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.ipam_backend_mixin [None req-c8fadf51-97d7-4acc-afe1-73f1b6c06962 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109613) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 28 13:50:13.275403 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e3b7071c-7bcc-4ebe-a124-5a7f16f0f4d0 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:13.320425 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-2261e202-0a47-4f03-8f60-51f5c7c518d9 None None] For port ed10b3f9-18c6-496f-9177-5326336e7110, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=ed10b3f9-18c6-496f-9177-5326336e7110,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:50:13.320767 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2261e202-0a47-4f03-8f60-51f5c7c518d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:13.334425 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-2261e202-0a47-4f03-8f60-51f5c7c518d9 None None] Calling delete_port for ed10b3f9-18c6-496f-9177-5326336e7110 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:50:13.385068 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:13.505110 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2261e202-0a47-4f03-8f60-51f5c7c518d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:13.547623 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2261e202-0a47-4f03-8f60-51f5c7c518d9 None None] Pushing event deleted for resources: {'Port': ['ID=ed10b3f9-18c6-496f-9177-5326336e7110,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:13.560823 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2261e202-0a47-4f03-8f60-51f5c7c518d9 None None] No DVR routers for this DVR port ed10b3f9-18c6-496f-9177-5326336e7110 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:50:13.593953 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b364775-a784-4129-b673-f08f1bcb254b None None] Network 2ff991f4-50ec-4bee-9b8e-14ed596b49df requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:50:13.616532 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c8fadf51-97d7-4acc-afe1-73f1b6c06962 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:13.637914 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1146c196-1fca-4bac-aff6-614c3dccffeb tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Pushing event updated for resources: {'Port': ['ID=598b121f-6994-45eb-8a8a-39f28fc7e11d,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:13.640218 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9391a-b69a-4876-851f-a03d99d2d8ef tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Subnet': ['ID=c25ec7a5-e54f-4d00-93b2-9efcdbb60eaa,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:13.653209 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde9391a-b69a-4876-851f-a03d99d2d8ef tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:50:13.655227 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-dde9391a-b69a-4876-851f-a03d99d2d8ef tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:50:13.661769 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde9391a-b69a-4876-851f-a03d99d2d8ef tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:13.662839 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-dde9391a-b69a-4876-851f-a03d99d2d8ef tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:13.672185 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-bf092a19-5bac-4338-b863-bc7aad54042a None None] Provisioning complete for port 70d757da-dc04-4044-82e1-62f0345aca46 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:13.672468 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-bf092a19-5bac-4338-b863-bc7aad54042a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:13.682792 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-6f1f6e52-ba53-432d-bff7-b0a88208a2a6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=95c5ff29d05e4888a356ab936bd20d44&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1221511 Mar 28 13:50:13.682792 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f6e52-ba53-432d-bff7-b0a88208a2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59055e6e-ecc8-4e9d-8fd3-ccd470aba16e,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:13.693709 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33510) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:13.701028 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3310a4-4d47-4459-9ae4-dd9d2ac206a7 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:50:13.727259 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fadf51-97d7-4acc-afe1-73f1b6c06962 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Pushing event updated for resources: {'Subnet': ['ID=b4919190-f29e-4233-96a5-726bb6b02cc6,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:13.753647 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-dde9391a-b69a-4876-851f-a03d99d2d8ef tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6527371 Mar 28 13:50:13.753839 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33512) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:13.760162 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-363876dd-7687-4686-aeec-9e02d0713f83 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'subnet': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:13.788238 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fadf51-97d7-4acc-afe1-73f1b6c06962 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Checking segment: {'id': '1231dbd2-f44f-4012-881a-588be3408e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd9f21418-242f-49b6-8715-0c3e25f9a36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:50:13.788620 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fadf51-97d7-4acc-afe1-73f1b6c06962 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Network hostable DHCP agents. Network: d9f21418-242f-49b6-8715-0c3e25f9a36b, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:50:13.811994 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e3b7071c-7bcc-4ebe-a124-5a7f16f0f4d0 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:13.827226 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ccf4d6bf-abdb-46a1-8baf-ae83ff9ee1d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:13.852340 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ccf4d6bf-abdb-46a1-8baf-ae83ff9ee1d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:13.908272 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fadf51-97d7-4acc-afe1-73f1b6c06962 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Network d9f21418-242f-49b6-8715-0c3e25f9a36b is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:50:13.910526 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e3b7071c-7bcc-4ebe-a124-5a7f16f0f4d0 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:13.920607 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-bf092a19-5bac-4338-b863-bc7aad54042a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:13.991254 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ccf4d6bf-abdb-46a1-8baf-ae83ff9ee1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:13.993657 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ccf4d6bf-abdb-46a1-8baf-ae83ff9ee1d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:13.997413 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ccf4d6bf-abdb-46a1-8baf-ae83ff9ee1d1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/59055e6e-ecc8-4e9d-8fd3-ccd470aba16e HTTP/1.1" status: 204 len: 168 time: 0.3047578 Mar 28 13:50:14.000877 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-bf092a19-5bac-4338-b863-bc7aad54042a None None] For port 70d757da-dc04-4044-82e1-62f0345aca46, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=70d757da-dc04-4044-82e1-62f0345aca46,segment=NetworkSegment(a80f2681-e6a4-420a-a7d2-2591d90941c8),segment_id=a80f2681-e6a4-420a-a7d2-2591d90941c8)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:50:14.011568 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e6a380-cd95-4d2b-954b-982ac502e280 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-0683b568-5de1-47de-8c3c-3856d7f643f9', 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'tenant_id': '97c2fb5000a44df7a1530b25f26f0716', 'fixed_ips': [{'subnet_id': 'c25ec7a5-e54f-4d00-93b2-9efcdbb60eaa'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:50:14.012727 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a0e6a380-cd95-4d2b-954b-982ac502e280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:14.036358 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e3b7071c-7bcc-4ebe-a124-5a7f16f0f4d0 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:14.077149 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf4d6bf-abdb-46a1-8baf-ae83ff9ee1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59055e6e-ecc8-4e9d-8fd3-ccd470aba16e,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:14.089299 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b7071c-7bcc-4ebe-a124-5a7f16f0f4d0 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Pushing event updated for resources: {'Port': ['ID=4861ade1-31cf-497e-8137-a9b1f6f9ac1c,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:14.093371 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-c8fadf51-97d7-4acc-afe1-73f1b6c06962 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, d9f21418-242f-49b6-8715-0c3e25f9a36b) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:50:14.098059 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fadf51-97d7-4acc-afe1-73f1b6c06962 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:14.098888 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c8fadf51-97d7-4acc-afe1-73f1b6c06962 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:14.117515 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1f83ca-9719-428b-884f-8bf3bb96207d None None] Network d9f21418-242f-49b6-8715-0c3e25f9a36b requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:50:14.119720 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-bf092a19-5bac-4338-b863-bc7aad54042a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:14.128395 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363876dd-7687-4686-aeec-9e02d0713f83 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:50:14.132226 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-363876dd-7687-4686-aeec-9e02d0713f83 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:14.204349 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c8fadf51-97d7-4acc-afe1-73f1b6c06962 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.7569234 Mar 28 13:50:14.209374 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33516) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:14.242570 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-aa0c4e0f-ac01-4aa3-b25d-22714b474a8a tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:14.280241 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.ipam_backend_mixin [None req-363876dd-7687-4686-aeec-9e02d0713f83 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c25ec7a5-e54f-4d00-93b2-9efcdbb60eaa (CIDR: 2001:db8::/64) Mar 28 13:50:14.285356 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1146c196-1fca-4bac-aff6-614c3dccffeb tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:14.337912 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b7071c-7bcc-4ebe-a124-5a7f16f0f4d0 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Network 2ff991f4-50ec-4bee-9b8e-14ed596b49df is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:50:14.351447 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf092a19-5bac-4338-b863-bc7aad54042a None None] Pushing event updated for resources: {'Port': ['ID=70d757da-dc04-4044-82e1-62f0345aca46,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:14.352565 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-e3b7071c-7bcc-4ebe-a124-5a7f16f0f4d0 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:50:14.368016 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 70d757da-dc04-4044-82e1-62f0345aca46 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:50:14.422184 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-477931a0-705f-4c72-9460-89dfafce0bfc None None] Provisioning complete for port 70d757da-dc04-4044-82e1-62f0345aca46 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:14.422553 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-477931a0-705f-4c72-9460-89dfafce0bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:14.425195 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-a0e6a380-cd95-4d2b-954b-982ac502e280 None None] Allocated IP 2001:db8::2 (0683b568-5de1-47de-8c3c-3856d7f643f9/c25ec7a5-e54f-4d00-93b2-9efcdbb60eaa/46706bd7-2799-452e-bb9e-ab5c538049b7) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:50:14.465960 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-363876dd-7687-4686-aeec-9e02d0713f83 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:50:14.467268 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-363876dd-7687-4686-aeec-9e02d0713f83 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:14.504071 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-aa0c4e0f-ac01-4aa3-b25d-22714b474a8a tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-130985065'] for subnet, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:14.548159 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 70d757da-dc04-4044-82e1-62f0345aca46 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:14.548159 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:14.614750 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b7071c-7bcc-4ebe-a124-5a7f16f0f4d0 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Router 99857507-96fb-49f7-8260-1dcf33ff84ad has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:50:14.677427 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-363876dd-7687-4686-aeec-9e02d0713f83 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9199777 Mar 28 13:50:14.680483 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33526) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:14.689933 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-88baa3a2-9695-4d9b-9113-3047c5e175f9 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'subnet': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:14.747398 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1146c196-1fca-4bac-aff6-614c3dccffeb tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:14.820896 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8905e1-59f3-40a6-89c3-04e070e4771d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-d9f21418-242f-49b6-8715-0c3e25f9a36b', 'network_id': 'd9f21418-242f-49b6-8715-0c3e25f9a36b', 'tenant_id': 'e3ccc62ac4294ef7b8c72ff93b44bd2d', 'fixed_ips': [{'subnet_id': 'b4919190-f29e-4233-96a5-726bb6b02cc6'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:50:14.821456 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-bb8905e1-59f3-40a6-89c3-04e070e4771d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:14.890892 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-477931a0-705f-4c72-9460-89dfafce0bfc None None] Provisioning complete for port 4861ade1-31cf-497e-8137-a9b1f6f9ac1c triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:14.891268 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-477931a0-705f-4c72-9460-89dfafce0bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:14.997561 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b7071c-7bcc-4ebe-a124-5a7f16f0f4d0 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:50:15.003585 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e3b7071c-7bcc-4ebe-a124-5a7f16f0f4d0 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "PUT /v2.0/routers/99857507-96fb-49f7-8260-1dcf33ff84ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2811418 Mar 28 13:50:15.017624 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6a0d17-c3f2-40f6-bb81-2b637b972e91 None None] Sync routers for ids ['99857507-96fb-49f7-8260-1dcf33ff84ad'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:50:15.033247 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1146c196-1fca-4bac-aff6-614c3dccffeb tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Router acc2c6dd-f147-4f49-9e76-37939749354e is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:50:15.039188 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6a0d17-c3f2-40f6-bb81-2b637b972e91 None None] Routers {'99857507-96fb-49f7-8260-1dcf33ff84ad'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:50:15.044292 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-8e6a0d17-c3f2-40f6-bb81-2b637b972e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:49:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['99857507-96fb-49f7-8260-1dcf33ff84ad'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:15.056430 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-aa0c4e0f-ac01-4aa3-b25d-22714b474a8a tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740191706287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-132037230'] for subnet, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:15.077277 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a0e6a380-cd95-4d2b-954b-982ac502e280 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:15.099708 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-477931a0-705f-4c72-9460-89dfafce0bfc None None] Port 4861ade1-31cf-497e-8137-a9b1f6f9ac1c cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:50:15.156207 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a0e6a380-cd95-4d2b-954b-982ac502e280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:15.182915 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88baa3a2-9695-4d9b-9113-3047c5e175f9 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:50:15.195079 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-88baa3a2-9695-4d9b-9113-3047c5e175f9 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:15.226015 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1146c196-1fca-4bac-aff6-614c3dccffeb tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:50:15.236059 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0c4e0f-ac01-4aa3-b25d-22714b474a8a tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:15.237036 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-aa0c4e0f-ac01-4aa3-b25d-22714b474a8a tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:15.244562 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-aa0c4e0f-ac01-4aa3-b25d-22714b474a8a tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "PUT /v2.0/subnets/b4919190-f29e-4233-96a5-726bb6b02cc6 HTTP/1.1" status: 200 len: 900 time: 1.0258136 Mar 28 13:50:15.245995 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33538) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:15.269249 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device ed10b3f9-18c6-496f-9177-5326336e7110 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:50:15.275706 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccfe5ef-f551-43df-96b8-725722eaa0dd None None] Sync routers for ids ['acc2c6dd-f147-4f49-9e76-37939749354e'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:50:15.332543 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1146c196-1fca-4bac-aff6-614c3dccffeb tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:15.334454 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-1146c196-1fca-4bac-aff6-614c3dccffeb tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.2228186 Mar 28 13:50:15.335957 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c4e0f-ac01-4aa3-b25d-22714b474a8a tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Pushing event updated for resources: {'Subnet': ['ID=b4919190-f29e-4233-96a5-726bb6b02cc6,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:15.337700 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33540) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:15.386650 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-8e6a0d17-c3f2-40f6-bb81-2b637b972e91 None None] Set router 99857507-96fb-49f7-8260-1dcf33ff84ad gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:50:15.516049 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e6a380-cd95-4d2b-954b-982ac502e280 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:50:15.536742 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: ed10b3f9-18c6-496f-9177-5326336e7110 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:50:15.537083 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device ed10b3f9-18c6-496f-9177-5326336e7110 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:50:15.539908 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-a0e6a380-cd95-4d2b-954b-982ac502e280 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:50:15.542068 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e6a380-cd95-4d2b-954b-982ac502e280 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:50:15.554038 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccfe5ef-f551-43df-96b8-725722eaa0dd None None] Routers {'acc2c6dd-f147-4f49-9e76-37939749354e'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:50:15.554038 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-2ccfe5ef-f551-43df-96b8-725722eaa0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:49:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['acc2c6dd-f147-4f49-9e76-37939749354e'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:15.630556 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33556) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:15.631927 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-bb8905e1-59f3-40a6-89c3-04e070e4771d None None] Allocated IP 2001:db8::3 (d9f21418-242f-49b6-8715-0c3e25f9a36b/b4919190-f29e-4233-96a5-726bb6b02cc6/51d6b313-7db1-4c00-92cc-d6bbbfc9afdb) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:50:15.643195 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0617c86d-9593-4ed6-b4f7-ad498a8d5591 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:15.650818 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e6a380-cd95-4d2b-954b-982ac502e280 None None] Pushing event updated for resources: {'Port': ['ID=46706bd7-2799-452e-bb9e-ab5c538049b7,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:15.670494 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-b977de91-688f-4c97-8c72-1bfa039e6c0c None None] Provisioning complete for port 4861ade1-31cf-497e-8137-a9b1f6f9ac1c triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:15.670865 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b977de91-688f-4c97-8c72-1bfa039e6c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:15.693083 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-137694c3-6712-4cdb-a8d6-8a122eb8379e tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] 10.222.0.24 "GET /v2.0/routers/acc2c6dd-f147-4f49-9e76-37939749354e HTTP/1.1" status: 200 len: 908 time: 0.3530719 Mar 28 13:50:15.695801 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33560) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:15.706896 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-7332561e-1c8d-499f-878e-2ed4b8730d3a tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Request body: {'router': {'name': 'tempest-snat-router-425265400', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'enable_snat': True}}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:15.725856 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-b977de91-688f-4c97-8c72-1bfa039e6c0c None None] Port 4861ade1-31cf-497e-8137-a9b1f6f9ac1c cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:50:15.791172 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0617c86d-9593-4ed6-b4f7-ad498a8d5591 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:15.793077 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-a0e6a380-cd95-4d2b-954b-982ac502e280 None None] Attempting to bind port 46706bd7-2799-452e-bb9e-ab5c538049b7 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:50:15.793220 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-a0e6a380-cd95-4d2b-954b-982ac502e280 None None] Attempting to bind port 46706bd7-2799-452e-bb9e-ab5c538049b7 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:50:15.793562 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e6a380-cd95-4d2b-954b-982ac502e280 None None] Attempting to bind port 46706bd7-2799-452e-bb9e-ab5c538049b7 on network 0683b568-5de1-47de-8c3c-3856d7f643f9 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:50:15.815349 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-8e6a0d17-c3f2-40f6-bb81-2b637b972e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99857507-96fb-49f7-8260-1dcf33ff84ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-886766965', 'tenant_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.21'}], 'enable_snat': True}, 'gw_port_id': '24e04d94-36ed-4276-95ef-c870ab1c0643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:50:02Z', 'updated_at': '2022-03-28T13:50:13Z', 'revision_number': 4, 'project_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'gw_port': {'id': '24e04d94-36ed-4276-95ef-c870ab1c0643', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:55:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857507-96fb-49f7-8260-1dcf33ff84ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:50:03Z', 'updated_at': '2022-03-28T13:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '4861ade1-31cf-497e-8137-a9b1f6f9ac1c', 'name': '', 'network_id': '2ff991f4-50ec-4bee-9b8e-14ed596b49df', 'tenant_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'mac_address': 'fa:16:3e:c8:d5:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99857507-96fb-49f7-8260-1dcf33ff84ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '82ef406a-5bfa-4427-b27a-2535f93e5e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:50:11Z', 'updated_at': '2022-03-28T13:50:13Z', 'revision_number': 2, 'project_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'subnets': [{'id': '82ef406a-5bfa-4427-b27a-2535f93e5e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:15.844426 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e6a380-cd95-4d2b-954b-982ac502e280 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:50:15.844905 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e6a380-cd95-4d2b-954b-982ac502e280 None None] Checking segment: {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:50:15.845319 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a0e6a380-cd95-4d2b-954b-982ac502e280 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:15.845716 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e6a380-cd95-4d2b-954b-982ac502e280 None None] Bound using segment: {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:50:15.846196 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-a0e6a380-cd95-4d2b-954b-982ac502e280 None None] Bound port: 46706bd7-2799-452e-bb9e-ab5c538049b7, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93dfbc6a-f7e7-486d-ae39-484d66428b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:50:15.846580 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a0e6a380-cd95-4d2b-954b-982ac502e280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:15.854099 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6a0d17-c3f2-40f6-bb81-2b637b972e91 None None] Checking router: 99857507-96fb-49f7-8260-1dcf33ff84ad for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:50:15.855296 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6a0d17-c3f2-40f6-bb81-2b637b972e91 None None] Updating router 99857507-96fb-49f7-8260-1dcf33ff84ad port 4861ade1-31cf-497e-8137-a9b1f6f9ac1c binding host dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 13:50:15.856307 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-13eb20d7-6614-4967-9bb4-e9a3825698b3 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-424536593', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:15.883189 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-2ccfe5ef-f551-43df-96b8-725722eaa0dd None None] Set router acc2c6dd-f147-4f49-9e76-37939749354e gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:50:15.891761 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-8e6a0d17-c3f2-40f6-bb81-2b637b972e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:15.974976 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-13eb20d7-6614-4967-9bb4-e9a3825698b3 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:15.976453 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-13eb20d7-6614-4967-9bb4-e9a3825698b3 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:16.006686 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7332561e-1c8d-499f-878e-2ed4b8730d3a tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:16.007828 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7332561e-1c8d-499f-878e-2ed4b8730d3a tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:16.067235 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-13eb20d7-6614-4967-9bb4-e9a3825698b3 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:16.102125 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-ec4fa428-0cb8-45e5-85ae-7ef4b7ed5aa2 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1207282463&fields=id&tenant_id=bcdd6be72e7642a4b756d4ea1c2944fc HTTP/1.1" status: 200 len: 267 time: 0.1322327 Mar 28 13:50:16.109284 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-a0e6a380-cd95-4d2b-954b-982ac502e280 None None] For port 46706bd7-2799-452e-bb9e-ab5c538049b7, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:50:16.151223 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-bb8905e1-59f3-40a6-89c3-04e070e4771d None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:16.154591 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-a0e6a380-cd95-4d2b-954b-982ac502e280 None None] For port 46706bd7-2799-452e-bb9e-ab5c538049b7, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=46706bd7-2799-452e-bb9e-ab5c538049b7,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:50:16.171252 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.objects.ports [None req-88baa3a2-9695-4d9b-9113-3047c5e175f9 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109613) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 13:50:16.193907 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 70d757da-dc04-4044-82e1-62f0345aca46 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:50:16.202963 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-13eb20d7-6614-4967-9bb4-e9a3825698b3 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:16.241574 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a0e6a380-cd95-4d2b-954b-982ac502e280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:16.297826 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-bb8905e1-59f3-40a6-89c3-04e070e4771d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:16.304064 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-2ccfe5ef-f551-43df-96b8-725722eaa0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc2c6dd-f147-4f49-9e76-37939749354e', 'name': 'tempest-snat-router-425265400', 'tenant_id': 'e58783eed6b747c9bbf475100e226aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.252'}], 'enable_snat': False}, 'gw_port_id': '598b121f-6994-45eb-8a8a-39f28fc7e11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:50:11Z', 'updated_at': '2022-03-28T13:50:13Z', 'revision_number': 3, 'project_id': 'e58783eed6b747c9bbf475100e226aba', 'gw_port': {'id': '598b121f-6994-45eb-8a8a-39f28fc7e11d', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc2c6dd-f147-4f49-9e76-37939749354e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:50:12Z', 'updated_at': '2022-03-28T13:50:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:16.333025 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-8e6a0d17-c3f2-40f6-bb81-2b637b972e91 None None] Notify callbacks [] for port, precommit_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:16.351535 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccfe5ef-f551-43df-96b8-725722eaa0dd None None] Checking router: acc2c6dd-f147-4f49-9e76-37939749354e for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:50:16.351904 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccfe5ef-f551-43df-96b8-725722eaa0dd None None] Updating router acc2c6dd-f147-4f49-9e76-37939749354e port 598b121f-6994-45eb-8a8a-39f28fc7e11d binding host dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 13:50:16.380792 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 70d757da-dc04-4044-82e1-62f0345aca46 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:16.381166 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:16.383709 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0617c86d-9593-4ed6-b4f7-ad498a8d5591 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:16.384080 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8905e1-59f3-40a6-89c3-04e070e4771d None None] Network d9f21418-242f-49b6-8715-0c3e25f9a36b is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:50:16.393296 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-bb8905e1-59f3-40a6-89c3-04e070e4771d None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:50:16.409286 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-8e6a0d17-c3f2-40f6-bb81-2b637b972e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:16.416787 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e6a380-cd95-4d2b-954b-982ac502e280 None None] Pushing event updated for resources: {'Port': ['ID=46706bd7-2799-452e-bb9e-ab5c538049b7,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:16.422679 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8905e1-59f3-40a6-89c3-04e070e4771d None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:50:16.445141 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0617c86d-9593-4ed6-b4f7-ad498a8d5591 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Pushing event deleted for resources: {'Subnet': ['ID=b4919190-f29e-4233-96a5-726bb6b02cc6,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:16.457067 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2ccfe5ef-f551-43df-96b8-725722eaa0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:16.507483 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca84e2e4-26dc-4915-a536-cb4d7b40ac7a None None] Pushing event updated for resources: {'Port': ['ID=4861ade1-31cf-497e-8137-a9b1f6f9ac1c,revision_number=3']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:16.560844 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8905e1-59f3-40a6-89c3-04e070e4771d None None] Pushing event updated for resources: {'Port': ['ID=51d6b313-7db1-4c00-92cc-d6bbbfc9afdb,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:16.592613 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0617c86d-9593-4ed6-b4f7-ad498a8d5591 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:16.614339 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7332561e-1c8d-499f-878e-2ed4b8730d3a tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:16.617749 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-8e6a0d17-c3f2-40f6-bb81-2b637b972e91 None None] Attempting to bind port 4861ade1-31cf-497e-8137-a9b1f6f9ac1c on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:50:16.618285 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-8e6a0d17-c3f2-40f6-bb81-2b637b972e91 None None] Attempting to bind port 4861ade1-31cf-497e-8137-a9b1f6f9ac1c by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'a80f2681-e6a4-420a-a7d2-2591d90941c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2ff991f4-50ec-4bee-9b8e-14ed596b49df'}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:50:16.618780 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6a0d17-c3f2-40f6-bb81-2b637b972e91 None None] Attempting to bind port 4861ade1-31cf-497e-8137-a9b1f6f9ac1c on network 2ff991f4-50ec-4bee-9b8e-14ed596b49df {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:50:16.630435 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6a0d17-c3f2-40f6-bb81-2b637b972e91 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:50:16.630435 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6a0d17-c3f2-40f6-bb81-2b637b972e91 None None] Checking segment: {'id': 'a80f2681-e6a4-420a-a7d2-2591d90941c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2ff991f4-50ec-4bee-9b8e-14ed596b49df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:50:16.630435 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-8e6a0d17-c3f2-40f6-bb81-2b637b972e91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:16.630435 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6a0d17-c3f2-40f6-bb81-2b637b972e91 None None] Bound using segment: {'id': 'a80f2681-e6a4-420a-a7d2-2591d90941c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2ff991f4-50ec-4bee-9b8e-14ed596b49df'} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:50:16.630435 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-8e6a0d17-c3f2-40f6-bb81-2b637b972e91 None None] Bound port: 4861ade1-31cf-497e-8137-a9b1f6f9ac1c, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a80f2681-e6a4-420a-a7d2-2591d90941c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2ff991f4-50ec-4bee-9b8e-14ed596b49df'}}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:50:16.630435 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-8e6a0d17-c3f2-40f6-bb81-2b637b972e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:16.719326 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-0617c86d-9593-4ed6-b4f7-ad498a8d5591 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9f21418-242f-49b6-8715-0c3e25f9a36b']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:16.719326 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-0617c86d-9593-4ed6-b4f7-ad498a8d5591 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1231dbd2-f44f-4012-881a-588be3408e62') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:16.719326 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-0617c86d-9593-4ed6-b4f7-ad498a8d5591 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1231dbd2-f44f-4012-881a-588be3408e62') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:16.729199 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0617c86d-9593-4ed6-b4f7-ad498a8d5591 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:16.735392 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-bb8905e1-59f3-40a6-89c3-04e070e4771d None None] Attempting to bind port 51d6b313-7db1-4c00-92cc-d6bbbfc9afdb on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:50:16.735773 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-bb8905e1-59f3-40a6-89c3-04e070e4771d None None] Attempting to bind port 51d6b313-7db1-4c00-92cc-d6bbbfc9afdb by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '1231dbd2-f44f-4012-881a-588be3408e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd9f21418-242f-49b6-8715-0c3e25f9a36b'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:50:16.736133 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8905e1-59f3-40a6-89c3-04e070e4771d None None] Attempting to bind port 51d6b313-7db1-4c00-92cc-d6bbbfc9afdb on network d9f21418-242f-49b6-8715-0c3e25f9a36b {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:50:16.760057 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8905e1-59f3-40a6-89c3-04e070e4771d None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:50:16.760057 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8905e1-59f3-40a6-89c3-04e070e4771d None None] Checking segment: {'id': '1231dbd2-f44f-4012-881a-588be3408e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd9f21418-242f-49b6-8715-0c3e25f9a36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:50:16.760057 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-bb8905e1-59f3-40a6-89c3-04e070e4771d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:16.760495 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8905e1-59f3-40a6-89c3-04e070e4771d None None] Bound using segment: {'id': '1231dbd2-f44f-4012-881a-588be3408e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd9f21418-242f-49b6-8715-0c3e25f9a36b'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:50:16.760958 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-bb8905e1-59f3-40a6-89c3-04e070e4771d None None] Bound port: 51d6b313-7db1-4c00-92cc-d6bbbfc9afdb, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1231dbd2-f44f-4012-881a-588be3408e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd9f21418-242f-49b6-8715-0c3e25f9a36b'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:50:16.761339 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-bb8905e1-59f3-40a6-89c3-04e070e4771d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:16.762692 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0617c86d-9593-4ed6-b4f7-ad498a8d5591 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:16.773821 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0617c86d-9593-4ed6-b4f7-ad498a8d5591 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:50:16.774808 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0617c86d-9593-4ed6-b4f7-ad498a8d5591 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:16.836212 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-8e6a0d17-c3f2-40f6-bb81-2b637b972e91 None None] For port 4861ade1-31cf-497e-8137-a9b1f6f9ac1c, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:50:16.841023 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-8e6a0d17-c3f2-40f6-bb81-2b637b972e91 None None] For port 4861ade1-31cf-497e-8137-a9b1f6f9ac1c, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=4861ade1-31cf-497e-8137-a9b1f6f9ac1c,segment=NetworkSegment(a80f2681-e6a4-420a-a7d2-2591d90941c8),segment_id=a80f2681-e6a4-420a-a7d2-2591d90941c8)] {{(pid=109615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:50:16.864699 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:50:16.864699 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:50:16.864699 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:50:16.864699 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:50:16.864699 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:50:16.864699 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:50:16.864699 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:50:16.864699 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:50:16.864699 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:50:16.864699 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:50:16.864699 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:50:16.864699 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:50:16.864699 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:50:16.864699 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:50:16.864699 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:50:16.864699 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:50:16.864699 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:50:16.864699 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:50:16.864699 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:50:16.864699 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:50:16.864699 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:50:16.864699 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:50:16.864699 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:50:16.864699 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:50:16.864699 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:50:16.864699 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:50:16.864699 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:50:16.864699 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:50:16.864699 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:50:16.864699 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:50:16.864699 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:50:16.864699 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:50:16.911730 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.db.api [None req-0617c86d-9593-4ed6-b4f7-ad498a8d5591 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 13:50:16.911730 dv-neutron-835335-1-hyperv neutron-server[109612]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 13:50:16.911730 dv-neutron-835335-1-hyperv neutron-server[109612]: [parameters: {'id': 'd9f21418-242f-49b6-8715-0c3e25f9a36b'}] Mar 28 13:50:16.911730 dv-neutron-835335-1-hyperv neutron-server[109612]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 13:50:16.912489 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG oslo_db.api [None req-0617c86d-9593-4ed6-b4f7-ad498a8d5591 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 13:50:16.913233 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-8e6a0d17-c3f2-40f6-bb81-2b637b972e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:16.965795 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-13eb20d7-6614-4967-9bb4-e9a3825698b3 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:16.970217 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-13eb20d7-6614-4967-9bb4-e9a3825698b3 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.3388743 Mar 28 13:50:16.971005 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33568) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:16.986221 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-9af7119c-fad8-4313-8569-75f3e2c40f52 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-994020104'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:16.988663 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-bb8905e1-59f3-40a6-89c3-04e070e4771d None None] For port 51d6b313-7db1-4c00-92cc-d6bbbfc9afdb, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:50:16.993839 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6a0d17-c3f2-40f6-bb81-2b637b972e91 None None] Routers {'99857507-96fb-49f7-8260-1dcf33ff84ad'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:50:16.994478 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-8e6a0d17-c3f2-40f6-bb81-2b637b972e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:49:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['99857507-96fb-49f7-8260-1dcf33ff84ad'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:16.995263 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-bb8905e1-59f3-40a6-89c3-04e070e4771d None None] For port 51d6b313-7db1-4c00-92cc-d6bbbfc9afdb, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=51d6b313-7db1-4c00-92cc-d6bbbfc9afdb,segment=NetworkSegment(1231dbd2-f44f-4012-881a-588be3408e62),segment_id=1231dbd2-f44f-4012-881a-588be3408e62)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:50:17.002496 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-6de656ec-a9ea-482e-a7a1-38fbdeabe6fc None None] Provisioning complete for port 4861ade1-31cf-497e-8137-a9b1f6f9ac1c triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:17.003096 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6de656ec-a9ea-482e-a7a1-38fbdeabe6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:17.056314 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca84e2e4-26dc-4915-a536-cb4d7b40ac7a None None] Pushing event updated for resources: {'Port': ['ID=4861ade1-31cf-497e-8137-a9b1f6f9ac1c,revision_number=4']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:17.074601 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-bb8905e1-59f3-40a6-89c3-04e070e4771d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:17.143704 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-8e6a0d17-c3f2-40f6-bb81-2b637b972e91 None None] Set router 99857507-96fb-49f7-8260-1dcf33ff84ad gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:50:17.164665 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af7119c-fad8-4313-8569-75f3e2c40f52 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Made reservation on behalf of 3ae5922c4d2045aabafa52eba0f1efd0 for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:50:17.171848 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9af7119c-fad8-4313-8569-75f3e2c40f52 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:17.182345 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7332561e-1c8d-499f-878e-2ed4b8730d3a tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:17.192290 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9af7119c-fad8-4313-8569-75f3e2c40f52 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:17.252107 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2ccfe5ef-f551-43df-96b8-725722eaa0dd None None] Notify callbacks [] for port, precommit_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:17.265716 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8905e1-59f3-40a6-89c3-04e070e4771d None None] Pushing event updated for resources: {'Port': ['ID=51d6b313-7db1-4c00-92cc-d6bbbfc9afdb,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:17.290084 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c06a8a2-557d-43d5-a70c-6fdbc10eeb25 None None] Network d9f21418-242f-49b6-8715-0c3e25f9a36b requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:50:17.293688 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6de656ec-a9ea-482e-a7a1-38fbdeabe6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:17.335654 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-88baa3a2-9695-4d9b-9113-3047c5e175f9 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:17.373896 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2ccfe5ef-f551-43df-96b8-725722eaa0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:17.385995 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9af7119c-fad8-4313-8569-75f3e2c40f52 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:17.413477 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0617c86d-9593-4ed6-b4f7-ad498a8d5591 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:17.472714 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-0425d6f1-65ae-4f03-b46f-9a3259f2ae04 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:17.474326 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9af7119c-fad8-4313-8569-75f3e2c40f52 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:17.474731 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-0425d6f1-65ae-4f03-b46f-9a3259f2ae04 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/networks?id=2ff991f4-50ec-4bee-9b8e-14ed596b49df HTTP/1.1" status: 200 len: 797 time: 1.3016493 Mar 28 13:50:17.484907 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-8e6a0d17-c3f2-40f6-bb81-2b637b972e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99857507-96fb-49f7-8260-1dcf33ff84ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-886766965', 'tenant_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.21'}], 'enable_snat': True}, 'gw_port_id': '24e04d94-36ed-4276-95ef-c870ab1c0643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:50:02Z', 'updated_at': '2022-03-28T13:50:13Z', 'revision_number': 4, 'project_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'gw_port': {'id': '24e04d94-36ed-4276-95ef-c870ab1c0643', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:55:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857507-96fb-49f7-8260-1dcf33ff84ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:50:03Z', 'updated_at': '2022-03-28T13:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '4861ade1-31cf-497e-8137-a9b1f6f9ac1c', 'name': '', 'network_id': '2ff991f4-50ec-4bee-9b8e-14ed596b49df', 'tenant_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'mac_address': 'fa:16:3e:c8:d5:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99857507-96fb-49f7-8260-1dcf33ff84ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '82ef406a-5bfa-4427-b27a-2535f93e5e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:50:11Z', 'updated_at': '2022-03-28T13:50:16Z', 'revision_number': 4, 'project_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'subnets': [{'id': '82ef406a-5bfa-4427-b27a-2535f93e5e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:17.526284 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9af7119c-fad8-4313-8569-75f3e2c40f52 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:50:17.538136 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-5c80fd31-0b81-4661-9c63-fdce1141137a tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/quotas/bcdd6be72e7642a4b756d4ea1c2944fc HTTP/1.1" status: 200 len: 375 time: 0.0481455 Mar 28 13:50:17.551786 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af7119c-fad8-4313-8569-75f3e2c40f52 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53985280-2dca-45ee-874e-100bc4a483bc,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:17.573678 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6a0d17-c3f2-40f6-bb81-2b637b972e91 None None] The sync data for ids ['99857507-96fb-49f7-8260-1dcf33ff84ad'] in dv-neutron-835335-1-hyperv is: [{'id': '99857507-96fb-49f7-8260-1dcf33ff84ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-886766965', 'tenant_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.21'}], 'enable_snat': True}, 'gw_port_id': '24e04d94-36ed-4276-95ef-c870ab1c0643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:50:02Z', 'updated_at': '2022-03-28T13:50:13Z', 'revision_number': 4, 'project_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'gw_port': {'id': '24e04d94-36ed-4276-95ef-c870ab1c0643', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:55:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857507-96fb-49f7-8260-1dcf33ff84ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:50:03Z', 'updated_at': '2022-03-28T13:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '4861ade1-31cf-497e-8137-a9b1f6f9ac1c', 'name': '', 'network_id': '2ff991f4-50ec-4bee-9b8e-14ed596b49df', 'tenant_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'mac_address': 'fa:16:3e:c8:d5:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99857507-96fb-49f7-8260-1dcf33ff84ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '82ef406a-5bfa-4427-b27a-2535f93e5e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:50:11Z', 'updated_at': '2022-03-28T13:50:16Z', 'revision_number': 4, 'project_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'subnets': [{'id': '82ef406a-5bfa-4427-b27a-2535f93e5e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:50:17.578239 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9af7119c-fad8-4313-8569-75f3e2c40f52 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:17.578802 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-9af7119c-fad8-4313-8569-75f3e2c40f52 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Added segment c69d335f-0a30-493b-923b-7fd60902887c of type vlan for network a41ebf8d-def2-483b-b909-62e302390721 Mar 28 13:50:17.663980 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-6de656ec-a9ea-482e-a7a1-38fbdeabe6fc None None] For port 4861ade1-31cf-497e-8137-a9b1f6f9ac1c, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=4861ade1-31cf-497e-8137-a9b1f6f9ac1c,segment=NetworkSegment(a80f2681-e6a4-420a-a7d2-2591d90941c8),segment_id=a80f2681-e6a4-420a-a7d2-2591d90941c8)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:50:17.679371 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-0617c86d-9593-4ed6-b4f7-ad498a8d5591 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Deleting port 51d6b313-7db1-4c00-92cc-d6bbbfc9afdb {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:50:17.679585 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0617c86d-9593-4ed6-b4f7-ad498a8d5591 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:17.683370 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9af7119c-fad8-4313-8569-75f3e2c40f52 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:17.691917 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c155fb-e0f9-40f0-841f-f05430580e3f None None] Pushing event updated for resources: {'Port': ['ID=598b121f-6994-45eb-8a8a-39f28fc7e11d,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:17.696732 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-2ccfe5ef-f551-43df-96b8-725722eaa0dd None None] Attempting to bind port 598b121f-6994-45eb-8a8a-39f28fc7e11d on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:50:17.696981 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-2ccfe5ef-f551-43df-96b8-725722eaa0dd None None] Attempting to bind port 598b121f-6994-45eb-8a8a-39f28fc7e11d by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:50:17.697342 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccfe5ef-f551-43df-96b8-725722eaa0dd None None] Attempting to bind port 598b121f-6994-45eb-8a8a-39f28fc7e11d on network 1cb296ed-c863-4502-973a-f31b82091846 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:50:17.717678 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccfe5ef-f551-43df-96b8-725722eaa0dd None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:50:17.718619 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccfe5ef-f551-43df-96b8-725722eaa0dd None None] Checking segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:50:17.718619 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2ccfe5ef-f551-43df-96b8-725722eaa0dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:17.718863 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccfe5ef-f551-43df-96b8-725722eaa0dd None None] Bound using segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:50:17.719291 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-2ccfe5ef-f551-43df-96b8-725722eaa0dd None None] Bound port: 598b121f-6994-45eb-8a8a-39f28fc7e11d, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:50:17.719685 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2ccfe5ef-f551-43df-96b8-725722eaa0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:17.760889 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6de656ec-a9ea-482e-a7a1-38fbdeabe6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:17.802497 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-0617c86d-9593-4ed6-b4f7-ad498a8d5591 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] For port 51d6b313-7db1-4c00-92cc-d6bbbfc9afdb, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=51d6b313-7db1-4c00-92cc-d6bbbfc9afdb,segment=NetworkSegment(1231dbd2-f44f-4012-881a-588be3408e62),segment_id=1231dbd2-f44f-4012-881a-588be3408e62)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:50:17.803079 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0617c86d-9593-4ed6-b4f7-ad498a8d5591 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:17.807530 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-3dce0882-e20a-49b2-a52c-c42aebae54dd tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bcdd6be72e7642a4b756d4ea1c2944fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2259116 Mar 28 13:50:17.824088 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-88baa3a2-9695-4d9b-9113-3047c5e175f9 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] For port 46706bd7-2799-452e-bb9e-ab5c538049b7, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=46706bd7-2799-452e-bb9e-ab5c538049b7,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:50:17.835660 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-0617c86d-9593-4ed6-b4f7-ad498a8d5591 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Calling delete_port for 51d6b313-7db1-4c00-92cc-d6bbbfc9afdb owned by network:dhcp {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:50:17.858197 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9af7119c-fad8-4313-8569-75f3e2c40f52 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:17.872276 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af7119c-fad8-4313-8569-75f3e2c40f52 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:17.875966 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9af7119c-fad8-4313-8569-75f3e2c40f52 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:17.898792 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1876adc6-e5e0-49b5-a2b5-6b8c311b09d9 None None] Network d9f21418-242f-49b6-8715-0c3e25f9a36b requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:50:17.923991 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-2ccfe5ef-f551-43df-96b8-725722eaa0dd None None] For port 598b121f-6994-45eb-8a8a-39f28fc7e11d, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:50:17.937072 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-88baa3a2-9695-4d9b-9113-3047c5e175f9 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:17.975813 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-2ccfe5ef-f551-43df-96b8-725722eaa0dd None None] For port 598b121f-6994-45eb-8a8a-39f28fc7e11d, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=598b121f-6994-45eb-8a8a-39f28fc7e11d,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:50:17.977857 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de656ec-a9ea-482e-a7a1-38fbdeabe6fc None None] Pushing event updated for resources: {'Port': ['ID=4861ade1-31cf-497e-8137-a9b1f6f9ac1c,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:18.031778 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-3253aec1-6316-450d-832f-ca1047a9beaf None None] Provisioning complete for port 4861ade1-31cf-497e-8137-a9b1f6f9ac1c triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:18.032550 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3253aec1-6316-450d-832f-ca1047a9beaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:18.034812 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2ccfe5ef-f551-43df-96b8-725722eaa0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:18.053408 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-9af7119c-fad8-4313-8569-75f3e2c40f52 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0804160 Mar 28 13:50:18.057150 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33572) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:18.062604 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-959b12f9-d89f-4707-ade5-2232afe9803d tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Request body: {'subnet': {'network_id': 'a41ebf8d-def2-483b-b909-62e302390721', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:18.065913 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-88baa3a2-9695-4d9b-9113-3047c5e175f9 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:18.066707 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-88baa3a2-9695-4d9b-9113-3047c5e175f9 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:18.067157 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af7119c-fad8-4313-8569-75f3e2c40f52 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Pushing event updated for resources: {'Network': ['ID=a41ebf8d-def2-483b-b909-62e302390721,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:18.115609 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network a41ebf8d-def2-483b-b909-62e302390721 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:50:18.153991 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88baa3a2-9695-4d9b-9113-3047c5e175f9 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:50:18.163518 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0617c86d-9593-4ed6-b4f7-ad498a8d5591 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:18.239524 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0617c86d-9593-4ed6-b4f7-ad498a8d5591 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Pushing event deleted for resources: {'Port': ['ID=51d6b313-7db1-4c00-92cc-d6bbbfc9afdb,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:18.245521 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0617c86d-9593-4ed6-b4f7-ad498a8d5591 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] No DVR routers for this DVR port 51d6b313-7db1-4c00-92cc-d6bbbfc9afdb on host dv-neutron-835335-1-hyperv {{(pid=109612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:50:18.277691 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88baa3a2-9695-4d9b-9113-3047c5e175f9 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Port': ['ID=46706bd7-2799-452e-bb9e-ab5c538049b7,revision_number=4']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:18.285133 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-88baa3a2-9695-4d9b-9113-3047c5e175f9 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:50:18.287494 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959b12f9-d89f-4707-ade5-2232afe9803d tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Made reservation on behalf of 3ae5922c4d2045aabafa52eba0f1efd0 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:50:18.290984 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-959b12f9-d89f-4707-ade5-2232afe9803d tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:18.296823 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88baa3a2-9695-4d9b-9113-3047c5e175f9 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:18.297256 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-88baa3a2-9695-4d9b-9113-3047c5e175f9 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:18.352353 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7332561e-1c8d-499f-878e-2ed4b8730d3a tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:18.354202 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c155fb-e0f9-40f0-841f-f05430580e3f None None] Pushing event updated for resources: {'Port': ['ID=598b121f-6994-45eb-8a8a-39f28fc7e11d,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:18.383992 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb1dfa9-1f04-4949-afbc-36a967caab1a None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:50:18.386008 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 46706bd7-2799-452e-bb9e-ab5c538049b7 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:50:18.388221 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88baa3a2-9695-4d9b-9113-3047c5e175f9 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Subnet': ['ID=3704be2f-7cce-4aed-a19d-08243c0ab203,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:18.402998 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-88baa3a2-9695-4d9b-9113-3047c5e175f9 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.7199082 Mar 28 13:50:18.404966 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7332561e-1c8d-499f-878e-2ed4b8730d3a tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:18.412554 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33574) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:18.418843 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-9bfc379a-032a-40b7-a1fb-f76eb9eecf5b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Request body: {'port': {'network_id': '0683b568-5de1-47de-8c3c-3856d7f643f9', 'mac_address': 'fa:16:3e:a3:86:34', 'name': 'tempest-NetworksTestDHCPv6-1876930990'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:18.451638 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccfe5ef-f551-43df-96b8-725722eaa0dd None None] Routers {'acc2c6dd-f147-4f49-9e76-37939749354e'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:50:18.452287 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-2ccfe5ef-f551-43df-96b8-725722eaa0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:49:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['acc2c6dd-f147-4f49-9e76-37939749354e'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:18.492912 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0617c86d-9593-4ed6-b4f7-ad498a8d5591 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:18.527022 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-7332561e-1c8d-499f-878e-2ed4b8730d3a tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Allocated IP 172.26.2.145 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/beeb38e4-6752-4454-83cc-89c509b13672) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:50:18.542820 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-0617c86d-9593-4ed6-b4f7-ad498a8d5591 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9f21418-242f-49b6-8715-0c3e25f9a36b']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:18.558477 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-0617c86d-9593-4ed6-b4f7-ad498a8d5591 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1231dbd2-f44f-4012-881a-588be3408e62') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:18.559062 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-0617c86d-9593-4ed6-b4f7-ad498a8d5591 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1231dbd2-f44f-4012-881a-588be3408e62') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:18.567643 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-2ccfe5ef-f551-43df-96b8-725722eaa0dd None None] Set router acc2c6dd-f147-4f49-9e76-37939749354e gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:50:18.571950 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0617c86d-9593-4ed6-b4f7-ad498a8d5591 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:18.589047 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0617c86d-9593-4ed6-b4f7-ad498a8d5591 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:18.596622 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0617c86d-9593-4ed6-b4f7-ad498a8d5591 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:50:18.597033 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0617c86d-9593-4ed6-b4f7-ad498a8d5591 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:18.644233 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7332561e-1c8d-499f-878e-2ed4b8730d3a tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:18.685384 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:50:18.685384 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:50:18.685384 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:50:18.685384 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:50:18.685384 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:50:18.685384 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:50:18.685384 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:50:18.685384 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:50:18.685384 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:50:18.685384 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:50:18.685384 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:50:18.685384 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:50:18.685384 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:50:18.685384 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:50:18.685384 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:50:18.685384 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:50:18.685384 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:50:18.685384 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:50:18.685384 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:50:18.685384 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:50:18.685384 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:50:18.685384 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:50:18.685384 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:50:18.685384 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:50:18.685384 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:50:18.685384 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:50:18.685384 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:50:18.685384 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:50:18.685384 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:50:18.685384 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:50:18.685384 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:50:18.685384 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:50:18.690049 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-dec4db2f-9260-46df-9966-8030ccc89b46 service neutron] 10.222.0.24 "GET /v2.0/networks/2ff991f4-50ec-4bee-9b8e-14ed596b49df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8849008 Mar 28 13:50:18.786232 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0617c86d-9593-4ed6-b4f7-ad498a8d5591 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:18.806066 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0617c86d-9593-4ed6-b4f7-ad498a8d5591 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:18.817803 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-0617c86d-9593-4ed6-b4f7-ad498a8d5591 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "DELETE /v2.0/networks/d9f21418-242f-49b6-8715-0c3e25f9a36b HTTP/1.1" status: 204 len: 168 time: 3.5664780 Mar 28 13:50:18.818957 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-b874072a-3efa-4d09-8009-47991f92bba2 service neutron] 10.222.0.24 "GET /v2.0/networks/2ff991f4-50ec-4bee-9b8e-14ed596b49df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204827 Mar 28 13:50:18.819491 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33576) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:18.838476 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0617c86d-9593-4ed6-b4f7-ad498a8d5591 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Pushing event deleted for resources: {'Network': ['ID=d9f21418-242f-49b6-8715-0c3e25f9a36b,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:18.846528 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 46706bd7-2799-452e-bb9e-ab5c538049b7 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:18.847113 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:18.874048 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7332561e-1c8d-499f-878e-2ed4b8730d3a tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:18.889139 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7fdf5e6-d988-43f1-88b5-7d2b8dc13fc9 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:18.889795 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7fdf5e6-d988-43f1-88b5-7d2b8dc13fc9 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:18.901155 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f7fdf5e6-d988-43f1-88b5-7d2b8dc13fc9 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "DELETE /v2.0/subnets/b4919190-f29e-4233-96a5-726bb6b02cc6 HTTP/1.1" status: 404 len: 337 time: 0.0779564 Mar 28 13:50:18.901968 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33578) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:18.929644 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-f493a6c0-bc6f-4287-81d6-2cf2329e7b66 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:18.930334 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f493a6c0-bc6f-4287-81d6-2cf2329e7b66 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:18.936512 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-f493a6c0-bc6f-4287-81d6-2cf2329e7b66 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "DELETE /v2.0/networks/d9f21418-242f-49b6-8715-0c3e25f9a36b HTTP/1.1" status: 404 len: 339 time: 0.0274298 Mar 28 13:50:18.937082 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33580) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:18.966003 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfc379a-032a-40b7-a1fb-f76eb9eecf5b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Made reservation on behalf of 97c2fb5000a44df7a1530b25f26f0716 for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:50:18.976746 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7332561e-1c8d-499f-878e-2ed4b8730d3a tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:50:18.979799 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-7332561e-1c8d-499f-878e-2ed4b8730d3a tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:50:18.983174 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7332561e-1c8d-499f-878e-2ed4b8730d3a tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:50:19.015501 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:19.015754 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-959b12f9-d89f-4707-ade5-2232afe9803d tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:19.021140 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7332561e-1c8d-499f-878e-2ed4b8730d3a tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Pushing event updated for resources: {'Port': ['ID=beeb38e4-6752-4454-83cc-89c509b13672,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:19.053783 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-bce98950-b2a1-476a-a644-786a55c6121c None None] Provisioning complete for port 46706bd7-2799-452e-bb9e-ab5c538049b7 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:19.053783 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-bce98950-b2a1-476a-a644-786a55c6121c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:19.119697 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-005bc1b6-26a1-41de-9e7e-005425932883 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:19.184184 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b12f9-d89f-4707-ade5-2232afe9803d tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Pushing event updated for resources: {'Subnet': ['ID=caaa56ad-c91d-4a4e-94fc-9376aea5a56a,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:19.190204 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 46706bd7-2799-452e-bb9e-ab5c538049b7, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=46706bd7-2799-452e-bb9e-ab5c538049b7,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:50:19.203014 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959b12f9-d89f-4707-ade5-2232afe9803d tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Checking segment: {'id': 'c69d335f-0a30-493b-923b-7fd60902887c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a41ebf8d-def2-483b-b909-62e302390721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:50:19.203014 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959b12f9-d89f-4707-ade5-2232afe9803d tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Network hostable DHCP agents. Network: a41ebf8d-def2-483b-b909-62e302390721, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:50:19.236251 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9bfc379a-032a-40b7-a1fb-f76eb9eecf5b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:19.262925 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-bce98950-b2a1-476a-a644-786a55c6121c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:19.285723 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-2ccfe5ef-f551-43df-96b8-725722eaa0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc2c6dd-f147-4f49-9e76-37939749354e', 'name': 'tempest-snat-router-425265400', 'tenant_id': 'e58783eed6b747c9bbf475100e226aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.252'}], 'enable_snat': False}, 'gw_port_id': '598b121f-6994-45eb-8a8a-39f28fc7e11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:50:11Z', 'updated_at': '2022-03-28T13:50:13Z', 'revision_number': 3, 'project_id': 'e58783eed6b747c9bbf475100e226aba', 'gw_port': {'id': '598b121f-6994-45eb-8a8a-39f28fc7e11d', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc2c6dd-f147-4f49-9e76-37939749354e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:50:12Z', 'updated_at': '2022-03-28T13:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:19.294092 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:19.295966 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 4861ade1-31cf-497e-8137-a9b1f6f9ac1c up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:50:19.329283 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [None req-9bfc379a-032a-40b7-a1fb-f76eb9eecf5b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] device_id is not set on port 2c84db80-b178-4300-a505-382b7f537a73 yet. {{(pid=109612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:50:19.360545 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-005bc1b6-26a1-41de-9e7e-005425932883 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:19.384897 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-647c1d94-b31f-48b1-9de1-e013e81c9f18 req-2a8b1574-7df6-40b9-9c3c-eeddce178f21 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f21cd21-2cba-4ee2-ba5e-7519128c83d8 HTTP/1.1" status: 200 len: 210 time: 0.2149403 Mar 28 13:50:19.421582 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccfe5ef-f551-43df-96b8-725722eaa0dd None None] The sync data for ids ['acc2c6dd-f147-4f49-9e76-37939749354e'] in dv-neutron-835335-1-hyperv is: [{'id': 'acc2c6dd-f147-4f49-9e76-37939749354e', 'name': 'tempest-snat-router-425265400', 'tenant_id': 'e58783eed6b747c9bbf475100e226aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.252'}], 'enable_snat': False}, 'gw_port_id': '598b121f-6994-45eb-8a8a-39f28fc7e11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:50:11Z', 'updated_at': '2022-03-28T13:50:13Z', 'revision_number': 3, 'project_id': 'e58783eed6b747c9bbf475100e226aba', 'gw_port': {'id': '598b121f-6994-45eb-8a8a-39f28fc7e11d', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc2c6dd-f147-4f49-9e76-37939749354e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:50:12Z', 'updated_at': '2022-03-28T13:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:50:19.424684 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959b12f9-d89f-4707-ade5-2232afe9803d tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Network a41ebf8d-def2-483b-b909-62e302390721 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:50:19.462260 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-005bc1b6-26a1-41de-9e7e-005425932883 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa1ee5de-f83f-48ff-92a7-df8b5b03d604']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:19.475784 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-005bc1b6-26a1-41de-9e7e-005425932883 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1f8f01d-b605-4379-b5dc-6467b1bcefa2') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:19.476088 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-005bc1b6-26a1-41de-9e7e-005425932883 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1f8f01d-b605-4379-b5dc-6467b1bcefa2') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:19.495910 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-005bc1b6-26a1-41de-9e7e-005425932883 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:19.514174 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-005bc1b6-26a1-41de-9e7e-005425932883 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:19.521653 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-005bc1b6-26a1-41de-9e7e-005425932883 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:50:19.531540 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-005bc1b6-26a1-41de-9e7e-005425932883 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:19.553183 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.db.api [None req-bce98950-b2a1-476a-a644-786a55c6121c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 13:50:19.553183 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG oslo_db.api [None req-bce98950-b2a1-476a-a644-786a55c6121c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 13:50:19.553497 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=46706bd7-2799-452e-bb9e-ab5c538049b7,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:19.578171 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7332561e-1c8d-499f-878e-2ed4b8730d3a tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:19.581545 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 4861ade1-31cf-497e-8137-a9b1f6f9ac1c triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:19.586166 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:50:19.586166 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:50:19.586166 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:50:19.586166 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:50:19.586166 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:50:19.586166 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:50:19.586166 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:50:19.586166 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:50:19.586166 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:50:19.586166 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:50:19.586166 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:50:19.586166 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:50:19.586166 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:50:19.586166 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:50:19.586166 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:50:19.586166 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:50:19.586166 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:50:19.586166 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:50:19.586166 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:50:19.586166 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:50:19.586166 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:50:19.586166 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:50:19.586166 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:50:19.586166 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:50:19.586166 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:50:19.586166 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:50:19.586166 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:50:19.586166 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:50:19.586166 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:50:19.586166 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:50:19.586166 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:50:19.586166 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:50:19.594091 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:19.678854 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-959b12f9-d89f-4707-ade5-2232afe9803d tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, a41ebf8d-def2-483b-b909-62e302390721) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:50:19.685194 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959b12f9-d89f-4707-ade5-2232afe9803d tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:19.685831 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-959b12f9-d89f-4707-ade5-2232afe9803d tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:19.699964 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-005bc1b6-26a1-41de-9e7e-005425932883 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:19.717418 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-005bc1b6-26a1-41de-9e7e-005425932883 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:19.720636 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-005bc1b6-26a1-41de-9e7e-005425932883 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "DELETE /v2.0/networks/aa1ee5de-f83f-48ff-92a7-df8b5b03d604 HTTP/1.1" status: 204 len: 168 time: 0.7824962 Mar 28 13:50:19.723226 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33596) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:19.726844 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1938bc2e-e643-47b5-bf8f-08858cf1e1bb None None] Network a41ebf8d-def2-483b-b909-62e302390721 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:50:19.754958 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005bc1b6-26a1-41de-9e7e-005425932883 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Pushing event deleted for resources: {'Network': ['ID=aa1ee5de-f83f-48ff-92a7-df8b5b03d604,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:19.767057 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbcc9192-7973-4333-abe0-eeb68628226b tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:19.767502 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbcc9192-7973-4333-abe0-eeb68628226b tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:19.773982 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-cbcc9192-7973-4333-abe0-eeb68628226b tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "DELETE /v2.0/subnets/16053224-7843-4336-9dcc-343e2edcb0a4 HTTP/1.1" status: 404 len: 337 time: 0.0467832 Mar 28 13:50:19.773982 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33598) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:19.801234 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-b525045b-e621-482e-bc26-c3bdf95173bb tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:19.801823 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b525045b-e621-482e-bc26-c3bdf95173bb tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:19.808454 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b525045b-e621-482e-bc26-c3bdf95173bb tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "DELETE /v2.0/networks/580a0fcd-f618-434e-8ef8-975377bc6c70 HTTP/1.1" status: 404 len: 339 time: 0.0335321 Mar 28 13:50:19.810795 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33600) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:19.821160 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-959b12f9-d89f-4707-ade5-2232afe9803d tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7628376 Mar 28 13:50:19.828750 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33602) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:19.845075 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-3b62f1b6-12c9-43bf-b541-4a517fdbffd7 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Request body: {'network': {'name': 'tempest-router-network01--1652283957'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:19.893346 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-9bfc379a-032a-40b7-a1fb-f76eb9eecf5b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Allocated IP 2001:db8::4d (0683b568-5de1-47de-8c3c-3856d7f643f9/c25ec7a5-e54f-4d00-93b2-9efcdbb60eaa/2c84db80-b178-4300-a505-382b7f537a73) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:50:19.904929 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-9bfc379a-032a-40b7-a1fb-f76eb9eecf5b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Allocated IP 2001:db8:0:1:f816:3eff:fea3:8634 (0683b568-5de1-47de-8c3c-3856d7f643f9/3704be2f-7cce-4aed-a19d-08243c0ab203/2c84db80-b178-4300-a505-382b7f537a73) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:50:19.968625 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be064264-73bb-4341-bd19-8e4c3d82ab12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-a41ebf8d-def2-483b-b909-62e302390721', 'network_id': 'a41ebf8d-def2-483b-b909-62e302390721', 'tenant_id': '3ae5922c4d2045aabafa52eba0f1efd0', 'fixed_ips': [{'subnet_id': 'caaa56ad-c91d-4a4e-94fc-9376aea5a56a'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:50:19.969514 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-be064264-73bb-4341-bd19-8e4c3d82ab12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:19.975290 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b62f1b6-12c9-43bf-b541-4a517fdbffd7 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Made reservation on behalf of 3ae5922c4d2045aabafa52eba0f1efd0 for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:50:19.979245 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3b62f1b6-12c9-43bf-b541-4a517fdbffd7 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:20.057004 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b62f1b6-12c9-43bf-b541-4a517fdbffd7 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:50:20.086120 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3b62f1b6-12c9-43bf-b541-4a517fdbffd7 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:20.086862 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-3b62f1b6-12c9-43bf-b541-4a517fdbffd7 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Added segment 6a2f0063-fb38-4de0-8ffc-e605b04b668d of type vlan for network d2b313c2-b13d-4f99-98ed-5ff6f8133350 Mar 28 13:50:20.214010 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3b62f1b6-12c9-43bf-b541-4a517fdbffd7 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:20.332400 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9bfc379a-032a-40b7-a1fb-f76eb9eecf5b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:20.361527 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3b62f1b6-12c9-43bf-b541-4a517fdbffd7 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:20.372129 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b62f1b6-12c9-43bf-b541-4a517fdbffd7 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:20.372129 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3b62f1b6-12c9-43bf-b541-4a517fdbffd7 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:20.378994 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-be064264-73bb-4341-bd19-8e4c3d82ab12 None None] Allocated IP 2001:db8::2 (a41ebf8d-def2-483b-b909-62e302390721/caaa56ad-c91d-4a4e-94fc-9376aea5a56a/8ef83803-ac56-4b60-a5aa-ff1c6711d240) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:50:20.403392 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf08d134-c38d-49ea-ba6e-eaada7c45ba5 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Deleting subnet 780596bf-86c4-41fc-b7da-49eb7acced5d {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:50:20.406231 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-8426dd17-fc4b-41b4-bfc2-3576e6ad7eb0 None None] Provisioning complete for port 46706bd7-2799-452e-bb9e-ab5c538049b7 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:20.406522 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8426dd17-fc4b-41b4-bfc2-3576e6ad7eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:20.409330 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bf08d134-c38d-49ea-ba6e-eaada7c45ba5 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:20.466066 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 46706bd7-2799-452e-bb9e-ab5c538049b7 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:50:20.489335 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b62f1b6-12c9-43bf-b541-4a517fdbffd7 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Pushing event updated for resources: {'Network': ['ID=d2b313c2-b13d-4f99-98ed-5ff6f8133350,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:20.511218 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-3b62f1b6-12c9-43bf-b541-4a517fdbffd7 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6778152 Mar 28 13:50:20.515148 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bb32fbfd-97cc-4c18-ba6d-93e965e94f9e req-e80b726b-8c4f-4147-bbed-fb044a9feadf tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f21cd21-2cba-4ee2-ba5e-7519128c83d8 HTTP/1.1" status: 200 len: 210 time: 0.0353229 Mar 28 13:50:20.516116 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33608) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:20.517237 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bf08d134-c38d-49ea-ba6e-eaada7c45ba5 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:20.525349 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-4ed668af-a8ca-4886-9a39-cce9740cd550 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Request body: {'network': {'name': 'tempest-router-network02--476852108'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:20.661320 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9bfc379a-032a-40b7-a1fb-f76eb9eecf5b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:20.667479 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed668af-a8ca-4886-9a39-cce9740cd550 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Made reservation on behalf of 3ae5922c4d2045aabafa52eba0f1efd0 for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:50:20.671798 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4ed668af-a8ca-4886-9a39-cce9740cd550 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:20.675455 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7332561e-1c8d-499f-878e-2ed4b8730d3a tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:20.704016 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network d2b313c2-b13d-4f99-98ed-5ff6f8133350 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:50:20.727659 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bf08d134-c38d-49ea-ba6e-eaada7c45ba5 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:20.749942 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ed668af-a8ca-4886-9a39-cce9740cd550 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:50:20.755249 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfc379a-032a-40b7-a1fb-f76eb9eecf5b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:50:20.762397 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-9bfc379a-032a-40b7-a1fb-f76eb9eecf5b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:50:20.765511 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfc379a-032a-40b7-a1fb-f76eb9eecf5b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:50:20.772879 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfc379a-032a-40b7-a1fb-f76eb9eecf5b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:20.772879 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9bfc379a-032a-40b7-a1fb-f76eb9eecf5b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:20.792706 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4ed668af-a8ca-4886-9a39-cce9740cd550 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:20.793303 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-4ed668af-a8ca-4886-9a39-cce9740cd550 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Added segment 2507b495-baf6-4de1-8976-cfe4da4c9d9f of type vlan for network dc20e938-ec26-4f66-bbdf-c13c61faecb4 Mar 28 13:50:20.795828 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc379a-032a-40b7-a1fb-f76eb9eecf5b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event updated for resources: {'Port': ['ID=2c84db80-b178-4300-a505-382b7f537a73,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:20.854953 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4ed668af-a8ca-4886-9a39-cce9740cd550 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:20.863592 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-9bfc379a-032a-40b7-a1fb-f76eb9eecf5b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.4498565 Mar 28 13:50:20.866643 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33610) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:20.957323 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 46706bd7-2799-452e-bb9e-ab5c538049b7 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:20.957719 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:20.975901 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bf08d134-c38d-49ea-ba6e-eaada7c45ba5 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:21.004908 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-939b6526-098e-48c4-bf17-bed9a34ba1cb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting port 2c84db80-b178-4300-a505-382b7f537a73 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:50:21.005396 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-939b6526-098e-48c4-bf17-bed9a34ba1cb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:21.016354 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf08d134-c38d-49ea-ba6e-eaada7c45ba5 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Pushing event deleted for resources: {'Subnet': ['ID=780596bf-86c4-41fc-b7da-49eb7acced5d,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:21.021727 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bf08d134-c38d-49ea-ba6e-eaada7c45ba5 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:21.036476 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-bf08d134-c38d-49ea-ba6e-eaada7c45ba5 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "DELETE /v2.0/subnets/780596bf-86c4-41fc-b7da-49eb7acced5d HTTP/1.1" status: 204 len: 168 time: 1.2245996 Mar 28 13:50:21.037438 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33612) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:21.042760 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f38206-31c6-4923-891c-0c8a35e6f9f9 None None] Network 1430861f-849d-4e40-9990-5e2e00122d4d requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:50:21.046393 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7332561e-1c8d-499f-878e-2ed4b8730d3a tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Router 837983f3-5150-4107-a398-1667c15537db is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:50:21.051972 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4ed668af-a8ca-4886-9a39-cce9740cd550 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:21.058839 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed668af-a8ca-4886-9a39-cce9740cd550 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:21.059534 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4ed668af-a8ca-4886-9a39-cce9740cd550 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:21.062203 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-be064264-73bb-4341-bd19-8e4c3d82ab12 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:21.187493 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-be064264-73bb-4341-bd19-8e4c3d82ab12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:21.239460 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-2005e349-33d5-4ca1-92cd-acab7ead29d7 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Deleting subnet 2c3eb8f3-6f3e-4641-8a94-8f3f6cdb6b1b {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:50:21.246079 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2005e349-33d5-4ca1-92cd-acab7ead29d7 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:21.275622 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be064264-73bb-4341-bd19-8e4c3d82ab12 None None] Network a41ebf8d-def2-483b-b909-62e302390721 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:50:21.279642 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7332561e-1c8d-499f-878e-2ed4b8730d3a tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:50:21.288115 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-be064264-73bb-4341-bd19-8e4c3d82ab12 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:50:21.290828 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 598b121f-6994-45eb-8a8a-39f28fc7e11d up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:50:21.299792 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be064264-73bb-4341-bd19-8e4c3d82ab12 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:50:21.309851 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2005e349-33d5-4ca1-92cd-acab7ead29d7 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:21.313144 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74872d6-4a79-43f9-b25f-6e1895c3eef2 None None] Sync routers for ids ['837983f3-5150-4107-a398-1667c15537db'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:50:21.330485 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74872d6-4a79-43f9-b25f-6e1895c3eef2 None None] Routers {'837983f3-5150-4107-a398-1667c15537db'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:50:21.331280 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-d74872d6-4a79-43f9-b25f-6e1895c3eef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:49:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['837983f3-5150-4107-a398-1667c15537db'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:21.362188 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be064264-73bb-4341-bd19-8e4c3d82ab12 None None] Pushing event updated for resources: {'Port': ['ID=8ef83803-ac56-4b60-a5aa-ff1c6711d240,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:21.399781 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7332561e-1c8d-499f-878e-2ed4b8730d3a tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:21.404289 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-7332561e-1c8d-499f-878e-2ed4b8730d3a tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.7041967 Mar 28 13:50:21.405126 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33614) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:21.473715 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-d15df534-c32a-46ee-a40b-16f47f5733b6 None None] Provisioning complete for port 2c84db80-b178-4300-a505-382b7f537a73 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:21.474245 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d15df534-c32a-46ee-a40b-16f47f5733b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:21.476106 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2005e349-33d5-4ca1-92cd-acab7ead29d7 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:21.521605 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-be064264-73bb-4341-bd19-8e4c3d82ab12 None None] Attempting to bind port 8ef83803-ac56-4b60-a5aa-ff1c6711d240 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:50:21.522036 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-be064264-73bb-4341-bd19-8e4c3d82ab12 None None] Attempting to bind port 8ef83803-ac56-4b60-a5aa-ff1c6711d240 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'c69d335f-0a30-493b-923b-7fd60902887c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a41ebf8d-def2-483b-b909-62e302390721'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:50:21.522513 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be064264-73bb-4341-bd19-8e4c3d82ab12 None None] Attempting to bind port 8ef83803-ac56-4b60-a5aa-ff1c6711d240 on network a41ebf8d-def2-483b-b909-62e302390721 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:50:21.539475 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 598b121f-6994-45eb-8a8a-39f28fc7e11d triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:21.539993 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:21.549658 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be064264-73bb-4341-bd19-8e4c3d82ab12 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:50:21.550222 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be064264-73bb-4341-bd19-8e4c3d82ab12 None None] Checking segment: {'id': 'c69d335f-0a30-493b-923b-7fd60902887c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a41ebf8d-def2-483b-b909-62e302390721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:50:21.550697 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-be064264-73bb-4341-bd19-8e4c3d82ab12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:21.551266 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be064264-73bb-4341-bd19-8e4c3d82ab12 None None] Bound using segment: {'id': 'c69d335f-0a30-493b-923b-7fd60902887c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a41ebf8d-def2-483b-b909-62e302390721'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:50:21.551850 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-be064264-73bb-4341-bd19-8e4c3d82ab12 None None] Bound port: 8ef83803-ac56-4b60-a5aa-ff1c6711d240, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c69d335f-0a30-493b-923b-7fd60902887c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a41ebf8d-def2-483b-b909-62e302390721'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:50:21.552519 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-be064264-73bb-4341-bd19-8e4c3d82ab12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:21.583498 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-d15df534-c32a-46ee-a40b-16f47f5733b6 None None] Port 2c84db80-b178-4300-a505-382b7f537a73 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:50:21.608965 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-d74872d6-4a79-43f9-b25f-6e1895c3eef2 None None] Set router 837983f3-5150-4107-a398-1667c15537db gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:50:21.629603 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-4ed668af-a8ca-4886-9a39-cce9740cd550 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1107428 Mar 28 13:50:21.636754 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33618) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:21.650486 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-9cb947de-eaf7-44ba-8575-70a30015b2fe tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Request body: {'subnet': {'network_id': 'd2b313c2-b13d-4f99-98ed-5ff6f8133350', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:21.656889 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed668af-a8ca-4886-9a39-cce9740cd550 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Pushing event updated for resources: {'Network': ['ID=dc20e938-ec26-4f66-bbdf-c13c61faecb4,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:21.680916 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network dc20e938-ec26-4f66-bbdf-c13c61faecb4 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:50:21.681038 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-939b6526-098e-48c4-bf17-bed9a34ba1cb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:21.697480 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-939b6526-098e-48c4-bf17-bed9a34ba1cb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Calling delete_port for 2c84db80-b178-4300-a505-382b7f537a73 owned by {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:50:21.721911 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ed550ffa-0bd0-4998-8b71-862eaadf12f0 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] 10.222.0.24 "GET /v2.0/routers/837983f3-5150-4107-a398-1667c15537db HTTP/1.1" status: 200 len: 907 time: 0.3139765 Mar 28 13:50:21.751436 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33620) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:21.765351 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-40a4d04d-cc67-4069-9b88-ff61a894c518 req-e3546e39-466c-4738-96fd-ad62e8245edd tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f21cd21-2cba-4ee2-ba5e-7519128c83d8 HTTP/1.1" status: 200 len: 210 time: 0.1001563 Mar 28 13:50:21.846751 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-be064264-73bb-4341-bd19-8e4c3d82ab12 None None] For port 8ef83803-ac56-4b60-a5aa-ff1c6711d240, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:50:21.881946 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-be064264-73bb-4341-bd19-8e4c3d82ab12 None None] For port 8ef83803-ac56-4b60-a5aa-ff1c6711d240, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=8ef83803-ac56-4b60-a5aa-ff1c6711d240,segment=NetworkSegment(c69d335f-0a30-493b-923b-7fd60902887c),segment_id=c69d335f-0a30-493b-923b-7fd60902887c)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:50:21.884772 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:21.888953 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2005e349-33d5-4ca1-92cd-acab7ead29d7 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:21.926805 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 598b121f-6994-45eb-8a8a-39f28fc7e11d, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=598b121f-6994-45eb-8a8a-39f28fc7e11d,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:50:21.953009 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005e349-33d5-4ca1-92cd-acab7ead29d7 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Pushing event deleted for resources: {'Subnet': ['ID=2c3eb8f3-6f3e-4641-8a94-8f3f6cdb6b1b,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:21.977694 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-d74872d6-4a79-43f9-b25f-6e1895c3eef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '837983f3-5150-4107-a398-1667c15537db', 'name': 'tempest-snat-router-425265400', 'tenant_id': 'e58783eed6b747c9bbf475100e226aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'beeb38e4-6752-4454-83cc-89c509b13672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:50:16Z', 'updated_at': '2022-03-28T13:50:19Z', 'revision_number': 3, 'project_id': 'e58783eed6b747c9bbf475100e226aba', 'gw_port': {'id': 'beeb38e4-6752-4454-83cc-89c509b13672', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:99:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '837983f3-5150-4107-a398-1667c15537db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:50:18Z', 'updated_at': '2022-03-28T13:50:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:21.984257 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-be064264-73bb-4341-bd19-8e4c3d82ab12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:22.003923 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2005e349-33d5-4ca1-92cd-acab7ead29d7 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:22.009837 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-2005e349-33d5-4ca1-92cd-acab7ead29d7 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "DELETE /v2.0/subnets/2c3eb8f3-6f3e-4641-8a94-8f3f6cdb6b1b HTTP/1.1" status: 204 len: 168 time: 0.9707954 Mar 28 13:50:22.011830 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74872d6-4a79-43f9-b25f-6e1895c3eef2 None None] Checking router: 837983f3-5150-4107-a398-1667c15537db for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:50:22.012175 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33622) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:22.012536 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74872d6-4a79-43f9-b25f-6e1895c3eef2 None None] Updating router 837983f3-5150-4107-a398-1667c15537db port beeb38e4-6752-4454-83cc-89c509b13672 binding host dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 13:50:22.062453 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-d74872d6-4a79-43f9-b25f-6e1895c3eef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:22.067161 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:22.126247 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-939b6526-098e-48c4-bf17-bed9a34ba1cb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:22.167611 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be064264-73bb-4341-bd19-8e4c3d82ab12 None None] Pushing event updated for resources: {'Port': ['ID=8ef83803-ac56-4b60-a5aa-ff1c6711d240,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:22.196519 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b6526-098e-48c4-bf17-bed9a34ba1cb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Port': ['ID=2c84db80-b178-4300-a505-382b7f537a73,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:22.273683 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=598b121f-6994-45eb-8a8a-39f28fc7e11d,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:22.346369 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b56e158c-10c8-4743-9451-fca0d976714d tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for router, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:22.347712 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-939b6526-098e-48c4-bf17-bed9a34ba1cb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:22.357133 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-939b6526-098e-48c4-bf17-bed9a34ba1cb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/ports/2c84db80-b178-4300-a505-382b7f537a73 HTTP/1.1" status: 204 len: 168 time: 1.4885588 Mar 28 13:50:22.364325 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33624) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:22.373445 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8cced01b-3a6f-437a-8312-057c1c0a445a tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:22.459022 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb947de-eaf7-44ba-8575-70a30015b2fe tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Made reservation on behalf of 3ae5922c4d2045aabafa52eba0f1efd0 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:50:22.465280 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9cb947de-eaf7-44ba-8575-70a30015b2fe tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:22.512789 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e0f1bd-9974-4128-92ef-c0e2162d7ef2 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:22.517710 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-32e0f1bd-9974-4128-92ef-c0e2162d7ef2 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1503220 Mar 28 13:50:22.518338 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33626) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:22.583511 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb05415-c32a-48ca-8b61-98e9e5b824ac tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:22.588001 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-5cb05415-c32a-48ca-8b61-98e9e5b824ac tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0685542 Mar 28 13:50:22.588504 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33630) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:22.588911 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-45368f44-5ab9-4325-8d11-b197509755b5 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:22.594400 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-45368f44-5ab9-4325-8d11-b197509755b5 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.20 "GET /v2.0/networks?id=2ff991f4-50ec-4bee-9b8e-14ed596b49df HTTP/1.1" status: 200 len: 797 time: 0.6543083 Mar 28 13:50:22.633049 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-d74872d6-4a79-43f9-b25f-6e1895c3eef2 None None] Notify callbacks [] for port, precommit_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:22.662555 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd26b1c-816a-4ebd-9697-64c78060a420 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:22.664236 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd26b1c-816a-4ebd-9697-64c78060a420 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:22.666536 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd26b1c-816a-4ebd-9697-64c78060a420 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:22.669040 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-6dd26b1c-816a-4ebd-9697-64c78060a420 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0794668 Mar 28 13:50:22.671720 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33634) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:22.724469 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-d74872d6-4a79-43f9-b25f-6e1895c3eef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:22.738032 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a906c47-6076-4b39-9e92-01e2e95fbc2c tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting subnet 3704be2f-7cce-4aed-a19d-08243c0ab203 {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:50:22.742496 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8a906c47-6076-4b39-9e92-01e2e95fbc2c tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:22.792347 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e2491d-f475-4d83-ad32-3aa64fa409e2 None None] Pushing event updated for resources: {'Port': ['ID=beeb38e4-6752-4454-83cc-89c509b13672,revision_number=2']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:22.801235 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-4c44d762-eb5e-43e8-9696-bee80ae25822 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bcdd6be72e7642a4b756d4ea1c2944fc HTTP/1.1" status: 200 len: 380 time: 0.1975820 Mar 28 13:50:22.802889 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-d74872d6-4a79-43f9-b25f-6e1895c3eef2 None None] Attempting to bind port beeb38e4-6752-4454-83cc-89c509b13672 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:50:22.803253 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-d74872d6-4a79-43f9-b25f-6e1895c3eef2 None None] Attempting to bind port beeb38e4-6752-4454-83cc-89c509b13672 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:50:22.803668 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74872d6-4a79-43f9-b25f-6e1895c3eef2 None None] Attempting to bind port beeb38e4-6752-4454-83cc-89c509b13672 on network 1cb296ed-c863-4502-973a-f31b82091846 {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:50:22.813531 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74872d6-4a79-43f9-b25f-6e1895c3eef2 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:50:22.813762 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74872d6-4a79-43f9-b25f-6e1895c3eef2 None None] Checking segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:50:22.814127 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-d74872d6-4a79-43f9-b25f-6e1895c3eef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:22.814508 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74872d6-4a79-43f9-b25f-6e1895c3eef2 None None] Bound using segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:50:22.814980 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-d74872d6-4a79-43f9-b25f-6e1895c3eef2 None None] Bound port: beeb38e4-6752-4454-83cc-89c509b13672, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:50:22.815368 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-d74872d6-4a79-43f9-b25f-6e1895c3eef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:22.831733 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8a906c47-6076-4b39-9e92-01e2e95fbc2c tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:22.836830 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-eeb92212-1457-419c-9f28-5538404ee12d tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Request body: {'port': {'device_id': '9f21cd21-2cba-4ee2-ba5e-7519128c83d8', 'network_id': '2ff991f4-50ec-4bee-9b8e-14ed596b49df', 'admin_state_up': True, 'tenant_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'security_groups': ['0706f3f6-4ac4-4bfd-b496-8cf89045c8d2']}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:22.910400 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-d74872d6-4a79-43f9-b25f-6e1895c3eef2 None None] For port beeb38e4-6752-4454-83cc-89c509b13672, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:50:22.914432 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-d74872d6-4a79-43f9-b25f-6e1895c3eef2 None None] For port beeb38e4-6752-4454-83cc-89c509b13672, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=beeb38e4-6752-4454-83cc-89c509b13672,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:50:22.915591 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4ec561-da3d-45f0-92cc-baade01b5051 None None] Network 1430861f-849d-4e40-9990-5e2e00122d4d requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:50:22.930991 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b56e158c-10c8-4743-9451-fca0d976714d tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:22.976072 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-d74872d6-4a79-43f9-b25f-6e1895c3eef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:22.976579 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8a906c47-6076-4b39-9e92-01e2e95fbc2c tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:23.008395 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cfff97d8-7964-4042-af2f-0b523a69a200 req-35d7ac64-8e17-40c1-930a-ce7b418d331f tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f21cd21-2cba-4ee2-ba5e-7519128c83d8 HTTP/1.1" status: 200 len: 210 time: 0.1326604 Mar 28 13:50:23.037240 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e2491d-f475-4d83-ad32-3aa64fa409e2 None None] Pushing event updated for resources: {'Port': ['ID=beeb38e4-6752-4454-83cc-89c509b13672,revision_number=3']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:23.045687 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74872d6-4a79-43f9-b25f-6e1895c3eef2 None None] Routers {'837983f3-5150-4107-a398-1667c15537db'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:50:23.045687 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-d74872d6-4a79-43f9-b25f-6e1895c3eef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:49:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['837983f3-5150-4107-a398-1667c15537db'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:23.046123 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-8cced01b-3a6f-437a-8312-057c1c0a445a tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Deleting port c688c0d6-4776-4313-a50a-4f53e4175fdd {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:50:23.046123 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8cced01b-3a6f-437a-8312-057c1c0a445a tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:23.059828 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-ab01ae01-5483-4b52-adb5-461a7f1cf12e None None] Provisioning complete for port c688c0d6-4776-4313-a50a-4f53e4175fdd triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:23.061074 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ab01ae01-5483-4b52-adb5-461a7f1cf12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:23.155885 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8a906c47-6076-4b39-9e92-01e2e95fbc2c tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:23.190823 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a906c47-6076-4b39-9e92-01e2e95fbc2c tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Subnet': ['ID=3704be2f-7cce-4aed-a19d-08243c0ab203,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:23.193681 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8a906c47-6076-4b39-9e92-01e2e95fbc2c tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:23.196124 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-8a906c47-6076-4b39-9e92-01e2e95fbc2c tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/3704be2f-7cce-4aed-a19d-08243c0ab203 HTTP/1.1" status: 204 len: 168 time: 0.5231996 Mar 28 13:50:23.199432 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33638) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:23.210378 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bd5a40-d84c-4ad8-9867-88d4d57f6292 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:50:23.226011 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-8cced01b-3a6f-437a-8312-057c1c0a445a tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] For port c688c0d6-4776-4313-a50a-4f53e4175fdd, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=c688c0d6-4776-4313-a50a-4f53e4175fdd,segment=NetworkSegment(d9779d93-cd7e-4a0b-b10b-a285f0da9926),segment_id=d9779d93-cd7e-4a0b-b10b-a285f0da9926)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:50:23.226383 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8cced01b-3a6f-437a-8312-057c1c0a445a tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:23.232754 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-d74872d6-4a79-43f9-b25f-6e1895c3eef2 None None] Set router 837983f3-5150-4107-a398-1667c15537db gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:50:23.239273 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe7e00f-013b-4bba-a5c1-bf55d3396e66 None None] DHCP port deletion for 1430861f-849d-4e40-9990-5e2e00122d4d request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:50:23.264820 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-8cced01b-3a6f-437a-8312-057c1c0a445a tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Calling delete_port for c688c0d6-4776-4313-a50a-4f53e4175fdd owned by network:dhcp {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:50:23.276849 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9cb947de-eaf7-44ba-8575-70a30015b2fe tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:23.297229 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-f978619d-6b6c-4816-aad1-1c0eb6f86ada tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Deleting subnet c25ec7a5-e54f-4d00-93b2-9efcdbb60eaa {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:50:23.301534 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f978619d-6b6c-4816-aad1-1c0eb6f86ada tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:23.363625 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-eeb92212-1457-419c-9f28-5538404ee12d tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Made reservation on behalf of bcdd6be72e7642a4b756d4ea1c2944fc for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:50:23.367202 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-eeb92212-1457-419c-9f28-5538404ee12d tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:23.371708 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f978619d-6b6c-4816-aad1-1c0eb6f86ada tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:23.393400 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-b56e158c-10c8-4743-9451-fca0d976714d tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Deleting port beeb38e4-6752-4454-83cc-89c509b13672 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:50:23.393737 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b56e158c-10c8-4743-9451-fca0d976714d tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:23.422522 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-8fe7e00f-013b-4bba-a5c1-bf55d3396e66 None None] Deleting port c688c0d6-4776-4313-a50a-4f53e4175fdd {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:50:23.423256 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8fe7e00f-013b-4bba-a5c1-bf55d3396e66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:23.519403 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f978619d-6b6c-4816-aad1-1c0eb6f86ada tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:23.519658 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb947de-eaf7-44ba-8575-70a30015b2fe tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Pushing event updated for resources: {'Subnet': ['ID=104c777e-f475-4ed8-951a-146ee8fecceb,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:23.557596 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-8fe7e00f-013b-4bba-a5c1-bf55d3396e66 None None] For port c688c0d6-4776-4313-a50a-4f53e4175fdd, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=c688c0d6-4776-4313-a50a-4f53e4175fdd,segment=NetworkSegment(d9779d93-cd7e-4a0b-b10b-a285f0da9926),segment_id=d9779d93-cd7e-4a0b-b10b-a285f0da9926)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:50:23.558012 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8fe7e00f-013b-4bba-a5c1-bf55d3396e66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:23.582258 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-d74872d6-4a79-43f9-b25f-6e1895c3eef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '837983f3-5150-4107-a398-1667c15537db', 'name': 'tempest-snat-router-425265400', 'tenant_id': 'e58783eed6b747c9bbf475100e226aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'beeb38e4-6752-4454-83cc-89c509b13672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:50:16Z', 'updated_at': '2022-03-28T13:50:19Z', 'revision_number': 3, 'project_id': 'e58783eed6b747c9bbf475100e226aba', 'gw_port': {'id': 'beeb38e4-6752-4454-83cc-89c509b13672', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:99:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '837983f3-5150-4107-a398-1667c15537db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:50:18Z', 'updated_at': '2022-03-28T13:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:23.589513 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-8fe7e00f-013b-4bba-a5c1-bf55d3396e66 None None] Calling delete_port for c688c0d6-4776-4313-a50a-4f53e4175fdd owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:50:23.632241 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74872d6-4a79-43f9-b25f-6e1895c3eef2 None None] The sync data for ids ['837983f3-5150-4107-a398-1667c15537db'] in dv-neutron-835335-1-hyperv is: [{'id': '837983f3-5150-4107-a398-1667c15537db', 'name': 'tempest-snat-router-425265400', 'tenant_id': 'e58783eed6b747c9bbf475100e226aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'beeb38e4-6752-4454-83cc-89c509b13672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:50:16Z', 'updated_at': '2022-03-28T13:50:19Z', 'revision_number': 3, 'project_id': 'e58783eed6b747c9bbf475100e226aba', 'gw_port': {'id': 'beeb38e4-6752-4454-83cc-89c509b13672', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:99:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '837983f3-5150-4107-a398-1667c15537db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:50:18Z', 'updated_at': '2022-03-28T13:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:50:23.651763 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb947de-eaf7-44ba-8575-70a30015b2fe tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Checking segment: {'id': '6a2f0063-fb38-4de0-8ffc-e605b04b668d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd2b313c2-b13d-4f99-98ed-5ff6f8133350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:50:23.652130 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb947de-eaf7-44ba-8575-70a30015b2fe tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Network hostable DHCP agents. Network: d2b313c2-b13d-4f99-98ed-5ff6f8133350, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:50:23.697542 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8cced01b-3a6f-437a-8312-057c1c0a445a tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:23.701203 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-b56e158c-10c8-4743-9451-fca0d976714d tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] For port beeb38e4-6752-4454-83cc-89c509b13672, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=beeb38e4-6752-4454-83cc-89c509b13672,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:50:23.701537 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b56e158c-10c8-4743-9451-fca0d976714d tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:23.709768 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8fe7e00f-013b-4bba-a5c1-bf55d3396e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:23.714603 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f978619d-6b6c-4816-aad1-1c0eb6f86ada tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:23.743890 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe7e00f-013b-4bba-a5c1-bf55d3396e66 None None] Pushing event deleted for resources: {'Port': ['ID=c688c0d6-4776-4313-a50a-4f53e4175fdd,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:23.757731 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe7e00f-013b-4bba-a5c1-bf55d3396e66 None None] No DVR routers for this DVR port c688c0d6-4776-4313-a50a-4f53e4175fdd on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:50:23.782583 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f978619d-6b6c-4816-aad1-1c0eb6f86ada tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Subnet': ['ID=c25ec7a5-e54f-4d00-93b2-9efcdbb60eaa,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:23.794405 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f978619d-6b6c-4816-aad1-1c0eb6f86ada tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:23.801403 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-f978619d-6b6c-4816-aad1-1c0eb6f86ada tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/c25ec7a5-e54f-4d00-93b2-9efcdbb60eaa HTTP/1.1" status: 204 len: 168 time: 0.6006241 Mar 28 13:50:23.802376 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33640) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:23.848686 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-be3a1444-0711-4d2c-a193-e8138c30115e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0447958 Mar 28 13:50:23.849447 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33642) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:23.870934 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa552ecd-571f-4636-ac17-0259cb666a58 None None] Network a41ebf8d-def2-483b-b909-62e302390721 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:50:23.913397 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec788f20-aca1-44ed-bd24-70800f06b1ee tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:23.918055 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ec788f20-aca1-44ed-bd24-70800f06b1ee tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0654194 Mar 28 13:50:23.922654 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33644) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:23.992284 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f401c85-f2d8-43dd-ad32-7c2cff6c1622 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:23.992284 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-3f401c85-f2d8-43dd-ad32-7c2cff6c1622 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0649424 Mar 28 13:50:23.992284 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33646) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:23.999501 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-25a529ef-4c0c-40a0-9dd0-f55711a277b9 None None] Provisioning complete for port 8ef83803-ac56-4b60-a5aa-ff1c6711d240 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:24.002129 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-25a529ef-4c0c-40a0-9dd0-f55711a277b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:24.057028 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5ada67ab-bf25-4fa2-a506-784a8745b1f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:24.065171 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-220cbca3-18e3-475d-945e-3050c21b4efe tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0728726 Mar 28 13:50:24.074108 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33650) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:24.107149 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-5796e4e0-ca70-4f4d-a9d3-e7568e34f9fb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:24.107410 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5796e4e0-ca70-4f4d-a9d3-e7568e34f9fb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:24.115710 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-5796e4e0-ca70-4f4d-a9d3-e7568e34f9fb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/ports/2c84db80-b178-4300-a505-382b7f537a73 HTTP/1.1" status: 404 len: 333 time: 0.0399842 Mar 28 13:50:24.116426 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33652) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:24.188761 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-77b0bf9a-1b10-46e0-a92d-ddab0663b104 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:24.194312 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77b0bf9a-1b10-46e0-a92d-ddab0663b104 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:24.195343 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-77b0bf9a-1b10-46e0-a92d-ddab0663b104 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/3704be2f-7cce-4aed-a19d-08243c0ab203 HTTP/1.1" status: 404 len: 337 time: 0.0778749 Mar 28 13:50:24.196141 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33654) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:24.239309 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-b08dae21-1c1c-412f-b584-f647f3a9af1f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:24.239780 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b08dae21-1c1c-412f-b584-f647f3a9af1f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:24.246462 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-b08dae21-1c1c-412f-b584-f647f3a9af1f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/c25ec7a5-e54f-4d00-93b2-9efcdbb60eaa HTTP/1.1" status: 404 len: 337 time: 0.0484638 Mar 28 13:50:24.247167 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33656) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:24.270760 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-25a529ef-4c0c-40a0-9dd0-f55711a277b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:24.289771 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fc2dda3-f8d7-4645-92c4-2beb40dea985 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:24.290870 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fc2dda3-f8d7-4645-92c4-2beb40dea985 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:24.299788 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-4fc2dda3-f8d7-4645-92c4-2beb40dea985 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/ports/739d25c6-46c4-4305-8255-f677483f9c6b HTTP/1.1" status: 404 len: 333 time: 0.0515370 Mar 28 13:50:24.300651 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33658) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:24.320522 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-b56e158c-10c8-4743-9451-fca0d976714d tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Calling delete_port for beeb38e4-6752-4454-83cc-89c509b13672 owned by network:router_gateway {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:50:24.325148 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cced01b-3a6f-437a-8312-057c1c0a445a tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Pushing event deleted for resources: {'Port': ['ID=c688c0d6-4776-4313-a50a-4f53e4175fdd,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:24.338180 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-d34abb71-f9cd-40cb-8cfe-5d46b399b98a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:24.338180 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d34abb71-f9cd-40cb-8cfe-5d46b399b98a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:24.338180 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d34abb71-f9cd-40cb-8cfe-5d46b399b98a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/37649487-ec57-43dd-8444-20f5cff9ed26 HTTP/1.1" status: 404 len: 337 time: 0.0357468 Mar 28 13:50:24.340120 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33660) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:24.377197 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-25a529ef-4c0c-40a0-9dd0-f55711a277b9 None None] For port 8ef83803-ac56-4b60-a5aa-ff1c6711d240, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=8ef83803-ac56-4b60-a5aa-ff1c6711d240,segment=NetworkSegment(c69d335f-0a30-493b-923b-7fd60902887c),segment_id=c69d335f-0a30-493b-923b-7fd60902887c)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:50:24.382197 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3836c035-845a-4c57-b830-7ae14edc58f4 req-2c4c9d01-602f-48f5-a6ef-3af06220f69d tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f21cd21-2cba-4ee2-ba5e-7519128c83d8 HTTP/1.1" status: 200 len: 210 time: 0.1070676 Mar 28 13:50:24.406456 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7c58e5b-5f10-4cf0-8a07-9c42556bde75 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:24.413949 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7c58e5b-5f10-4cf0-8a07-9c42556bde75 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:24.417877 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-f7c58e5b-5f10-4cf0-8a07-9c42556bde75 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/a480c6de-e682-44ba-b8ba-9fea3076489c HTTP/1.1" status: 404 len: 337 time: 0.0767689 Mar 28 13:50:24.430087 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33662) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:24.435298 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cced01b-3a6f-437a-8312-057c1c0a445a tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] No DVR routers for this DVR port c688c0d6-4776-4313-a50a-4f53e4175fdd on host dv-neutron-835335-1-hyperv {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:50:24.456019 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-25a529ef-4c0c-40a0-9dd0-f55711a277b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:24.502924 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fd17b68-496a-471a-a96f-873458d1c32b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:24.504023 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fd17b68-496a-471a-a96f-873458d1c32b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:24.508770 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-6fd17b68-496a-471a-a96f-873458d1c32b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/ports/4049049b-efe8-4a15-9216-262326154f14 HTTP/1.1" status: 404 len: 333 time: 0.0773940 Mar 28 13:50:24.512544 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33664) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:24.524214 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device beeb38e4-6752-4454-83cc-89c509b13672 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:50:24.558651 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-914af9d9-505c-48a3-91ad-2b7204645007 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:24.559214 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-914af9d9-505c-48a3-91ad-2b7204645007 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:24.563733 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-914af9d9-505c-48a3-91ad-2b7204645007 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/2bebe5fe-36ce-418f-b489-67fbc04ebd87 HTTP/1.1" status: 404 len: 337 time: 0.0495458 Mar 28 13:50:24.566409 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33666) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:24.602146 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb947de-eaf7-44ba-8575-70a30015b2fe tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Network d2b313c2-b13d-4f99-98ed-5ff6f8133350 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:50:24.605980 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a529ef-4c0c-40a0-9dd0-f55711a277b9 None None] Pushing event updated for resources: {'Port': ['ID=8ef83803-ac56-4b60-a5aa-ff1c6711d240,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:24.637707 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port beeb38e4-6752-4454-83cc-89c509b13672 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:24.638264 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:24.648327 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-332e3e32-7f13-443a-9357-25a73e214fb4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:24.648812 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-332e3e32-7f13-443a-9357-25a73e214fb4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:24.651835 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-332e3e32-7f13-443a-9357-25a73e214fb4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/e21b517f-0898-483b-9674-c9db29415b11 HTTP/1.1" status: 404 len: 337 time: 0.0771396 Mar 28 13:50:24.665282 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33668) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:24.667943 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244fe065-f45c-4c3f-a687-2f85d1ac9808 None None] Network 0683b568-5de1-47de-8c3c-3856d7f643f9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:50:24.704125 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ecfc72b-401c-4dea-b2e4-6311c9c5cfeb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:24.704895 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ecfc72b-401c-4dea-b2e4-6311c9c5cfeb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:24.714427 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-4ecfc72b-401c-4dea-b2e4-6311c9c5cfeb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/ports/a96b8b35-3124-4fee-9ef0-a08d13ee25f6 HTTP/1.1" status: 404 len: 333 time: 0.0484602 Mar 28 13:50:24.722850 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33670) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:24.742305 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8cced01b-3a6f-437a-8312-057c1c0a445a tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:24.756109 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-8daa903f-4ece-43b7-a7ed-3a94a875bd9c None None] Provisioning complete for port 46706bd7-2799-452e-bb9e-ab5c538049b7 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:24.756586 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8daa903f-4ece-43b7-a7ed-3a94a875bd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:24.789693 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-eeb92212-1457-419c-9f28-5538404ee12d tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Allocated IP 172.20.0.10 (2ff991f4-50ec-4bee-9b8e-14ed596b49df/82ef406a-5bfa-4427-b27a-2535f93e5e4f/d05fc4c1-04d3-45a7-9c5b-d2236383dfd1) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:50:24.794778 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-9cb947de-eaf7-44ba-8575-70a30015b2fe tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, d2b313c2-b13d-4f99-98ed-5ff6f8133350) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:50:24.796904 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-edb746eb-75c3-4714-b4bb-67d2fbcbaf37 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:24.797360 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edb746eb-75c3-4714-b4bb-67d2fbcbaf37 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:24.800383 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-edb746eb-75c3-4714-b4bb-67d2fbcbaf37 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/118529ee-53bf-4571-8c3d-5e22d71c63d3 HTTP/1.1" status: 404 len: 337 time: 0.0715275 Mar 28 13:50:24.807410 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-8cced01b-3a6f-437a-8312-057c1c0a445a tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1430861f-849d-4e40-9990-5e2e00122d4d']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:24.809087 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33672) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:24.810855 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb947de-eaf7-44ba-8575-70a30015b2fe tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:24.811445 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9cb947de-eaf7-44ba-8575-70a30015b2fe tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:24.821243 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a088e15d-5e6a-4e9d-a446-e5b117f88fd3 None None] Network d2b313c2-b13d-4f99-98ed-5ff6f8133350 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:50:24.862784 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-34de01e6-83c2-42bb-9c66-eb041f5687c4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:24.863242 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34de01e6-83c2-42bb-9c66-eb041f5687c4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:24.868900 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-34de01e6-83c2-42bb-9c66-eb041f5687c4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/b6b50fb4-acb5-40ef-b610-89e36ea46b11 HTTP/1.1" status: 404 len: 337 time: 0.0555928 Mar 28 13:50:24.869303 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33674) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:24.874216 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-8cced01b-3a6f-437a-8312-057c1c0a445a tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9779d93-cd7e-4a0b-b10b-a285f0da9926') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:24.874561 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-8cced01b-3a6f-437a-8312-057c1c0a445a tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9779d93-cd7e-4a0b-b10b-a285f0da9926') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:24.910671 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8cced01b-3a6f-437a-8312-057c1c0a445a tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:24.916121 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-377cbf47-e1e4-41d8-8e83-f1518feac21f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:24.916926 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-377cbf47-e1e4-41d8-8e83-f1518feac21f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:24.923476 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-377cbf47-e1e4-41d8-8e83-f1518feac21f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/ports/6262fdc4-5d93-4fd0-884a-91be00aca3c5 HTTP/1.1" status: 404 len: 333 time: 0.0507579 Mar 28 13:50:24.924901 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33676) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:24.976902 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9cb947de-eaf7-44ba-8575-70a30015b2fe tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3389430 Mar 28 13:50:24.980581 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8cced01b-3a6f-437a-8312-057c1c0a445a tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:24.981188 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33678) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:24.983296 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-af48c15e-ebc3-40ea-a0e1-575592c36410 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:24.983748 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af48c15e-ebc3-40ea-a0e1-575592c36410 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:24.989425 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-598c04f6-addf-4f6a-8475-d39f560bf49f tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Request body: {'subnet': {'network_id': 'dc20e938-ec26-4f66-bbdf-c13c61faecb4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:24.989638 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-af48c15e-ebc3-40ea-a0e1-575592c36410 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/657881f5-fabc-498a-adbf-a8958cbba778 HTTP/1.1" status: 404 len: 337 time: 0.0601194 Mar 28 13:50:24.991046 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33680) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:25.014569 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cced01b-3a6f-437a-8312-057c1c0a445a tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:50:25.014970 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8cced01b-3a6f-437a-8312-057c1c0a445a tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:25.018166 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:50:25.018166 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:50:25.018166 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:50:25.018166 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:50:25.018166 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:50:25.018166 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:50:25.018166 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:50:25.018166 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:50:25.018166 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:50:25.018166 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:50:25.018166 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:50:25.018166 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:50:25.018166 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:50:25.018166 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:50:25.018166 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:50:25.018166 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:50:25.018166 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:50:25.018166 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:50:25.018166 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:50:25.018166 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:50:25.018166 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:50:25.018166 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:50:25.018166 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:50:25.018166 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:50:25.018166 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:50:25.018166 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:50:25.018166 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:50:25.018166 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:50:25.018166 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:50:25.018166 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:50:25.018166 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:50:25.018166 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:50:25.054853 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a1e7e7f-a1ca-4f01-81b2-c5b0089b7fb8 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:25.055538 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a1e7e7f-a1ca-4f01-81b2-c5b0089b7fb8 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:25.060940 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-5a1e7e7f-a1ca-4f01-81b2-c5b0089b7fb8 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/ports/f89243dc-4416-44d6-b0d4-58e5860bec6c HTTP/1.1" status: 404 len: 333 time: 0.0649660 Mar 28 13:50:25.069298 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33682) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:25.095627 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:25.117812 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-08a4925b-6d4b-44e5-8f75-5223e0c9b064 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:25.118185 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08a4925b-6d4b-44e5-8f75-5223e0c9b064 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:25.123480 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-08a4925b-6d4b-44e5-8f75-5223e0c9b064 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/eda4de30-77e3-4887-ab54-a9cc6083b59f HTTP/1.1" status: 404 len: 337 time: 0.0494776 Mar 28 13:50:25.123757 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33684) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:25.153479 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-9493a40e-0bfe-481c-87c0-725c86ce850e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:25.154453 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9493a40e-0bfe-481c-87c0-725c86ce850e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:25.157617 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9493a40e-0bfe-481c-87c0-725c86ce850e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/ports/397aeea9-9175-417c-818b-247b716ff63a HTTP/1.1" status: 404 len: 333 time: 0.0327899 Mar 28 13:50:25.161629 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33686) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:25.192450 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-629bba33-ff3e-492c-b9bd-8d2f6c2fcae4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:25.192976 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-629bba33-ff3e-492c-b9bd-8d2f6c2fcae4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:25.196198 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-629bba33-ff3e-492c-b9bd-8d2f6c2fcae4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/2e119a48-ba70-4235-83ff-368030c4d27d HTTP/1.1" status: 404 len: 337 time: 0.0350249 Mar 28 13:50:25.197209 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b56e158c-10c8-4743-9451-fca0d976714d tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:25.202385 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33688) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:25.214584 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598c04f6-addf-4f6a-8475-d39f560bf49f tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Made reservation on behalf of 3ae5922c4d2045aabafa52eba0f1efd0 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:50:25.221417 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b1bbe4-0ca7-40d3-bd96-ea44cc6b1112 None None] DHCP port deletion for 0683b568-5de1-47de-8c3c-3856d7f643f9 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:50:25.225431 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8cced01b-3a6f-437a-8312-057c1c0a445a tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:25.227117 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 8ef83803-ac56-4b60-a5aa-ff1c6711d240 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:50:25.235798 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-598c04f6-addf-4f6a-8475-d39f560bf49f tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:25.259769 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-665011fd-97ee-4557-bab7-adfdc85f4097 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:25.260858 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-665011fd-97ee-4557-bab7-adfdc85f4097 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:25.264821 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-665011fd-97ee-4557-bab7-adfdc85f4097 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/ports/caaf5346-2aa9-4333-8a34-7ab40822d546 HTTP/1.1" status: 404 len: 333 time: 0.0605655 Mar 28 13:50:25.280800 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33690) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:25.295376 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8cced01b-3a6f-437a-8312-057c1c0a445a tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:25.301382 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-8cced01b-3a6f-437a-8312-057c1c0a445a tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "DELETE /v2.0/networks/1430861f-849d-4e40-9990-5e2e00122d4d HTTP/1.1" status: 204 len: 168 time: 3.2827213 Mar 28 13:50:25.305753 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e158c-10c8-4743-9451-fca0d976714d tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Pushing event deleted for resources: {'Port': ['ID=beeb38e4-6752-4454-83cc-89c509b13672,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:25.321507 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33692) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:25.332397 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb1c170-3589-4e5c-87bc-edad464233b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-d2b313c2-b13d-4f99-98ed-5ff6f8133350', 'network_id': 'd2b313c2-b13d-4f99-98ed-5ff6f8133350', 'tenant_id': '3ae5922c4d2045aabafa52eba0f1efd0', 'fixed_ips': [{'subnet_id': '104c777e-f475-4ed8-951a-146ee8fecceb'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:50:25.334643 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6eb1c170-3589-4e5c-87bc-edad464233b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:25.350284 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-02a596cf-975e-4871-89eb-92a3ce141b7f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:25.350871 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02a596cf-975e-4871-89eb-92a3ce141b7f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:25.353227 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cced01b-3a6f-437a-8312-057c1c0a445a tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Pushing event deleted for resources: {'Network': ['ID=1430861f-849d-4e40-9990-5e2e00122d4d,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:25.354734 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-02a596cf-975e-4871-89eb-92a3ce141b7f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/a56f4b27-e118-4296-a9c1-e73d2ec76fc0 HTTP/1.1" status: 404 len: 337 time: 0.0726466 Mar 28 13:50:25.363724 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33694) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:25.368035 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-bc1e4fca-105e-4fa0-9645-5199a4ebe704 None None] Provisioning complete for port 8ef83803-ac56-4b60-a5aa-ff1c6711d240 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:25.368343 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-bc1e4fca-105e-4fa0-9645-5199a4ebe704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:25.383487 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-77cf4d7b-dab7-4b2f-be78-85cd57aeadc7 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:25.383949 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77cf4d7b-dab7-4b2f-be78-85cd57aeadc7 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:25.388462 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-77cf4d7b-dab7-4b2f-be78-85cd57aeadc7 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "DELETE /v2.0/subnets/122c8527-5b31-4edd-aea6-5f1b48744eb8 HTTP/1.1" status: 404 len: 337 time: 0.0655899 Mar 28 13:50:25.400056 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33696) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:25.421934 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-20b2d1b3-a616-419d-a3bd-b54f452964c6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:25.422807 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20b2d1b3-a616-419d-a3bd-b54f452964c6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:25.430629 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-20b2d1b3-a616-419d-a3bd-b54f452964c6 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/ports/553975b7-e086-4240-aacd-275ab0c8ab2e HTTP/1.1" status: 404 len: 333 time: 0.0611811 Mar 28 13:50:25.430629 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-e215e092-2a1d-4e00-8960-70a8148e60e6 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:25.430629 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e215e092-2a1d-4e00-8960-70a8148e60e6 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:25.433483 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-e215e092-2a1d-4e00-8960-70a8148e60e6 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "DELETE /v2.0/networks/315fcc05-00fe-4a23-b77f-b9a4f370550a HTTP/1.1" status: 404 len: 339 time: 0.0322516 Mar 28 13:50:25.436717 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33700) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:25.437338 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33702) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:25.457692 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 8ef83803-ac56-4b60-a5aa-ff1c6711d240 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:25.458325 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:25.465532 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-eeb92212-1457-419c-9f28-5538404ee12d tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:25.479299 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b56e158c-10c8-4743-9451-fca0d976714d tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133933816'] for router_gateway, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:25.493503 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7f28afc-57c8-4dca-b1bb-f8502af0134f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:25.494164 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7f28afc-57c8-4dca-b1bb-f8502af0134f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:25.497395 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-e7f28afc-57c8-4dca-b1bb-f8502af0134f tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/94ec5e7b-86d7-40c4-99c3-55753e9123e0 HTTP/1.1" status: 404 len: 337 time: 0.0591578 Mar 28 13:50:25.499111 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dc52c7c-c927-4bc2-b1c2-2ab0635b4e7f tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:25.499787 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dc52c7c-c927-4bc2-b1c2-2ab0635b4e7f tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:25.502896 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-5dc52c7c-c927-4bc2-b1c2-2ab0635b4e7f tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "DELETE /v2.0/subnets/525d2371-b1d0-4cf2-b9b2-9391bcdaaae8 HTTP/1.1" status: 404 len: 337 time: 0.0633483 Mar 28 13:50:25.503698 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33706) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:25.509535 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-22b1bbe4-0ca7-40d3-bd96-ea44cc6b1112 None None] Deleting port 46706bd7-2799-452e-bb9e-ab5c538049b7 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:50:25.509915 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-22b1bbe4-0ca7-40d3-bd96-ea44cc6b1112 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:25.532444 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33708) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:25.533488 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-fea926ac-d45b-4181-8abe-b656d07c3019 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:25.534538 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fea926ac-d45b-4181-8abe-b656d07c3019 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:25.539686 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-fea926ac-d45b-4181-8abe-b656d07c3019 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/ports/9b9f59fb-dd32-49f5-8608-e3560b9cdca4 HTTP/1.1" status: 404 len: 333 time: 0.0289204 Mar 28 13:50:25.560889 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33710) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:25.561890 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-25fe910c-948e-4d07-b9f2-f8c6c77484ee tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:25.562557 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25fe910c-948e-4d07-b9f2-f8c6c77484ee tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:25.568091 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-25fe910c-948e-4d07-b9f2-f8c6c77484ee tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "DELETE /v2.0/networks/81e68224-cdb2-4341-80af-e5f6b46cabc5 HTTP/1.1" status: 404 len: 339 time: 0.0273445 Mar 28 13:50:25.573036 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33712) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:25.586249 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b56e158c-10c8-4743-9451-fca0d976714d tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:25.589171 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b56e158c-10c8-4743-9451-fca0d976714d tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:25.627182 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-81ed4420-ecfa-4d92-b75d-51d69c34399c tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:25.627636 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81ed4420-ecfa-4d92-b75d-51d69c34399c tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:25.633864 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-81ed4420-ecfa-4d92-b75d-51d69c34399c tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/3b86d126-e4dd-455f-a246-c6cbdd745662 HTTP/1.1" status: 404 len: 337 time: 0.0640545 Mar 28 13:50:25.633864 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a755b5d-7feb-41db-81c7-a2bba8feccfb tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:25.633864 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a755b5d-7feb-41db-81c7-a2bba8feccfb tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:25.639877 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-0a755b5d-7feb-41db-81c7-a2bba8feccfb tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "DELETE /v2.0/subnets/52fee40c-c05a-4dea-adb6-9f7a8fb2e652 HTTP/1.1" status: 404 len: 337 time: 0.0607703 Mar 28 13:50:25.639877 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33714) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:25.646302 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33716) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:25.663427 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-22b1bbe4-0ca7-40d3-bd96-ea44cc6b1112 None None] For port 46706bd7-2799-452e-bb9e-ab5c538049b7, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=46706bd7-2799-452e-bb9e-ab5c538049b7,segment=NetworkSegment(93dfbc6a-f7e7-486d-ae39-484d66428b0d),segment_id=93dfbc6a-f7e7-486d-ae39-484d66428b0d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:50:25.663831 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-22b1bbe4-0ca7-40d3-bd96-ea44cc6b1112 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:25.670692 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-0621c905-fa50-4be7-8136-75e062774cac tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:25.671224 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0621c905-fa50-4be7-8136-75e062774cac tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:25.676638 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-0621c905-fa50-4be7-8136-75e062774cac tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/1b4c20e2-674e-4e26-8126-1b5366a99073 HTTP/1.1" status: 404 len: 337 time: 0.0341048 Mar 28 13:50:25.679119 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33718) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:25.679703 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-6eb1c170-3589-4e5c-87bc-edad464233b3 None None] Allocated IP 2001:db8::2 (d2b313c2-b13d-4f99-98ed-5ff6f8133350/104c777e-f475-4ed8-951a-146ee8fecceb/9e10f333-dc78-4701-a190-90849979dae9) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:50:25.689964 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4b2b544-b0c0-40ff-9165-bd832fe3f676 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:25.690569 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4b2b544-b0c0-40ff-9165-bd832fe3f676 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:25.696023 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c4b2b544-b0c0-40ff-9165-bd832fe3f676 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "DELETE /v2.0/networks/9bb713e3-248f-4ecc-9a9b-f4c006fc1838 HTTP/1.1" status: 404 len: 339 time: 0.0427024 Mar 28 13:50:25.696023 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-575d1dea-469e-4eae-9fcc-4e4c84e0e3cf req-60de4bd2-f794-4f6b-908a-9d95f5b559f6 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f21cd21-2cba-4ee2-ba5e-7519128c83d8 HTTP/1.1" status: 200 len: 210 time: 0.0588615 Mar 28 13:50:25.701837 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33720) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:25.705733 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-22b1bbe4-0ca7-40d3-bd96-ea44cc6b1112 None None] Calling delete_port for 46706bd7-2799-452e-bb9e-ab5c538049b7 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:50:25.724886 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3b6c42b-e0ce-4211-b1ff-df721bb7af2b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:25.725660 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3b6c42b-e0ce-4211-b1ff-df721bb7af2b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:25.730943 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c3b6c42b-e0ce-4211-b1ff-df721bb7af2b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/ports/676caffe-d62e-4ba8-9790-49e310d86b50 HTTP/1.1" status: 404 len: 333 time: 0.0499094 Mar 28 13:50:25.732689 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33722) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:25.760587 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8c42357-717f-474d-ac49-51fa325a7a67 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:25.761121 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8c42357-717f-474d-ac49-51fa325a7a67 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:25.767009 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-b8c42357-717f-474d-ac49-51fa325a7a67 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/8830ba59-1475-4cde-89af-43553774aebb HTTP/1.1" status: 404 len: 337 time: 0.0318084 Mar 28 13:50:25.768625 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33724) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:25.780122 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf22ab4c-af4d-4f49-ae2c-5ae565af84c0 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Deleting subnet daa90edf-6805-4ed4-a807-fe8778218355 {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:50:25.784071 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bf22ab4c-af4d-4f49-ae2c-5ae565af84c0 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:25.798956 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-98ba1f8d-f57d-418e-9feb-f1451780f694 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:25.799480 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98ba1f8d-f57d-418e-9feb-f1451780f694 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:25.806445 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-98ba1f8d-f57d-418e-9feb-f1451780f694 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/60aeb536-4d7f-4179-8baa-0d8df20a3d25 HTTP/1.1" status: 404 len: 337 time: 0.0337684 Mar 28 13:50:25.806445 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33726) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:25.818024 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b56e158c-10c8-4743-9451-fca0d976714d tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:25.818638 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56e158c-10c8-4743-9451-fca0d976714d tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 837983f3-5150-4107-a398-1667c15537db {{(pid=109613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:50:25.823543 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b56e158c-10c8-4743-9451-fca0d976714d tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:25.824702 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b56e158c-10c8-4743-9451-fca0d976714d tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] 10.222.0.24 "DELETE /v2.0/routers/837983f3-5150-4107-a398-1667c15537db HTTP/1.1" status: 204 len: 168 time: 4.0581758 Mar 28 13:50:25.834384 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33728) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:25.843978 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 598b121f-6994-45eb-8a8a-39f28fc7e11d up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:50:25.844648 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e0bc719-aaf1-49be-9f4b-2d9c420e3b39 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:25.845452 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e0bc719-aaf1-49be-9f4b-2d9c420e3b39 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:25.850808 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-7e0bc719-aaf1-49be-9f4b-2d9c420e3b39 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/ports/2843d6ef-e646-42f1-8189-f2347d0ff86a HTTP/1.1" status: 404 len: 333 time: 0.0423846 Mar 28 13:50:25.852215 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33730) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:25.883787 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bf22ab4c-af4d-4f49-ae2c-5ae565af84c0 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:25.888768 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd3dd379-13fe-4428-aaad-bf203418e38b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:25.894655 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd3dd379-13fe-4428-aaad-bf203418e38b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:25.894655 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-dd3dd379-13fe-4428-aaad-bf203418e38b tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/c803e171-d133-4b36-a983-946ee9587a3d HTTP/1.1" status: 404 len: 337 time: 0.0385063 Mar 28 13:50:25.909922 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33732) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:25.943398 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-eeb92212-1457-419c-9f28-5538404ee12d tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:25.958211 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4c9e984-4f8f-46d8-a0e4-f8136a8a53bb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:25.958658 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4c9e984-4f8f-46d8-a0e4-f8136a8a53bb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:25.963960 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-b4c9e984-4f8f-46d8-a0e4-f8136a8a53bb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/fa6104cb-0651-4290-992a-8f5d181473ed HTTP/1.1" status: 404 len: 337 time: 0.0508082 Mar 28 13:50:25.965803 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33734) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:25.980039 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 598b121f-6994-45eb-8a8a-39f28fc7e11d triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:25.981117 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:26.017626 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-eeb92212-1457-419c-9f28-5538404ee12d tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Network 2ff991f4-50ec-4bee-9b8e-14ed596b49df is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:50:26.022733 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dde28df-b747-47a6-80e5-9b09e94f2e6e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:26.022985 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-eeb92212-1457-419c-9f28-5538404ee12d tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:50:26.023374 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dde28df-b747-47a6-80e5-9b09e94f2e6e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:26.025987 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-eeb92212-1457-419c-9f28-5538404ee12d tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:50:26.026456 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-9dde28df-b747-47a6-80e5-9b09e94f2e6e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/ports/ca77b5bf-4643-4a89-aa29-5579479f7a5a HTTP/1.1" status: 404 len: 333 time: 0.0603311 Mar 28 13:50:26.031801 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33736) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:26.038742 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-22b1bbe4-0ca7-40d3-bd96-ea44cc6b1112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:26.052703 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e1f7fa88-f615-4dae-bfe7-71c6aadd3886 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for router, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:26.061381 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6eb1c170-3589-4e5c-87bc-edad464233b3 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:26.063746 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b1bbe4-0ca7-40d3-bd96-ea44cc6b1112 None None] No DVR routers for this DVR port 46706bd7-2799-452e-bb9e-ab5c538049b7 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:50:26.074895 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dc19195-7750-4635-8084-f228d05ab8eb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:26.075363 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dc19195-7750-4635-8084-f228d05ab8eb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:26.079320 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-1dc19195-7750-4635-8084-f228d05ab8eb tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/bafdc55b-5be0-49e4-a64d-b5c27c054914 HTTP/1.1" status: 404 len: 337 time: 0.0427890 Mar 28 13:50:26.092328 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33738) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:26.093719 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b1bbe4-0ca7-40d3-bd96-ea44cc6b1112 None None] Pushing event deleted for resources: {'Port': ['ID=46706bd7-2799-452e-bb9e-ab5c538049b7,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:26.120199 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-598c04f6-addf-4f6a-8475-d39f560bf49f tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:26.142868 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb92212-1457-419c-9f28-5538404ee12d tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Pushing event updated for resources: {'Port': ['ID=d05fc4c1-04d3-45a7-9c5b-d2236383dfd1,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:26.157286 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bf22ab4c-af4d-4f49-ae2c-5ae565af84c0 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:26.157889 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-cec6bef2-9a52-424e-8f3a-7e1c1ad7f3a9 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:26.158343 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cec6bef2-9a52-424e-8f3a-7e1c1ad7f3a9 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:26.161390 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-cec6bef2-9a52-424e-8f3a-7e1c1ad7f3a9 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/45ab86c3-75a2-4857-965e-2386a22168d2 HTTP/1.1" status: 404 len: 337 time: 0.0680182 Mar 28 13:50:26.188134 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6eb1c170-3589-4e5c-87bc-edad464233b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:26.207631 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33740) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:26.241825 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-eeb92212-1457-419c-9f28-5538404ee12d tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:26.245729 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-eeb92212-1457-419c-9f28-5538404ee12d tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:26.250081 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1c170-3589-4e5c-87bc-edad464233b3 None None] Pushing event updated for resources: {'Port': ['ID=9e10f333-dc78-4701-a190-90849979dae9,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:26.257769 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device c688c0d6-4776-4313-a50a-4f53e4175fdd no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:50:26.285570 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ad8421fb-2677-4f3e-b4e7-b02e702aabab tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/ports?device_id=27f137aa-ab98-434d-a085-51d7a4aa29a4 HTTP/1.1" status: 200 len: 205 time: 0.0647728 Mar 28 13:50:26.288433 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33742) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:26.316760 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb1c170-3589-4e5c-87bc-edad464233b3 None None] Network d2b313c2-b13d-4f99-98ed-5ff6f8133350 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:50:26.320681 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: c688c0d6-4776-4313-a50a-4f53e4175fdd {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:50:26.320961 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device c688c0d6-4776-4313-a50a-4f53e4175fdd not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:50:26.323791 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-6eb1c170-3589-4e5c-87bc-edad464233b3 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:50:26.327934 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb1c170-3589-4e5c-87bc-edad464233b3 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:50:26.352995 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-19a166e4-dd5a-45ad-ba0f-e571dc56a669 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] delete failed (client error): The resource could not be found. Mar 28 13:50:26.354227 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-19a166e4-dd5a-45ad-ba0f-e571dc56a669 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/routers/27f137aa-ab98-434d-a085-51d7a4aa29a4 HTTP/1.1" status: 404 len: 336 time: 0.0647435 Mar 28 13:50:26.357408 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33744) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:26.364898 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-eeb92212-1457-419c-9f28-5538404ee12d tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5483968 Mar 28 13:50:26.415551 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-899a2e4e-8a81-407e-a42f-d68cf8568495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:26.425464 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dcfed6c-7c44-4559-83eb-7dd3fef88e45 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:26.426284 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dcfed6c-7c44-4559-83eb-7dd3fef88e45 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:26.430492 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-9dcfed6c-7c44-4559-83eb-7dd3fef88e45 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/23c98ae8-f9d7-4799-9b24-f6d19e63ef58 HTTP/1.1" status: 404 len: 337 time: 0.0601187 Mar 28 13:50:26.433131 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33748) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:26.433800 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-6eb1c170-3589-4e5c-87bc-edad464233b3 None None] Attempting to bind port 9e10f333-dc78-4701-a190-90849979dae9 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:50:26.434361 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-6eb1c170-3589-4e5c-87bc-edad464233b3 None None] Attempting to bind port 9e10f333-dc78-4701-a190-90849979dae9 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '6a2f0063-fb38-4de0-8ffc-e605b04b668d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd2b313c2-b13d-4f99-98ed-5ff6f8133350'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:50:26.435572 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb1c170-3589-4e5c-87bc-edad464233b3 None None] Attempting to bind port 9e10f333-dc78-4701-a190-90849979dae9 on network d2b313c2-b13d-4f99-98ed-5ff6f8133350 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:50:26.436802 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c04f6-addf-4f6a-8475-d39f560bf49f tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Pushing event updated for resources: {'Subnet': ['ID=c4d7040e-f5d3-43d7-8cec-8f25eba45c50,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:26.441101 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb1c170-3589-4e5c-87bc-edad464233b3 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:50:26.442174 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb1c170-3589-4e5c-87bc-edad464233b3 None None] Checking segment: {'id': '6a2f0063-fb38-4de0-8ffc-e605b04b668d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd2b313c2-b13d-4f99-98ed-5ff6f8133350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:50:26.442174 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6eb1c170-3589-4e5c-87bc-edad464233b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:26.442793 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb1c170-3589-4e5c-87bc-edad464233b3 None None] Bound using segment: {'id': '6a2f0063-fb38-4de0-8ffc-e605b04b668d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd2b313c2-b13d-4f99-98ed-5ff6f8133350'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:50:26.443427 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-6eb1c170-3589-4e5c-87bc-edad464233b3 None None] Bound port: 9e10f333-dc78-4701-a190-90849979dae9, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a2f0063-fb38-4de0-8ffc-e605b04b668d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd2b313c2-b13d-4f99-98ed-5ff6f8133350'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:50:26.443963 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6eb1c170-3589-4e5c-87bc-edad464233b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:26.453752 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598c04f6-addf-4f6a-8475-d39f560bf49f tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Checking segment: {'id': '2507b495-baf6-4de1-8976-cfe4da4c9d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'dc20e938-ec26-4f66-bbdf-c13c61faecb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:50:26.454391 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598c04f6-addf-4f6a-8475-d39f560bf49f tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Network hostable DHCP agents. Network: dc20e938-ec26-4f66-bbdf-c13c61faecb4, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:50:26.461676 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e1f7fa88-f615-4dae-bfe7-71c6aadd3886 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:26.498810 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-1cf94aaf-d831-4ee2-af71-4dfaa0af925e service neutron] Request body: {'port': {'device_id': '9f21cd21-2cba-4ee2-ba5e-7519128c83d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:26.502945 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-66331256-125e-49b2-af8d-4028ec925a50 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cebebe-405d-464d-8c8f-f09e36ab548f HTTP/1.1" status: 200 len: 205 time: 0.0685630 Mar 28 13:50:26.505397 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33750) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:26.509564 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bf22ab4c-af4d-4f49-ae2c-5ae565af84c0 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:26.522527 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-53bee2b2-0e0b-4ce8-b4b7-f3ee6994bce2 None None] Provisioning complete for port d05fc4c1-04d3-45a7-9c5b-d2236383dfd1 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:26.522875 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-53bee2b2-0e0b-4ce8-b4b7-f3ee6994bce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:26.543330 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-a82f9c41-a80e-4c21-a9cf-961c354f304a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] delete failed (client error): The resource could not be found. Mar 28 13:50:26.546098 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a82f9c41-a80e-4c21-a9cf-961c354f304a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/routers/56cebebe-405d-464d-8c8f-f09e36ab548f HTTP/1.1" status: 404 len: 336 time: 0.0379775 Mar 28 13:50:26.547617 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33752) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:26.557777 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-6eb1c170-3589-4e5c-87bc-edad464233b3 None None] For port 9e10f333-dc78-4701-a190-90849979dae9, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:50:26.578867 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-6eb1c170-3589-4e5c-87bc-edad464233b3 None None] For port 9e10f333-dc78-4701-a190-90849979dae9, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=9e10f333-dc78-4701-a190-90849979dae9,segment=NetworkSegment(6a2f0063-fb38-4de0-8ffc-e605b04b668d),segment_id=6a2f0063-fb38-4de0-8ffc-e605b04b668d)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:50:26.581497 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-53bee2b2-0e0b-4ce8-b4b7-f3ee6994bce2 None None] Port d05fc4c1-04d3-45a7-9c5b-d2236383dfd1 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:50:26.586283 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf22ab4c-af4d-4f49-ae2c-5ae565af84c0 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Pushing event deleted for resources: {'Subnet': ['ID=daa90edf-6805-4ed4-a807-fe8778218355,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:26.593412 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bf22ab4c-af4d-4f49-ae2c-5ae565af84c0 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:26.596047 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598c04f6-addf-4f6a-8475-d39f560bf49f tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Network dc20e938-ec26-4f66-bbdf-c13c61faecb4 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:50:26.596556 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-bf22ab4c-af4d-4f49-ae2c-5ae565af84c0 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "DELETE /v2.0/subnets/daa90edf-6805-4ed4-a807-fe8778218355 HTTP/1.1" status: 204 len: 168 time: 0.8937509 Mar 28 13:50:26.599342 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33754) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:26.601096 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a338b33-55b3-46ae-b71b-eebe54b2951e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:26.605888 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a338b33-55b3-46ae-b71b-eebe54b2951e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:26.606023 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba9b0d7-6998-46de-a028-0f8e0b3c662f None None] Network 4cc8b7b3-8211-436b-a04a-a4b8ddbf142e requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:50:26.606127 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-9a338b33-55b3-46ae-b71b-eebe54b2951e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/ffa23958-ebeb-4b45-8dce-4478fde0a546 HTTP/1.1" status: 404 len: 337 time: 0.0559812 Mar 28 13:50:26.610846 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33756) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:26.624773 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-1cf94aaf-d831-4ee2-af71-4dfaa0af925e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:26.637012 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3397509-2620-45ed-abf1-8eb34fb02e35 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:26.637473 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3397509-2620-45ed-abf1-8eb34fb02e35 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:26.641189 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-e3397509-2620-45ed-abf1-8eb34fb02e35 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/fe7acd32-b71e-4d81-80cb-70f6e4a79ca9 HTTP/1.1" status: 404 len: 337 time: 0.0294249 Mar 28 13:50:26.644027 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33758) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:26.659043 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6eb1c170-3589-4e5c-87bc-edad464233b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:26.672414 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b5e5f64-fc99-4ee9-b77b-5582e86baccd tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:26.673108 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b5e5f64-fc99-4ee9-b77b-5582e86baccd tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:26.676281 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-9b5e5f64-fc99-4ee9-b77b-5582e86baccd tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/ports/2675441e-d4d4-4dfc-a1ea-27b91c496623 HTTP/1.1" status: 404 len: 333 time: 0.0311754 Mar 28 13:50:26.679276 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33760) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:26.710377 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-598c04f6-addf-4f6a-8475-d39f560bf49f tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, dc20e938-ec26-4f66-bbdf-c13c61faecb4) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:50:26.713508 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-56c2218a-aa52-42cb-95ff-a5ad14d73f2a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:26.713508 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56c2218a-aa52-42cb-95ff-a5ad14d73f2a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:26.717072 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-56c2218a-aa52-42cb-95ff-a5ad14d73f2a tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/a96b91db-417b-4a6c-b36c-16ef7a8f4e87 HTTP/1.1" status: 404 len: 337 time: 0.0362854 Mar 28 13:50:26.720731 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33762) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:26.722610 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598c04f6-addf-4f6a-8475-d39f560bf49f tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:26.723423 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-598c04f6-addf-4f6a-8475-d39f560bf49f tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:26.730798 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-e1f7fa88-f615-4dae-bfe7-71c6aadd3886 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Deleting port 598b121f-6994-45eb-8a8a-39f28fc7e11d {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:50:26.731115 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e1f7fa88-f615-4dae-bfe7-71c6aadd3886 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:26.753175 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e2df60-3479-4521-b3ad-167f37b59eca None None] Network dc20e938-ec26-4f66-bbdf-c13c61faecb4 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:50:26.753323 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-36058ebe-6f05-4d52-abf8-860b0580fcf4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:26.754012 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36058ebe-6f05-4d52-abf8-860b0580fcf4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:26.759269 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-36058ebe-6f05-4d52-abf8-860b0580fcf4 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/ports/73f02754-d64b-4247-b029-224a72164239 HTTP/1.1" status: 404 len: 333 time: 0.0334895 Mar 28 13:50:26.765107 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33766) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:26.781428 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cf27cb33-e58e-48c5-85e0-02fc90cab5d6 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:26.868524 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-598c04f6-addf-4f6a-8475-d39f560bf49f tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8853199 Mar 28 13:50:26.869739 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33768) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:26.930313 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-fef40b25-7ade-40f8-990d-6d18fe47f5b7 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:26.930770 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fef40b25-7ade-40f8-990d-6d18fe47f5b7 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:26.934194 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-fef40b25-7ade-40f8-990d-6d18fe47f5b7 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/a1f77a8f-51a9-4e7b-a6e8-a12608505cc9 HTTP/1.1" status: 404 len: 337 time: 0.1672060 Mar 28 13:50:26.938171 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 8ef83803-ac56-4b60-a5aa-ff1c6711d240 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:50:26.939878 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1c170-3589-4e5c-87bc-edad464233b3 None None] Pushing event updated for resources: {'Port': ['ID=9e10f333-dc78-4701-a190-90849979dae9,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:26.983558 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33770) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:26.998207 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed8a173-b66e-469f-a469-3393bafc113d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-dc20e938-ec26-4f66-bbdf-c13c61faecb4', 'network_id': 'dc20e938-ec26-4f66-bbdf-c13c61faecb4', 'tenant_id': '3ae5922c4d2045aabafa52eba0f1efd0', 'fixed_ips': [{'subnet_id': 'c4d7040e-f5d3-43d7-8cec-8f25eba45c50'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:50:26.999212 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4ed8a173-b66e-469f-a469-3393bafc113d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:27.083305 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-fde274b8-ba91-4b12-9ef1-024de2e341b0 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:27.083948 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fde274b8-ba91-4b12-9ef1-024de2e341b0 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:27.089214 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-fde274b8-ba91-4b12-9ef1-024de2e341b0 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/ports/91983d33-40d9-4691-bb42-49dc1d2606bf HTTP/1.1" status: 404 len: 333 time: 0.1008313 Mar 28 13:50:27.091036 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33772) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:27.139232 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b0811-a56e-45a7-913b-1f6c3c7c7044 req-a8869cb2-1ebc-4511-b8e3-68d877861573 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:27.139232 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-682b0811-a56e-45a7-913b-1f6c3c7c7044 req-a8869cb2-1ebc-4511-b8e3-68d877861573 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f21cd21-2cba-4ee2-ba5e-7519128c83d8 HTTP/1.1" status: 200 len: 932 time: 0.2543635 Mar 28 13:50:27.194974 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-77edf6aa-8659-4088-8983-8a8977526bb2 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:27.195371 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77edf6aa-8659-4088-8983-8a8977526bb2 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:27.195554 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 8ef83803-ac56-4b60-a5aa-ff1c6711d240 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:27.196000 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:27.204332 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-77edf6aa-8659-4088-8983-8a8977526bb2 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/39336dda-7dc0-44aa-a4a8-fa3086415a5c HTTP/1.1" status: 404 len: 337 time: 0.0927730 Mar 28 13:50:27.215620 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33774) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:27.253134 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60ee9e6-339b-45a9-9649-cc42bb61b648 None None] DHCP port deletion for 4cc8b7b3-8211-436b-a04a-a4b8ddbf142e request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:50:27.267349 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-e1f7fa88-f615-4dae-bfe7-71c6aadd3886 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] For port 598b121f-6994-45eb-8a8a-39f28fc7e11d, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=598b121f-6994-45eb-8a8a-39f28fc7e11d,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:50:27.268540 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e1f7fa88-f615-4dae-bfe7-71c6aadd3886 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:27.271671 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c26540e-cc01-4293-bce1-236d8207b212 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:27.272436 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c26540e-cc01-4293-bce1-236d8207b212 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:27.277763 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-7c26540e-cc01-4293-bce1-236d8207b212 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/ports/de23bb46-c047-40e5-a749-179047742ef7 HTTP/1.1" status: 404 len: 333 time: 0.0573163 Mar 28 13:50:27.280080 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33776) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:27.288145 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-e1f7fa88-f615-4dae-bfe7-71c6aadd3886 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Calling delete_port for 598b121f-6994-45eb-8a8a-39f28fc7e11d owned by network:router_gateway {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:50:27.319778 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-4ed8a173-b66e-469f-a469-3393bafc113d None None] Allocated IP 2001:db8::2 (dc20e938-ec26-4f66-bbdf-c13c61faecb4/c4d7040e-f5d3-43d7-8cec-8f25eba45c50/848a7ece-0c60-45c4-af8a-9f0b2102ed78) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:50:27.350818 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-682b0811-a56e-45a7-913b-1f6c3c7c7044 req-ad65efa3-2fba-41c2-8c54-4f7f8aa2eb76 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/security-groups?id=0706f3f6-4ac4-4bfd-b496-8cf89045c8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617448 Mar 28 13:50:27.360533 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-f601be2c-7436-4830-a3fc-a7392becba2c tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:27.361651 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f601be2c-7436-4830-a3fc-a7392becba2c tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:27.376807 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f601be2c-7436-4830-a3fc-a7392becba2c tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/566a2a8c-194b-46c3-ac88-746b03819c6b HTTP/1.1" status: 404 len: 337 time: 0.0835218 Mar 28 13:50:27.376807 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33778) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:27.384648 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-cf27cb33-e58e-48c5-85e0-02fc90cab5d6 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Deleting port 5b356a8b-e2b7-4eeb-8526-942e4f94d2db {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:50:27.384928 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cf27cb33-e58e-48c5-85e0-02fc90cab5d6 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:27.419720 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-998fd9bb-8e1a-4d16-9238-b68f1d0bd289 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:27.420724 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-998fd9bb-8e1a-4d16-9238-b68f1d0bd289 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:27.423772 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-998fd9bb-8e1a-4d16-9238-b68f1d0bd289 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/ports/2b060b9b-5576-4bf7-b69b-52de878dc2b2 HTTP/1.1" status: 404 len: 333 time: 0.0517485 Mar 28 13:50:27.428734 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33780) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:27.441851 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8e7e3b06-ccfd-4a64-9b1f-b5182445ebf8 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:27.491196 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-22aff415-d50e-4991-8019-d1f34ec3e777 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:27.491656 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22aff415-d50e-4991-8019-d1f34ec3e777 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:27.494650 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-22aff415-d50e-4991-8019-d1f34ec3e777 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/8084aaf0-39e4-4b03-a37d-8f34a83f0df8 HTTP/1.1" status: 404 len: 337 time: 0.0647190 Mar 28 13:50:27.497492 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33782) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:27.567876 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-cf27cb33-e58e-48c5-85e0-02fc90cab5d6 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] For port 5b356a8b-e2b7-4eeb-8526-942e4f94d2db, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=5b356a8b-e2b7-4eeb-8526-942e4f94d2db,segment=NetworkSegment(2cc07177-222f-4cf6-8511-2194f88bc76a),segment_id=2cc07177-222f-4cf6-8511-2194f88bc76a)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:50:27.568248 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cf27cb33-e58e-48c5-85e0-02fc90cab5d6 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:27.585899 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f34b022-14ca-42e3-8437-29e1aac64808 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:27.586633 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f34b022-14ca-42e3-8437-29e1aac64808 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:27.586835 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-cf27cb33-e58e-48c5-85e0-02fc90cab5d6 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Calling delete_port for 5b356a8b-e2b7-4eeb-8526-942e4f94d2db owned by network:dhcp {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:50:27.592732 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-0f34b022-14ca-42e3-8437-29e1aac64808 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/ports/1738a006-320e-4932-92ba-2715d4e566bf HTTP/1.1" status: 404 len: 333 time: 0.0908513 Mar 28 13:50:27.592921 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-1cf94aaf-d831-4ee2-af71-4dfaa0af925e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d05fc4c1-04d3-45a7-9c5b-d2236383dfd1 {{(pid=109613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 13:50:27.597174 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33784) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:27.631326 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-c15984b9-0d6b-46e0-926e-e3bdf3680bbf tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:27.632242 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c15984b9-0d6b-46e0-926e-e3bdf3680bbf tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:27.633638 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-a60ee9e6-339b-45a9-9649-cc42bb61b648 None None] Deleting port 5b356a8b-e2b7-4eeb-8526-942e4f94d2db {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:50:27.634075 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a60ee9e6-339b-45a9-9649-cc42bb61b648 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:27.637692 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c15984b9-0d6b-46e0-926e-e3bdf3680bbf tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/527676fc-da58-41e1-91ae-7788828bed93 HTTP/1.1" status: 404 len: 337 time: 0.0374684 Mar 28 13:50:27.637692 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-1cf94aaf-d831-4ee2-af71-4dfaa0af925e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:27.644068 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33786) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:27.731566 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-64645393-27bc-4e06-903a-9b36a0f91a72 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:27.732315 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64645393-27bc-4e06-903a-9b36a0f91a72 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:27.733884 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 46706bd7-2799-452e-bb9e-ab5c538049b7 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:50:27.737568 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-64645393-27bc-4e06-903a-9b36a0f91a72 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/ports/596ab65f-45fb-4375-8057-27e7a3a47896 HTTP/1.1" status: 404 len: 333 time: 0.0909612 Mar 28 13:50:27.741131 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33788) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:27.744563 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:27.773210 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 46706bd7-2799-452e-bb9e-ab5c538049b7 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:50:27.773856 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 46706bd7-2799-452e-bb9e-ab5c538049b7 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:50:27.788454 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-a60ee9e6-339b-45a9-9649-cc42bb61b648 None None] For port 5b356a8b-e2b7-4eeb-8526-942e4f94d2db, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=5b356a8b-e2b7-4eeb-8526-942e4f94d2db,segment=NetworkSegment(2cc07177-222f-4cf6-8511-2194f88bc76a),segment_id=2cc07177-222f-4cf6-8511-2194f88bc76a)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:50:27.788864 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a60ee9e6-339b-45a9-9649-cc42bb61b648 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:27.793919 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-24827d32-a773-477f-90bf-dc27dcf21d22 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:27.794290 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24827d32-a773-477f-90bf-dc27dcf21d22 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:27.799950 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-24827d32-a773-477f-90bf-dc27dcf21d22 tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/subnets/aee51268-7efc-4f7b-9605-a97f15621258 HTTP/1.1" status: 404 len: 337 time: 0.0526905 Mar 28 13:50:27.800128 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4ed8a173-b66e-469f-a469-3393bafc113d None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:27.802447 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33790) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:27.811452 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-a60ee9e6-339b-45a9-9649-cc42bb61b648 None None] Calling delete_port for 5b356a8b-e2b7-4eeb-8526-942e4f94d2db owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:50:27.836363 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e1f7fa88-f615-4dae-bfe7-71c6aadd3886 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:27.839660 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-8e7e3b06-ccfd-4a64-9b1f-b5182445ebf8 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Allocated IP 2001:db8::1 (d2b313c2-b13d-4f99-98ed-5ff6f8133350/104c777e-f475-4ed8-951a-146ee8fecceb/c45ec4c3-3f8e-4539-8af0-7ab7dea9f8d6) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:50:27.856612 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.provisioning_blocks [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-1cf94aaf-d831-4ee2-af71-4dfaa0af925e service neutron] Transition to ACTIVE for port object d05fc4c1-04d3-45a7-9c5b-d2236383dfd1 will not be triggered until provisioned by entity L2. {{(pid=109613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 13:50:27.875034 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f7fa88-f615-4dae-bfe7-71c6aadd3886 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Pushing event deleted for resources: {'Port': ['ID=598b121f-6994-45eb-8a8a-39f28fc7e11d,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:27.893976 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4ed8a173-b66e-469f-a469-3393bafc113d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:27.914679 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-97155ca8-08e6-4d00-99ee-5222f2a96c7e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:27.918942 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-1cf94aaf-d831-4ee2-af71-4dfaa0af925e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:27.981072 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed8a173-b66e-469f-a469-3393bafc113d None None] Network dc20e938-ec26-4f66-bbdf-c13c61faecb4 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:50:27.982847 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed8a173-b66e-469f-a469-3393bafc113d None None] Pushing event updated for resources: {'Port': ['ID=848a7ece-0c60-45c4-af8a-9f0b2102ed78,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:27.995486 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e1f7fa88-f615-4dae-bfe7-71c6aadd3886 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133933816'] for router_gateway, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:28.001990 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-4ed8a173-b66e-469f-a469-3393bafc113d None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:50:28.003578 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed8a173-b66e-469f-a469-3393bafc113d None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:50:28.016734 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a60ee9e6-339b-45a9-9649-cc42bb61b648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:28.045980 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf94aaf-d831-4ee2-af71-4dfaa0af925e service neutron] Pushing event updated for resources: {'Port': ['ID=d05fc4c1-04d3-45a7-9c5b-d2236383dfd1,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:28.051664 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cf27cb33-e58e-48c5-85e0-02fc90cab5d6 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:28.079780 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf27cb33-e58e-48c5-85e0-02fc90cab5d6 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] No DVR routers for this DVR port 5b356a8b-e2b7-4eeb-8526-942e4f94d2db on host dv-neutron-835335-1-hyperv {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:50:28.101148 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60ee9e6-339b-45a9-9649-cc42bb61b648 None None] No DVR routers for this DVR port 5b356a8b-e2b7-4eeb-8526-942e4f94d2db on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:50:28.102793 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60ee9e6-339b-45a9-9649-cc42bb61b648 None None] Pushing event deleted for resources: {'Port': ['ID=5b356a8b-e2b7-4eeb-8526-942e4f94d2db,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:28.126918 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-4ed8a173-b66e-469f-a469-3393bafc113d None None] Attempting to bind port 848a7ece-0c60-45c4-af8a-9f0b2102ed78 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:50:28.127695 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-4ed8a173-b66e-469f-a469-3393bafc113d None None] Attempting to bind port 848a7ece-0c60-45c4-af8a-9f0b2102ed78 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '2507b495-baf6-4de1-8976-cfe4da4c9d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'dc20e938-ec26-4f66-bbdf-c13c61faecb4'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:50:28.127845 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e1f7fa88-f615-4dae-bfe7-71c6aadd3886 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:28.130073 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e1f7fa88-f615-4dae-bfe7-71c6aadd3886 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:28.132280 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed8a173-b66e-469f-a469-3393bafc113d None None] Attempting to bind port 848a7ece-0c60-45c4-af8a-9f0b2102ed78 on network dc20e938-ec26-4f66-bbdf-c13c61faecb4 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:50:28.139285 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed8a173-b66e-469f-a469-3393bafc113d None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:50:28.139688 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed8a173-b66e-469f-a469-3393bafc113d None None] Checking segment: {'id': '2507b495-baf6-4de1-8976-cfe4da4c9d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'dc20e938-ec26-4f66-bbdf-c13c61faecb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:50:28.140293 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4ed8a173-b66e-469f-a469-3393bafc113d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:28.140924 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed8a173-b66e-469f-a469-3393bafc113d None None] Bound using segment: {'id': '2507b495-baf6-4de1-8976-cfe4da4c9d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'dc20e938-ec26-4f66-bbdf-c13c61faecb4'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:50:28.141603 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-4ed8a173-b66e-469f-a469-3393bafc113d None None] Bound port: 848a7ece-0c60-45c4-af8a-9f0b2102ed78, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2507b495-baf6-4de1-8976-cfe4da4c9d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'dc20e938-ec26-4f66-bbdf-c13c61faecb4'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:50:28.142297 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4ed8a173-b66e-469f-a469-3393bafc113d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:28.229947 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf27cb33-e58e-48c5-85e0-02fc90cab5d6 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Pushing event deleted for resources: {'Port': ['ID=5b356a8b-e2b7-4eeb-8526-942e4f94d2db,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:28.230761 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-4ed8a173-b66e-469f-a469-3393bafc113d None None] For port 848a7ece-0c60-45c4-af8a-9f0b2102ed78, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:50:28.236059 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-4ed8a173-b66e-469f-a469-3393bafc113d None None] For port 848a7ece-0c60-45c4-af8a-9f0b2102ed78, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=848a7ece-0c60-45c4-af8a-9f0b2102ed78,segment=NetworkSegment(2507b495-baf6-4de1-8976-cfe4da4c9d9f),segment_id=2507b495-baf6-4de1-8976-cfe4da4c9d9f)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:50:28.265919 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8e7e3b06-ccfd-4a64-9b1f-b5182445ebf8 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:28.311345 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e1f7fa88-f615-4dae-bfe7-71c6aadd3886 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:28.311915 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f7fa88-f615-4dae-bfe7-71c6aadd3886 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Fanout notify agent at l3_agent the message router_deleted on router acc2c6dd-f147-4f49-9e76-37939749354e {{(pid=109612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:50:28.313220 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-97155ca8-08e6-4d00-99ee-5222f2a96c7e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:28.317152 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e1f7fa88-f615-4dae-bfe7-71c6aadd3886 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:28.318337 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-e1f7fa88-f615-4dae-bfe7-71c6aadd3886 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] 10.222.0.24 "DELETE /v2.0/routers/acc2c6dd-f147-4f49-9e76-37939749354e HTTP/1.1" status: 204 len: 168 time: 2.4830146 Mar 28 13:50:28.323220 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33792) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:28.328934 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-83e5e1ce-baee-4384-8b6c-50b898c1d4cb tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-887227918', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}, 'admin_state_up': False}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:28.331494 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4ed8a173-b66e-469f-a469-3393bafc113d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:28.343009 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cf27cb33-e58e-48c5-85e0-02fc90cab5d6 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:28.379411 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-97155ca8-08e6-4d00-99ee-5222f2a96c7e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0683b568-5de1-47de-8c3c-3856d7f643f9']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:28.406845 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-cf27cb33-e58e-48c5-85e0-02fc90cab5d6 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cc8b7b3-8211-436b-a04a-a4b8ddbf142e']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:28.415774 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-cf27cb33-e58e-48c5-85e0-02fc90cab5d6 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cc07177-222f-4cf6-8511-2194f88bc76a') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:28.416189 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-cf27cb33-e58e-48c5-85e0-02fc90cab5d6 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cc07177-222f-4cf6-8511-2194f88bc76a') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:28.435677 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-83e5e1ce-baee-4384-8b6c-50b898c1d4cb tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:28.437129 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-83e5e1ce-baee-4384-8b6c-50b898c1d4cb tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:28.440144 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8462811-f11b-46db-bbf2-e7175e8c77cc None None] Network d2b313c2-b13d-4f99-98ed-5ff6f8133350 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:50:28.442767 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8e7e3b06-ccfd-4a64-9b1f-b5182445ebf8 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:28.493483 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cf27cb33-e58e-48c5-85e0-02fc90cab5d6 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:28.496938 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-97155ca8-08e6-4d00-99ee-5222f2a96c7e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93dfbc6a-f7e7-486d-ae39-484d66428b0d') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:28.497310 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed8a173-b66e-469f-a469-3393bafc113d None None] Pushing event updated for resources: {'Port': ['ID=848a7ece-0c60-45c4-af8a-9f0b2102ed78,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:28.497755 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-97155ca8-08e6-4d00-99ee-5222f2a96c7e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93dfbc6a-f7e7-486d-ae39-484d66428b0d') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:28.562363 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7e3b06-ccfd-4a64-9b1f-b5182445ebf8 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Network d2b313c2-b13d-4f99-98ed-5ff6f8133350 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:50:28.579451 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e3b06-ccfd-4a64-9b1f-b5182445ebf8 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Pushing event updated for resources: {'Port': ['ID=c45ec4c3-3f8e-4539-8af0-7ab7dea9f8d6,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:28.603229 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-97155ca8-08e6-4d00-99ee-5222f2a96c7e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:28.620031 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cf27cb33-e58e-48c5-85e0-02fc90cab5d6 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:28.625015 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-547a3bc1-e5ae-4328-a9e8-f461f03f0032 None None] Provisioning complete for port 9e10f333-dc78-4701-a190-90849979dae9 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:28.625389 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-547a3bc1-e5ae-4328-a9e8-f461f03f0032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:28.627518 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf27cb33-e58e-48c5-85e0-02fc90cab5d6 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:50:28.628288 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cf27cb33-e58e-48c5-85e0-02fc90cab5d6 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:28.635467 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-8e7e3b06-ccfd-4a64-9b1f-b5182445ebf8 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:50:28.637456 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-83e5e1ce-baee-4384-8b6c-50b898c1d4cb tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:28.639046 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7e3b06-ccfd-4a64-9b1f-b5182445ebf8 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:50:28.639628 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8e7e3b06-ccfd-4a64-9b1f-b5182445ebf8 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:28.797283 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-547a3bc1-e5ae-4328-a9e8-f461f03f0032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:28.844714 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-547a3bc1-e5ae-4328-a9e8-f461f03f0032 None None] For port 9e10f333-dc78-4701-a190-90849979dae9, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=9e10f333-dc78-4701-a190-90849979dae9,segment=NetworkSegment(6a2f0063-fb38-4de0-8ffc-e605b04b668d),segment_id=6a2f0063-fb38-4de0-8ffc-e605b04b668d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:50:28.902336 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:28.934117 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-547a3bc1-e5ae-4328-a9e8-f461f03f0032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:29.037911 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 9e10f333-dc78-4701-a190-90849979dae9 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:50:29.043250 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:50:29.043250 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:50:29.043250 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:50:29.043250 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:50:29.043250 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:50:29.043250 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:50:29.043250 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:50:29.043250 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:50:29.043250 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:50:29.043250 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:50:29.043250 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:50:29.043250 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:50:29.043250 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:50:29.043250 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:50:29.043250 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:50:29.043250 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:50:29.043250 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:50:29.043250 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:50:29.043250 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:50:29.043250 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:50:29.043250 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:50:29.043250 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:50:29.043250 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:50:29.043250 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:50:29.043250 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:50:29.043250 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:50:29.043250 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:50:29.043250 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:50:29.043250 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:50:29.043250 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:50:29.043250 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:50:29.043250 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:50:29.066888 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-1cf94aaf-d831-4ee2-af71-4dfaa0af925e service neutron] Attempting to bind port d05fc4c1-04d3-45a7-9c5b-d2236383dfd1 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:50:29.067360 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-1cf94aaf-d831-4ee2-af71-4dfaa0af925e service neutron] Attempting to bind port d05fc4c1-04d3-45a7-9c5b-d2236383dfd1 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'a80f2681-e6a4-420a-a7d2-2591d90941c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2ff991f4-50ec-4bee-9b8e-14ed596b49df'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:50:29.067784 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-1cf94aaf-d831-4ee2-af71-4dfaa0af925e service neutron] Attempting to bind port d05fc4c1-04d3-45a7-9c5b-d2236383dfd1 on network 2ff991f4-50ec-4bee-9b8e-14ed596b49df {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:50:29.074403 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-97155ca8-08e6-4d00-99ee-5222f2a96c7e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:29.081605 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-1cf94aaf-d831-4ee2-af71-4dfaa0af925e service neutron] Port d05fc4c1-04d3-45a7-9c5b-d2236383dfd1 on network 2ff991f4-50ec-4bee-9b8e-14ed596b49df not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:50:29.082044 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-1cf94aaf-d831-4ee2-af71-4dfaa0af925e service neutron] Attempting to bind port d05fc4c1-04d3-45a7-9c5b-d2236383dfd1 on network 2ff991f4-50ec-4bee-9b8e-14ed596b49df {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:50:29.090448 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97155ca8-08e6-4d00-99ee-5222f2a96c7e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:50:29.091083 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-97155ca8-08e6-4d00-99ee-5222f2a96c7e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:29.095144 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:50:29.095144 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:50:29.095144 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:50:29.095144 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:50:29.095144 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:50:29.095144 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:50:29.095144 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:50:29.095144 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:50:29.095144 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:50:29.095144 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:50:29.095144 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:50:29.095144 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:50:29.095144 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:50:29.095144 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:50:29.095144 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:50:29.095144 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:50:29.095144 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:50:29.095144 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:50:29.095144 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:50:29.095144 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:50:29.095144 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:50:29.095144 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:50:29.095144 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:50:29.095144 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:50:29.095144 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:50:29.095144 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:50:29.095144 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:50:29.095144 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:50:29.095144 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:50:29.095144 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:50:29.095144 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:50:29.095144 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:50:29.101329 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a3bc1-e5ae-4328-a9e8-f461f03f0032 None None] Pushing event updated for resources: {'Port': ['ID=9e10f333-dc78-4701-a190-90849979dae9,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:29.114715 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-1cf94aaf-d831-4ee2-af71-4dfaa0af925e service neutron] Checking agent: {'id': '72ab3303-6c81-4bd9-a1a9-2c5d9b681d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'started_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:50:29.115239 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-1cf94aaf-d831-4ee2-af71-4dfaa0af925e service neutron] Checking segment: {'id': 'a80f2681-e6a4-420a-a7d2-2591d90941c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2ff991f4-50ec-4bee-9b8e-14ed596b49df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:50:29.115714 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-1cf94aaf-d831-4ee2-af71-4dfaa0af925e service neutron] Bound using segment: {'id': 'a80f2681-e6a4-420a-a7d2-2591d90941c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2ff991f4-50ec-4bee-9b8e-14ed596b49df'} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:50:29.116256 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-1cf94aaf-d831-4ee2-af71-4dfaa0af925e service neutron] Bound port: d05fc4c1-04d3-45a7-9c5b-d2236383dfd1, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a80f2681-e6a4-420a-a7d2-2591d90941c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2ff991f4-50ec-4bee-9b8e-14ed596b49df'}}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:50:29.116897 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-1cf94aaf-d831-4ee2-af71-4dfaa0af925e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:29.134029 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b075838-e149-4b88-9325-ac203f9b2fad req-3c648ef1-63dc-4d6e-9151-97ab6c2aed52 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:29.135722 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9b075838-e149-4b88-9325-ac203f9b2fad req-3c648ef1-63dc-4d6e-9151-97ab6c2aed52 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f21cd21-2cba-4ee2-ba5e-7519128c83d8 HTTP/1.1" status: 200 len: 944 time: 0.6444290 Mar 28 13:50:29.146947 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 9e10f333-dc78-4701-a190-90849979dae9 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:29.147332 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:29.187189 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cf27cb33-e58e-48c5-85e0-02fc90cab5d6 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:29.213545 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cf27cb33-e58e-48c5-85e0-02fc90cab5d6 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:29.217621 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-cf27cb33-e58e-48c5-85e0-02fc90cab5d6 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "DELETE /v2.0/networks/4cc8b7b3-8211-436b-a04a-a4b8ddbf142e HTTP/1.1" status: 204 len: 168 time: 2.6172705 Mar 28 13:50:29.235819 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33796) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:29.264662 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf27cb33-e58e-48c5-85e0-02fc90cab5d6 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Pushing event deleted for resources: {'Network': ['ID=4cc8b7b3-8211-436b-a04a-a4b8ddbf142e,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:29.277578 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-64e6e040-24be-44e5-b87c-2ae66509e311 None None] Provisioning complete for port c45ec4c3-3f8e-4539-8af0-7ab7dea9f8d6 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:29.277694 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-64e6e040-24be-44e5-b87c-2ae66509e311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:29.326242 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9b075838-e149-4b88-9325-ac203f9b2fad req-dd487878-b78a-45a2-9a3e-223ae485e3ae tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/security-groups?id=0706f3f6-4ac4-4bfd-b496-8cf89045c8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506414 Mar 28 13:50:29.329270 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-97155ca8-08e6-4d00-99ee-5222f2a96c7e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:29.351958 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-97155ca8-08e6-4d00-99ee-5222f2a96c7e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:29.355956 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-27bb755c-ded5-4664-abb9-713eed54c780 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:29.356346 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27bb755c-ded5-4664-abb9-713eed54c780 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:29.358589 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-97155ca8-08e6-4d00-99ee-5222f2a96c7e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] 10.222.0.24 "DELETE /v2.0/networks/0683b568-5de1-47de-8c3c-3856d7f643f9 HTTP/1.1" status: 204 len: 168 time: 1.5550885 Mar 28 13:50:29.359859 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-27bb755c-ded5-4664-abb9-713eed54c780 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "DELETE /v2.0/subnets/4be3f4ed-5a94-4cdc-b5ff-4da1535937ca HTTP/1.1" status: 404 len: 337 time: 0.0630860 Mar 28 13:50:29.364623 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33800) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:29.374995 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device beeb38e4-6752-4454-83cc-89c509b13672 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:50:29.391266 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-1cf94aaf-d831-4ee2-af71-4dfaa0af925e service neutron] For port d05fc4c1-04d3-45a7-9c5b-d2236383dfd1, host hv-neutron-8353, cleared binding levels {{(pid=109613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:50:29.414073 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97155ca8-08e6-4d00-99ee-5222f2a96c7e tempest-NetworksTestDHCPv6-1381247081 tempest-NetworksTestDHCPv6-1381247081-project] Pushing event deleted for resources: {'Network': ['ID=0683b568-5de1-47de-8c3c-3856d7f643f9,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:29.433261 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6588124-07cc-4577-92d4-6e0ceea1f8c7 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] DELETE failed (client error): The resource could not be found. Mar 28 13:50:29.433551 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-64e6e040-24be-44e5-b87c-2ae66509e311 None None] Port c45ec4c3-3f8e-4539-8af0-7ab7dea9f8d6 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:50:29.437225 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6588124-07cc-4577-92d4-6e0ceea1f8c7 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:29.443058 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b6588124-07cc-4577-92d4-6e0ceea1f8c7 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "DELETE /v2.0/networks/1fd527ca-9f14-4f7b-9c4b-66bfb045bc6d HTTP/1.1" status: 404 len: 339 time: 0.0533457 Mar 28 13:50:29.446905 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-1cf94aaf-d831-4ee2-af71-4dfaa0af925e service neutron] For port d05fc4c1-04d3-45a7-9c5b-d2236383dfd1, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=d05fc4c1-04d3-45a7-9c5b-d2236383dfd1,segment=NetworkSegment(a80f2681-e6a4-420a-a7d2-2591d90941c8),segment_id=a80f2681-e6a4-420a-a7d2-2591d90941c8)] {{(pid=109613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:50:29.448443 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33802) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:29.454576 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-83e5e1ce-baee-4384-8b6c-50b898c1d4cb tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:29.459012 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: beeb38e4-6752-4454-83cc-89c509b13672 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:50:29.459760 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device beeb38e4-6752-4454-83cc-89c509b13672 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:50:29.460325 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 5b356a8b-e2b7-4eeb-8526-942e4f94d2db no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:50:29.485265 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 5b356a8b-e2b7-4eeb-8526-942e4f94d2db {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:50:29.485558 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 5b356a8b-e2b7-4eeb-8526-942e4f94d2db not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:50:29.492290 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-64e6e040-24be-44e5-b87c-2ae66509e311 None None] Provisioning complete for port 9e10f333-dc78-4701-a190-90849979dae9 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:29.497907 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-64e6e040-24be-44e5-b87c-2ae66509e311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:29.534466 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-f06b11db-a1c7-427c-b3d8-3acae0eac8c0 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Deleting subnet 000682ab-065e-4d41-9b4d-66f1346de9aa {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:50:29.537826 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f06b11db-a1c7-427c-b3d8-3acae0eac8c0 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:29.561275 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-1cf94aaf-d831-4ee2-af71-4dfaa0af925e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:29.592578 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:29.611865 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-1cf94aaf-d831-4ee2-af71-4dfaa0af925e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:29.612618 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-1cf94aaf-d831-4ee2-af71-4dfaa0af925e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:29.614259 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-1cf94aaf-d831-4ee2-af71-4dfaa0af925e service neutron] 10.222.0.20 "PUT /v2.0/ports/d05fc4c1-04d3-45a7-9c5b-d2236383dfd1 HTTP/1.1" status: 200 len: 1094 time: 3.2396922 Mar 28 13:50:29.623052 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f21cd21-2cba-4ee2-ba5e-7519128c83d8', 'tag': 'd05fc4c1-04d3-45a7-9c5b-d2236383dfd1'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:50:29.624737 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b136082-a8ef-48b6-9e42-27daa6ec8607" -d '{"events": [{"name": "network-changed", "server_uuid": "9f21cd21-2cba-4ee2-ba5e-7519128c83d8", "tag": "d05fc4c1-04d3-45a7-9c5b-d2236383dfd1"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:50:29.633454 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f06b11db-a1c7-427c-b3d8-3acae0eac8c0 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:29.648189 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8e7e3b06-ccfd-4a64-9b1f-b5182445ebf8 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:29.707582 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf94aaf-d831-4ee2-af71-4dfaa0af925e service neutron] Pushing event updated for resources: {'Port': ['ID=d05fc4c1-04d3-45a7-9c5b-d2236383dfd1,revision_number=3']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:29.745322 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-84247a8a-4167-43a9-ae88-2e0932cba6ec None None] Provisioning complete for port c45ec4c3-3f8e-4539-8af0-7ab7dea9f8d6 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:29.745694 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-84247a8a-4167-43a9-ae88-2e0932cba6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:29.825006 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-84247a8a-4167-43a9-ae88-2e0932cba6ec None None] Port c45ec4c3-3f8e-4539-8af0-7ab7dea9f8d6 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:50:29.882652 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 13:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6771a77-8277-40c2-8ad2-30986303c812 x-openstack-request-id: req-c6771a77-8277-40c2-8ad2-30986303c812 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:50:29.892111 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f21cd21-2cba-4ee2-ba5e-7519128c83d8", "tag": "d05fc4c1-04d3-45a7-9c5b-d2236383dfd1", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:50:29.892111 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c6771a77-8277-40c2-8ad2-30986303c812 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:50:29.892612 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f21cd21-2cba-4ee2-ba5e-7519128c83d8', 'tag': 'd05fc4c1-04d3-45a7-9c5b-d2236383dfd1', 'status': 'completed', 'code': 200} Mar 28 13:50:29.939652 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-8e51669a-ee7c-4db9-80dd-182c2e8b73fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:29.944444 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-8e51669a-ee7c-4db9-80dd-182c2e8b73fe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bcdd6be72e7642a4b756d4ea1c2944fc&device_id=9f21cd21-2cba-4ee2-ba5e-7519128c83d8 HTTP/1.1" status: 200 len: 1097 time: 0.1868982 Mar 28 13:50:29.950076 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f06b11db-a1c7-427c-b3d8-3acae0eac8c0 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:30.070039 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33810) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:30.093730 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-d89cd022-3170-4318-b993-d53140692e75 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d05fc4c1-04d3-45a7-9c5b-d2236383dfd1 HTTP/1.1" status: 200 len: 217 time: 0.1046159 Mar 28 13:50:30.103938 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-83e5e1ce-baee-4384-8b6c-50b898c1d4cb tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for router_gateway, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:30.127713 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-83e5e1ce-baee-4384-8b6c-50b898c1d4cb tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:30.164980 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-7d8024d8-abe3-4a5f-9e57-7b73907a7f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:30.166843 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-7d8024d8-abe3-4a5f-9e57-7b73907a7f9b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82ef406a-5bfa-4427-b27a-2535f93e5e4f HTTP/1.1" status: 200 len: 835 time: 0.0673959 Mar 28 13:50:30.237859 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5013903e-58cb-4d81-9c6f-4c3e0a6d72c7 None None] Network dc20e938-ec26-4f66-bbdf-c13c61faecb4 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:50:30.266806 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-b0b2cbda-92b0-40a5-8e24-293558983c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:30.268340 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-b0b2cbda-92b0-40a5-8e24-293558983c4e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2ff991f4-50ec-4bee-9b8e-14ed596b49df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0938463 Mar 28 13:50:30.303934 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-284f6a75-c6df-483f-abc1-f14ce583e05c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=97c2fb5000a44df7a1530b25f26f0716&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325854 Mar 28 13:50:30.305996 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8e7e3b06-ccfd-4a64-9b1f-b5182445ebf8 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:30.309496 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33814) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:30.320191 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-a4556c54-937f-4f48-8877-675d8b9d2eba None None] Provisioning complete for port 848a7ece-0c60-45c4-af8a-9f0b2102ed78 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:30.321284 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a4556c54-937f-4f48-8877-675d8b9d2eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:30.326874 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f06b11db-a1c7-427c-b3d8-3acae0eac8c0 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:30.330421 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-83e5e1ce-baee-4384-8b6c-50b898c1d4cb tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Allocated IP 172.26.2.30 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/e039650b-c02b-4755-bf7b-c542249df573) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:50:30.357002 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b11db-a1c7-427c-b3d8-3acae0eac8c0 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Pushing event deleted for resources: {'Subnet': ['ID=000682ab-065e-4d41-9b4d-66f1346de9aa,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:30.369812 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f06b11db-a1c7-427c-b3d8-3acae0eac8c0 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:30.373552 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f06b11db-a1c7-427c-b3d8-3acae0eac8c0 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "DELETE /v2.0/subnets/000682ab-065e-4d41-9b4d-66f1346de9aa HTTP/1.1" status: 204 len: 168 time: 0.9239702 Mar 28 13:50:30.377954 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33818) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:30.394140 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8e7e3b06-ccfd-4a64-9b1f-b5182445ebf8 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:30.394140 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8e7e3b06-ccfd-4a64-9b1f-b5182445ebf8 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:30.408267 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da93ce2b-f33c-4975-93fc-030d48b4295f None None] Network 743b83cd-9291-45f1-84b2-ad3f948d0361 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:50:30.507777 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2d58fca7-af89-4321-9108-4bbc67413d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:30.521762 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-b9121a30-6a64-4d05-b018-f621840342ed service neutron] 10.222.0.20 "GET /v2.0/networks/2ff991f4-50ec-4bee-9b8e-14ed596b49df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460158 Mar 28 13:50:30.553478 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b3d8c420-aec6-4e49-ac3b-fa65cb5c1550 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:30.576888 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e3b06-ccfd-4a64-9b1f-b5182445ebf8 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Pushing event updated for resources: {'Port': ['ID=c45ec4c3-3f8e-4539-8af0-7ab7dea9f8d6,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:30.586033 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a08ba5-f7e1-4737-96b9-65dbb3894542 req-f223d46f-6704-439f-bd3c-6258b84b692a tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:30.588351 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-78a08ba5-f7e1-4737-96b9-65dbb3894542 req-f223d46f-6704-439f-bd3c-6258b84b692a tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f21cd21-2cba-4ee2-ba5e-7519128c83d8 HTTP/1.1" status: 200 len: 944 time: 0.1284699 Mar 28 13:50:30.601276 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a4556c54-937f-4f48-8877-675d8b9d2eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:30.639409 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2d58fca7-af89-4321-9108-4bbc67413d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:30.649380 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-a4556c54-937f-4f48-8877-675d8b9d2eba None None] For port 848a7ece-0c60-45c4-af8a-9f0b2102ed78, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=848a7ece-0c60-45c4-af8a-9f0b2102ed78,segment=NetworkSegment(2507b495-baf6-4de1-8976-cfe4da4c9d9f),segment_id=2507b495-baf6-4de1-8976-cfe4da4c9d9f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:50:30.668001 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 848a7ece-0c60-45c4-af8a-9f0b2102ed78 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:50:30.690168 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-83e5e1ce-baee-4384-8b6c-50b898c1d4cb tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:30.732654 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 848a7ece-0c60-45c4-af8a-9f0b2102ed78 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:30.733179 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:30.746548 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-78a08ba5-f7e1-4737-96b9-65dbb3894542 req-a7fc46e3-35c1-489a-990a-61bf2988cdc1 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/security-groups?id=0706f3f6-4ac4-4bfd-b496-8cf89045c8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074109 Mar 28 13:50:30.769847 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2c7213-d3b3-4c68-9b14-cdaa9ac964d1 None None] DHCP port deletion for 743b83cd-9291-45f1-84b2-ad3f948d0361 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:50:30.771232 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7396361b-c130-4956-9ca1-ebd0e34bb57d req-6770bd06-a6ac-4ecd-8e27-f2c421a15acd service neutron] 10.222.0.20 "GET /v2.0/networks/2ff991f4-50ec-4bee-9b8e-14ed596b49df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348747 Mar 28 13:50:30.776252 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a4556c54-937f-4f48-8877-675d8b9d2eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:30.786302 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-b3d8c420-aec6-4e49-ac3b-fa65cb5c1550 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Deleting port 791b63a3-e1e9-4c17-a189-42ee49f81032 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:50:30.786704 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b3d8c420-aec6-4e49-ac3b-fa65cb5c1550 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:30.807733 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7e3b06-ccfd-4a64-9b1f-b5182445ebf8 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Network d2b313c2-b13d-4f99-98ed-5ff6f8133350 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:50:30.812332 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-8e7e3b06-ccfd-4a64-9b1f-b5182445ebf8 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:50:30.898407 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-b3d8c420-aec6-4e49-ac3b-fa65cb5c1550 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] For port 791b63a3-e1e9-4c17-a189-42ee49f81032, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=791b63a3-e1e9-4c17-a189-42ee49f81032,segment=NetworkSegment(04e742cd-69ff-4c8e-a7a0-1546be42c1c2),segment_id=04e742cd-69ff-4c8e-a7a0-1546be42c1c2)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:50:30.898407 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b3d8c420-aec6-4e49-ac3b-fa65cb5c1550 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:30.901124 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4556c54-937f-4f48-8877-675d8b9d2eba None None] Pushing event updated for resources: {'Port': ['ID=848a7ece-0c60-45c4-af8a-9f0b2102ed78,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:30.924430 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-83e5e1ce-baee-4384-8b6c-50b898c1d4cb tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:30.945345 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-b3d8c420-aec6-4e49-ac3b-fa65cb5c1550 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Calling delete_port for 791b63a3-e1e9-4c17-a189-42ee49f81032 owned by network:dhcp {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:50:30.987928 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-af2c7213-d3b3-4c68-9b14-cdaa9ac964d1 None None] Deleting port 791b63a3-e1e9-4c17-a189-42ee49f81032 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:50:30.988304 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-af2c7213-d3b3-4c68-9b14-cdaa9ac964d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:30.991576 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 9e10f333-dc78-4701-a190-90849979dae9 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:50:31.003421 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e5e1ce-baee-4384-8b6c-50b898c1d4cb tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:50:31.007956 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-83e5e1ce-baee-4384-8b6c-50b898c1d4cb tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:50:31.010767 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e5e1ce-baee-4384-8b6c-50b898c1d4cb tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Pushing event updated for resources: {'Port': ['ID=e039650b-c02b-4755-bf7b-c542249df573,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:31.013928 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e5e1ce-baee-4384-8b6c-50b898c1d4cb tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:50:31.050626 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2d58fca7-af89-4321-9108-4bbc67413d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:31.053670 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2d58fca7-af89-4321-9108-4bbc67413d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:31.058954 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-2d58fca7-af89-4321-9108-4bbc67413d77 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/75cf365a-24a5-4b33-829e-31c4b3e01984 HTTP/1.1" status: 204 len: 168 time: 0.7472775 Mar 28 13:50:31.083606 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d58fca7-af89-4321-9108-4bbc67413d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75cf365a-24a5-4b33-829e-31c4b3e01984,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:31.106939 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b136082-a8ef-48b6-9e42-27daa6ec8607 req-85aed368-faf6-4f7e-8165-6cee22198b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:31.109884 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8b136082-a8ef-48b6-9e42-27daa6ec8607 req-85aed368-faf6-4f7e-8165-6cee22198b8f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bcdd6be72e7642a4b756d4ea1c2944fc&device_id=9f21cd21-2cba-4ee2-ba5e-7519128c83d8 HTTP/1.1" status: 200 len: 1097 time: 0.2138789 Mar 28 13:50:31.131739 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7e3b06-ccfd-4a64-9b1f-b5182445ebf8 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Router 6115c8fe-156d-4d40-9e6d-1b3ef8e0e9ae is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:50:31.149688 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-af2c7213-d3b3-4c68-9b14-cdaa9ac964d1 None None] For port 791b63a3-e1e9-4c17-a189-42ee49f81032, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=791b63a3-e1e9-4c17-a189-42ee49f81032,segment=NetworkSegment(04e742cd-69ff-4c8e-a7a0-1546be42c1c2),segment_id=04e742cd-69ff-4c8e-a7a0-1546be42c1c2)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:50:31.150414 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-af2c7213-d3b3-4c68-9b14-cdaa9ac964d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:31.160942 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbbd60f0-3b47-44db-b4d5-71b554ba2259 None None] Provisioning complete for port 848a7ece-0c60-45c4-af8a-9f0b2102ed78 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:31.161304 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbbd60f0-3b47-44db-b4d5-71b554ba2259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:31.188803 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-af2c7213-d3b3-4c68-9b14-cdaa9ac964d1 None None] Calling delete_port for 791b63a3-e1e9-4c17-a189-42ee49f81032 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:50:31.211696 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b3d8c420-aec6-4e49-ac3b-fa65cb5c1550 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:31.271037 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8c420-aec6-4e49-ac3b-fa65cb5c1550 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Pushing event deleted for resources: {'Port': ['ID=791b63a3-e1e9-4c17-a189-42ee49f81032,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:31.271269 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 9e10f333-dc78-4701-a190-90849979dae9 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:31.271578 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:31.284409 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d8c420-aec6-4e49-ac3b-fa65cb5c1550 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] No DVR routers for this DVR port 791b63a3-e1e9-4c17-a189-42ee49f81032 on host dv-neutron-835335-1-hyperv {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:50:31.301821 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7e3b06-ccfd-4a64-9b1f-b5182445ebf8 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:50:31.313344 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-8e7e3b06-ccfd-4a64-9b1f-b5182445ebf8 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] 10.222.0.24 "PUT /v2.0/routers/6115c8fe-156d-4d40-9e6d-1b3ef8e0e9ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4356904 Mar 28 13:50:31.315416 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33822) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:31.319839 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ed7f05-49ad-40f3-88e3-9e360b29c9ac None None] Sync routers for ids ['6115c8fe-156d-4d40-9e6d-1b3ef8e0e9ae'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:50:31.388442 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ed7f05-49ad-40f3-88e3-9e360b29c9ac None None] Routers {'6115c8fe-156d-4d40-9e6d-1b3ef8e0e9ae'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:50:31.389069 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-47ed7f05-49ad-40f3-88e3-9e360b29c9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:50:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['6115c8fe-156d-4d40-9e6d-1b3ef8e0e9ae'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:31.416036 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b3d8c420-aec6-4e49-ac3b-fa65cb5c1550 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:31.419162 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b136082-a8ef-48b6-9e42-27daa6ec8607 req-b7279bf5-0718-4499-bb0a-0d9e44c2836d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:31.421428 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8b136082-a8ef-48b6-9e42-27daa6ec8607 req-b7279bf5-0718-4499-bb0a-0d9e44c2836d service neutron] 10.222.0.20 "GET /v2.0/networks?id=2ff991f4-50ec-4bee-9b8e-14ed596b49df HTTP/1.1" status: 200 len: 898 time: 0.3045781 Mar 28 13:50:31.432717 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-47ed7f05-49ad-40f3-88e3-9e360b29c9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:31.439302 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-af2c7213-d3b3-4c68-9b14-cdaa9ac964d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:31.469162 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8b136082-a8ef-48b6-9e42-27daa6ec8607 req-9ea84277-8623-446b-ab7a-7a6a11d24bc5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d05fc4c1-04d3-45a7-9c5b-d2236383dfd1 HTTP/1.1" status: 200 len: 217 time: 0.0398932 Mar 28 13:50:31.473951 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2c7213-d3b3-4c68-9b14-cdaa9ac964d1 None None] Pushing event deleted for resources: {'Port': ['ID=791b63a3-e1e9-4c17-a189-42ee49f81032,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:31.476426 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2c7213-d3b3-4c68-9b14-cdaa9ac964d1 None None] No DVR routers for this DVR port 791b63a3-e1e9-4c17-a189-42ee49f81032 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:50:31.495762 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-b3d8c420-aec6-4e49-ac3b-fa65cb5c1550 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['743b83cd-9291-45f1-84b2-ad3f948d0361']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:31.498219 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ed7f05-49ad-40f3-88e3-9e360b29c9ac None None] Routers {'6115c8fe-156d-4d40-9e6d-1b3ef8e0e9ae'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:50:31.499180 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-47ed7f05-49ad-40f3-88e3-9e360b29c9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:50:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['6115c8fe-156d-4d40-9e6d-1b3ef8e0e9ae'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:31.541376 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-b3d8c420-aec6-4e49-ac3b-fa65cb5c1550 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04e742cd-69ff-4c8e-a7a0-1546be42c1c2') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:31.541676 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-b3d8c420-aec6-4e49-ac3b-fa65cb5c1550 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04e742cd-69ff-4c8e-a7a0-1546be42c1c2') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:31.546626 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7ccfca-a5dc-4a08-b112-3da76af60acd None None] get_active_networks_info from dv-neutron-835335-1-hyperv {{(pid=109614) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 28 13:50:31.555030 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-47ed7f05-49ad-40f3-88e3-9e360b29c9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:31.555880 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ed7f05-49ad-40f3-88e3-9e360b29c9ac None None] The sync data for ids ['6115c8fe-156d-4d40-9e6d-1b3ef8e0e9ae'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:50:31.556524 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b3d8c420-aec6-4e49-ac3b-fa65cb5c1550 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:31.575494 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b136082-a8ef-48b6-9e42-27daa6ec8607 req-1f00d84b-cd80-414f-8a36-878c911feb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:31.575680 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8b136082-a8ef-48b6-9e42-27daa6ec8607 req-1f00d84b-cd80-414f-8a36-878c911feb31 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82ef406a-5bfa-4427-b27a-2535f93e5e4f HTTP/1.1" status: 200 len: 835 time: 0.0990162 Mar 28 13:50:31.576635 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b3d8c420-aec6-4e49-ac3b-fa65cb5c1550 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:31.587685 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3d8c420-aec6-4e49-ac3b-fa65cb5c1550 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:50:31.588704 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b3d8c420-aec6-4e49-ac3b-fa65cb5c1550 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:31.601115 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 598b121f-6994-45eb-8a8a-39f28fc7e11d no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:50:31.618573 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:50:31.618573 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:50:31.618573 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:50:31.618573 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:50:31.618573 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:50:31.618573 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:50:31.618573 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:50:31.618573 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:50:31.618573 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:50:31.618573 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:50:31.618573 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:50:31.618573 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:50:31.618573 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:50:31.618573 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:50:31.618573 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:50:31.618573 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:50:31.618573 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:50:31.618573 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:50:31.618573 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:50:31.618573 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:50:31.618573 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:50:31.618573 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:50:31.618573 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:50:31.618573 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:50:31.618573 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:50:31.618573 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:50:31.618573 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:50:31.618573 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:50:31.618573 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:50:31.618573 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:50:31.618573 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:50:31.618573 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:50:31.631706 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-98cfc3c2-07b4-4564-bd87-a259e9551eef None None] Provisioning complete for port c45ec4c3-3f8e-4539-8af0-7ab7dea9f8d6 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:31.631706 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-98cfc3c2-07b4-4564-bd87-a259e9551eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:31.667903 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 598b121f-6994-45eb-8a8a-39f28fc7e11d {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:50:31.669217 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 598b121f-6994-45eb-8a8a-39f28fc7e11d not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:50:31.705111 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b136082-a8ef-48b6-9e42-27daa6ec8607 req-eb47b923-c210-49ef-a83e-685bd4cb5944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:31.705347 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-98cfc3c2-07b4-4564-bd87-a259e9551eef None None] Port c45ec4c3-3f8e-4539-8af0-7ab7dea9f8d6 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:50:31.706979 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8b136082-a8ef-48b6-9e42-27daa6ec8607 req-eb47b923-c210-49ef-a83e-685bd4cb5944 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2ff991f4-50ec-4bee-9b8e-14ed596b49df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0852847 Mar 28 13:50:31.716494 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7ccfca-a5dc-4a08-b112-3da76af60acd None None] Resources bound (agent type, host, resource id): {{(pid=109614) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 13:50:31.752409 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-83e5e1ce-baee-4384-8b6c-50b898c1d4cb tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for router_gateway, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:31.802250 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b3d8c420-aec6-4e49-ac3b-fa65cb5c1550 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:31.820404 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b3d8c420-aec6-4e49-ac3b-fa65cb5c1550 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:31.823539 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b3d8c420-aec6-4e49-ac3b-fa65cb5c1550 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] 10.222.0.24 "DELETE /v2.0/networks/743b83cd-9291-45f1-84b2-ad3f948d0361 HTTP/1.1" status: 204 len: 168 time: 1.4443216 Mar 28 13:50:31.914271 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8c420-aec6-4e49-ac3b-fa65cb5c1550 tempest-NetworksIpV6Test-1696918016 tempest-NetworksIpV6Test-1696918016-project] Pushing event deleted for resources: {'Network': ['ID=743b83cd-9291-45f1-84b2-ad3f948d0361,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:31.937280 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8b136082-a8ef-48b6-9e42-27daa6ec8607 req-8fd866f8-ddb7-4964-b4cd-5f4c48e5dd69 service neutron] 10.222.0.20 "GET /v2.0/networks/2ff991f4-50ec-4bee-9b8e-14ed596b49df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225504 Mar 28 13:50:31.985953 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f2fc4-c4fb-4667-a578-26d5b054f684 req-0fe509f0-fea0-49fc-852d-b321e750cd44 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:31.989299 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ee6f2fc4-c4fb-4667-a578-26d5b054f684 req-0fe509f0-fea0-49fc-852d-b321e750cd44 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f21cd21-2cba-4ee2-ba5e-7519128c83d8 HTTP/1.1" status: 200 len: 944 time: 0.1815147 Mar 28 13:50:32.017016 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b1cd28-ecde-4bad-a8a5-f110ea0fd345 None None] get_active_networks_info from dv-neutron-835335-1-hyperv {{(pid=109614) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 28 13:50:32.069597 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-f7fcfa7f-b9cb-4c42-88bb-b2d78715103a tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:50:32.071838 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-f7fcfa7f-b9cb-4c42-88bb-b2d78715103a tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] 10.222.0.24 "PUT /v2.0/routers/6115c8fe-156d-4d40-9e6d-1b3ef8e0e9ae/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7539709 Mar 28 13:50:32.077621 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33842) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:32.118526 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ee6f2fc4-c4fb-4667-a578-26d5b054f684 req-9055cd3b-89cc-4620-9eea-57513aa37185 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/security-groups?id=0706f3f6-4ac4-4bfd-b496-8cf89045c8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810301 Mar 28 13:50:32.125363 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8b136082-a8ef-48b6-9e42-27daa6ec8607 req-849e1912-e4b5-406b-bab7-c212325cda57 service neutron] 10.222.0.20 "GET /v2.0/networks/2ff991f4-50ec-4bee-9b8e-14ed596b49df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790857 Mar 28 13:50:32.144929 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b1cd28-ecde-4bad-a8a5-f110ea0fd345 None None] Resources bound (agent type, host, resource id): {{(pid=109614) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 13:50:32.409627 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33850) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:32.527890 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33854) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:32.533077 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 848a7ece-0c60-45c4-af8a-9f0b2102ed78 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:50:32.554696 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-83e5e1ce-baee-4384-8b6c-50b898c1d4cb tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:32.573265 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-b15cc20f-a6e2-4b6a-af81-2017814dcfe0 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:32.578223 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b15cc20f-a6e2-4b6a-af81-2017814dcfe0 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1675785 Mar 28 13:50:32.578811 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33858) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:32.583009 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-0d6099d0-3991-4070-88a3-376027c2aa1a tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:32.587128 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-0d6099d0-3991-4070-88a3-376027c2aa1a tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0072241 Mar 28 13:50:32.587996 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33860) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:32.592623 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-c27d3b7f-7531-4e1e-a9fe-bbc1dbb62843 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:32.596213 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c27d3b7f-7531-4e1e-a9fe-bbc1dbb62843 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0071483 Mar 28 13:50:32.596971 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33862) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:32.608128 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-ccaf6189-9e92-443e-899a-6aceef698e36 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:32.612124 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ccaf6189-9e92-443e-899a-6aceef698e36 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0095725 Mar 28 13:50:32.612124 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33864) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:32.615516 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-1bf13812-5848-4e0e-b13b-d5c9a492a455 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:32.616459 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-1bf13812-5848-4e0e-b13b-d5c9a492a455 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0040126 Mar 28 13:50:32.622897 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33866) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:32.623768 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 848a7ece-0c60-45c4-af8a-9f0b2102ed78 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:32.624206 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:32.629132 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-044d1d1a-9114-42ab-8f63-7bebaba285f6 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:32.632354 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-044d1d1a-9114-42ab-8f63-7bebaba285f6 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0063035 Mar 28 13:50:32.634027 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33868) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:32.639609 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-3d248c74-12ac-4c1e-9ee2-803ae348495f tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:32.642988 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3d248c74-12ac-4c1e-9ee2-803ae348495f tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0055954 Mar 28 13:50:32.645649 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33870) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:32.651602 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-6f0b9663-6341-4a32-93df-df6fed5db3be tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:32.655710 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-6f0b9663-6341-4a32-93df-df6fed5db3be tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0061007 Mar 28 13:50:32.656461 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33872) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:32.659886 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-4b104487-06ce-4a35-9647-43580998ed32 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:32.660830 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-4b104487-06ce-4a35-9647-43580998ed32 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0039158 Mar 28 13:50:32.665211 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33874) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:32.669139 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-c54cd3b3-c1d7-43dd-be25-9ce08fdf9c5b tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:32.672545 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c54cd3b3-c1d7-43dd-be25-9ce08fdf9c5b tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0039358 Mar 28 13:50:32.673354 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33876) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:32.680415 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-c79168b6-afaa-4dc7-8f6e-56399f751452 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:32.680415 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c79168b6-afaa-4dc7-8f6e-56399f751452 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0048168 Mar 28 13:50:32.681310 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33878) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:32.689444 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-7220771a-586b-4de1-8356-23831f71e08e tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:32.695808 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-7220771a-586b-4de1-8356-23831f71e08e tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0081971 Mar 28 13:50:32.695808 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-58bd656b-a63e-40ad-b4be-b51f3b06cdb5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e3ccc62ac4294ef7b8c72ff93b44bd2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1632910 Mar 28 13:50:32.699428 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33880) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:32.699750 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33882) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:32.705233 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-09ca41db-6540-4a3d-ba3d-fa841ea4e01c tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:32.708361 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-09ca41db-6540-4a3d-ba3d-fa841ea4e01c tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0039053 Mar 28 13:50:32.710323 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33884) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:32.714905 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-e3df39c5-5997-4017-b2e6-cf95b004489c tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:32.718522 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e3df39c5-5997-4017-b2e6-cf95b004489c tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0046492 Mar 28 13:50:32.721888 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33886) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:32.727474 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-2146bd9c-bfb1-45f3-98ff-f38106c540e6 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:32.728437 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-2146bd9c-bfb1-45f3-98ff-f38106c540e6 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0056643 Mar 28 13:50:32.732749 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33888) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:32.737245 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-e89de706-9f9b-4c93-a534-5b094ed9b4dc tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:32.740318 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e89de706-9f9b-4c93-a534-5b094ed9b4dc tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0042639 Mar 28 13:50:32.742614 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33890) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:32.750137 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-4962d902-6a75-49cf-96c3-bc164dbc64fa tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:32.750865 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-4962d902-6a75-49cf-96c3-bc164dbc64fa tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0073409 Mar 28 13:50:32.754258 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33892) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:32.762426 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-1c21798f-8364-475d-b9cf-8eb5b4cdcb2f tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:32.765519 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-1c21798f-8364-475d-b9cf-8eb5b4cdcb2f tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0082681 Mar 28 13:50:32.766282 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33894) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:32.786661 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bc4d051b-7b40-4e70-9527-fd7fc9a82b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:32.790909 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [None req-4ae4fe04-5d95-481c-9b0b-22be73902453 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=109612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:32.794822 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-4ae4fe04-5d95-481c-9b0b-22be73902453 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0218329 Mar 28 13:50:32.797218 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33896) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:32.797431 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 791b63a3-e1e9-4c17-a189-42ee49f81032 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:50:32.803165 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-bebdb115-7d88-4ff9-9014-20881d8ca59a tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:32.806758 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-bebdb115-7d88-4ff9-9014-20881d8ca59a tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0056968 Mar 28 13:50:32.806859 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33898) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:32.815080 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-dddeb51b-3cef-49ef-b6ce-447661c45795 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:32.816020 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-dddeb51b-3cef-49ef-b6ce-447661c45795 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0083582 Mar 28 13:50:32.819184 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33900) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:32.821115 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bc4d051b-7b40-4e70-9527-fd7fc9a82b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:32.822786 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 791b63a3-e1e9-4c17-a189-42ee49f81032 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:50:32.823213 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 791b63a3-e1e9-4c17-a189-42ee49f81032 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:50:32.827692 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [None req-ab1685bf-8df5-4360-9bbf-d3f498a4398d tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=109612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:32.828683 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ab1685bf-8df5-4360-9bbf-d3f498a4398d tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0085640 Mar 28 13:50:32.833232 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33902) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:32.839969 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-e1c40a92-e447-4849-a5f5-32985533bbf7 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:32.841030 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e1c40a92-e447-4849-a5f5-32985533bbf7 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0078940 Mar 28 13:50:32.849120 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33904) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:32.853613 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-0d664e48-be5a-441c-8522-2ef619aa7c04 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:32.856678 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-0d664e48-be5a-441c-8522-2ef619aa7c04 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0045567 Mar 28 13:50:32.858540 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33906) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:32.864647 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [None req-ce42bc2d-2f1f-4e92-b568-33c07025a93e tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=109612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:32.865561 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ce42bc2d-2f1f-4e92-b568-33c07025a93e tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0046124 Mar 28 13:50:32.868334 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33908) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:32.873453 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-9ae315ae-7bc8-4de1-b5d6-9aa22b48c22c tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:32.874420 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9ae315ae-7bc8-4de1-b5d6-9aa22b48c22c tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0050597 Mar 28 13:50:32.882475 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33910) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:32.886435 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-3d0d1929-13f3-47ec-b938-8fca8292dce8 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:32.887352 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3d0d1929-13f3-47ec-b938-8fca8292dce8 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0040133 Mar 28 13:50:32.890306 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33912) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:32.894112 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-eca4d6c1-b516-4306-b2e1-e6ad820d55c3 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:32.895040 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-eca4d6c1-b516-4306-b2e1-e6ad820d55c3 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0038779 Mar 28 13:50:32.897966 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33914) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:32.901852 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-6653c402-0ce8-4c75-90ca-38ef690e75bd tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:32.902780 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-6653c402-0ce8-4c75-90ca-38ef690e75bd tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0039399 Mar 28 13:50:32.909323 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33916) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:32.913152 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-fd9274f2-5639-439f-9061-67b36a3c5982 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:32.914052 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-fd9274f2-5639-439f-9061-67b36a3c5982 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0038898 Mar 28 13:50:32.916162 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33918) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:32.919964 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-a5c09f06-0a78-40cf-8c06-e7a068665ad9 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:32.921105 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a5c09f06-0a78-40cf-8c06-e7a068665ad9 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0040462 Mar 28 13:50:32.923191 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33920) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:32.924332 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e5e1ce-baee-4384-8b6c-50b898c1d4cb tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Router 202ad8bb-fdcb-48cb-a7a4-2d1227895291 is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:50:32.927094 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-f4de24fa-c051-4e00-92ae-06ca57e5b820 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:32.928086 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f4de24fa-c051-4e00-92ae-06ca57e5b820 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0039432 Mar 28 13:50:32.934139 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33922) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:32.939364 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-9c81c67c-0468-4386-ab47-bf2bb37f9a1b tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:32.940308 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9c81c67c-0468-4386-ab47-bf2bb37f9a1b tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0047948 Mar 28 13:50:32.942477 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33924) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:32.946327 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-c89945e1-6b53-405c-a123-9cb7b93e5d1e tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:32.949106 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c89945e1-6b53-405c-a123-9cb7b93e5d1e tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0038502 Mar 28 13:50:32.950090 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33926) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:32.954668 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-174b2d03-78d8-4015-a492-f6d765ae6f47 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:32.955585 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-174b2d03-78d8-4015-a492-f6d765ae6f47 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0039203 Mar 28 13:50:32.959265 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bc4d051b-7b40-4e70-9527-fd7fc9a82b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:32.959563 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bc4d051b-7b40-4e70-9527-fd7fc9a82b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:32.963188 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-bc4d051b-7b40-4e70-9527-fd7fc9a82b38 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/06b0c401-83a3-4493-90ae-d1680a31f9dd HTTP/1.1" status: 204 len: 168 time: 0.2594602 Mar 28 13:50:32.963188 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33928) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:32.966964 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-4a2a24bd-f1b6-4de3-a607-9ee0e863cf54 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:32.967962 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-4a2a24bd-f1b6-4de3-a607-9ee0e863cf54 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0044701 Mar 28 13:50:32.973510 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33932) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:32.977505 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-624f7a26-3a95-42c0-b7fd-7fabc4a21650 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:32.978582 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-624f7a26-3a95-42c0-b7fd-7fabc4a21650 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0040972 Mar 28 13:50:32.980930 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33934) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:32.983052 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4d051b-7b40-4e70-9527-fd7fc9a82b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b0c401-83a3-4493-90ae-d1680a31f9dd,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:32.984500 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-fb74243e-565d-44e9-bb5e-372d0d3581a9 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:32.988885 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-c09c1ee8-e244-40e6-8f1d-5190b3019bc1 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:32.991780 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c09c1ee8-e244-40e6-8f1d-5190b3019bc1 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0077224 Mar 28 13:50:32.993145 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33936) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:33.000454 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-ff8c3943-f7c2-4720-90dd-7f3650055f97 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:33.003576 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ff8c3943-f7c2-4720-90dd-7f3650055f97 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0082445 Mar 28 13:50:33.003817 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33938) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:33.007728 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-2c693fdf-1cf0-4e8b-8fb4-0281435472b3 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:33.010632 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-2c693fdf-1cf0-4e8b-8fb4-0281435472b3 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0040047 Mar 28 13:50:33.010632 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4d051b-7b40-4e70-9527-fd7fc9a82b38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:50:33.010632 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4d051b-7b40-4e70-9527-fd7fc9a82b38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:50:33.010947 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4d051b-7b40-4e70-9527-fd7fc9a82b38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:50:33.011157 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4d051b-7b40-4e70-9527-fd7fc9a82b38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:50:33.011490 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4d051b-7b40-4e70-9527-fd7fc9a82b38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:50:33.011816 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4d051b-7b40-4e70-9527-fd7fc9a82b38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:50:33.012140 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4d051b-7b40-4e70-9527-fd7fc9a82b38 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:50:33.012492 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4d051b-7b40-4e70-9527-fd7fc9a82b38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:50:33.013448 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4d051b-7b40-4e70-9527-fd7fc9a82b38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:50:33.013774 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4d051b-7b40-4e70-9527-fd7fc9a82b38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:50:33.014095 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4d051b-7b40-4e70-9527-fd7fc9a82b38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:50:33.014412 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4d051b-7b40-4e70-9527-fd7fc9a82b38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:50:33.016775 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33940) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:33.021056 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-3e5fc8cd-09d4-459a-b2d7-6803eeaa0997 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:33.022005 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3e5fc8cd-09d4-459a-b2d7-6803eeaa0997 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0043697 Mar 28 13:50:33.024409 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33942) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:33.036772 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-e1b78db5-76ec-4b9d-8349-3db99fe20a42 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:33.041564 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e1b78db5-76ec-4b9d-8349-3db99fe20a42 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0153403 Mar 28 13:50:33.042051 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33944) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:33.048009 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-202ec93d-1992-4816-8eb3-e92da5b1e7d9 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:33.049916 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-202ec93d-1992-4816-8eb3-e92da5b1e7d9 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0062971 Mar 28 13:50:33.059097 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33946) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:33.065185 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-96240043-fcea-4891-8310-673115335f5c tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:33.065568 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-96240043-fcea-4891-8310-673115335f5c tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0048077 Mar 28 13:50:33.069153 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33948) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:33.073280 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-fa0d54d1-d599-4f14-ad58-f6e1bdb8b3af tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:33.074312 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-fa0d54d1-d599-4f14-ad58-f6e1bdb8b3af tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0041749 Mar 28 13:50:33.076034 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device d05fc4c1-04d3-45a7-9c5b-d2236383dfd1 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 13:50:33.077997 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33950) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:33.082412 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-afc91631-854f-4591-b413-55a713260560 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:33.085723 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-afc91631-854f-4591-b413-55a713260560 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0044658 Mar 28 13:50:33.085960 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33952) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:33.090964 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-f3edd0ab-e9a8-40a7-8ac8-319449966012 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:33.094251 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f3edd0ab-e9a8-40a7-8ac8-319449966012 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0050972 Mar 28 13:50:33.094513 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33954) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:33.098849 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-93b74c3c-8a03-40ad-afe4-8a04afdb5da5 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:33.100210 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-93b74c3c-8a03-40ad-afe4-8a04afdb5da5 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0046256 Mar 28 13:50:33.106518 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33956) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:33.110890 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-c449a5b3-b6a1-4527-b24e-2f953fe4dfb0 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:33.111916 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c449a5b3-b6a1-4527-b24e-2f953fe4dfb0 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0044482 Mar 28 13:50:33.114425 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33958) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:33.118624 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [None req-e5c00a92-d2eb-4b6c-9225-7e656af9c96e tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=109612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:33.121677 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-e5c00a92-d2eb-4b6c-9225-7e656af9c96e tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0042155 Mar 28 13:50:33.123326 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33962) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:33.129274 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-9901941c-af8c-4bc3-aa39-aecc2ea200fc tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:33.141766 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9901941c-af8c-4bc3-aa39-aecc2ea200fc tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0060833 Mar 28 13:50:33.142105 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33964) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:33.149250 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-af05955d-a48f-4940-a115-42e201778b9f tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:33.152418 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-af05955d-a48f-4940-a115-42e201778b9f tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0074008 Mar 28 13:50:33.154503 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33966) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:33.158474 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e5e1ce-baee-4384-8b6c-50b898c1d4cb tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:50:33.164095 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-44878df6-76ad-4e37-9cb1-bb19a3a14125 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:33.170501 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-44878df6-76ad-4e37-9cb1-bb19a3a14125 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0134265 Mar 28 13:50:33.172805 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33968) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:33.178543 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-ca8ec3d5-d821-4d8a-91a9-0792cc0d2130 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:33.179808 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ca8ec3d5-d821-4d8a-91a9-0792cc0d2130 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0059590 Mar 28 13:50:33.181041 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c253b7-d8b0-48b9-8ae9-8983559a09ca None None] Sync routers for ids ['202ad8bb-fdcb-48cb-a7a4-2d1227895291'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:50:33.182548 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33970) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:33.191738 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-167ad8f8-d636-4ff9-8dc7-b539995cf925 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:33.194931 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c253b7-d8b0-48b9-8ae9-8983559a09ca None None] Routers {'202ad8bb-fdcb-48cb-a7a4-2d1227895291'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:50:33.195545 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-167ad8f8-d636-4ff9-8dc7-b539995cf925 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0118670 Mar 28 13:50:33.196104 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-b7c253b7-d8b0-48b9-8ae9-8983559a09ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:50:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['202ad8bb-fdcb-48cb-a7a4-2d1227895291'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:33.198056 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33972) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:33.207493 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port d05fc4c1-04d3-45a7-9c5b-d2236383dfd1, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=d05fc4c1-04d3-45a7-9c5b-d2236383dfd1,segment=NetworkSegment(a80f2681-e6a4-420a-a7d2-2591d90941c8),segment_id=a80f2681-e6a4-420a-a7d2-2591d90941c8)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:50:33.209212 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-e4e2ce44-d5da-4376-b23a-2dcce5ba5cd3 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:33.213728 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e4e2ce44-d5da-4376-b23a-2dcce5ba5cd3 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0141578 Mar 28 13:50:33.216928 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33974) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:33.228453 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': 'd05fc4c1-04d3-45a7-9c5b-d2236383dfd1', 'network_id': '2ff991f4-50ec-4bee-9b8e-14ed596b49df', 'port_id': 'd05fc4c1-04d3-45a7-9c5b-d2236383dfd1', 'mac_address': 'fa:16:3e:b8:11:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82ef406a-5bfa-4427-b27a-2535f93e5e4f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 13:50:33.232314 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-cbb6fefc-3cac-4ae8-a19e-bddc5844b065 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:33.237034 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-b7c253b7-d8b0-48b9-8ae9-8983559a09ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:33.237213 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-cbb6fefc-3cac-4ae8-a19e-bddc5844b065 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0158961 Mar 28 13:50:33.242086 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33976) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:33.242733 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c253b7-d8b0-48b9-8ae9-8983559a09ca None None] Routers {'202ad8bb-fdcb-48cb-a7a4-2d1227895291'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:50:33.243369 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-b7c253b7-d8b0-48b9-8ae9-8983559a09ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:50:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['202ad8bb-fdcb-48cb-a7a4-2d1227895291'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:33.260029 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [None req-5345cedf-8d70-4a78-8aaa-4b38e0f40010 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=109612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:33.386540 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-5345cedf-8d70-4a78-8aaa-4b38e0f40010 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0148544 Mar 28 13:50:33.388278 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33978) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:33.388416 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-83e5e1ce-baee-4384-8b6c-50b898c1d4cb tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:33.388416 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-83e5e1ce-baee-4384-8b6c-50b898c1d4cb tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.9527910 Mar 28 13:50:33.388416 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33980) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:33.388416 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-4561b1d8-2a5f-40ad-bcfb-052396511f43 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'enable_snat': False}}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:33.388729 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-45fc7c8f-3f78-4117-a757-e60e2ccf3fba tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:33.388729 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-45fc7c8f-3f78-4117-a757-e60e2ccf3fba tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0074351 Mar 28 13:50:33.388729 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33982) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:33.388950 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:33.389052 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-62cd2880-2761-4651-9d95-ca70e37c4d39 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:33.389052 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-62cd2880-2761-4651-9d95-ca70e37c4d39 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0128884 Mar 28 13:50:33.389052 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33984) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:33.389052 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-92a1087d-d574-4161-b91d-25817d593560 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:33.389052 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-92a1087d-d574-4161-b91d-25817d593560 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0053048 Mar 28 13:50:33.389052 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33986) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:33.389504 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d05fc4c1-04d3-45a7-9c5b-d2236383dfd1 {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 13:50:33.389590 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-ebf74174-81d1-40ca-8d5c-c3e6567637dc tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:33.389590 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ebf74174-81d1-40ca-8d5c-c3e6567637dc tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0068142 Mar 28 13:50:33.389590 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0ab16-342c-4629-aad9-4064d665d255 req-f98235d5-2f61-4d53-a8e2-e9e1176f2dd9 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:33.389590 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8dd0ab16-342c-4629-aad9-4064d665d255 req-f98235d5-2f61-4d53-a8e2-e9e1176f2dd9 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f21cd21-2cba-4ee2-ba5e-7519128c83d8 HTTP/1.1" status: 200 len: 944 time: 0.1117489 Mar 28 13:50:33.389917 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port d05fc4c1-04d3-45a7-9c5b-d2236383dfd1, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=d05fc4c1-04d3-45a7-9c5b-d2236383dfd1,segment=NetworkSegment(a80f2681-e6a4-420a-a7d2-2591d90941c8),segment_id=a80f2681-e6a4-420a-a7d2-2591d90941c8)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:50:33.390008 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33988) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:33.390008 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-eded0331-d781-48d5-88e5-28378d57279a tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:33.390008 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-eded0331-d781-48d5-88e5-28378d57279a tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0043993 Mar 28 13:50:33.390008 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33990) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:33.390008 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-152d01ae-1022-407e-a6bf-40b7946d234b tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:33.390008 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-152d01ae-1022-407e-a6bf-40b7946d234b tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0110381 Mar 28 13:50:33.390449 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-b7c253b7-d8b0-48b9-8ae9-8983559a09ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:33.390449 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c253b7-d8b0-48b9-8ae9-8983559a09ca None None] The sync data for ids ['202ad8bb-fdcb-48cb-a7a4-2d1227895291'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:50:33.390611 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33992) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:33.390611 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-fd3c57d8-bf1c-4d9b-924d-5dc993eb2ff5 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:33.390611 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-fd3c57d8-bf1c-4d9b-924d-5dc993eb2ff5 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0040421 Mar 28 13:50:33.392384 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33994) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:33.397706 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-a0e4208b-8faf-40cd-83c7-d66ecdc0f8d7 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:33.398644 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a0e4208b-8faf-40cd-83c7-d66ecdc0f8d7 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0042100 Mar 28 13:50:33.409333 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 33996) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:33.411225 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [None req-3cd5db11-8891-4be5-a760-0b5f3a84d54b tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=109612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:33.412186 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-3cd5db11-8891-4be5-a760-0b5f3a84d54b tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0061710 Mar 28 13:50:33.414562 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8dd0ab16-342c-4629-aad9-4064d665d255 req-ed360f83-c00b-473e-b57c-1bcc1bca41ef tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/security-groups?id=0706f3f6-4ac4-4bfd-b496-8cf89045c8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640593 Mar 28 13:50:33.415012 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 33998) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:33.419163 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-8389eb86-0af1-49bb-a811-1968bf6ec8ba tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:33.425920 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-8389eb86-0af1-49bb-a811-1968bf6ec8ba tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0073645 Mar 28 13:50:33.425920 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34000) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:33.432616 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [None req-eb8b408f-f58d-487c-b44a-05517adda917 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:50:33.439155 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-eb8b408f-f58d-487c-b44a-05517adda917 tempest-ExtensionsTestJSON-1267614580 tempest-ExtensionsTestJSON-1267614580-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0121033 Mar 28 13:50:33.451259 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:33.520713 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=d05fc4c1-04d3-45a7-9c5b-d2236383dfd1,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:33.555041 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-fb74243e-565d-44e9-bb5e-372d0d3581a9 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Deleting port c45ec4c3-3f8e-4539-8af0-7ab7dea9f8d6 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:50:33.555424 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-fb74243e-565d-44e9-bb5e-372d0d3581a9 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:33.715045 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-fb74243e-565d-44e9-bb5e-372d0d3581a9 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:33.733948 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-fb74243e-565d-44e9-bb5e-372d0d3581a9 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Calling delete_port for c45ec4c3-3f8e-4539-8af0-7ab7dea9f8d6 owned by network:router_interface {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:50:33.766686 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['d05fc4c1-04d3-45a7-9c5b-d2236383dfd1'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 13:50:33.821044 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4561b1d8-2a5f-40ad-bcfb-052396511f43 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:33.965538 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34016) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:34.076917 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-fb74243e-565d-44e9-bb5e-372d0d3581a9 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:34.102949 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b7abc0b9-031f-4c80-8ba8-9a74c3d26456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:34.108132 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb74243e-565d-44e9-bb5e-372d0d3581a9 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Pushing event deleted for resources: {'Port': ['ID=c45ec4c3-3f8e-4539-8af0-7ab7dea9f8d6,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:34.163858 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb74243e-565d-44e9-bb5e-372d0d3581a9 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:50:34.163858 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb74243e-565d-44e9-bb5e-372d0d3581a9 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:50:34.163858 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb74243e-565d-44e9-bb5e-372d0d3581a9 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:50:34.163858 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb74243e-565d-44e9-bb5e-372d0d3581a9 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:50:34.163858 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb74243e-565d-44e9-bb5e-372d0d3581a9 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:50:34.163858 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb74243e-565d-44e9-bb5e-372d0d3581a9 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:50:34.163858 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb74243e-565d-44e9-bb5e-372d0d3581a9 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:50:34.163858 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb74243e-565d-44e9-bb5e-372d0d3581a9 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:50:34.163858 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb74243e-565d-44e9-bb5e-372d0d3581a9 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:50:34.163858 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb74243e-565d-44e9-bb5e-372d0d3581a9 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:50:34.163858 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb74243e-565d-44e9-bb5e-372d0d3581a9 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:50:34.163858 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb74243e-565d-44e9-bb5e-372d0d3581a9 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:50:34.214804 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b7abc0b9-031f-4c80-8ba8-9a74c3d26456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:34.250230 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-fb74243e-565d-44e9-bb5e-372d0d3581a9 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:34.284400 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b7abc0b9-031f-4c80-8ba8-9a74c3d26456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:34.323775 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34028) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:34.343772 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b7abc0b9-031f-4c80-8ba8-9a74c3d26456 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=852ca73fadbd4a85a26516e45f92e5bb&name=default HTTP/1.1" status: 200 len: 2982 time: 0.3743572 Mar 28 13:50:34.343772 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7abc0b9-031f-4c80-8ba8-9a74c3d26456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793e79cd-b28e-4b1c-929d-3f1ba58afc5c,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:34.346336 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34032) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:34.395953 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b7d59322-47fa-4bbf-b6c4-58908fee79cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:34.418711 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b7d59322-47fa-4bbf-b6c4-58908fee79cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:34.466770 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-3bebb915-0e68-4b02-a921-e3ab3d3c1acc tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Request body: {'security_group': {'name': 'tempest-secgroup--161585743'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:34.528000 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb74243e-565d-44e9-bb5e-372d0d3581a9 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Router 6115c8fe-156d-4d40-9e6d-1b3ef8e0e9ae has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:50:34.543545 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115070e7-67b1-4f46-8b64-a212817f31dd req-8a2206c8-bdab-44f5-9d9c-5cd5427281c6 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:34.546119 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-115070e7-67b1-4f46-8b64-a212817f31dd req-8a2206c8-bdab-44f5-9d9c-5cd5427281c6 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f21cd21-2cba-4ee2-ba5e-7519128c83d8 HTTP/1.1" status: 200 len: 945 time: 0.0497787 Mar 28 13:50:34.558303 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b7d59322-47fa-4bbf-b6c4-58908fee79cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:34.565470 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b7d59322-47fa-4bbf-b6c4-58908fee79cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:34.565470 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b7d59322-47fa-4bbf-b6c4-58908fee79cb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/793e79cd-b28e-4b1c-929d-3f1ba58afc5c HTTP/1.1" status: 204 len: 168 time: 0.2144442 Mar 28 13:50:34.577373 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d59322-47fa-4bbf-b6c4-58908fee79cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793e79cd-b28e-4b1c-929d-3f1ba58afc5c,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:34.593045 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3bebb915-0e68-4b02-a921-e3ab3d3c1acc tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:34.607230 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3bebb915-0e68-4b02-a921-e3ab3d3c1acc tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:34.612169 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-115070e7-67b1-4f46-8b64-a212817f31dd req-bc0f9326-5f01-4b9f-a8bb-745bdf9c0311 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/security-groups?id=0706f3f6-4ac4-4bfd-b496-8cf89045c8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598173 Mar 28 13:50:34.698173 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3bebb915-0e68-4b02-a921-e3ab3d3c1acc tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:34.758752 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3bebb915-0e68-4b02-a921-e3ab3d3c1acc tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:34.793174 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bebb915-0e68-4b02-a921-e3ab3d3c1acc tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f38aa3-5139-475a-8102-122c7b8becf3,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:34.839270 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3bebb915-0e68-4b02-a921-e3ab3d3c1acc tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:34.930115 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3bebb915-0e68-4b02-a921-e3ab3d3c1acc tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:34.959528 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bebb915-0e68-4b02-a921-e3ab3d3c1acc tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e70d07-946f-4eb6-9b06-b990fa0c65a6,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:34.971627 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb74243e-565d-44e9-bb5e-372d0d3581a9 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:50:34.977778 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-fb74243e-565d-44e9-bb5e-372d0d3581a9 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] 10.222.0.24 "PUT /v2.0/routers/6115c8fe-156d-4d40-9e6d-1b3ef8e0e9ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9000137 Mar 28 13:50:34.981845 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34040) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:34.987102 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4561b1d8-2a5f-40ad-bcfb-052396511f43 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133933759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133929745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12481'] for router, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:34.987938 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b45ad4-81ef-4003-9da5-2a5b09735311 None None] Sync routers for ids ['6115c8fe-156d-4d40-9e6d-1b3ef8e0e9ae'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:50:34.991359 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4561b1d8-2a5f-40ad-bcfb-052396511f43 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133933750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133933709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133929832'] for router, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:35.002769 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b45ad4-81ef-4003-9da5-2a5b09735311 None None] Routers {'6115c8fe-156d-4d40-9e6d-1b3ef8e0e9ae'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:50:35.003918 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-53b45ad4-81ef-4003-9da5-2a5b09735311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:50:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['6115c8fe-156d-4d40-9e6d-1b3ef8e0e9ae'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:35.025026 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-b56e6bbf-2988-4e00-b134-9ba0949aaf59 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] delete failed (client error): The resource could not be found. Mar 28 13:50:35.029958 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b56e6bbf-2988-4e00-b134-9ba0949aaf59 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-1480259933 HTTP/1.1" status: 404 len: 335 time: 0.0432231 Mar 28 13:50:35.030625 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34044) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:35.036475 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-163e593c-24e5-4322-b0d9-154fd5061462 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Request body: {'router': {'external_gateway_info': {'network_id': '6115c8fe-156d-4d40-9e6d-1b3ef8e0e9ae'}}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:35.050658 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3bebb915-0e68-4b02-a921-e3ab3d3c1acc tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:35.050658 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3bebb915-0e68-4b02-a921-e3ab3d3c1acc tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7190890 Mar 28 13:50:35.058533 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-53b45ad4-81ef-4003-9da5-2a5b09735311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:35.074444 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b45ad4-81ef-4003-9da5-2a5b09735311 None None] Routers {'6115c8fe-156d-4d40-9e6d-1b3ef8e0e9ae'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:50:35.074444 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-53b45ad4-81ef-4003-9da5-2a5b09735311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:50:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['6115c8fe-156d-4d40-9e6d-1b3ef8e0e9ae'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:35.082724 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34046) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:35.127860 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device d05fc4c1-04d3-45a7-9c5b-d2236383dfd1 up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:50:35.132802 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-53b45ad4-81ef-4003-9da5-2a5b09735311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:35.133615 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b45ad4-81ef-4003-9da5-2a5b09735311 None None] The sync data for ids ['6115c8fe-156d-4d40-9e6d-1b3ef8e0e9ae'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:50:35.134222 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4561b1d8-2a5f-40ad-bcfb-052396511f43 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Router 202ad8bb-fdcb-48cb-a7a4-2d1227895291 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:50:35.248495 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning for port d05fc4c1-04d3-45a7-9c5b-d2236383dfd1 completed by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 13:50:35.268608 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4561b1d8-2a5f-40ad-bcfb-052396511f43 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:50:35.268904 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port d05fc4c1-04d3-45a7-9c5b-d2236383dfd1 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:35.268904 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:35.269076 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4561b1d8-2a5f-40ad-bcfb-052396511f43 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:35.272307 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-4561b1d8-2a5f-40ad-bcfb-052396511f43 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] 10.222.0.24 "PUT /v2.0/routers/202ad8bb-fdcb-48cb-a7a4-2d1227895291 HTTP/1.1" status: 200 len: 924 time: 1.9900200 Mar 28 13:50:35.273217 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34054) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:35.277491 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc0c8e4-5b46-4690-96a7-38e9af54e57f None None] Sync routers for ids ['202ad8bb-fdcb-48cb-a7a4-2d1227895291'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:50:35.295519 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc0c8e4-5b46-4690-96a7-38e9af54e57f None None] Routers {'202ad8bb-fdcb-48cb-a7a4-2d1227895291'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:50:35.297185 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-9dc0c8e4-5b46-4690-96a7-38e9af54e57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:50:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['202ad8bb-fdcb-48cb-a7a4-2d1227895291'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:35.367609 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-9dc0c8e4-5b46-4690-96a7-38e9af54e57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:35.375657 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:35.391780 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc0c8e4-5b46-4690-96a7-38e9af54e57f None None] Routers {'202ad8bb-fdcb-48cb-a7a4-2d1227895291'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:50:35.396766 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-9dc0c8e4-5b46-4690-96a7-38e9af54e57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:50:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['202ad8bb-fdcb-48cb-a7a4-2d1227895291'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:35.411168 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port d05fc4c1-04d3-45a7-9c5b-d2236383dfd1, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=d05fc4c1-04d3-45a7-9c5b-d2236383dfd1,segment=NetworkSegment(a80f2681-e6a4-420a-a7d2-2591d90941c8),segment_id=a80f2681-e6a4-420a-a7d2-2591d90941c8)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:50:35.412073 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f21cd21-2cba-4ee2-ba5e-7519128c83d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05fc4c1-04d3-45a7-9c5b-d2236383dfd1'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:50:35.414869 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-b1ac5a90-e813-4906-87e4-6ba91982acbf tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] 10.222.0.24 "GET /v2.0/routers/202ad8bb-fdcb-48cb-a7a4-2d1227895291 HTTP/1.1" status: 200 len: 924 time: 0.1399651 Mar 28 13:50:35.417528 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36850a81-ca3d-47a4-b163-29e8636af041" -d '{"events": [{"server_uuid": "9f21cd21-2cba-4ee2-ba5e-7519128c83d8", "name": "network-vif-plugged", "status": "completed", "tag": "d05fc4c1-04d3-45a7-9c5b-d2236383dfd1"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:50:35.424683 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34056) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:35.448506 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-9dc0c8e4-5b46-4690-96a7-38e9af54e57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:35.449524 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc0c8e4-5b46-4690-96a7-38e9af54e57f None None] The sync data for ids ['202ad8bb-fdcb-48cb-a7a4-2d1227895291'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:50:35.465257 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-04987c80-6709-4abc-bb06-27ba4f825556 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3785121 Mar 28 13:50:35.469965 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34062) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:35.475048 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-58335556-ff41-45ec-bf32-445b053c0059 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Request body: {'security_group': {'name': 'tempest-security--1172543965', 'description': 'tempest-security-description-545863091'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:35.507039 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233b7289-7748-4ce1-933f-3b40fb546456 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:35.511611 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-233b7289-7748-4ce1-933f-3b40fb546456 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=1cb296ed-c863-4502-973a-f31b82091846&device_id=202ad8bb-fdcb-48cb-a7a4-2d1227895291&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0900724 Mar 28 13:50:35.512082 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34064) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:35.541524 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:35.595910 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-58335556-ff41-45ec-bf32-445b053c0059 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:35.609612 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8c9c8a-43de-449e-bd77-2aeab4d20631 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:35.611009 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-9d8c9c8a-43de-449e-bd77-2aeab4d20631 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] 10.222.0.24 "GET /v2.0/networks/1cb296ed-c863-4502-973a-f31b82091846 HTTP/1.1" status: 200 len: 881 time: 0.0974417 Mar 28 13:50:35.613873 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34070) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:35.636140 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-163e593c-24e5-4322-b0d9-154fd5061462 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:35.651014 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-bbde2815-caad-4287-b28e-8eb9ed40743c tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] 10.222.0.24 "GET /v2.0/ports?device_id=202ad8bb-fdcb-48cb-a7a4-2d1227895291 HTTP/1.1" status: 200 len: 205 time: 0.0337722 Mar 28 13:50:35.651261 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34076) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:35.676533 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=d05fc4c1-04d3-45a7-9c5b-d2236383dfd1,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:35.688724 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:50:35.689191 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:50:35.689584 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:50:35.689919 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:50:35.690247 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:50:35.690573 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:50:35.690898 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:50:35.691536 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:50:35.692007 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:50:35.692339 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:50:35.692911 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:50:35.693233 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:50:35.705480 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-58335556-ff41-45ec-bf32-445b053c0059 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:35.709293 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 13:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2011b7bc-810b-4653-a27b-08718719b6b8 x-openstack-request-id: req-2011b7bc-810b-4653-a27b-08718719b6b8 {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:50:35.709629 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f21cd21-2cba-4ee2-ba5e-7519128c83d8", "name": "network-vif-plugged", "status": "completed", "tag": "d05fc4c1-04d3-45a7-9c5b-d2236383dfd1", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:50:35.709885 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2011b7bc-810b-4653-a27b-08718719b6b8 {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:50:35.710276 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f21cd21-2cba-4ee2-ba5e-7519128c83d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05fc4c1-04d3-45a7-9c5b-d2236383dfd1', 'code': 200} Mar 28 13:50:35.773037 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-163e593c-24e5-4322-b0d9-154fd5061462 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] update failed (client error): The resource could not be found. Mar 28 13:50:35.774101 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-163e593c-24e5-4322-b0d9-154fd5061462 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] 10.222.0.24 "PUT /v2.0/routers/6115c8fe-156d-4d40-9e6d-1b3ef8e0e9ae HTTP/1.1" status: 404 len: 339 time: 0.7424068 Mar 28 13:50:35.778130 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34078) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:35.779803 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1d3cbffb-8393-44cd-a662-d3ea4624b9cd tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for router, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:35.785118 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-088fd5b6-7844-4444-a7cb-e2678a73fc9c tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-619498792'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:35.816882 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6470d-59e9-49e6-adc8-5dab5a4363bb req-406f1efc-92c6-447c-8ffd-2475c57502c7 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:35.818391 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a2a6470d-59e9-49e6-adc8-5dab5a4363bb req-406f1efc-92c6-447c-8ffd-2475c57502c7 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f21cd21-2cba-4ee2-ba5e-7519128c83d8 HTTP/1.1" status: 200 len: 946 time: 0.0829389 Mar 28 13:50:35.834801 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-58335556-ff41-45ec-bf32-445b053c0059 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:35.839051 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-58335556-ff41-45ec-bf32-445b053c0059 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:35.840274 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-58335556-ff41-45ec-bf32-445b053c0059 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "PUT /v2.0/security-groups/a8e70d07-946f-4eb6-9b06-b990fa0c65a6 HTTP/1.1" status: 200 len: 1779 time: 0.3693886 Mar 28 13:50:35.855589 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34082) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:35.901845 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1d3cbffb-8393-44cd-a662-d3ea4624b9cd tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:35.910428 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088fd5b6-7844-4444-a7cb-e2678a73fc9c tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Made reservation on behalf of 3ae5922c4d2045aabafa52eba0f1efd0 for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:50:35.913854 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-088fd5b6-7844-4444-a7cb-e2678a73fc9c tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:35.918735 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58335556-ff41-45ec-bf32-445b053c0059 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e70d07-946f-4eb6-9b06-b990fa0c65a6,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:35.941503 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34084) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:35.941669 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a2a6470d-59e9-49e6-adc8-5dab5a4363bb req-d79fa55a-9bce-48c5-b57b-2bb7e66c7941 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/security-groups?id=0706f3f6-4ac4-4bfd-b496-8cf89045c8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149063 Mar 28 13:50:35.959294 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e01a33e6-bd2a-4e5e-aaa9-58724e93cefc tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "GET /v2.0/security-groups/a8e70d07-946f-4eb6-9b06-b990fa0c65a6 HTTP/1.1" status: 200 len: 1779 time: 0.1016006 Mar 28 13:50:35.960967 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34088) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:36.018575 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-088fd5b6-7844-4444-a7cb-e2678a73fc9c tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:50:36.034130 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-088fd5b6-7844-4444-a7cb-e2678a73fc9c tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:36.034477 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-088fd5b6-7844-4444-a7cb-e2678a73fc9c tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Added segment 78f73dcc-23ae-4df0-966b-53687f750079 of type vlan for network 7b984793-bfcc-475f-b674-70e234353da9 Mar 28 13:50:36.055301 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-efce8044-c652-414d-8483-4fae014c9575 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:36.063466 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-a78d060f-581d-454b-83e4-ef86ed798eec tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-270334685'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:36.071749 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eeaa74-fa17-4d8a-bbe9-6707a4931590 req-0dfb2266-e2b1-4457-87b0-c77bffe247c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:36.073277 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-74eeaa74-fa17-4d8a-bbe9-6707a4931590 req-0dfb2266-e2b1-4457-87b0-c77bffe247c8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9f21cd21-2cba-4ee2-ba5e-7519128c83d8 HTTP/1.1" status: 200 len: 1099 time: 0.1108887 Mar 28 13:50:36.093465 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-088fd5b6-7844-4444-a7cb-e2678a73fc9c tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:36.097553 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-1d3cbffb-8393-44cd-a662-d3ea4624b9cd tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Deleting port e039650b-c02b-4755-bf7b-c542249df573 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:50:36.097890 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1d3cbffb-8393-44cd-a662-d3ea4624b9cd tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:36.103571 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-efce8044-c652-414d-8483-4fae014c9575 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:36.138708 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-74eeaa74-fa17-4d8a-bbe9-6707a4931590 req-94d89309-5b71-49f1-a1c5-bf56c786d570 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0706f3f6-4ac4-4bfd-b496-8cf89045c8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537527 Mar 28 13:50:36.186543 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78d060f-581d-454b-83e4-ef86ed798eec tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Made reservation on behalf of da7f13db110d4595a42f48c2b038c600 for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:50:36.189828 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a78d060f-581d-454b-83e4-ef86ed798eec tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:36.205219 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a78d060f-581d-454b-83e4-ef86ed798eec tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:36.209714 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-088fd5b6-7844-4444-a7cb-e2678a73fc9c tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:36.215519 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088fd5b6-7844-4444-a7cb-e2678a73fc9c tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:36.219697 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-088fd5b6-7844-4444-a7cb-e2678a73fc9c tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:36.219822 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1d3cbffb-8393-44cd-a662-d3ea4624b9cd tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:36.242797 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-1d3cbffb-8393-44cd-a662-d3ea4624b9cd tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Calling delete_port for e039650b-c02b-4755-bf7b-c542249df573 owned by network:router_gateway {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:50:36.282831 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088fd5b6-7844-4444-a7cb-e2678a73fc9c tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Pushing event updated for resources: {'Network': ['ID=7b984793-bfcc-475f-b674-70e234353da9,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:36.291223 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-efce8044-c652-414d-8483-4fae014c9575 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:36.293009 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 7b984793-bfcc-475f-b674-70e234353da9 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:50:36.293808 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-efce8044-c652-414d-8483-4fae014c9575 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:36.294986 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-efce8044-c652-414d-8483-4fae014c9575 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "DELETE /v2.0/security-groups/a8e70d07-946f-4eb6-9b06-b990fa0c65a6 HTTP/1.1" status: 204 len: 168 time: 0.3327827 Mar 28 13:50:36.297947 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34090) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:36.327538 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce8044-c652-414d-8483-4fae014c9575 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e70d07-946f-4eb6-9b06-b990fa0c65a6,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:36.333977 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-088fd5b6-7844-4444-a7cb-e2678a73fc9c tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5539207 Mar 28 13:50:36.334083 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34092) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:36.343855 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-4a9d726f-87f3-4c09-b4c0-6f76b664694a tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Request body: {'subnet': {'network_id': '7b984793-bfcc-475f-b674-70e234353da9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:36.350565 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d583dc5d-0a66-408c-a152-8880308b4859 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0508389 Mar 28 13:50:36.358956 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34094) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:36.375747 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-423ccccf-a527-4b59-941f-10698aa78f49 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] delete failed (client error): The resource could not be found. Mar 28 13:50:36.380437 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-423ccccf-a527-4b59-941f-10698aa78f49 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "DELETE /v2.0/security-groups/a8e70d07-946f-4eb6-9b06-b990fa0c65a6 HTTP/1.1" status: 404 len: 347 time: 0.0167892 Mar 28 13:50:36.383665 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34096) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:36.384992 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-92709a5e-f4d4-474d-a614-bc55d02662a2 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Request body: {'security_group': {'name': 'tempest-secgroup--1102513459'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:36.478823 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-92709a5e-f4d4-474d-a614-bc55d02662a2 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:36.504484 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a78d060f-581d-454b-83e4-ef86ed798eec tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:36.545573 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-92709a5e-f4d4-474d-a614-bc55d02662a2 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:36.562820 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a78d060f-581d-454b-83e4-ef86ed798eec tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:36.588304 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a78d060f-581d-454b-83e4-ef86ed798eec tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:50:36.597403 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d060f-581d-454b-83e4-ef86ed798eec tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=369d6412-224a-462a-8ec0-67f66e139510,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:36.601949 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9d726f-87f3-4c09-b4c0-6f76b664694a tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Made reservation on behalf of 3ae5922c4d2045aabafa52eba0f1efd0 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:50:36.607415 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4a9d726f-87f3-4c09-b4c0-6f76b664694a tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:36.609276 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a78d060f-581d-454b-83e4-ef86ed798eec tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:36.609617 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-a78d060f-581d-454b-83e4-ef86ed798eec tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Added segment 66f47a89-15c4-4033-b5a6-43d7c41b94d3 of type vlan for network 5e5f0215-686d-4f6f-bb38-61a61f0e7c6b Mar 28 13:50:36.655064 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-92709a5e-f4d4-474d-a614-bc55d02662a2 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:36.663960 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1d3cbffb-8393-44cd-a662-d3ea4624b9cd tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:36.684129 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92709a5e-f4d4-474d-a614-bc55d02662a2 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25afe354-fbca-4b9e-8785-134a3f08a810,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:36.730092 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3cbffb-8393-44cd-a662-d3ea4624b9cd tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Pushing event deleted for resources: {'Port': ['ID=e039650b-c02b-4755-bf7b-c542249df573,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:36.742295 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-92709a5e-f4d4-474d-a614-bc55d02662a2 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:36.743679 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-92709a5e-f4d4-474d-a614-bc55d02662a2 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3621035 Mar 28 13:50:36.752006 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34098) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:36.756479 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-56a7845a-4bad-45b5-93ea-fbfd57ff607e tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Request body: {'security_group_rule': {'security_group_id': '25afe354-fbca-4b9e-8785-134a3f08a810', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:36.758954 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a78d060f-581d-454b-83e4-ef86ed798eec tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:36.829534 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1d3cbffb-8393-44cd-a662-d3ea4624b9cd tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133933816'] for router_gateway, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:36.843776 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-56a7845a-4bad-45b5-93ea-fbfd57ff607e tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:36.905443 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-56a7845a-4bad-45b5-93ea-fbfd57ff607e tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:36.910338 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a78d060f-581d-454b-83e4-ef86ed798eec tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:36.915964 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78d060f-581d-454b-83e4-ef86ed798eec tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:36.916508 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a78d060f-581d-454b-83e4-ef86ed798eec tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:36.965825 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1d3cbffb-8393-44cd-a662-d3ea4624b9cd tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:36.981217 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1d3cbffb-8393-44cd-a662-d3ea4624b9cd tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:36.993210 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-56a7845a-4bad-45b5-93ea-fbfd57ff607e tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:37.012461 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7845a-4bad-45b5-93ea-fbfd57ff607e tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6cda32e-eb7e-46af-ab4e-965b61880fe1,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:37.064745 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ed8c9-a931-4661-85b6-258706fab624 req-8aaca0eb-c593-434d-b863-33939696f91b tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:37.066511 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b80ed8c9-a931-4661-85b6-258706fab624 req-8aaca0eb-c593-434d-b863-33939696f91b tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f21cd21-2cba-4ee2-ba5e-7519128c83d8 HTTP/1.1" status: 200 len: 946 time: 0.0511396 Mar 28 13:50:37.081990 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-56a7845a-4bad-45b5-93ea-fbfd57ff607e tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:37.087694 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-56a7845a-4bad-45b5-93ea-fbfd57ff607e tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3301177 Mar 28 13:50:37.087836 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a78d060f-581d-454b-83e4-ef86ed798eec tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1481783 Mar 28 13:50:37.089823 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34102) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:37.101954 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d060f-581d-454b-83e4-ef86ed798eec tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Pushing event updated for resources: {'Network': ['ID=5e5f0215-686d-4f6f-bb38-61a61f0e7c6b,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:37.114642 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 5e5f0215-686d-4f6f-bb38-61a61f0e7c6b details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:50:37.138573 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5dca94f2-9704-403a-ba76-b772b600c53b tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:37.143078 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b80ed8c9-a931-4661-85b6-258706fab624 req-4ccd68d6-ec61-4bcd-be1b-346038046fba tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/security-groups?id=0706f3f6-4ac4-4bfd-b496-8cf89045c8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703862 Mar 28 13:50:37.156306 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5dca94f2-9704-403a-ba76-b772b600c53b tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:37.181864 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1d3cbffb-8393-44cd-a662-d3ea4624b9cd tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:37.182473 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3cbffb-8393-44cd-a662-d3ea4624b9cd tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Fanout notify agent at l3_agent the message router_deleted on router 202ad8bb-fdcb-48cb-a7a4-2d1227895291 {{(pid=109612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:50:37.198960 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1d3cbffb-8393-44cd-a662-d3ea4624b9cd tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:37.200679 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-1d3cbffb-8393-44cd-a662-d3ea4624b9cd tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] 10.222.0.24 "DELETE /v2.0/routers/202ad8bb-fdcb-48cb-a7a4-2d1227895291 HTTP/1.1" status: 204 len: 168 time: 1.5479507 Mar 28 13:50:37.205121 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34104) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:37.212987 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-64c450cb-5327-4b54-a70c-4ee6a66c7153 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1692621806', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:37.233997 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4a9d726f-87f3-4c09-b4c0-6f76b664694a tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:37.263214 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5dca94f2-9704-403a-ba76-b772b600c53b tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:37.275265 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5dca94f2-9704-403a-ba76-b772b600c53b tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:37.276841 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-5dca94f2-9704-403a-ba76-b772b600c53b tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/f6cda32e-eb7e-46af-ab4e-965b61880fe1 HTTP/1.1" status: 204 len: 168 time: 0.1862791 Mar 28 13:50:37.280156 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34106) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:37.282663 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca94f2-9704-403a-ba76-b772b600c53b tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6cda32e-eb7e-46af-ab4e-965b61880fe1,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:37.317096 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d726f-87f3-4c09-b4c0-6f76b664694a tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Pushing event updated for resources: {'Subnet': ['ID=261dfe90-f3ac-4b77-a4ff-56a3cdbdd0b8,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:37.322532 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-64c450cb-5327-4b54-a70c-4ee6a66c7153 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:37.328570 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-64c450cb-5327-4b54-a70c-4ee6a66c7153 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:37.330562 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9d726f-87f3-4c09-b4c0-6f76b664694a tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Checking segment: {'id': '78f73dcc-23ae-4df0-966b-53687f750079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7b984793-bfcc-475f-b674-70e234353da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:50:37.333438 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9d726f-87f3-4c09-b4c0-6f76b664694a tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Network hostable DHCP agents. Network: 7b984793-bfcc-475f-b674-70e234353da9, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:50:37.357839 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-01ccd2e7-31a4-42c0-b3e1-de7242e5f20b tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0740981 Mar 28 13:50:37.362159 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34108) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:37.396329 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-64c450cb-5327-4b54-a70c-4ee6a66c7153 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:37.416806 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-34f5b7bd-1466-4e98-be71-d9ad34a25673 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:37.440518 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-34f5b7bd-1466-4e98-be71-d9ad34a25673 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:37.443103 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9d726f-87f3-4c09-b4c0-6f76b664694a tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Network 7b984793-bfcc-475f-b674-70e234353da9 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:50:37.490535 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-64c450cb-5327-4b54-a70c-4ee6a66c7153 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:37.512866 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-4a9d726f-87f3-4c09-b4c0-6f76b664694a tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 7b984793-bfcc-475f-b674-70e234353da9) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:50:37.517786 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9d726f-87f3-4c09-b4c0-6f76b664694a tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:37.525039 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4a9d726f-87f3-4c09-b4c0-6f76b664694a tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:37.525265 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb77bd5-1514-4bf2-964e-4d05e4dfd1a8 None None] Network 7b984793-bfcc-475f-b674-70e234353da9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:50:37.541490 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-34f5b7bd-1466-4e98-be71-d9ad34a25673 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:37.545038 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-34f5b7bd-1466-4e98-be71-d9ad34a25673 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:37.548910 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-34f5b7bd-1466-4e98-be71-d9ad34a25673 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "DELETE /v2.0/security-groups/25afe354-fbca-4b9e-8785-134a3f08a810 HTTP/1.1" status: 204 len: 168 time: 0.1847932 Mar 28 13:50:37.549411 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34110) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:37.560983 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5b7bd-1466-4e98-be71-d9ad34a25673 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25afe354-fbca-4b9e-8785-134a3f08a810,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:37.601187 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-973b4070-8210-49b6-a8a8-862a30942f87 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0468769 Mar 28 13:50:37.602492 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34112) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:37.603532 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-64c450cb-5327-4b54-a70c-4ee6a66c7153 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:37.604672 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-64c450cb-5327-4b54-a70c-4ee6a66c7153 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3985531 Mar 28 13:50:37.609407 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34114) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:37.610134 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-10f0af90-6c65-4464-863f-5e1413470ce5 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Request body: {'security_group': {'name': 'tempest-secgroup--1966724255'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:37.614370 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-0ba267d2-9064-4afb-b440-fc0e96a18d28 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Request body: {'router': {'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:37.661984 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-4a9d726f-87f3-4c09-b4c0-6f76b664694a tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3260264 Mar 28 13:50:37.664656 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34116) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:37.671791 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-e02cafc7-d3fe-4ad6-b346-c8e0630cc75c tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Request body: {'router': {'external_gateway_info': {'network_id': '7b984793-bfcc-475f-b674-70e234353da9'}}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:37.747597 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50467b7-2528-4ae5-8d94-ee0c53db06a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-7b984793-bfcc-475f-b674-70e234353da9', 'network_id': '7b984793-bfcc-475f-b674-70e234353da9', 'tenant_id': '3ae5922c4d2045aabafa52eba0f1efd0', 'fixed_ips': [{'subnet_id': '261dfe90-f3ac-4b77-a4ff-56a3cdbdd0b8'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:50:37.748816 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c50467b7-2528-4ae5-8d94-ee0c53db06a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:37.750591 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-10f0af90-6c65-4464-863f-5e1413470ce5 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:37.828752 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0ba267d2-9064-4afb-b440-fc0e96a18d28 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:37.923780 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-c50467b7-2528-4ae5-8d94-ee0c53db06a5 None None] Allocated IP 2001:db8:1::2 (7b984793-bfcc-475f-b674-70e234353da9/261dfe90-f3ac-4b77-a4ff-56a3cdbdd0b8/9e122873-178a-437e-a64c-8ba0aae8f7b9) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:50:37.946167 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e02cafc7-d3fe-4ad6-b346-c8e0630cc75c tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:37.985637 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-10f0af90-6c65-4464-863f-5e1413470ce5 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:38.067657 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-10f0af90-6c65-4464-863f-5e1413470ce5 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:38.094290 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c50467b7-2528-4ae5-8d94-ee0c53db06a5 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:38.104832 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0ba267d2-9064-4afb-b440-fc0e96a18d28 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for router_gateway, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:38.117567 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f0af90-6c65-4464-863f-5e1413470ce5 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aee580da-5f2c-46e2-8529-28b567cf7c86,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:38.134294 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0ba267d2-9064-4afb-b440-fc0e96a18d28 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:38.157880 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-e02cafc7-d3fe-4ad6-b346-c8e0630cc75c tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:50:38.159733 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-e02cafc7-d3fe-4ad6-b346-c8e0630cc75c tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] 10.222.0.24 "PUT /v2.0/routers/6115c8fe-156d-4d40-9e6d-1b3ef8e0e9ae HTTP/1.1" status: 400 len: 364 time: 0.4931371 Mar 28 13:50:38.163174 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34118) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:38.196780 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c50467b7-2528-4ae5-8d94-ee0c53db06a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:38.254171 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-10f0af90-6c65-4464-863f-5e1413470ce5 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:38.261326 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-10f0af90-6c65-4464-863f-5e1413470ce5 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6562209 Mar 28 13:50:38.269322 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34122) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:38.274517 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-2454dfff-ad1e-47b0-9dcf-c9c36f77621d tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Request body: {'security_group_rule': {'security_group_id': 'aee580da-5f2c-46e2-8529-28b567cf7c86', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:38.283797 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50467b7-2528-4ae5-8d94-ee0c53db06a5 None None] Network 7b984793-bfcc-475f-b674-70e234353da9 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:50:38.285230 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50467b7-2528-4ae5-8d94-ee0c53db06a5 None None] Pushing event updated for resources: {'Port': ['ID=9e122873-178a-437e-a64c-8ba0aae8f7b9,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:38.294781 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-c50467b7-2528-4ae5-8d94-ee0c53db06a5 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:50:38.298169 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50467b7-2528-4ae5-8d94-ee0c53db06a5 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:50:38.318404 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-0ba267d2-9064-4afb-b440-fc0e96a18d28 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Allocated IP 172.26.2.189 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/be39338f-d9ce-4150-91ba-dc5a8c4be5d1) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:50:38.380061 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-c50467b7-2528-4ae5-8d94-ee0c53db06a5 None None] Attempting to bind port 9e122873-178a-437e-a64c-8ba0aae8f7b9 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:50:38.380867 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-c50467b7-2528-4ae5-8d94-ee0c53db06a5 None None] Attempting to bind port 9e122873-178a-437e-a64c-8ba0aae8f7b9 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '78f73dcc-23ae-4df0-966b-53687f750079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7b984793-bfcc-475f-b674-70e234353da9'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:50:38.386221 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2454dfff-ad1e-47b0-9dcf-c9c36f77621d tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:38.396938 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50467b7-2528-4ae5-8d94-ee0c53db06a5 None None] Attempting to bind port 9e122873-178a-437e-a64c-8ba0aae8f7b9 on network 7b984793-bfcc-475f-b674-70e234353da9 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:50:38.413355 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50467b7-2528-4ae5-8d94-ee0c53db06a5 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:50:38.414361 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50467b7-2528-4ae5-8d94-ee0c53db06a5 None None] Checking segment: {'id': '78f73dcc-23ae-4df0-966b-53687f750079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7b984793-bfcc-475f-b674-70e234353da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:50:38.415145 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c50467b7-2528-4ae5-8d94-ee0c53db06a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:38.415778 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50467b7-2528-4ae5-8d94-ee0c53db06a5 None None] Bound using segment: {'id': '78f73dcc-23ae-4df0-966b-53687f750079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7b984793-bfcc-475f-b674-70e234353da9'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:50:38.416532 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-c50467b7-2528-4ae5-8d94-ee0c53db06a5 None None] Bound port: 9e122873-178a-437e-a64c-8ba0aae8f7b9, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78f73dcc-23ae-4df0-966b-53687f750079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7b984793-bfcc-475f-b674-70e234353da9'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:50:38.417165 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c50467b7-2528-4ae5-8d94-ee0c53db06a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:38.480408 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557233a1-6773-44bf-856f-62b0faa4d1d2 req-399fe8c4-9420-4764-872d-957945ee0fe0 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:38.480671 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-557233a1-6773-44bf-856f-62b0faa4d1d2 req-399fe8c4-9420-4764-872d-957945ee0fe0 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f21cd21-2cba-4ee2-ba5e-7519128c83d8 HTTP/1.1" status: 200 len: 946 time: 0.1850510 Mar 28 13:50:38.508420 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-c50467b7-2528-4ae5-8d94-ee0c53db06a5 None None] For port 9e122873-178a-437e-a64c-8ba0aae8f7b9, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:50:38.510948 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-c50467b7-2528-4ae5-8d94-ee0c53db06a5 None None] For port 9e122873-178a-437e-a64c-8ba0aae8f7b9, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=9e122873-178a-437e-a64c-8ba0aae8f7b9,segment=NetworkSegment(78f73dcc-23ae-4df0-966b-53687f750079),segment_id=78f73dcc-23ae-4df0-966b-53687f750079)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:50:38.517876 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2454dfff-ad1e-47b0-9dcf-c9c36f77621d tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:38.561174 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-557233a1-6773-44bf-856f-62b0faa4d1d2 req-61a7b7df-2256-488a-848b-8c88c40df9d9 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/security-groups?id=0706f3f6-4ac4-4bfd-b496-8cf89045c8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688734 Mar 28 13:50:38.582075 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0ba267d2-9064-4afb-b440-fc0e96a18d28 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:38.587724 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c50467b7-2528-4ae5-8d94-ee0c53db06a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:38.595140 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2454dfff-ad1e-47b0-9dcf-c9c36f77621d tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:38.648598 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2454dfff-ad1e-47b0-9dcf-c9c36f77621d tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dbe1a99-befb-4a58-a4eb-02bf53a6b571,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:38.678913 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2454dfff-ad1e-47b0-9dcf-c9c36f77621d tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:38.680703 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-2454dfff-ad1e-47b0-9dcf-c9c36f77621d tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4096875 Mar 28 13:50:38.683433 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34126) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:38.688468 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-706d793d-6278-493f-a829-ff48338de6e1 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Request body: {'security_group_rule': {'security_group_id': 'aee580da-5f2c-46e2-8529-28b567cf7c86', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:38.752531 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50467b7-2528-4ae5-8d94-ee0c53db06a5 None None] Pushing event updated for resources: {'Port': ['ID=9e122873-178a-437e-a64c-8ba0aae8f7b9,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:38.753035 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0ba267d2-9064-4afb-b440-fc0e96a18d28 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:38.781995 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba267d2-9064-4afb-b440-fc0e96a18d28 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:50:38.804880 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-0ba267d2-9064-4afb-b440-fc0e96a18d28 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:50:38.810445 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba267d2-9064-4afb-b440-fc0e96a18d28 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:50:38.862481 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-706d793d-6278-493f-a829-ff48338de6e1 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:38.875577 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d93b59-1b50-4a3c-9ad2-5eaa9827bd38 req-67d9d5a0-79c6-4921-ba8c-3aaa8c194414 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:38.877127 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-52d93b59-1b50-4a3c-9ad2-5eaa9827bd38 req-67d9d5a0-79c6-4921-ba8c-3aaa8c194414 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f21cd21-2cba-4ee2-ba5e-7519128c83d8 HTTP/1.1" status: 200 len: 946 time: 0.1777802 Mar 28 13:50:38.877777 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba267d2-9064-4afb-b440-fc0e96a18d28 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Pushing event updated for resources: {'Port': ['ID=be39338f-d9ce-4150-91ba-dc5a8c4be5d1,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:38.945815 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f6f71e35-063a-4f14-bceb-e8128b829148 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:38.945933 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-706d793d-6278-493f-a829-ff48338de6e1 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:39.051022 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-706d793d-6278-493f-a829-ff48338de6e1 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:39.145869 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706d793d-6278-493f-a829-ff48338de6e1 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff140c62-a496-422b-9df7-429218621ae1,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:39.162271 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-52d93b59-1b50-4a3c-9ad2-5eaa9827bd38 req-7e4c69c6-bf3d-40f8-822b-a3af5c45a5be tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/security-groups?id=0706f3f6-4ac4-4bfd-b496-8cf89045c8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2162170 Mar 28 13:50:39.202431 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34128) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:39.217680 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-706d793d-6278-493f-a829-ff48338de6e1 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:39.227258 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-706d793d-6278-493f-a829-ff48338de6e1 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5344939 Mar 28 13:50:39.227258 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34130) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:39.233845 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-5b2fe761-3323-43a5-8da4-2ae19e5f9f04 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Request body: {'security_group_rule': {'security_group_id': 'aee580da-5f2c-46e2-8529-28b567cf7c86', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:39.269151 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471a46bc-d9d7-4124-890e-a160c8e0df6e tempest-TestNetworkAdvancedServerOps-1802044711 tempest-TestNetworkAdvancedServerOps-1802044711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:39.270680 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-471a46bc-d9d7-4124-890e-a160c8e0df6e tempest-TestNetworkAdvancedServerOps-1802044711 tempest-TestNetworkAdvancedServerOps-1802044711-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9f21cd21-2cba-4ee2-ba5e-7519128c83d8 HTTP/1.1" status: 200 len: 1094 time: 0.0672126 Mar 28 13:50:39.289012 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34132) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:39.295958 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-3067ecd8-06f6-4008-b3f7-d50acdd9d78a tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Request body: {'floatingip': {'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'port_id': 'd05fc4c1-04d3-45a7-9c5b-d2236383dfd1', 'tenant_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:39.334567 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-f6f71e35-063a-4f14-bceb-e8128b829148 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Allocated IP 2001:db8::1 (a41ebf8d-def2-483b-b909-62e302390721/caaa56ad-c91d-4a4e-94fc-9376aea5a56a/9ac33ff4-aafb-4cad-9a29-2212ad466d54) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:50:39.380174 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5b2fe761-3323-43a5-8da4-2ae19e5f9f04 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:39.399483 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3067ecd8-06f6-4008-b3f7-d50acdd9d78a tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks [] for floatingip, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:39.407946 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0ba267d2-9064-4afb-b440-fc0e96a18d28 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for router_gateway, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:39.503781 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f6f71e35-063a-4f14-bceb-e8128b829148 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:39.529901 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5b2fe761-3323-43a5-8da4-2ae19e5f9f04 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:39.573490 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3067ecd8-06f6-4008-b3f7-d50acdd9d78a tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:39.625155 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5b2fe761-3323-43a5-8da4-2ae19e5f9f04 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:39.645267 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f6f71e35-063a-4f14-bceb-e8128b829148 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:39.656906 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2fe761-3323-43a5-8da4-2ae19e5f9f04 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=120a2528-6b62-4c18-b88f-95b0ec4d7eea,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:39.727562 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f71e35-063a-4f14-bceb-e8128b829148 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Network a41ebf8d-def2-483b-b909-62e302390721 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:50:39.730688 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5b2fe761-3323-43a5-8da4-2ae19e5f9f04 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:39.737769 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-5b2fe761-3323-43a5-8da4-2ae19e5f9f04 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5145886 Mar 28 13:50:39.738448 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34134) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:39.747536 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-d7001672-b23d-4972-9b5d-598119b10d42 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Request body: {'security_group_rule': {'security_group_id': 'aee580da-5f2c-46e2-8529-28b567cf7c86', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:39.751054 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-f6f71e35-063a-4f14-bceb-e8128b829148 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:50:39.756394 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f71e35-063a-4f14-bceb-e8128b829148 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:50:39.756978 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f6f71e35-063a-4f14-bceb-e8128b829148 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:39.802357 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0ba267d2-9064-4afb-b440-fc0e96a18d28 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133933759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133929745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12481'] for router, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:39.805744 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f71e35-063a-4f14-bceb-e8128b829148 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Pushing event updated for resources: {'Port': ['ID=9ac33ff4-aafb-4cad-9a29-2212ad466d54,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:39.807498 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0ba267d2-9064-4afb-b440-fc0e96a18d28 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133933750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133933709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133929832'] for router, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:39.869304 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-3067ecd8-06f6-4008-b3f7-d50acdd9d78a tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Allocated IP 172.26.2.110 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/237b3879-db31-4132-9689-8c39d9713d80) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:50:39.995500 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1fb68e-c4c5-432f-a5ba-7c7ac482d897 None None] Network 7b984793-bfcc-475f-b674-70e234353da9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:50:40.001171 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d7001672-b23d-4972-9b5d-598119b10d42 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:40.103394 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba267d2-9064-4afb-b440-fc0e96a18d28 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Router 858c19ab-f440-4c45-a032-b8eae0b6f566 is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:50:40.103638 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f6f71e35-063a-4f14-bceb-e8128b829148 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:40.117160 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3067ecd8-06f6-4008-b3f7-d50acdd9d78a tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:40.124105 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-823f81e8-779e-4335-8c4a-55d8ac72cadc None None] Provisioning complete for port 9e122873-178a-437e-a64c-8ba0aae8f7b9 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:40.124769 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-823f81e8-779e-4335-8c4a-55d8ac72cadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:40.240908 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba267d2-9064-4afb-b440-fc0e96a18d28 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:50:40.250190 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0ba267d2-9064-4afb-b440-fc0e96a18d28 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:40.251458 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-0ba267d2-9064-4afb-b440-fc0e96a18d28 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] 10.222.0.24 "PUT /v2.0/routers/858c19ab-f440-4c45-a032-b8eae0b6f566 HTTP/1.1" status: 200 len: 884 time: 2.6411099 Mar 28 13:50:40.258091 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d7001672-b23d-4972-9b5d-598119b10d42 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:40.258091 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34136) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:40.302123 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b888496a-d717-4977-ac2d-f9fa25132409 None None] Sync routers for ids ['858c19ab-f440-4c45-a032-b8eae0b6f566'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:50:40.317714 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34138) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:40.325549 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-f351f5ca-8f4d-487f-81bc-bf2a0903bad4 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Request body: {'subnet': {'network_id': '5e5f0215-686d-4f6f-bb38-61a61f0e7c6b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:40.333399 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b888496a-d717-4977-ac2d-f9fa25132409 None None] Routers {'858c19ab-f440-4c45-a032-b8eae0b6f566'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:50:40.338380 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-b888496a-d717-4977-ac2d-f9fa25132409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:50:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['858c19ab-f440-4c45-a032-b8eae0b6f566'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:40.338380 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-823f81e8-779e-4335-8c4a-55d8ac72cadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:40.366092 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d7001672-b23d-4972-9b5d-598119b10d42 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:40.382205 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-b888496a-d717-4977-ac2d-f9fa25132409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:40.393383 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7001672-b23d-4972-9b5d-598119b10d42 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c1a503e-e973-4008-ad15-f2102b642dfc,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:40.408997 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b888496a-d717-4977-ac2d-f9fa25132409 None None] Routers {'858c19ab-f440-4c45-a032-b8eae0b6f566'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:50:40.409144 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-b888496a-d717-4977-ac2d-f9fa25132409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:50:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['858c19ab-f440-4c45-a032-b8eae0b6f566'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:40.463671 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-823f81e8-779e-4335-8c4a-55d8ac72cadc None None] For port 9e122873-178a-437e-a64c-8ba0aae8f7b9, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=9e122873-178a-437e-a64c-8ba0aae8f7b9,segment=NetworkSegment(78f73dcc-23ae-4df0-966b-53687f750079),segment_id=78f73dcc-23ae-4df0-966b-53687f750079)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:50:40.464891 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-b888496a-d717-4977-ac2d-f9fa25132409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:40.465516 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b888496a-d717-4977-ac2d-f9fa25132409 None None] The sync data for ids ['858c19ab-f440-4c45-a032-b8eae0b6f566'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:50:40.467889 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a68be871-84c6-4ca9-b38e-5f74b91ef590 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] 10.222.0.24 "GET /v2.0/routers/858c19ab-f440-4c45-a032-b8eae0b6f566 HTTP/1.1" status: 200 len: 925 time: 0.2116246 Mar 28 13:50:40.474641 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34140) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:40.521095 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d7001672-b23d-4972-9b5d-598119b10d42 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:40.522085 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f6f71e35-063a-4f14-bceb-e8128b829148 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:40.525109 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d7001672-b23d-4972-9b5d-598119b10d42 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7826941 Mar 28 13:50:40.538593 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34142) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:40.538593 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-8513ca51-7169-4748-b857-b97e3d90b534 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Request body: {'security_group_rule': {'security_group_id': 'aee580da-5f2c-46e2-8529-28b567cf7c86', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:40.546804 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2f5d0e-8b77-4ef4-b0c0-78465cdc450c tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:40.550338 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 9e122873-178a-437e-a64c-8ba0aae8f7b9 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:50:40.551015 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34144) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:40.551156 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-4b2f5d0e-8b77-4ef4-b0c0-78465cdc450c tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=1cb296ed-c863-4502-973a-f31b82091846&device_id=858c19ab-f440-4c45-a032-b8eae0b6f566&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0714986 Mar 28 13:50:40.558714 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3067ecd8-06f6-4008-b3f7-d50acdd9d78a tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:40.583853 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-823f81e8-779e-4335-8c4a-55d8ac72cadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:40.597969 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f6f71e35-063a-4f14-bceb-e8128b829148 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:40.598726 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f6f71e35-063a-4f14-bceb-e8128b829148 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:40.612156 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3067ecd8-06f6-4008-b3f7-d50acdd9d78a tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:50:40.618575 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-3067ecd8-06f6-4008-b3f7-d50acdd9d78a tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:50:40.624718 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3067ecd8-06f6-4008-b3f7-d50acdd9d78a tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:50:40.632702 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-823f81e8-779e-4335-8c4a-55d8ac72cadc None None] Provisioning complete for port 9ac33ff4-aafb-4cad-9a29-2212ad466d54 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:40.633156 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-823f81e8-779e-4335-8c4a-55d8ac72cadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:40.646495 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f351f5ca-8f4d-487f-81bc-bf2a0903bad4 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Made reservation on behalf of da7f13db110d4595a42f48c2b038c600 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:50:40.653884 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f351f5ca-8f4d-487f-81bc-bf2a0903bad4 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:40.659443 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3067ecd8-06f6-4008-b3f7-d50acdd9d78a tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Pushing event updated for resources: {'Port': ['ID=237b3879-db31-4132-9689-8c39d9713d80,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:40.682233 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-823f81e8-779e-4335-8c4a-55d8ac72cadc None None] Port 9ac33ff4-aafb-4cad-9a29-2212ad466d54 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:50:40.692751 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4a001f-143f-47b8-b971-37e5bb9b3308 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:40.694270 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-af4a001f-143f-47b8-b971-37e5bb9b3308 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] 10.222.0.24 "GET /v2.0/networks/1cb296ed-c863-4502-973a-f31b82091846 HTTP/1.1" status: 200 len: 881 time: 0.1406939 Mar 28 13:50:40.711213 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f81e8-779e-4335-8c4a-55d8ac72cadc None None] Pushing event updated for resources: {'Port': ['ID=9e122873-178a-437e-a64c-8ba0aae8f7b9,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:40.716649 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 9e122873-178a-437e-a64c-8ba0aae8f7b9 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:40.717137 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:40.721620 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8513ca51-7169-4748-b857-b97e3d90b534 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:40.724795 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34146) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:40.775515 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e95fbc34-330b-4f53-81b1-2b2deec5c3ed tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] 10.222.0.24 "GET /v2.0/ports?device_id=858c19ab-f440-4c45-a032-b8eae0b6f566 HTTP/1.1" status: 200 len: 205 time: 0.0415187 Mar 28 13:50:40.783263 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34148) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:40.820274 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-74c8f481-5a01-4ba0-b8bc-dc698f3f67ee None None] Provisioning complete for port 9e122873-178a-437e-a64c-8ba0aae8f7b9 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:40.820670 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-74c8f481-5a01-4ba0-b8bc-dc698f3f67ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:40.849033 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8513ca51-7169-4748-b857-b97e3d90b534 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:40.897985 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f71e35-063a-4f14-bceb-e8128b829148 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Pushing event updated for resources: {'Port': ['ID=9ac33ff4-aafb-4cad-9a29-2212ad466d54,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:40.941787 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8513ca51-7169-4748-b857-b97e3d90b534 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:40.964451 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8513ca51-7169-4748-b857-b97e3d90b534 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af82e9dd-94db-4863-9915-9676bb44a5ae,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:40.967587 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f71e35-063a-4f14-bceb-e8128b829148 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Network a41ebf8d-def2-483b-b909-62e302390721 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:50:41.005606 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-f6f71e35-063a-4f14-bceb-e8128b829148 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:50:41.033393 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f351f5ca-8f4d-487f-81bc-bf2a0903bad4 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:41.051994 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8513ca51-7169-4748-b857-b97e3d90b534 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:41.053204 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-8513ca51-7169-4748-b857-b97e3d90b534 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5242212 Mar 28 13:50:41.071267 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34150) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:41.094537 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9cb13da5-6b49-468d-9436-62cdfb7f5e9a tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for router, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:41.115769 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f351f5ca-8f4d-487f-81bc-bf2a0903bad4 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Pushing event updated for resources: {'Subnet': ['ID=9f36796d-d9f1-4051-9f19-aece0651333a,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:41.118396 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f351f5ca-8f4d-487f-81bc-bf2a0903bad4 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Checking segment: {'id': '66f47a89-15c4-4033-b5a6-43d7c41b94d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5e5f0215-686d-4f6f-bb38-61a61f0e7c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:50:41.118754 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f351f5ca-8f4d-487f-81bc-bf2a0903bad4 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Network hostable DHCP agents. Network: 5e5f0215-686d-4f6f-bb38-61a61f0e7c6b, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:50:41.203859 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f351f5ca-8f4d-487f-81bc-bf2a0903bad4 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Network 5e5f0215-686d-4f6f-bb38-61a61f0e7c6b is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:50:41.216113 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e6edf440-3b77-4a38-a71b-73efa23be8b3 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:41.235201 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e6edf440-3b77-4a38-a71b-73efa23be8b3 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:41.281803 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-f351f5ca-8f4d-487f-81bc-bf2a0903bad4 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 5e5f0215-686d-4f6f-bb38-61a61f0e7c6b) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:50:41.282373 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f351f5ca-8f4d-487f-81bc-bf2a0903bad4 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:41.282942 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f351f5ca-8f4d-487f-81bc-bf2a0903bad4 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:41.290339 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c3daaa-5aa2-42d2-9f19-59b712133d1a None None] Network 5e5f0215-686d-4f6f-bb38-61a61f0e7c6b requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:50:41.325844 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f71e35-063a-4f14-bceb-e8128b829148 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Router 6115c8fe-156d-4d40-9e6d-1b3ef8e0e9ae has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:50:41.361795 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-ec6a4d59-2dba-4a54-a5d0-6a4cf815dacb None None] Provisioning complete for port 9ac33ff4-aafb-4cad-9a29-2212ad466d54 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:41.362207 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ec6a4d59-2dba-4a54-a5d0-6a4cf815dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:41.364943 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f351f5ca-8f4d-487f-81bc-bf2a0903bad4 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0445695 Mar 28 13:50:41.367163 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34152) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:41.373826 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-a748e024-c393-4e6c-9f88-46234de25f77 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1375082273'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:41.435694 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e6edf440-3b77-4a38-a71b-73efa23be8b3 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:41.467723 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a748e024-c393-4e6c-9f88-46234de25f77 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Made reservation on behalf of da7f13db110d4595a42f48c2b038c600 for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:50:41.472611 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a748e024-c393-4e6c-9f88-46234de25f77 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:41.476428 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e6edf440-3b77-4a38-a71b-73efa23be8b3 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:41.480139 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-e6edf440-3b77-4a38-a71b-73efa23be8b3 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/af82e9dd-94db-4863-9915-9676bb44a5ae HTTP/1.1" status: 204 len: 168 time: 0.4053476 Mar 28 13:50:41.480139 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9cb13da5-6b49-468d-9436-62cdfb7f5e9a tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:41.484864 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34154) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:41.506717 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6edf440-3b77-4a38-a71b-73efa23be8b3 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af82e9dd-94db-4863-9915-9676bb44a5ae,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:41.548016 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f71e35-063a-4f14-bceb-e8128b829148 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:50:41.554962 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-4db4bd00-bd67-4bca-88b7-9b0a5e0db4ab tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0663178 Mar 28 13:50:41.555165 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-f6f71e35-063a-4f14-bceb-e8128b829148 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] 10.222.0.24 "PUT /v2.0/routers/6115c8fe-156d-4d40-9e6d-1b3ef8e0e9ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3900311 Mar 28 13:50:41.556854 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34156) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:41.557218 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34158) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:41.567018 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1059f83e-8489-4fb3-8807-56423509eb2e None None] Sync routers for ids ['6115c8fe-156d-4d40-9e6d-1b3ef8e0e9ae'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:50:41.577052 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a748e024-c393-4e6c-9f88-46234de25f77 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:50:41.579437 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-ec6a4d59-2dba-4a54-a5d0-6a4cf815dacb None None] Port 9ac33ff4-aafb-4cad-9a29-2212ad466d54 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:50:41.585462 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1059f83e-8489-4fb3-8807-56423509eb2e None None] Routers {'6115c8fe-156d-4d40-9e6d-1b3ef8e0e9ae'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:50:41.587426 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-1059f83e-8489-4fb3-8807-56423509eb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:50:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['6115c8fe-156d-4d40-9e6d-1b3ef8e0e9ae'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:41.593499 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a748e024-c393-4e6c-9f88-46234de25f77 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:41.593853 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-a748e024-c393-4e6c-9f88-46234de25f77 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Added segment d6aa2004-cc49-454f-9682-0dae99533acf of type vlan for network 211f4612-819c-4f38-85f8-66d77d627943 Mar 28 13:50:41.626553 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009e7705-f6bb-498d-941f-812199f63ac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-5e5f0215-686d-4f6f-bb38-61a61f0e7c6b', 'network_id': '5e5f0215-686d-4f6f-bb38-61a61f0e7c6b', 'tenant_id': 'da7f13db110d4595a42f48c2b038c600', 'fixed_ips': [{'subnet_id': '9f36796d-d9f1-4051-9f19-aece0651333a'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:50:41.627861 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-009e7705-f6bb-498d-941f-812199f63ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:41.636100 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-1059f83e-8489-4fb3-8807-56423509eb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:41.646859 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a748e024-c393-4e6c-9f88-46234de25f77 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:41.651108 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1059f83e-8489-4fb3-8807-56423509eb2e None None] Routers {'6115c8fe-156d-4d40-9e6d-1b3ef8e0e9ae'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:50:41.651983 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-1059f83e-8489-4fb3-8807-56423509eb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:50:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['6115c8fe-156d-4d40-9e6d-1b3ef8e0e9ae'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:41.694603 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-1059f83e-8489-4fb3-8807-56423509eb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:41.695427 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1059f83e-8489-4fb3-8807-56423509eb2e None None] The sync data for ids ['6115c8fe-156d-4d40-9e6d-1b3ef8e0e9ae'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:50:41.747446 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a748e024-c393-4e6c-9f88-46234de25f77 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:41.753761 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a748e024-c393-4e6c-9f88-46234de25f77 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:41.754407 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a748e024-c393-4e6c-9f88-46234de25f77 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:41.785566 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-009e7705-f6bb-498d-941f-812199f63ac9 None None] Allocated IP 2001:db8:0:ffff::2 (5e5f0215-686d-4f6f-bb38-61a61f0e7c6b/9f36796d-d9f1-4051-9f19-aece0651333a/ec7c004c-b700-4cad-a33c-637cc20443c6) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:50:41.828401 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a748e024-c393-4e6c-9f88-46234de25f77 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Pushing event updated for resources: {'Network': ['ID=211f4612-819c-4f38-85f8-66d77d627943,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:41.848516 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 211f4612-819c-4f38-85f8-66d77d627943 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:50:41.859686 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a748e024-c393-4e6c-9f88-46234de25f77 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4910717 Mar 28 13:50:41.862601 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34160) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:41.869470 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-ef695180-66a9-4494-8c2a-1b0168a0dd80 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Request body: {'subnet': {'network_id': '211f4612-819c-4f38-85f8-66d77d627943', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:42.002345 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-009e7705-f6bb-498d-941f-812199f63ac9 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:42.027485 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c81b3be5-1eb3-48e7-9a17-5ab43915f04f tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:42.032788 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3067ecd8-06f6-4008-b3f7-d50acdd9d78a tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:42.038871 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef695180-66a9-4494-8c2a-1b0168a0dd80 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Made reservation on behalf of da7f13db110d4595a42f48c2b038c600 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:50:42.042441 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ef695180-66a9-4494-8c2a-1b0168a0dd80 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:42.059641 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c81b3be5-1eb3-48e7-9a17-5ab43915f04f tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:42.074017 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-009e7705-f6bb-498d-941f-812199f63ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:42.094750 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0655c70f-b65d-457c-b4a6-54824f6e183c tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks [] for router, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:42.142783 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009e7705-f6bb-498d-941f-812199f63ac9 None None] Pushing event updated for resources: {'Port': ['ID=ec7c004c-b700-4cad-a33c-637cc20443c6,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:42.161398 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009e7705-f6bb-498d-941f-812199f63ac9 None None] Network 5e5f0215-686d-4f6f-bb38-61a61f0e7c6b is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:50:42.164045 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-009e7705-f6bb-498d-941f-812199f63ac9 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:50:42.171866 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009e7705-f6bb-498d-941f-812199f63ac9 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:50:42.203065 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-9cb13da5-6b49-468d-9436-62cdfb7f5e9a tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Deleting port be39338f-d9ce-4150-91ba-dc5a8c4be5d1 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:50:42.203525 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9cb13da5-6b49-468d-9436-62cdfb7f5e9a tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:42.237220 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c81b3be5-1eb3-48e7-9a17-5ab43915f04f tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:42.247657 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-009e7705-f6bb-498d-941f-812199f63ac9 None None] Attempting to bind port ec7c004c-b700-4cad-a33c-637cc20443c6 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:50:42.248334 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-009e7705-f6bb-498d-941f-812199f63ac9 None None] Attempting to bind port ec7c004c-b700-4cad-a33c-637cc20443c6 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '66f47a89-15c4-4033-b5a6-43d7c41b94d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5e5f0215-686d-4f6f-bb38-61a61f0e7c6b'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:50:42.249129 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009e7705-f6bb-498d-941f-812199f63ac9 None None] Attempting to bind port ec7c004c-b700-4cad-a33c-637cc20443c6 on network 5e5f0215-686d-4f6f-bb38-61a61f0e7c6b {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:50:42.255802 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009e7705-f6bb-498d-941f-812199f63ac9 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:50:42.256513 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009e7705-f6bb-498d-941f-812199f63ac9 None None] Checking segment: {'id': '66f47a89-15c4-4033-b5a6-43d7c41b94d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5e5f0215-686d-4f6f-bb38-61a61f0e7c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:50:42.257073 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-009e7705-f6bb-498d-941f-812199f63ac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:42.257612 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009e7705-f6bb-498d-941f-812199f63ac9 None None] Bound using segment: {'id': '66f47a89-15c4-4033-b5a6-43d7c41b94d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5e5f0215-686d-4f6f-bb38-61a61f0e7c6b'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:50:42.258327 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-009e7705-f6bb-498d-941f-812199f63ac9 None None] Bound port: ec7c004c-b700-4cad-a33c-637cc20443c6, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66f47a89-15c4-4033-b5a6-43d7c41b94d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5e5f0215-686d-4f6f-bb38-61a61f0e7c6b'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:50:42.258884 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-009e7705-f6bb-498d-941f-812199f63ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:42.279304 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c81b3be5-1eb3-48e7-9a17-5ab43915f04f tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:42.283112 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c81b3be5-1eb3-48e7-9a17-5ab43915f04f tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/5c1a503e-e973-4008-ad15-f2102b642dfc HTTP/1.1" status: 204 len: 168 time: 0.7222974 Mar 28 13:50:42.283313 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34162) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:42.299014 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-0655c70f-b65d-457c-b4a6-54824f6e183c tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 28 13:50:42.300032 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-0655c70f-b65d-457c-b4a6-54824f6e183c tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] 10.222.0.24 "DELETE /v2.0/routers/6115c8fe-156d-4d40-9e6d-1b3ef8e0e9ae HTTP/1.1" status: 409 len: 329 time: 0.7364254 Mar 28 13:50:42.303827 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34164) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:42.318534 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b3be5-1eb3-48e7-9a17-5ab43915f04f tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c1a503e-e973-4008-ad15-f2102b642dfc,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:42.340632 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3067ecd8-06f6-4008-b3f7-d50acdd9d78a tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:42.369598 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-009e7705-f6bb-498d-941f-812199f63ac9 None None] For port ec7c004c-b700-4cad-a33c-637cc20443c6, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:50:42.374795 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-009e7705-f6bb-498d-941f-812199f63ac9 None None] For port ec7c004c-b700-4cad-a33c-637cc20443c6, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=ec7c004c-b700-4cad-a33c-637cc20443c6,segment=NetworkSegment(66f47a89-15c4-4033-b5a6-43d7c41b94d3),segment_id=66f47a89-15c4-4033-b5a6-43d7c41b94d3)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:50:42.468014 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-009e7705-f6bb-498d-941f-812199f63ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:42.477860 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9cb13da5-6b49-468d-9436-62cdfb7f5e9a tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:42.492341 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-9cb13da5-6b49-468d-9436-62cdfb7f5e9a tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Calling delete_port for be39338f-d9ce-4150-91ba-dc5a8c4be5d1 owned by network:router_gateway {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:50:42.508933 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 9e122873-178a-437e-a64c-8ba0aae8f7b9 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:50:42.595896 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009e7705-f6bb-498d-941f-812199f63ac9 None None] Pushing event updated for resources: {'Port': ['ID=ec7c004c-b700-4cad-a33c-637cc20443c6,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:42.625206 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 9e122873-178a-437e-a64c-8ba0aae8f7b9 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:42.625487 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:42.720561 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3067ecd8-06f6-4008-b3f7-d50acdd9d78a tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:42.787108 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3067ecd8-06f6-4008-b3f7-d50acdd9d78a tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:42.790896 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34166) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:42.796571 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-db57119d-8080-4bcb-8052-50448fcf65d7 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.5064874 Mar 28 13:50:42.853776 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9cb13da5-6b49-468d-9436-62cdfb7f5e9a tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:42.905034 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3067ecd8-06f6-4008-b3f7-d50acdd9d78a tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Pushing event updated for resources: {'Port': ['ID=237b3879-db31-4132-9689-8c39d9713d80,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:42.916315 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.objects.ports [None req-ef695180-66a9-4494-8c2a-1b0168a0dd80 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109613) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 13:50:42.922358 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ef695180-66a9-4494-8c2a-1b0168a0dd80 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:42.939939 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb13da5-6b49-468d-9436-62cdfb7f5e9a tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Pushing event deleted for resources: {'Port': ['ID=be39338f-d9ce-4150-91ba-dc5a8c4be5d1,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:42.959283 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c05d9e56-0502-45a8-be29-e7add3902558 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:42.995111 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c05d9e56-0502-45a8-be29-e7add3902558 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:43.023178 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3067ecd8-06f6-4008-b3f7-d50acdd9d78a tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:43.023428 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef695180-66a9-4494-8c2a-1b0168a0dd80 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Pushing event updated for resources: {'Subnet': ['ID=6652b18f-7264-42fa-a604-6cc5e36c13dd,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:43.070673 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef695180-66a9-4494-8c2a-1b0168a0dd80 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Checking segment: {'id': 'd6aa2004-cc49-454f-9682-0dae99533acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '211f4612-819c-4f38-85f8-66d77d627943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:50:43.071027 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef695180-66a9-4494-8c2a-1b0168a0dd80 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Network hostable DHCP agents. Network: 211f4612-819c-4f38-85f8-66d77d627943, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:50:43.079040 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9cb13da5-6b49-468d-9436-62cdfb7f5e9a tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133933816'] for router_gateway, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:43.156704 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6f7b4899-5908-461e-9635-3bfa2ded1b80 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:43.206318 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c05d9e56-0502-45a8-be29-e7add3902558 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:43.211143 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c05d9e56-0502-45a8-be29-e7add3902558 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:43.212305 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c05d9e56-0502-45a8-be29-e7add3902558 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/120a2528-6b62-4c18-b88f-95b0ec4d7eea HTTP/1.1" status: 204 len: 168 time: 0.4187810 Mar 28 13:50:43.214741 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9cb13da5-6b49-468d-9436-62cdfb7f5e9a tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:43.219492 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34168) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:43.221268 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef695180-66a9-4494-8c2a-1b0168a0dd80 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Network 211f4612-819c-4f38-85f8-66d77d627943 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:50:43.224699 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9cb13da5-6b49-468d-9436-62cdfb7f5e9a tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:43.256044 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d9e56-0502-45a8-be29-e7add3902558 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=120a2528-6b62-4c18-b88f-95b0ec4d7eea,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:43.296511 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-ef695180-66a9-4494-8c2a-1b0168a0dd80 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 211f4612-819c-4f38-85f8-66d77d627943) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:50:43.297245 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.l3_db [None req-3067ecd8-06f6-4008-b3f7-d50acdd9d78a tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Floating IP ec1236f0-870f-489b-b972-d429054e9108 associated. External IP: 172.26.2.110, port: d05fc4c1-04d3-45a7-9c5b-d2236383dfd1. Mar 28 13:50:43.302155 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef695180-66a9-4494-8c2a-1b0168a0dd80 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:43.302451 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ef695180-66a9-4494-8c2a-1b0168a0dd80 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:43.312316 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94463acd-9a2c-493b-baf2-85e104c6bf35 None None] Network 211f4612-819c-4f38-85f8-66d77d627943 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:50:43.363023 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:43.366885 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-09ae66f7-986a-478c-bd16-af35aeecfd9e tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1400440 Mar 28 13:50:43.369610 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34170) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:43.418227 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ef695180-66a9-4494-8c2a-1b0168a0dd80 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5541792 Mar 28 13:50:43.423614 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34172) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:43.427549 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-2cd5a77f-e91c-447b-b64b-dd6e08755c8e tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Request body: {'port': {'network_id': '211f4612-819c-4f38-85f8-66d77d627943', 'name': 'tempest-NetworksIpV6TestAttrs-137424004'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:43.441255 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9cb13da5-6b49-468d-9436-62cdfb7f5e9a tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:43.441255 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb13da5-6b49-468d-9436-62cdfb7f5e9a tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Fanout notify agent at l3_agent the message router_deleted on router 858c19ab-f440-4c45-a032-b8eae0b6f566 {{(pid=109612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:50:43.444999 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9cb13da5-6b49-468d-9436-62cdfb7f5e9a tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:43.445968 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-9cb13da5-6b49-468d-9436-62cdfb7f5e9a tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] 10.222.0.24 "DELETE /v2.0/routers/858c19ab-f440-4c45-a032-b8eae0b6f566 HTTP/1.1" status: 204 len: 168 time: 2.6574943 Mar 28 13:50:43.453251 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6fbbf231-87f1-4a6d-8b22-6309fd0367a3 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:43.454946 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34174) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:43.461404 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-f35df3fc-1b50-482d-9895-26c00af29faa tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-516735399', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:43.479164 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6fbbf231-87f1-4a6d-8b22-6309fd0367a3 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:43.530798 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7bb966-213e-4ad6-9116-fe0d902b618f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-211f4612-819c-4f38-85f8-66d77d627943', 'network_id': '211f4612-819c-4f38-85f8-66d77d627943', 'tenant_id': 'da7f13db110d4595a42f48c2b038c600', 'fixed_ips': [{'subnet_id': '6652b18f-7264-42fa-a604-6cc5e36c13dd'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:50:43.532240 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5d7bb966-213e-4ad6-9116-fe0d902b618f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:43.577968 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-6f7b4899-5908-461e-9635-3bfa2ded1b80 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Deleting port 9ac33ff4-aafb-4cad-9a29-2212ad466d54 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:50:43.578330 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6f7b4899-5908-461e-9635-3bfa2ded1b80 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:43.634482 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f35df3fc-1b50-482d-9895-26c00af29faa tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:43.635659 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f35df3fc-1b50-482d-9895-26c00af29faa tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:43.652685 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6fbbf231-87f1-4a6d-8b22-6309fd0367a3 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:43.659167 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6fbbf231-87f1-4a6d-8b22-6309fd0367a3 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:43.659798 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-6fbbf231-87f1-4a6d-8b22-6309fd0367a3 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/ff140c62-a496-422b-9df7-429218621ae1 HTTP/1.1" status: 204 len: 168 time: 0.2892694 Mar 28 13:50:43.665958 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34176) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:43.697645 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6f7b4899-5908-461e-9635-3bfa2ded1b80 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:43.698235 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbbf231-87f1-4a6d-8b22-6309fd0367a3 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff140c62-a496-422b-9df7-429218621ae1,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:43.716428 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd5a77f-e91c-447b-b64b-dd6e08755c8e tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Made reservation on behalf of da7f13db110d4595a42f48c2b038c600 for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:50:43.721414 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2cd5a77f-e91c-447b-b64b-dd6e08755c8e tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:43.723409 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3067ecd8-06f6-4008-b3f7-d50acdd9d78a tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Router 99857507-96fb-49f7-8260-1dcf33ff84ad has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:50:43.730146 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-6f7b4899-5908-461e-9635-3bfa2ded1b80 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Calling delete_port for 9ac33ff4-aafb-4cad-9a29-2212ad466d54 owned by network:router_interface {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:50:43.735445 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-5d7bb966-213e-4ad6-9116-fe0d902b618f None None] Allocated IP 2001:db8::f816:3eff:fefa:46e4 (211f4612-819c-4f38-85f8-66d77d627943/6652b18f-7264-42fa-a604-6cc5e36c13dd/db2ed3a1-88cf-4a6b-a679-bc457544966c) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:50:43.759762 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f35df3fc-1b50-482d-9895-26c00af29faa tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:43.761836 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-2cd5a77f-e91c-447b-b64b-dd6e08755c8e tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] device_id is not set on port facd7a00-24ee-45bd-8704-91214a3b20ba yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:50:43.786192 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-00ab3f92-cc73-40f8-adca-0b933aff63e1 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1146367 Mar 28 13:50:43.788732 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34178) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:43.837705 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f35df3fc-1b50-482d-9895-26c00af29faa tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:43.852492 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa36d8e4-0973-4917-a593-4729508d3c02 None None] Network 5e5f0215-686d-4f6f-bb38-61a61f0e7c6b requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:50:43.869373 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-58b61900-e923-4552-8d42-1c3bb5df5493 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:43.881357 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-58b61900-e923-4552-8d42-1c3bb5df5493 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:43.940706 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f35df3fc-1b50-482d-9895-26c00af29faa tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:43.941800 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-f35df3fc-1b50-482d-9895-26c00af29faa tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4842010 Mar 28 13:50:43.944579 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34180) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:43.950448 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-245e5c9e-70bf-4abf-857a-1fff555aa5ea tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'enable_snat': True}}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:43.955098 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3067ecd8-06f6-4008-b3f7-d50acdd9d78a tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:50:43.978691 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732d4ecc-0a93-41bd-b60e-7ad27e1c486d None None] Sync routers for ids ['99857507-96fb-49f7-8260-1dcf33ff84ad'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:50:44.023683 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5d7bb966-213e-4ad6-9116-fe0d902b618f None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:44.026742 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-ef633b51-81a9-41a5-bcec-fec00e748f82 None None] Provisioning complete for port ec7c004c-b700-4cad-a33c-637cc20443c6 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:44.027105 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ef633b51-81a9-41a5-bcec-fec00e748f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:44.028538 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732d4ecc-0a93-41bd-b60e-7ad27e1c486d None None] Routers {'99857507-96fb-49f7-8260-1dcf33ff84ad'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:50:44.029166 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-732d4ecc-0a93-41bd-b60e-7ad27e1c486d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:50:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['99857507-96fb-49f7-8260-1dcf33ff84ad'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:44.038844 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-58b61900-e923-4552-8d42-1c3bb5df5493 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:44.044486 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-58b61900-e923-4552-8d42-1c3bb5df5493 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:44.048753 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-58b61900-e923-4552-8d42-1c3bb5df5493 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/4dbe1a99-befb-4a58-a4eb-02bf53a6b571 HTTP/1.1" status: 204 len: 168 time: 0.2564788 Mar 28 13:50:44.051179 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34182) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:44.070490 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b61900-e923-4552-8d42-1c3bb5df5493 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4dbe1a99-befb-4a58-a4eb-02bf53a6b571,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:44.077735 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3067ecd8-06f6-4008-b3f7-d50acdd9d78a tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:44.130942 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-3067ecd8-06f6-4008-b3f7-d50acdd9d78a tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.8410306 Mar 28 13:50:44.131999 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f21cd21-2cba-4ee2-ba5e-7519128c83d8', 'tag': 'd05fc4c1-04d3-45a7-9c5b-d2236383dfd1'}] {{(pid=109612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:50:44.134518 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe63c13e87a9f7251adb6bd0d9fca296dff075f1d7b14c4d1edf5c408047469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c53dfb-e23c-418b-9c9c-8e60c892530d" -d '{"events": [{"name": "network-changed", "server_uuid": "9f21cd21-2cba-4ee2-ba5e-7519128c83d8", "tag": "d05fc4c1-04d3-45a7-9c5b-d2236383dfd1"}]}' {{(pid=109612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:50:44.157933 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-2f46ba88-6120-4c61-8341-69bdba477e25 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0937686 Mar 28 13:50:44.158065 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5d7bb966-213e-4ad6-9116-fe0d902b618f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:44.161891 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34190) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:44.250958 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c4b87bb0-67cc-4218-972a-e544ee94a2b1 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:44.283582 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c4b87bb0-67cc-4218-972a-e544ee94a2b1 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:44.284099 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7bb966-213e-4ad6-9116-fe0d902b618f None None] Network 211f4612-819c-4f38-85f8-66d77d627943 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:50:44.299522 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-5d7bb966-213e-4ad6-9116-fe0d902b618f None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:50:44.311305 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6f7b4899-5908-461e-9635-3bfa2ded1b80 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:44.323767 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7bb966-213e-4ad6-9116-fe0d902b618f None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:50:44.330025 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7bb966-213e-4ad6-9116-fe0d902b618f None None] Pushing event updated for resources: {'Port': ['ID=db2ed3a1-88cf-4a6b-a679-bc457544966c,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:44.340824 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-732d4ecc-0a93-41bd-b60e-7ad27e1c486d None None] Set router 99857507-96fb-49f7-8260-1dcf33ff84ad gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:50:44.349420 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-245e5c9e-70bf-4abf-857a-1fff555aa5ea tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:44.350432 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 13:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c7996c-bd4c-461e-95a8-0214236016ca x-openstack-request-id: req-a5c7996c-bd4c-461e-95a8-0214236016ca {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:50:44.350926 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f21cd21-2cba-4ee2-ba5e-7519128c83d8", "tag": "d05fc4c1-04d3-45a7-9c5b-d2236383dfd1", "status": "completed", "code": 200}]} {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:50:44.351331 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a5c7996c-bd4c-461e-95a8-0214236016ca {{(pid=109612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:50:44.358392 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f21cd21-2cba-4ee2-ba5e-7519128c83d8', 'tag': 'd05fc4c1-04d3-45a7-9c5b-d2236383dfd1', 'status': 'completed', 'code': 200} Mar 28 13:50:44.386310 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b4899-5908-461e-9635-3bfa2ded1b80 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Pushing event deleted for resources: {'Port': ['ID=9ac33ff4-aafb-4cad-9a29-2212ad466d54,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:44.415632 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ef633b51-81a9-41a5-bcec-fec00e748f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:44.441726 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c4b87bb0-67cc-4218-972a-e544ee94a2b1 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:44.444320 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c4b87bb0-67cc-4218-972a-e544ee94a2b1 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:44.445738 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c4b87bb0-67cc-4218-972a-e544ee94a2b1 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "DELETE /v2.0/security-groups/aee580da-5f2c-46e2-8529-28b567cf7c86 HTTP/1.1" status: 204 len: 168 time: 0.2836924 Mar 28 13:50:44.453304 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34192) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:44.491062 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-2cd5a77f-e91c-447b-b64b-dd6e08755c8e tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Allocated IP 2001:db8::f816:3eff:fe40:77b4 (211f4612-819c-4f38-85f8-66d77d627943/6652b18f-7264-42fa-a604-6cc5e36c13dd/facd7a00-24ee-45bd-8704-91214a3b20ba) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:50:44.505946 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b87bb0-67cc-4218-972a-e544ee94a2b1 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee580da-5f2c-46e2-8529-28b567cf7c86,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:44.572239 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-8820bfbf-6cb5-4d04-a4ca-35b3859d1b58 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1123836 Mar 28 13:50:44.572477 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34194) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:44.577002 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-d33d0410-19ab-4849-b3ca-3e96971340b0 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Request body: {'security_group': {'name': 'tempest-secgroup--2121703048'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:44.622788 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d58ed-1808-400d-bcf5-d59c24b54fb9 req-268cf683-8811-40fb-b3eb-d98aed0588e9 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:44.625016 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-201d58ed-1808-400d-bcf5-d59c24b54fb9 req-268cf683-8811-40fb-b3eb-d98aed0588e9 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f21cd21-2cba-4ee2-ba5e-7519128c83d8 HTTP/1.1" status: 200 len: 946 time: 0.3839550 Mar 28 13:50:44.693013 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d33d0410-19ab-4849-b3ca-3e96971340b0 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:44.706703 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device ec7c004c-b700-4cad-a33c-637cc20443c6 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:50:44.736842 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6f7b4899-5908-461e-9635-3bfa2ded1b80 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:44.767457 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c53dfb-e23c-418b-9c9c-8e60c892530d req-ab5bd7eb-aba2-4634-910f-d65c6286b61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:44.768521 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-ef633b51-81a9-41a5-bcec-fec00e748f82 None None] For port ec7c004c-b700-4cad-a33c-637cc20443c6, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=ec7c004c-b700-4cad-a33c-637cc20443c6,segment=NetworkSegment(66f47a89-15c4-4033-b5a6-43d7c41b94d3),segment_id=66f47a89-15c4-4033-b5a6-43d7c41b94d3)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:50:44.769002 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a1c53dfb-e23c-418b-9c9c-8e60c892530d req-ab5bd7eb-aba2-4634-910f-d65c6286b61d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bcdd6be72e7642a4b756d4ea1c2944fc&device_id=9f21cd21-2cba-4ee2-ba5e-7519128c83d8 HTTP/1.1" status: 200 len: 1099 time: 0.3391004 Mar 28 13:50:44.802376 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-5d7bb966-213e-4ad6-9116-fe0d902b618f None None] Attempting to bind port db2ed3a1-88cf-4a6b-a679-bc457544966c on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:50:44.803507 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-5d7bb966-213e-4ad6-9116-fe0d902b618f None None] Attempting to bind port db2ed3a1-88cf-4a6b-a679-bc457544966c by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'd6aa2004-cc49-454f-9682-0dae99533acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '211f4612-819c-4f38-85f8-66d77d627943'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:50:44.803660 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7bb966-213e-4ad6-9116-fe0d902b618f None None] Attempting to bind port db2ed3a1-88cf-4a6b-a679-bc457544966c on network 211f4612-819c-4f38-85f8-66d77d627943 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:50:44.809039 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d33d0410-19ab-4849-b3ca-3e96971340b0 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:44.819920 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7bb966-213e-4ad6-9116-fe0d902b618f None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:50:44.819920 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7bb966-213e-4ad6-9116-fe0d902b618f None None] Checking segment: {'id': 'd6aa2004-cc49-454f-9682-0dae99533acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '211f4612-819c-4f38-85f8-66d77d627943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:50:44.819920 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5d7bb966-213e-4ad6-9116-fe0d902b618f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:44.819920 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7bb966-213e-4ad6-9116-fe0d902b618f None None] Bound using segment: {'id': 'd6aa2004-cc49-454f-9682-0dae99533acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '211f4612-819c-4f38-85f8-66d77d627943'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:50:44.819920 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-5d7bb966-213e-4ad6-9116-fe0d902b618f None None] Bound port: db2ed3a1-88cf-4a6b-a679-bc457544966c, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6aa2004-cc49-454f-9682-0dae99533acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '211f4612-819c-4f38-85f8-66d77d627943'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:50:44.819920 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5d7bb966-213e-4ad6-9116-fe0d902b618f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:44.844459 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ef633b51-81a9-41a5-bcec-fec00e748f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:44.855119 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-201d58ed-1808-400d-bcf5-d59c24b54fb9 req-daa0c367-f178-4df6-b537-39ea7e2a6b1a tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/security-groups?id=0706f3f6-4ac4-4bfd-b496-8cf89045c8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2237480 Mar 28 13:50:44.879513 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34196) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:44.917374 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d33d0410-19ab-4849-b3ca-3e96971340b0 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:44.963572 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33d0410-19ab-4849-b3ca-3e96971340b0 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=128930ac-908a-4670-8b97-9bbaa24e0d0f,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:44.973267 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-93ebd9e9-2938-4de1-a424-543938415bc3 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/floatingips/ec1236f0-870f-489b-b972-d429054e9108 HTTP/1.1" status: 200 len: 992 time: 0.0888340 Mar 28 13:50:45.006209 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d33d0410-19ab-4849-b3ca-3e96971340b0 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:45.007587 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d33d0410-19ab-4849-b3ca-3e96971340b0 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4342277 Mar 28 13:50:45.010544 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34198) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:45.016763 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-d03c914f-8454-4a1e-825d-13388dd2b590 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Request body: {'security_group_rule': {'security_group_id': '128930ac-908a-4670-8b97-9bbaa24e0d0f', 'direction': 'ingress', 'protocol': 17}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:45.019870 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef633b51-81a9-41a5-bcec-fec00e748f82 None None] Pushing event updated for resources: {'Port': ['ID=ec7c004c-b700-4cad-a33c-637cc20443c6,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:45.023199 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-5d7bb966-213e-4ad6-9116-fe0d902b618f None None] For port db2ed3a1-88cf-4a6b-a679-bc457544966c, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:50:45.028789 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port ec7c004c-b700-4cad-a33c-637cc20443c6 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:45.032669 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:45.032669 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-5d7bb966-213e-4ad6-9116-fe0d902b618f None None] For port db2ed3a1-88cf-4a6b-a679-bc457544966c, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=db2ed3a1-88cf-4a6b-a679-bc457544966c,segment=NetworkSegment(d6aa2004-cc49-454f-9682-0dae99533acf),segment_id=d6aa2004-cc49-454f-9682-0dae99533acf)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:50:45.065016 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-86d16212-d78d-4f2e-a3f8-039aa0152adb None None] Provisioning complete for port ec7c004c-b700-4cad-a33c-637cc20443c6 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:45.065398 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-86d16212-d78d-4f2e-a3f8-039aa0152adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:45.117965 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5d7bb966-213e-4ad6-9116-fe0d902b618f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:45.118211 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f7b4899-5908-461e-9635-3bfa2ded1b80 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Router 6115c8fe-156d-4d40-9e6d-1b3ef8e0e9ae has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:50:45.132089 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d03c914f-8454-4a1e-825d-13388dd2b590 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:45.133800 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c53dfb-e23c-418b-9c9c-8e60c892530d req-4040f770-993a-456a-b533-77e7f825e747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:45.136275 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a1c53dfb-e23c-418b-9c9c-8e60c892530d req-4040f770-993a-456a-b533-77e7f825e747 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2ff991f4-50ec-4bee-9b8e-14ed596b49df HTTP/1.1" status: 200 len: 898 time: 0.3546076 Mar 28 13:50:45.139962 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2cd5a77f-e91c-447b-b64b-dd6e08755c8e tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:45.205810 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d03c914f-8454-4a1e-825d-13388dd2b590 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:45.227112 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7bb966-213e-4ad6-9116-fe0d902b618f None None] Pushing event updated for resources: {'Port': ['ID=db2ed3a1-88cf-4a6b-a679-bc457544966c,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:45.262091 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d03c914f-8454-4a1e-825d-13388dd2b590 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:45.280210 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c914f-8454-4a1e-825d-13388dd2b590 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b0a9626-120a-4738-acb2-f3b841ccf7d2,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:45.317404 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-732d4ecc-0a93-41bd-b60e-7ad27e1c486d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99857507-96fb-49f7-8260-1dcf33ff84ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-886766965', 'tenant_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.21'}], 'enable_snat': True}, 'gw_port_id': '24e04d94-36ed-4276-95ef-c870ab1c0643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:50:02Z', 'updated_at': '2022-03-28T13:50:13Z', 'revision_number': 4, 'project_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'gw_port': {'id': '24e04d94-36ed-4276-95ef-c870ab1c0643', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:55:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857507-96fb-49f7-8260-1dcf33ff84ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:50:03Z', 'updated_at': '2022-03-28T13:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': 'ec1236f0-870f-489b-b972-d429054e9108', 'tenant_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'floating_ip_address': '172.26.2.110', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '99857507-96fb-49f7-8260-1dcf33ff84ad', 'port_id': 'd05fc4c1-04d3-45a7-9c5b-d2236383dfd1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff991f4-50ec-4bee-9b8e-14ed596b49df', 'mac_address': 'fa:16:3e:b8:11:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f21cd21-2cba-4ee2-ba5e-7519128c83d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T13:50:41Z', 'updated_at': '2022-03-28T13:50:41Z', 'revision_number': 0, 'project_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4861ade1-31cf-497e-8137-a9b1f6f9ac1c', 'name': '', 'network_id': '2ff991f4-50ec-4bee-9b8e-14ed596b49df', 'tenant_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'mac_address': 'fa:16:3e:c8:d5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857507-96fb-49f7-8260-1dcf33ff84ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '82ef406a-5bfa-4427-b27a-2535f93e5e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:50:11Z', 'updated_at': '2022-03-28T13:50:17Z', 'revision_number': 5, 'project_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'subnets': [{'id': '82ef406a-5bfa-4427-b27a-2535f93e5e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:45.348906 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732d4ecc-0a93-41bd-b60e-7ad27e1c486d None None] Checking router: 99857507-96fb-49f7-8260-1dcf33ff84ad for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:50:45.358322 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732d4ecc-0a93-41bd-b60e-7ad27e1c486d None None] Routers {'99857507-96fb-49f7-8260-1dcf33ff84ad'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:50:45.358949 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-732d4ecc-0a93-41bd-b60e-7ad27e1c486d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:50:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['99857507-96fb-49f7-8260-1dcf33ff84ad'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:45.368043 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d03c914f-8454-4a1e-825d-13388dd2b590 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:45.370198 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d03c914f-8454-4a1e-825d-13388dd2b590 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3576074 Mar 28 13:50:45.374439 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34200) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:45.467813 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7c053279-e1d6-4208-a9cf-1785024655b2 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:45.510666 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7c053279-e1d6-4208-a9cf-1785024655b2 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:45.517927 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-732d4ecc-0a93-41bd-b60e-7ad27e1c486d None None] Set router 99857507-96fb-49f7-8260-1dcf33ff84ad gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:50:45.661044 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7c053279-e1d6-4208-a9cf-1785024655b2 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:45.663964 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7c053279-e1d6-4208-a9cf-1785024655b2 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:45.665491 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-7c053279-e1d6-4208-a9cf-1785024655b2 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "DELETE /v2.0/security-groups/128930ac-908a-4670-8b97-9bbaa24e0d0f HTTP/1.1" status: 204 len: 168 time: 0.2898037 Mar 28 13:50:45.669720 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34202) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:45.687722 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c053279-e1d6-4208-a9cf-1785024655b2 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=128930ac-908a-4670-8b97-9bbaa24e0d0f,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:45.695213 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7b4899-5908-461e-9635-3bfa2ded1b80 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:50:45.703359 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-6f7b4899-5908-461e-9635-3bfa2ded1b80 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] 10.222.0.24 "PUT /v2.0/routers/6115c8fe-156d-4d40-9e6d-1b3ef8e0e9ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3981657 Mar 28 13:50:45.707721 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a1c53dfb-e23c-418b-9c9c-8e60c892530d req-0bd57417-e6b7-4449-8ac1-908420d75963 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d05fc4c1-04d3-45a7-9c5b-d2236383dfd1 HTTP/1.1" status: 200 len: 1000 time: 0.5639443 Mar 28 13:50:45.708330 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34204) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:45.711613 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5929b845-ebbc-4c7f-bba7-1ade06f4b60f None None] Sync routers for ids ['6115c8fe-156d-4d40-9e6d-1b3ef8e0e9ae'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:50:45.726587 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5929b845-ebbc-4c7f-bba7-1ade06f4b60f None None] Routers {'6115c8fe-156d-4d40-9e6d-1b3ef8e0e9ae'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:50:45.727254 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-5929b845-ebbc-4c7f-bba7-1ade06f4b60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:50:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['6115c8fe-156d-4d40-9e6d-1b3ef8e0e9ae'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:45.767554 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-04fee820-1959-4a2f-b024-b332a5ec138c tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] show failed (client error): The resource could not be found. Mar 28 13:50:45.776047 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-04fee820-1959-4a2f-b024-b332a5ec138c tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-751825426 HTTP/1.1" status: 404 len: 334 time: 0.0593164 Mar 28 13:50:45.776047 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-63a48c9f-1261-4d50-acaa-5a2147201eb1 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1018982 Mar 28 13:50:45.776393 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34206) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:45.776514 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34208) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:45.779387 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-121b3f84-ddca-41d9-ae3f-830e9c91c90e tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:45.781054 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-c1080d5c-c607-472d-ba34-ae620eb1b1d9 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Request body: {'security_group': {'name': 'tempest-secgroup--1128812763'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:45.786117 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2cd5a77f-e91c-447b-b64b-dd6e08755c8e tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:45.794273 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-5929b845-ebbc-4c7f-bba7-1ade06f4b60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:45.805379 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5929b845-ebbc-4c7f-bba7-1ade06f4b60f None None] Routers {'6115c8fe-156d-4d40-9e6d-1b3ef8e0e9ae'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:50:45.806245 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-5929b845-ebbc-4c7f-bba7-1ade06f4b60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:50:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['6115c8fe-156d-4d40-9e6d-1b3ef8e0e9ae'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:45.832547 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-121b3f84-ddca-41d9-ae3f-830e9c91c90e tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] update failed (client error): The resource could not be found. Mar 28 13:50:45.833583 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-121b3f84-ddca-41d9-ae3f-830e9c91c90e tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-778834808 HTTP/1.1" status: 404 len: 334 time: 0.0582364 Mar 28 13:50:45.837582 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34210) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:45.854781 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-5929b845-ebbc-4c7f-bba7-1ade06f4b60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:45.855904 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5929b845-ebbc-4c7f-bba7-1ade06f4b60f None None] The sync data for ids ['6115c8fe-156d-4d40-9e6d-1b3ef8e0e9ae'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:50:45.861602 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-245e5c9e-70bf-4abf-857a-1fff555aa5ea tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:45.878474 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-732d4ecc-0a93-41bd-b60e-7ad27e1c486d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99857507-96fb-49f7-8260-1dcf33ff84ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-886766965', 'tenant_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.21'}], 'enable_snat': True}, 'gw_port_id': '24e04d94-36ed-4276-95ef-c870ab1c0643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:50:02Z', 'updated_at': '2022-03-28T13:50:13Z', 'revision_number': 4, 'project_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'gw_port': {'id': '24e04d94-36ed-4276-95ef-c870ab1c0643', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:55:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857507-96fb-49f7-8260-1dcf33ff84ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:50:03Z', 'updated_at': '2022-03-28T13:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': 'ec1236f0-870f-489b-b972-d429054e9108', 'tenant_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'floating_ip_address': '172.26.2.110', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '99857507-96fb-49f7-8260-1dcf33ff84ad', 'port_id': 'd05fc4c1-04d3-45a7-9c5b-d2236383dfd1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff991f4-50ec-4bee-9b8e-14ed596b49df', 'mac_address': 'fa:16:3e:b8:11:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f21cd21-2cba-4ee2-ba5e-7519128c83d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T13:50:41Z', 'updated_at': '2022-03-28T13:50:41Z', 'revision_number': 0, 'project_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4861ade1-31cf-497e-8137-a9b1f6f9ac1c', 'name': '', 'network_id': '2ff991f4-50ec-4bee-9b8e-14ed596b49df', 'tenant_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'mac_address': 'fa:16:3e:c8:d5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857507-96fb-49f7-8260-1dcf33ff84ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '82ef406a-5bfa-4427-b27a-2535f93e5e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:50:11Z', 'updated_at': '2022-03-28T13:50:17Z', 'revision_number': 5, 'project_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'subnets': [{'id': '82ef406a-5bfa-4427-b27a-2535f93e5e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:45.886502 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c1080d5c-c607-472d-ba34-ae620eb1b1d9 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:45.891076 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c53dfb-e23c-418b-9c9c-8e60c892530d req-1bf9c178-7178-40a3-8c69-12cdc308e71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:45.892632 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a1c53dfb-e23c-418b-9c9c-8e60c892530d req-1bf9c178-7178-40a3-8c69-12cdc308e71a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82ef406a-5bfa-4427-b27a-2535f93e5e4f HTTP/1.1" status: 200 len: 835 time: 0.1780083 Mar 28 13:50:45.902287 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd5a77f-e91c-447b-b64b-dd6e08755c8e tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Network 211f4612-819c-4f38-85f8-66d77d627943 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:50:45.904012 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-245e5c9e-70bf-4abf-857a-1fff555aa5ea tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:45.912206 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732d4ecc-0a93-41bd-b60e-7ad27e1c486d None None] The sync data for ids ['99857507-96fb-49f7-8260-1dcf33ff84ad'] in dv-neutron-835335-1-hyperv is: [{'id': '99857507-96fb-49f7-8260-1dcf33ff84ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-886766965', 'tenant_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.21'}], 'enable_snat': True}, 'gw_port_id': '24e04d94-36ed-4276-95ef-c870ab1c0643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:50:02Z', 'updated_at': '2022-03-28T13:50:13Z', 'revision_number': 4, 'project_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'gw_port': {'id': '24e04d94-36ed-4276-95ef-c870ab1c0643', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:55:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857507-96fb-49f7-8260-1dcf33ff84ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:50:03Z', 'updated_at': '2022-03-28T13:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': 'ec1236f0-870f-489b-b972-d429054e9108', 'tenant_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'floating_ip_address': '172.26.2.110', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '99857507-96fb-49f7-8260-1dcf33ff84ad', 'port_id': 'd05fc4c1-04d3-45a7-9c5b-d2236383dfd1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff991f4-50ec-4bee-9b8e-14ed596b49df', 'mac_address': 'fa:16:3e:b8:11:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f21cd21-2cba-4ee2-ba5e-7519128c83d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T13:50:41Z', 'updated_at': '2022-03-28T13:50:41Z', 'revision_number': 0, 'project_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4861ade1-31cf-497e-8137-a9b1f6f9ac1c', 'name': '', 'network_id': '2ff991f4-50ec-4bee-9b8e-14ed596b49df', 'tenant_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'mac_address': 'fa:16:3e:c8:d5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857507-96fb-49f7-8260-1dcf33ff84ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '82ef406a-5bfa-4427-b27a-2535f93e5e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:50:11Z', 'updated_at': '2022-03-28T13:50:17Z', 'revision_number': 5, 'project_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'subnets': [{'id': '82ef406a-5bfa-4427-b27a-2535f93e5e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:50:45.926377 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-2cd5a77f-e91c-447b-b64b-dd6e08755c8e tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:50:45.944439 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd5a77f-e91c-447b-b64b-dd6e08755c8e tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:50:45.949998 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd5a77f-e91c-447b-b64b-dd6e08755c8e tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:45.950623 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2cd5a77f-e91c-447b-b64b-dd6e08755c8e tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:45.955293 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-00c5d2b8-a48e-449f-b617-16c79c7e170f tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Deleting subnet 261dfe90-f3ac-4b77-a4ff-56a3cdbdd0b8 {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:50:45.957483 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5a77f-e91c-447b-b64b-dd6e08755c8e tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Pushing event updated for resources: {'Port': ['ID=facd7a00-24ee-45bd-8704-91214a3b20ba,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:45.964479 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-00c5d2b8-a48e-449f-b617-16c79c7e170f tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:45.988274 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34212) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:46.023071 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c53dfb-e23c-418b-9c9c-8e60c892530d req-4e6c05c9-c492-418c-9aa2-d12f4c3fff09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:46.024619 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a1c53dfb-e23c-418b-9c9c-8e60c892530d req-4e6c05c9-c492-418c-9aa2-d12f4c3fff09 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2ff991f4-50ec-4bee-9b8e-14ed596b49df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1243906 Mar 28 13:50:46.062308 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-2cd5a77f-e91c-447b-b64b-dd6e08755c8e tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.6391544 Mar 28 13:50:46.065619 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34214) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:46.066975 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c1080d5c-c607-472d-ba34-ae620eb1b1d9 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:46.080941 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-00c5d2b8-a48e-449f-b617-16c79c7e170f tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:46.116087 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-aefa2e9c-e4fe-489f-bc55-d62ec1d48bed tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/floatingips/ec1236f0-870f-489b-b972-d429054e9108 HTTP/1.1" status: 200 len: 992 time: 0.1266785 Mar 28 13:50:46.128243 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c1080d5c-c607-472d-ba34-ae620eb1b1d9 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:46.185650 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-409e62cf-ab2e-4bdc-a979-3e41af2ba2ba tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Deleting subnet 6652b18f-7264-42fa-a604-6cc5e36c13dd {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:50:46.189285 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-409e62cf-ab2e-4bdc-a979-3e41af2ba2ba tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:46.198684 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1080d5c-c607-472d-ba34-ae620eb1b1d9 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d148206-58e2-4110-b8e0-4fd14b173f8a,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:46.228335 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-00c5d2b8-a48e-449f-b617-16c79c7e170f tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:46.239478 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-245e5c9e-70bf-4abf-857a-1fff555aa5ea tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Allocated IP 172.26.2.32 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/d8748197-8408-453b-a894-7fd121d82c57) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:50:46.240594 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bebb7c-1e13-4ec5-8e69-864a6d2af25f None None] New status for floating IP ec1236f0-870f-489b-b972-d429054e9108: ACTIVE {{(pid=109614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 13:50:46.270925 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c1080d5c-c607-472d-ba34-ae620eb1b1d9 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:46.276013 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34216) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:46.276522 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c1080d5c-c607-472d-ba34-ae620eb1b1d9 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4992383 Mar 28 13:50:46.288843 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-7a1f266a-74ca-48a1-88f7-6457dcc89f60 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Request body: {'security_group': {'name': 'tempest-secgroup--1628107867'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:46.296143 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-409e62cf-ab2e-4bdc-a979-3e41af2ba2ba tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:46.403489 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a1c53dfb-e23c-418b-9c9c-8e60c892530d req-8a07db21-8392-4c45-b382-f37084020877 service neutron] 10.222.0.20 "GET /v2.0/networks/2ff991f4-50ec-4bee-9b8e-14ed596b49df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527031 Mar 28 13:50:46.405001 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-00c5d2b8-a48e-449f-b617-16c79c7e170f tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:46.436174 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5d2b8-a48e-449f-b617-16c79c7e170f tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Pushing event deleted for resources: {'Subnet': ['ID=261dfe90-f3ac-4b77-a4ff-56a3cdbdd0b8,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:46.442775 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-00c5d2b8-a48e-449f-b617-16c79c7e170f tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:46.449554 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-00c5d2b8-a48e-449f-b617-16c79c7e170f tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] 10.222.0.24 "DELETE /v2.0/subnets/261dfe90-f3ac-4b77-a4ff-56a3cdbdd0b8 HTTP/1.1" status: 204 len: 168 time: 0.6106179 Mar 28 13:50:46.450404 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34218) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:46.451598 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc88ef16-3342-4994-98a8-65bf084584b3 None None] Network 7b984793-bfcc-475f-b674-70e234353da9 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:50:46.490406 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7a1f266a-74ca-48a1-88f7-6457dcc89f60 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:46.527013 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0194e97-c0a4-4e0b-9880-aecdb8f76810 None None] Network 211f4612-819c-4f38-85f8-66d77d627943 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:50:46.569418 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-797f605c-a5d3-44e7-b92b-f883cd0e9cd5 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:46.579785 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-245e5c9e-70bf-4abf-857a-1fff555aa5ea tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:46.644953 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-1be3637b-fa07-4d5d-a88b-6d49ad15334d None None] Provisioning complete for port db2ed3a1-88cf-4a6b-a679-bc457544966c triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:46.645321 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1be3637b-fa07-4d5d-a88b-6d49ad15334d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:46.655168 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-797f605c-a5d3-44e7-b92b-f883cd0e9cd5 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Deleting port 9e122873-178a-437e-a64c-8ba0aae8f7b9 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:50:46.658469 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-797f605c-a5d3-44e7-b92b-f883cd0e9cd5 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:46.679284 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a1c53dfb-e23c-418b-9c9c-8e60c892530d req-7eeb64bb-c479-4d2e-9f0e-c5db763419ac service neutron] 10.222.0.20 "GET /v2.0/networks/2ff991f4-50ec-4bee-9b8e-14ed596b49df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696874 Mar 28 13:50:46.702813 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device ec7c004c-b700-4cad-a33c-637cc20443c6 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:50:46.715140 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-409e62cf-ab2e-4bdc-a979-3e41af2ba2ba tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:46.733455 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-797f605c-a5d3-44e7-b92b-f883cd0e9cd5 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] For port 9e122873-178a-437e-a64c-8ba0aae8f7b9, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=9e122873-178a-437e-a64c-8ba0aae8f7b9,segment=NetworkSegment(78f73dcc-23ae-4df0-966b-53687f750079),segment_id=78f73dcc-23ae-4df0-966b-53687f750079)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:50:46.733828 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-797f605c-a5d3-44e7-b92b-f883cd0e9cd5 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:46.748567 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-797f605c-a5d3-44e7-b92b-f883cd0e9cd5 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Calling delete_port for 9e122873-178a-437e-a64c-8ba0aae8f7b9 owned by network:dhcp {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:50:46.789474 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7a1f266a-74ca-48a1-88f7-6457dcc89f60 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:46.854938 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-245e5c9e-70bf-4abf-857a-1fff555aa5ea tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:46.872322 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c975ca16-5037-4499-ac19-df456c1df0b2 None None] DHCP port deletion for 7b984793-bfcc-475f-b674-70e234353da9 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:50:46.886184 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1be3637b-fa07-4d5d-a88b-6d49ad15334d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:46.894466 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245e5c9e-70bf-4abf-857a-1fff555aa5ea tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:50:46.897818 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7a1f266a-74ca-48a1-88f7-6457dcc89f60 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:46.900135 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-245e5c9e-70bf-4abf-857a-1fff555aa5ea tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:50:46.908256 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-409e62cf-ab2e-4bdc-a979-3e41af2ba2ba tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:46.913094 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port ec7c004c-b700-4cad-a33c-637cc20443c6 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:46.913460 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:46.916662 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245e5c9e-70bf-4abf-857a-1fff555aa5ea tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:50:46.953274 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-797f605c-a5d3-44e7-b92b-f883cd0e9cd5 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:46.977176 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e5c9e-70bf-4abf-857a-1fff555aa5ea tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Pushing event updated for resources: {'Port': ['ID=d8748197-8408-453b-a894-7fd121d82c57,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:46.988325 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e62cf-ab2e-4bdc-a979-3e41af2ba2ba tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Pushing event deleted for resources: {'Subnet': ['ID=6652b18f-7264-42fa-a604-6cc5e36c13dd,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:46.992944 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f605c-a5d3-44e7-b92b-f883cd0e9cd5 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Pushing event deleted for resources: {'Port': ['ID=9e122873-178a-437e-a64c-8ba0aae8f7b9,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:46.994967 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-409e62cf-ab2e-4bdc-a979-3e41af2ba2ba tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:47.001500 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-409e62cf-ab2e-4bdc-a979-3e41af2ba2ba tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] 10.222.0.24 "DELETE /v2.0/subnets/6652b18f-7264-42fa-a604-6cc5e36c13dd HTTP/1.1" status: 204 len: 168 time: 0.9353004 Mar 28 13:50:47.003391 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797f605c-a5d3-44e7-b92b-f883cd0e9cd5 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] No DVR routers for this DVR port 9e122873-178a-437e-a64c-8ba0aae8f7b9 on host dv-neutron-835335-1-hyperv {{(pid=109612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:50:47.005317 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34220) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:47.022161 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f266a-74ca-48a1-88f7-6457dcc89f60 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a228b5d0-51d8-442e-bf5d-91d0a2c23be3,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:47.061135 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7a1f266a-74ca-48a1-88f7-6457dcc89f60 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:47.069164 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-7a1f266a-74ca-48a1-88f7-6457dcc89f60 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7899287 Mar 28 13:50:47.070136 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34222) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:47.081045 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-9f8e4e2a-8a3a-4452-87e5-760f17f34034 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Request body: {'security_group_rule': {'security_group_id': '5d148206-58e2-4110-b8e0-4fd14b173f8a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a228b5d0-51d8-442e-bf5d-91d0a2c23be3', 'remote_ip_prefix': None}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:47.107498 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-797f605c-a5d3-44e7-b92b-f883cd0e9cd5 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:47.122863 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34224) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:47.174621 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-797f605c-a5d3-44e7-b92b-f883cd0e9cd5 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b984793-bfcc-475f-b674-70e234353da9']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:47.182923 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.db.api [None req-1be3637b-fa07-4d5d-a88b-6d49ad15334d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 13:50:47.187517 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG oslo_db.api [None req-1be3637b-fa07-4d5d-a88b-6d49ad15334d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 13:50:47.190501 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd730d7-f0ec-4c77-acaa-e9d20f0b198e tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:47.192809 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd730d7-f0ec-4c77-acaa-e9d20f0b198e tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:47.193296 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-c975ca16-5037-4499-ac19-df456c1df0b2 None None] Deleting port 9e122873-178a-437e-a64c-8ba0aae8f7b9 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:50:47.193839 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c975ca16-5037-4499-ac19-df456c1df0b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:47.197570 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-797f605c-a5d3-44e7-b92b-f883cd0e9cd5 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78f73dcc-23ae-4df0-966b-53687f750079') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:47.197864 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-797f605c-a5d3-44e7-b92b-f883cd0e9cd5 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78f73dcc-23ae-4df0-966b-53687f750079') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:47.198900 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-bcd730d7-f0ec-4c77-acaa-e9d20f0b198e tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1907833 Mar 28 13:50:47.199445 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34226) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:47.233935 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-797f605c-a5d3-44e7-b92b-f883cd0e9cd5 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:47.288772 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-c975ca16-5037-4499-ac19-df456c1df0b2 None None] For port 9e122873-178a-437e-a64c-8ba0aae8f7b9, host dv-neutron-835335-1-hyperv, got binding levels [] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:50:47.289262 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c975ca16-5037-4499-ac19-df456c1df0b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:47.293283 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9f8e4e2a-8a3a-4452-87e5-760f17f34034 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:47.298346 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-b265fe41-9290-47ea-beb4-5712e93d4c87 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/floatingips/ec1236f0-870f-489b-b972-d429054e9108 HTTP/1.1" status: 200 len: 994 time: 0.1741173 Mar 28 13:50:47.299709 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-797f605c-a5d3-44e7-b92b-f883cd0e9cd5 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:47.312759 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-c975ca16-5037-4499-ac19-df456c1df0b2 None None] Calling delete_port for 9e122873-178a-437e-a64c-8ba0aae8f7b9 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:50:47.313020 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-797f605c-a5d3-44e7-b92b-f883cd0e9cd5 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:50:47.313230 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-797f605c-a5d3-44e7-b92b-f883cd0e9cd5 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:47.316444 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.ipam_backend_mixin [None req-c975ca16-5037-4499-ac19-df456c1df0b2 None None] Port 9e122873-178a-437e-a64c-8ba0aae8f7b9 was not found and therefore no delete operation was performed {{(pid=109614) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 28 13:50:47.316619 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:50:47.316619 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:50:47.316619 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:50:47.316619 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:50:47.316619 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:50:47.316619 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:50:47.316619 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:50:47.316619 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:50:47.316619 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:50:47.316619 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:50:47.316619 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:50:47.316619 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:50:47.316619 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:50:47.316619 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:50:47.316619 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:50:47.316619 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:50:47.316619 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:50:47.316619 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:50:47.316619 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:50:47.316619 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:50:47.316619 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:50:47.316619 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:50:47.316619 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:50:47.316619 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:50:47.316619 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:50:47.316619 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:50:47.316619 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:50:47.316619 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:50:47.316619 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:50:47.316619 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:50:47.316619 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:50:47.316619 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:50:47.319262 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device db2ed3a1-88cf-4a6b-a679-bc457544966c up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:50:47.342123 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c975ca16-5037-4499-ac19-df456c1df0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:47.343797 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6571535d-6d76-4d95-9f45-a9b7d8ab51ac tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:47.367069 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c975ca16-5037-4499-ac19-df456c1df0b2 None None] No DVR routers for this DVR port 9e122873-178a-437e-a64c-8ba0aae8f7b9 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:50:47.396981 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-6571535d-6d76-4d95-9f45-a9b7d8ab51ac tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 28 13:50:47.397417 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6571535d-6d76-4d95-9f45-a9b7d8ab51ac tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:47.400305 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-6571535d-6d76-4d95-9f45-a9b7d8ab51ac tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] 10.222.0.24 "DELETE /v2.0/networks/211f4612-819c-4f38-85f8-66d77d627943 HTTP/1.1" status: 409 len: 405 time: 0.1978087 Mar 28 13:50:47.404488 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34228) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:47.408301 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975ca16-5037-4499-ac19-df456c1df0b2 None None] Pushing event deleted for resources: {'Port': ['ID=9e122873-178a-437e-a64c-8ba0aae8f7b9,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:47.409958 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-895378e6-6403-4546-a481-7e9c5dfa3045 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1144204267'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:47.427842 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46938f3e-c079-4053-bcc0-261e452a2339 None None] Network 211f4612-819c-4f38-85f8-66d77d627943 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:50:47.472040 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-797f605c-a5d3-44e7-b92b-f883cd0e9cd5 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:47.488037 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port db2ed3a1-88cf-4a6b-a679-bc457544966c triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:47.488601 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:47.492959 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9f8e4e2a-8a3a-4452-87e5-760f17f34034 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:47.495254 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-797f605c-a5d3-44e7-b92b-f883cd0e9cd5 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:47.508978 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-245e5c9e-70bf-4abf-857a-1fff555aa5ea tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:47.509222 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-797f605c-a5d3-44e7-b92b-f883cd0e9cd5 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] 10.222.0.24 "DELETE /v2.0/networks/7b984793-bfcc-475f-b674-70e234353da9 HTTP/1.1" status: 204 len: 168 time: 1.0500607 Mar 28 13:50:47.509222 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34230) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:47.513632 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f605c-a5d3-44e7-b92b-f883cd0e9cd5 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Pushing event deleted for resources: {'Network': ['ID=7b984793-bfcc-475f-b674-70e234353da9,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:47.515559 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895378e6-6403-4546-a481-7e9c5dfa3045 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Made reservation on behalf of da7f13db110d4595a42f48c2b038c600 for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:50:47.519163 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-895378e6-6403-4546-a481-7e9c5dfa3045 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:47.575183 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-895378e6-6403-4546-a481-7e9c5dfa3045 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:50:47.589307 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9f8e4e2a-8a3a-4452-87e5-760f17f34034 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:47.596141 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2435316-cd41-47d0-a68a-31988511d4fc tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Deleting subnet c4d7040e-f5d3-43d7-8cec-8f25eba45c50 {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:50:47.602248 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-895378e6-6403-4546-a481-7e9c5dfa3045 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:47.602248 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-895378e6-6403-4546-a481-7e9c5dfa3045 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Added segment f0351c8b-347c-44af-9aff-d9c3fcd97b5b of type vlan for network 3158225a-fa3e-4ff4-be23-8250d4fc006d Mar 28 13:50:47.603376 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d2435316-cd41-47d0-a68a-31988511d4fc tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:47.618727 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8e4e2a-8a3a-4452-87e5-760f17f34034 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f797b8b6-40af-4130-8784-c5ad8878289f,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:47.642872 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:47.697582 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-895378e6-6403-4546-a481-7e9c5dfa3045 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:47.704112 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d2435316-cd41-47d0-a68a-31988511d4fc tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:47.714533 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port db2ed3a1-88cf-4a6b-a679-bc457544966c, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=db2ed3a1-88cf-4a6b-a679-bc457544966c,segment=NetworkSegment(d6aa2004-cc49-454f-9682-0dae99533acf),segment_id=d6aa2004-cc49-454f-9682-0dae99533acf)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:50:47.716553 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559e5be4-04b8-4d5c-a2f5-6f49cad5e9d6 None None] DHCP port deletion for 211f4612-819c-4f38-85f8-66d77d627943 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:50:47.718033 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9f8e4e2a-8a3a-4452-87e5-760f17f34034 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:47.722545 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9f8e4e2a-8a3a-4452-87e5-760f17f34034 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6458230 Mar 28 13:50:47.722545 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34232) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:47.753768 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1be3637b-fa07-4d5d-a88b-6d49ad15334d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:47.756284 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-245e5c9e-70bf-4abf-857a-1fff555aa5ea tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133933759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133929745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12481'] for router, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:47.761137 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6590fa76-81a2-4bed-b3e8-90c032742a3a tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:47.763975 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-245e5c9e-70bf-4abf-857a-1fff555aa5ea tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133933750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133933709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133929832'] for router, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:47.775281 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6590fa76-81a2-4bed-b3e8-90c032742a3a tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:47.782682 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:47.826157 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d2435316-cd41-47d0-a68a-31988511d4fc tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:47.852198 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-895378e6-6403-4546-a481-7e9c5dfa3045 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:47.858723 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895378e6-6403-4546-a481-7e9c5dfa3045 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:47.859349 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-895378e6-6403-4546-a481-7e9c5dfa3045 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:47.861212 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.db.api [None req-1be3637b-fa07-4d5d-a88b-6d49ad15334d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 13:50:47.861563 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG oslo_db.api [None req-1be3637b-fa07-4d5d-a88b-6d49ad15334d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 13:50:47.867870 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-559e5be4-04b8-4d5c-a2f5-6f49cad5e9d6 None None] Deleting port db2ed3a1-88cf-4a6b-a679-bc457544966c {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:50:47.870428 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-559e5be4-04b8-4d5c-a2f5-6f49cad5e9d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:47.883420 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=db2ed3a1-88cf-4a6b-a679-bc457544966c,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:47.918253 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6590fa76-81a2-4bed-b3e8-90c032742a3a tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:47.929774 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6590fa76-81a2-4bed-b3e8-90c032742a3a tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:47.933537 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-6590fa76-81a2-4bed-b3e8-90c032742a3a tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/f797b8b6-40af-4130-8784-c5ad8878289f HTTP/1.1" status: 204 len: 168 time: 0.2077234 Mar 28 13:50:47.935711 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34234) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:47.941723 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-559e5be4-04b8-4d5c-a2f5-6f49cad5e9d6 None None] For port db2ed3a1-88cf-4a6b-a679-bc457544966c, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=db2ed3a1-88cf-4a6b-a679-bc457544966c,segment=NetworkSegment(d6aa2004-cc49-454f-9682-0dae99533acf),segment_id=d6aa2004-cc49-454f-9682-0dae99533acf)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:50:47.941723 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-559e5be4-04b8-4d5c-a2f5-6f49cad5e9d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:47.945246 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6590fa76-81a2-4bed-b3e8-90c032742a3a tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f797b8b6-40af-4130-8784-c5ad8878289f,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:47.957252 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-559e5be4-04b8-4d5c-a2f5-6f49cad5e9d6 None None] Calling delete_port for db2ed3a1-88cf-4a6b-a679-bc457544966c owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:50:47.963849 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-895378e6-6403-4546-a481-7e9c5dfa3045 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5586386 Mar 28 13:50:47.964583 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895378e6-6403-4546-a481-7e9c5dfa3045 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Pushing event updated for resources: {'Network': ['ID=3158225a-fa3e-4ff4-be23-8250d4fc006d,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:47.967103 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34236) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:47.976135 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-caa82d78-2733-4251-baae-9089279aa5dd tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Request body: {'subnet': {'network_id': '3158225a-fa3e-4ff4-be23-8250d4fc006d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:48.005435 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-2d7ef84d-9535-4257-9986-5a8c945f273b tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0634754 Mar 28 13:50:48.005670 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34238) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:48.006650 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 3158225a-fa3e-4ff4-be23-8250d4fc006d details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:50:48.044606 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-245e5c9e-70bf-4abf-857a-1fff555aa5ea tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Router 56d31182-1471-4d3e-8bcf-97b1ed70e00d is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:50:48.061831 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a6590cc0-3a2a-4e24-aec4-7a52269c267d tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:48.085545 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a6590cc0-3a2a-4e24-aec4-7a52269c267d tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:48.113602 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d2435316-cd41-47d0-a68a-31988511d4fc tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:48.150085 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2435316-cd41-47d0-a68a-31988511d4fc tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Pushing event deleted for resources: {'Subnet': ['ID=c4d7040e-f5d3-43d7-8cec-8f25eba45c50,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:48.154139 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d2435316-cd41-47d0-a68a-31988511d4fc tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:48.160323 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d2435316-cd41-47d0-a68a-31988511d4fc tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] 10.222.0.24 "DELETE /v2.0/subnets/c4d7040e-f5d3-43d7-8cec-8f25eba45c50 HTTP/1.1" status: 204 len: 168 time: 0.6533730 Mar 28 13:50:48.160582 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6e6281-53eb-47d6-b3e6-443af05072da None None] Network dc20e938-ec26-4f66-bbdf-c13c61faecb4 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:50:48.160893 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34240) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:48.179200 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-559e5be4-04b8-4d5c-a2f5-6f49cad5e9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:48.183933 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-245e5c9e-70bf-4abf-857a-1fff555aa5ea tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:50:48.189422 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-245e5c9e-70bf-4abf-857a-1fff555aa5ea tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:48.194327 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-245e5c9e-70bf-4abf-857a-1fff555aa5ea tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] 10.222.0.24 "PUT /v2.0/routers/56d31182-1471-4d3e-8bcf-97b1ed70e00d HTTP/1.1" status: 200 len: 917 time: 4.2485371 Mar 28 13:50:48.195517 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34242) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:48.197782 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1584120-58c7-45d5-a9bf-4126db064d75 None None] Sync routers for ids ['56d31182-1471-4d3e-8bcf-97b1ed70e00d'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:50:48.200733 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa82d78-2733-4251-baae-9089279aa5dd tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Made reservation on behalf of da7f13db110d4595a42f48c2b038c600 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:50:48.204867 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-caa82d78-2733-4251-baae-9089279aa5dd tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:48.213757 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1584120-58c7-45d5-a9bf-4126db064d75 None None] Routers {'56d31182-1471-4d3e-8bcf-97b1ed70e00d'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:50:48.214824 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-a1584120-58c7-45d5-a9bf-4126db064d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:50:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['56d31182-1471-4d3e-8bcf-97b1ed70e00d'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:48.250523 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-a1584120-58c7-45d5-a9bf-4126db064d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:48.257499 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559e5be4-04b8-4d5c-a2f5-6f49cad5e9d6 None None] No DVR routers for this DVR port db2ed3a1-88cf-4a6b-a679-bc457544966c on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:50:48.267787 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e5be4-04b8-4d5c-a2f5-6f49cad5e9d6 None None] Pushing event deleted for resources: {'Port': ['ID=db2ed3a1-88cf-4a6b-a679-bc457544966c,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:48.275187 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1584120-58c7-45d5-a9bf-4126db064d75 None None] Routers {'56d31182-1471-4d3e-8bcf-97b1ed70e00d'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:50:48.276192 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-a1584120-58c7-45d5-a9bf-4126db064d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:50:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['56d31182-1471-4d3e-8bcf-97b1ed70e00d'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:48.281043 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a6590cc0-3a2a-4e24-aec4-7a52269c267d tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:48.283339 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a6590cc0-3a2a-4e24-aec4-7a52269c267d tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:48.284678 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a6590cc0-3a2a-4e24-aec4-7a52269c267d tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "DELETE /v2.0/security-groups/a228b5d0-51d8-442e-bf5d-91d0a2c23be3 HTTP/1.1" status: 204 len: 168 time: 0.2768323 Mar 28 13:50:48.292978 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1a4df44-5f4b-4f7d-85e8-180a3c9935e5 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Deleting subnet 104c777e-f475-4ed8-951a-146ee8fecceb {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:50:48.298997 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34244) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:48.312199 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b1a4df44-5f4b-4f7d-85e8-180a3c9935e5 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:48.323974 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-a1584120-58c7-45d5-a9bf-4126db064d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:48.325468 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1584120-58c7-45d5-a9bf-4126db064d75 None None] The sync data for ids ['56d31182-1471-4d3e-8bcf-97b1ed70e00d'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:50:48.369036 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6590cc0-3a2a-4e24-aec4-7a52269c267d tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a228b5d0-51d8-442e-bf5d-91d0a2c23be3,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:48.371353 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-1be3637b-fa07-4d5d-a88b-6d49ad15334d None None] Port db2ed3a1-88cf-4a6b-a679-bc457544966c update to ACTIVE by agent not found {{(pid=109614) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2191}} Mar 28 13:50:48.424768 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b1a4df44-5f4b-4f7d-85e8-180a3c9935e5 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:48.458368 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-cad61d45-5a93-4eed-9d65-455eb7147bbe tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] 10.222.0.24 "GET /v2.0/routers/56d31182-1471-4d3e-8bcf-97b1ed70e00d HTTP/1.1" status: 200 len: 923 time: 0.2612288 Mar 28 13:50:48.461004 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34246) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:48.483366 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-152fef9b-36c4-4963-bffa-10a729dbef96 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1798263 Mar 28 13:50:48.496385 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34248) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:48.497984 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0122c79-ebf4-4c79-bf20-417d1d8200da None None] DHCP port deletion for dc20e938-ec26-4f66-bbdf-c13c61faecb4 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:50:48.501899 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-856757af-89b8-4b19-ad49-a26bcf56fb30 None None] Could not find standard attr ID for object db2ed3a1-88cf-4a6b-a679-bc457544966c. {{(pid=109614) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 13:50:48.540760 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device db2ed3a1-88cf-4a6b-a679-bc457544966c no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:50:48.544672 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-856757af-89b8-4b19-ad49-a26bcf56fb30 None None] Provisioning complete for port facd7a00-24ee-45bd-8704-91214a3b20ba triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:48.545195 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-856757af-89b8-4b19-ad49-a26bcf56fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:48.556499 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b1a4df44-5f4b-4f7d-85e8-180a3c9935e5 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:48.583024 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: db2ed3a1-88cf-4a6b-a679-bc457544966c {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:50:48.583574 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device db2ed3a1-88cf-4a6b-a679-bc457544966c not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:50:48.583999 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 9e122873-178a-437e-a64c-8ba0aae8f7b9 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:50:48.598528 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed0e890-b9a0-4c97-add9-c3a951daecf5 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:48.600052 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-0ed0e890-b9a0-4c97-add9-c3a951daecf5 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=1cb296ed-c863-4502-973a-f31b82091846&device_id=56d31182-1471-4d3e-8bcf-97b1ed70e00d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1381116 Mar 28 13:50:48.603299 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34250) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:48.614267 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 9e122873-178a-437e-a64c-8ba0aae8f7b9 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:50:48.614267 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 9e122873-178a-437e-a64c-8ba0aae8f7b9 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:50:48.626869 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-856757af-89b8-4b19-ad49-a26bcf56fb30 None None] Port facd7a00-24ee-45bd-8704-91214a3b20ba cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:50:48.639847 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-b0122c79-ebf4-4c79-bf20-417d1d8200da None None] Deleting port 848a7ece-0c60-45c4-af8a-9f0b2102ed78 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:50:48.640234 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b0122c79-ebf4-4c79-bf20-417d1d8200da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:48.674711 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e0f1e8fe-a5d0-4080-ae1f-b10546a63391 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:48.706605 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-b0122c79-ebf4-4c79-bf20-417d1d8200da None None] For port 848a7ece-0c60-45c4-af8a-9f0b2102ed78, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=848a7ece-0c60-45c4-af8a-9f0b2102ed78,segment=NetworkSegment(2507b495-baf6-4de1-8976-cfe4da4c9d9f),segment_id=2507b495-baf6-4de1-8976-cfe4da4c9d9f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:50:48.707101 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b0122c79-ebf4-4c79-bf20-417d1d8200da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:48.708191 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b1a4df44-5f4b-4f7d-85e8-180a3c9935e5 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:48.722177 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-b0122c79-ebf4-4c79-bf20-417d1d8200da None None] Calling delete_port for 848a7ece-0c60-45c4-af8a-9f0b2102ed78 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:50:48.740529 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b1a4df44-5f4b-4f7d-85e8-180a3c9935e5 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:48.741518 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e0f1e8fe-a5d0-4080-ae1f-b10546a63391 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:48.746131 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-b1a4df44-5f4b-4f7d-85e8-180a3c9935e5 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] 10.222.0.24 "DELETE /v2.0/subnets/104c777e-f475-4ed8-951a-146ee8fecceb HTTP/1.1" status: 204 len: 168 time: 0.5815279 Mar 28 13:50:48.746131 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a4df44-5f4b-4f7d-85e8-180a3c9935e5 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Pushing event deleted for resources: {'Subnet': ['ID=104c777e-f475-4ed8-951a-146ee8fecceb,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:48.746427 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34252) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:48.771190 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94660f6f-9cf1-40a5-978f-6f12a837d7bc None None] Network d2b313c2-b13d-4f99-98ed-5ff6f8133350 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:50:48.794906 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.objects.ports [None req-caa82d78-2733-4251-baae-9089279aa5dd tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109613) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 13:50:48.808971 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-caa82d78-2733-4251-baae-9089279aa5dd tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:48.838058 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad03fe9-38a0-4a41-a78a-8b9c0291f973 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:48.839446 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-2ad03fe9-38a0-4a41-a78a-8b9c0291f973 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] 10.222.0.24 "GET /v2.0/networks/1cb296ed-c863-4502-973a-f31b82091846 HTTP/1.1" status: 200 len: 881 time: 0.2344565 Mar 28 13:50:48.843482 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34254) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:48.888331 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e2dab26b-ebb3-43a0-aa73-c491973d9741 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d31182-1471-4d3e-8bcf-97b1ed70e00d HTTP/1.1" status: 200 len: 205 time: 0.0414035 Mar 28 13:50:48.892705 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34256) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:48.945192 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa82d78-2733-4251-baae-9089279aa5dd tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Pushing event updated for resources: {'Subnet': ['ID=73456f36-c1ce-42b0-be79-1676e47b4552,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:48.966359 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa82d78-2733-4251-baae-9089279aa5dd tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Checking segment: {'id': 'f0351c8b-347c-44af-9aff-d9c3fcd97b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3158225a-fa3e-4ff4-be23-8250d4fc006d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:50:48.966721 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa82d78-2733-4251-baae-9089279aa5dd tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Network hostable DHCP agents. Network: 3158225a-fa3e-4ff4-be23-8250d4fc006d, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:50:48.970722 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e0f1e8fe-a5d0-4080-ae1f-b10546a63391 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:48.973282 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e0f1e8fe-a5d0-4080-ae1f-b10546a63391 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:48.974431 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e0f1e8fe-a5d0-4080-ae1f-b10546a63391 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "DELETE /v2.0/security-groups/5d148206-58e2-4110-b8e0-4fd14b173f8a HTTP/1.1" status: 204 len: 168 time: 0.4606674 Mar 28 13:50:48.982690 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34258) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:48.992936 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b0122c79-ebf4-4c79-bf20-417d1d8200da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:49.027161 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e9a5a5-64be-40e6-9f4f-75f0fd48bc0b None None] DHCP port deletion for d2b313c2-b13d-4f99-98ed-5ff6f8133350 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:50:49.032704 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0122c79-ebf4-4c79-bf20-417d1d8200da None None] Pushing event deleted for resources: {'Port': ['ID=848a7ece-0c60-45c4-af8a-9f0b2102ed78,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:49.036761 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f1e8fe-a5d0-4080-ae1f-b10546a63391 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d148206-58e2-4110-b8e0-4fd14b173f8a,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:49.039141 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0122c79-ebf4-4c79-bf20-417d1d8200da None None] No DVR routers for this DVR port 848a7ece-0c60-45c4-af8a-9f0b2102ed78 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:50:49.089005 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e0979122-4518-4b42-8ee5-42899e09deba tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for router, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:49.104021 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-04e9a5a5-64be-40e6-9f4f-75f0fd48bc0b None None] Deleting port 9e10f333-dc78-4701-a190-90849979dae9 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:50:49.104418 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-04e9a5a5-64be-40e6-9f4f-75f0fd48bc0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:49.131168 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a5c34786-1dac-433e-8845-012c31a615cf tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1420257 Mar 28 13:50:49.132416 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34260) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:49.136744 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-83b7e284-0bfa-41b7-923b-1bb165411eb0 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Request body: {'security_group': {'name': 'tempest-secgroup--1565684356'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:49.181170 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-04e9a5a5-64be-40e6-9f4f-75f0fd48bc0b None None] For port 9e10f333-dc78-4701-a190-90849979dae9, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=9e10f333-dc78-4701-a190-90849979dae9,segment=NetworkSegment(6a2f0063-fb38-4de0-8ffc-e605b04b668d),segment_id=6a2f0063-fb38-4de0-8ffc-e605b04b668d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:50:49.181776 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-04e9a5a5-64be-40e6-9f4f-75f0fd48bc0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:49.200418 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-04e9a5a5-64be-40e6-9f4f-75f0fd48bc0b None None] Calling delete_port for 9e10f333-dc78-4701-a190-90849979dae9 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:50:49.210234 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e6e813d7-fd0c-4981-b8f9-be9f017bfe5b tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:49.222900 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 13:50:49.307440 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e6e813d7-fd0c-4981-b8f9-be9f017bfe5b tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:49.335131 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-e6e813d7-fd0c-4981-b8f9-be9f017bfe5b tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc20e938-ec26-4f66-bbdf-c13c61faecb4']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:49.345408 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-e6e813d7-fd0c-4981-b8f9-be9f017bfe5b tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2507b495-baf6-4de1-8976-cfe4da4c9d9f') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:49.345704 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-e6e813d7-fd0c-4981-b8f9-be9f017bfe5b tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2507b495-baf6-4de1-8976-cfe4da4c9d9f') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:49.347745 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-04e9a5a5-64be-40e6-9f4f-75f0fd48bc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:49.358383 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e6e813d7-fd0c-4981-b8f9-be9f017bfe5b tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:49.374230 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e6e813d7-fd0c-4981-b8f9-be9f017bfe5b tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:49.375704 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e9a5a5-64be-40e6-9f4f-75f0fd48bc0b None None] Pushing event deleted for resources: {'Port': ['ID=9e10f333-dc78-4701-a190-90849979dae9,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:49.379305 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e9a5a5-64be-40e6-9f4f-75f0fd48bc0b None None] No DVR routers for this DVR port 9e10f333-dc78-4701-a190-90849979dae9 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:50:49.381257 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6e813d7-fd0c-4981-b8f9-be9f017bfe5b tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:50:49.381671 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e6e813d7-fd0c-4981-b8f9-be9f017bfe5b tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:49.385015 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:50:49.385015 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:50:49.385015 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:50:49.385015 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:50:49.385015 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:50:49.385015 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:50:49.385015 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:50:49.385015 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:50:49.385015 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:50:49.385015 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:50:49.385015 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:50:49.385015 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:50:49.385015 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:50:49.385015 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:50:49.385015 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:50:49.385015 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:50:49.385015 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:50:49.385015 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:50:49.385015 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:50:49.385015 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:50:49.385015 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:50:49.385015 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:50:49.385015 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:50:49.385015 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:50:49.385015 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:50:49.385015 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:50:49.385015 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:50:49.385015 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:50:49.385015 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:50:49.385015 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:50:49.385015 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:50:49.385015 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:50:49.511736 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e6e813d7-fd0c-4981-b8f9-be9f017bfe5b tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:49.517304 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-83b7e284-0bfa-41b7-923b-1bb165411eb0 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:49.519139 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa82d78-2733-4251-baae-9089279aa5dd tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Network 3158225a-fa3e-4ff4-be23-8250d4fc006d is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:50:49.520060 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e6e813d7-fd0c-4981-b8f9-be9f017bfe5b tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:49.523490 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-e6e813d7-fd0c-4981-b8f9-be9f017bfe5b tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] 10.222.0.24 "DELETE /v2.0/networks/dc20e938-ec26-4f66-bbdf-c13c61faecb4 HTTP/1.1" status: 204 len: 168 time: 0.7705433 Mar 28 13:50:49.533247 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34262) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:49.541243 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e813d7-fd0c-4981-b8f9-be9f017bfe5b tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Pushing event deleted for resources: {'Network': ['ID=dc20e938-ec26-4f66-bbdf-c13c61faecb4,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:49.581138 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e0979122-4518-4b42-8ee5-42899e09deba tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:49.614962 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-83b7e284-0bfa-41b7-923b-1bb165411eb0 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:49.615210 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2342c21a-75be-4d2d-b5e9-9a9769e81977 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:49.616330 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-caa82d78-2733-4251-baae-9089279aa5dd tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 3158225a-fa3e-4ff4-be23-8250d4fc006d) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:50:49.620940 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa82d78-2733-4251-baae-9089279aa5dd tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:49.621564 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-caa82d78-2733-4251-baae-9089279aa5dd tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:49.626889 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ced608-8f82-453d-bbab-2f812b283e7b None None] Network 3158225a-fa3e-4ff4-be23-8250d4fc006d requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:50:49.703217 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2342c21a-75be-4d2d-b5e9-9a9769e81977 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:49.707375 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-caa82d78-2733-4251-baae-9089279aa5dd tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7390871 Mar 28 13:50:49.708091 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-83b7e284-0bfa-41b7-923b-1bb165411eb0 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:49.710287 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34264) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:49.721695 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-64af0eea-4c40-4fbe-8910-dcc8cf5dad11 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Request body: {'port': {'network_id': '3158225a-fa3e-4ff4-be23-8250d4fc006d', 'name': 'tempest-NetworksIpV6TestAttrs-1631318994'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:49.727909 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-2342c21a-75be-4d2d-b5e9-9a9769e81977 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2b313c2-b13d-4f99-98ed-5ff6f8133350']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:49.740606 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-2342c21a-75be-4d2d-b5e9-9a9769e81977 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a2f0063-fb38-4de0-8ffc-e605b04b668d') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:49.741266 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-2342c21a-75be-4d2d-b5e9-9a9769e81977 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a2f0063-fb38-4de0-8ffc-e605b04b668d') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:49.751574 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2342c21a-75be-4d2d-b5e9-9a9769e81977 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:49.769447 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2342c21a-75be-4d2d-b5e9-9a9769e81977 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:49.777968 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2342c21a-75be-4d2d-b5e9-9a9769e81977 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:50:49.778513 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2342c21a-75be-4d2d-b5e9-9a9769e81977 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:49.783183 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:50:49.783183 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:50:49.783183 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:50:49.783183 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:50:49.783183 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:50:49.783183 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:50:49.783183 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:50:49.783183 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:50:49.783183 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:50:49.783183 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:50:49.783183 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:50:49.783183 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:50:49.783183 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:50:49.783183 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:50:49.783183 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:50:49.783183 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:50:49.783183 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:50:49.783183 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:50:49.783183 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:50:49.783183 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:50:49.783183 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:50:49.783183 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:50:49.783183 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:50:49.783183 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:50:49.783183 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:50:49.783183 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:50:49.783183 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:50:49.783183 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:50:49.783183 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:50:49.783183 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:50:49.783183 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:50:49.783183 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:50:49.794454 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0849aff-9c9b-46fb-8615-c62050e56625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-3158225a-fa3e-4ff4-be23-8250d4fc006d', 'network_id': '3158225a-fa3e-4ff4-be23-8250d4fc006d', 'tenant_id': 'da7f13db110d4595a42f48c2b038c600', 'fixed_ips': [{'subnet_id': '73456f36-c1ce-42b0-be79-1676e47b4552'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:50:49.795862 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e0849aff-9c9b-46fb-8615-c62050e56625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:49.798059 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b7e284-0bfa-41b7-923b-1bb165411eb0 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf23bdeb-8d28-4008-9195-2ac010ddb34b,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:49.812181 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-e0979122-4518-4b42-8ee5-42899e09deba tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Deleting port d8748197-8408-453b-a894-7fd121d82c57 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:50:49.812541 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e0979122-4518-4b42-8ee5-42899e09deba tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:49.821109 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-83b7e284-0bfa-41b7-923b-1bb165411eb0 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:49.822364 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-83b7e284-0bfa-41b7-923b-1bb165411eb0 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6890287 Mar 28 13:50:49.833529 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34266) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:49.844250 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-be8ee62a-6aef-4dee-88cc-a87fa89d0b93 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Request body: {'security_group_rule': {'security_group_id': 'cf23bdeb-8d28-4008-9195-2ac010ddb34b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:49.924280 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2342c21a-75be-4d2d-b5e9-9a9769e81977 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:49.933824 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2342c21a-75be-4d2d-b5e9-9a9769e81977 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:49.937188 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-2342c21a-75be-4d2d-b5e9-9a9769e81977 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] 10.222.0.24 "DELETE /v2.0/networks/d2b313c2-b13d-4f99-98ed-5ff6f8133350 HTTP/1.1" status: 204 len: 168 time: 0.4028764 Mar 28 13:50:49.940782 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34268) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:49.951242 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2342c21a-75be-4d2d-b5e9-9a9769e81977 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Pushing event deleted for resources: {'Network': ['ID=d2b313c2-b13d-4f99-98ed-5ff6f8133350,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:49.962500 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-e0849aff-9c9b-46fb-8615-c62050e56625 None None] Allocated IP 2001:db8::f816:3eff:feec:3b37 (3158225a-fa3e-4ff4-be23-8250d4fc006d/73456f36-c1ce-42b0-be79-1676e47b4552/867ca646-c45e-4ae3-bcb4-e2bb6f347352) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:50:49.992551 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e0979122-4518-4b42-8ee5-42899e09deba tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:50.015869 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-be8ee62a-6aef-4dee-88cc-a87fa89d0b93 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:50.018525 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-e0979122-4518-4b42-8ee5-42899e09deba tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Calling delete_port for d8748197-8408-453b-a894-7fd121d82c57 owned by network:router_gateway {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:50:50.040487 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec1041b4-35bb-41d9-9c16-51c2d3bf5963 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Deleting subnet caaa56ad-c91d-4a4e-94fc-9376aea5a56a {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:50:50.049836 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ec1041b4-35bb-41d9-9c16-51c2d3bf5963 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:50.057122 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64af0eea-4c40-4fbe-8910-dcc8cf5dad11 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Made reservation on behalf of da7f13db110d4595a42f48c2b038c600 for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:50:50.060496 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-64af0eea-4c40-4fbe-8910-dcc8cf5dad11 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:50.103600 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e0849aff-9c9b-46fb-8615-c62050e56625 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:50.161917 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [None req-64af0eea-4c40-4fbe-8910-dcc8cf5dad11 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] device_id is not set on port 8c5f1c9a-c76b-4067-b08e-7589fbd3c4c5 yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:50:50.169627 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e0849aff-9c9b-46fb-8615-c62050e56625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:50.182090 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ec1041b4-35bb-41d9-9c16-51c2d3bf5963 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:50.213014 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0849aff-9c9b-46fb-8615-c62050e56625 None None] Network 3158225a-fa3e-4ff4-be23-8250d4fc006d is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:50:50.216361 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-e0849aff-9c9b-46fb-8615-c62050e56625 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:50:50.218837 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0849aff-9c9b-46fb-8615-c62050e56625 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:50:50.231787 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0849aff-9c9b-46fb-8615-c62050e56625 None None] Pushing event updated for resources: {'Port': ['ID=867ca646-c45e-4ae3-bcb4-e2bb6f347352,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:50.272324 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-be8ee62a-6aef-4dee-88cc-a87fa89d0b93 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:50.279914 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-e0849aff-9c9b-46fb-8615-c62050e56625 None None] Attempting to bind port 867ca646-c45e-4ae3-bcb4-e2bb6f347352 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:50:50.280286 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-e0849aff-9c9b-46fb-8615-c62050e56625 None None] Attempting to bind port 867ca646-c45e-4ae3-bcb4-e2bb6f347352 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'f0351c8b-347c-44af-9aff-d9c3fcd97b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3158225a-fa3e-4ff4-be23-8250d4fc006d'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:50:50.280796 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0849aff-9c9b-46fb-8615-c62050e56625 None None] Attempting to bind port 867ca646-c45e-4ae3-bcb4-e2bb6f347352 on network 3158225a-fa3e-4ff4-be23-8250d4fc006d {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:50:50.286683 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0849aff-9c9b-46fb-8615-c62050e56625 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:50:50.286683 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0849aff-9c9b-46fb-8615-c62050e56625 None None] Checking segment: {'id': 'f0351c8b-347c-44af-9aff-d9c3fcd97b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3158225a-fa3e-4ff4-be23-8250d4fc006d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:50:50.286683 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e0849aff-9c9b-46fb-8615-c62050e56625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:50.287043 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0849aff-9c9b-46fb-8615-c62050e56625 None None] Bound using segment: {'id': 'f0351c8b-347c-44af-9aff-d9c3fcd97b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3158225a-fa3e-4ff4-be23-8250d4fc006d'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:50:50.287345 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-e0849aff-9c9b-46fb-8615-c62050e56625 None None] Bound port: 867ca646-c45e-4ae3-bcb4-e2bb6f347352, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0351c8b-347c-44af-9aff-d9c3fcd97b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3158225a-fa3e-4ff4-be23-8250d4fc006d'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:50:50.287721 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e0849aff-9c9b-46fb-8615-c62050e56625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:50.350240 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-e0849aff-9c9b-46fb-8615-c62050e56625 None None] For port 867ca646-c45e-4ae3-bcb4-e2bb6f347352, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:50:50.353165 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-e0849aff-9c9b-46fb-8615-c62050e56625 None None] For port 867ca646-c45e-4ae3-bcb4-e2bb6f347352, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=867ca646-c45e-4ae3-bcb4-e2bb6f347352,segment=NetworkSegment(f0351c8b-347c-44af-9aff-d9c3fcd97b5b),segment_id=f0351c8b-347c-44af-9aff-d9c3fcd97b5b)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:50:50.372356 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-be8ee62a-6aef-4dee-88cc-a87fa89d0b93 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:50.421491 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e0849aff-9c9b-46fb-8615-c62050e56625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:50.424541 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ee62a-6aef-4dee-88cc-a87fa89d0b93 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77086844-6dd0-4fe5-bfca-78b21c1f179c,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:50.446377 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ec1041b4-35bb-41d9-9c16-51c2d3bf5963 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:50.471417 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 848a7ece-0c60-45c4-af8a-9f0b2102ed78 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:50:50.471725 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-64af0eea-4c40-4fbe-8910-dcc8cf5dad11 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Allocated IP 2001:db8::f816:3eff:fe51:c6cc (3158225a-fa3e-4ff4-be23-8250d4fc006d/73456f36-c1ce-42b0-be79-1676e47b4552/8c5f1c9a-c76b-4067-b08e-7589fbd3c4c5) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:50:50.501201 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 848a7ece-0c60-45c4-af8a-9f0b2102ed78 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:50:50.501545 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 848a7ece-0c60-45c4-af8a-9f0b2102ed78 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:50:50.502018 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 9e10f333-dc78-4701-a190-90849979dae9 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:50:50.519779 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-be8ee62a-6aef-4dee-88cc-a87fa89d0b93 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:50.521017 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-be8ee62a-6aef-4dee-88cc-a87fa89d0b93 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6848400 Mar 28 13:50:50.525265 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34270) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:50.530851 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 9e10f333-dc78-4701-a190-90849979dae9 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:50:50.531404 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 9e10f333-dc78-4701-a190-90849979dae9 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:50:50.533027 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0849aff-9c9b-46fb-8615-c62050e56625 None None] Pushing event updated for resources: {'Port': ['ID=867ca646-c45e-4ae3-bcb4-e2bb6f347352,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:50.561077 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d5914963-0213-4c3d-a77a-adc566843aca tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:50.577105 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d5914963-0213-4c3d-a77a-adc566843aca tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:50.638976 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e0979122-4518-4b42-8ee5-42899e09deba tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:50.678195 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ec1041b4-35bb-41d9-9c16-51c2d3bf5963 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:50.680246 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0979122-4518-4b42-8ee5-42899e09deba tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Pushing event deleted for resources: {'Port': ['ID=d8748197-8408-453b-a894-7fd121d82c57,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:50.693018 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d5914963-0213-4c3d-a77a-adc566843aca tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:50.710158 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d5914963-0213-4c3d-a77a-adc566843aca tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:50.711476 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d5914963-0213-4c3d-a77a-adc566843aca tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/77086844-6dd0-4fe5-bfca-78b21c1f179c HTTP/1.1" status: 204 len: 168 time: 0.1851971 Mar 28 13:50:50.717545 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34272) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:50.730937 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5914963-0213-4c3d-a77a-adc566843aca tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=77086844-6dd0-4fe5-bfca-78b21c1f179c,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:50.753694 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1041b4-35bb-41d9-9c16-51c2d3bf5963 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Pushing event deleted for resources: {'Subnet': ['ID=caaa56ad-c91d-4a4e-94fc-9376aea5a56a,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:50.760295 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ec1041b4-35bb-41d9-9c16-51c2d3bf5963 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:50.765147 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ec67e3-8856-4f86-917c-7d2de20bb669 None None] Network a41ebf8d-def2-483b-b909-62e302390721 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:50:50.766805 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ec1041b4-35bb-41d9-9c16-51c2d3bf5963 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] 10.222.0.24 "DELETE /v2.0/subnets/caaa56ad-c91d-4a4e-94fc-9376aea5a56a HTTP/1.1" status: 204 len: 168 time: 0.8224163 Mar 28 13:50:50.771502 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34274) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:50.821410 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-64af0eea-4c40-4fbe-8910-dcc8cf5dad11 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:50.852042 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e0979122-4518-4b42-8ee5-42899e09deba tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133933816'] for router_gateway, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:50.874368 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-b2dd0199-4056-4b04-9572-05be0a8793f2 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1552110 Mar 28 13:50:50.875231 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34276) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:50.885582 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3140324d-e001-4c2d-85dc-2280eb894285 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:50.957691 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e0979122-4518-4b42-8ee5-42899e09deba tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:50.960927 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e0979122-4518-4b42-8ee5-42899e09deba tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:50.970476 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-48ff93e9-9b4e-4147-b697-2e0314c3ac82 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:50.990269 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2a7945-482d-467b-a419-2a5a37c1f575 None None] DHCP port deletion for a41ebf8d-def2-483b-b909-62e302390721 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:50:51.002512 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-48ff93e9-9b4e-4147-b697-2e0314c3ac82 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:51.017772 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-64af0eea-4c40-4fbe-8910-dcc8cf5dad11 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:51.023527 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-3140324d-e001-4c2d-85dc-2280eb894285 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Deleting port 8ef83803-ac56-4b60-a5aa-ff1c6711d240 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:50:51.023992 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3140324d-e001-4c2d-85dc-2280eb894285 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:51.056988 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-ef2a7945-482d-467b-a419-2a5a37c1f575 None None] Deleting port 8ef83803-ac56-4b60-a5aa-ff1c6711d240 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:50:51.058504 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ef2a7945-482d-467b-a419-2a5a37c1f575 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:51.073894 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e0979122-4518-4b42-8ee5-42899e09deba tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:51.074135 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0979122-4518-4b42-8ee5-42899e09deba tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Fanout notify agent at l3_agent the message router_deleted on router 56d31182-1471-4d3e-8bcf-97b1ed70e00d {{(pid=109613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:50:51.081082 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64af0eea-4c40-4fbe-8910-dcc8cf5dad11 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Network 3158225a-fa3e-4ff4-be23-8250d4fc006d is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:50:51.088792 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e0979122-4518-4b42-8ee5-42899e09deba tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:51.089924 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e0979122-4518-4b42-8ee5-42899e09deba tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] 10.222.0.24 "DELETE /v2.0/routers/56d31182-1471-4d3e-8bcf-97b1ed70e00d HTTP/1.1" status: 204 len: 168 time: 2.1931508 Mar 28 13:50:51.094838 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-64af0eea-4c40-4fbe-8910-dcc8cf5dad11 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:50:51.095725 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34278) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:51.097311 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64af0eea-4c40-4fbe-8910-dcc8cf5dad11 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:50:51.102662 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-d69343ba-e015-430f-99f8-13f2701927a8 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1309692109', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:51.103262 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64af0eea-4c40-4fbe-8910-dcc8cf5dad11 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:51.104034 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-64af0eea-4c40-4fbe-8910-dcc8cf5dad11 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:51.114647 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af0eea-4c40-4fbe-8910-dcc8cf5dad11 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Pushing event updated for resources: {'Port': ['ID=8c5f1c9a-c76b-4067-b08e-7589fbd3c4c5,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:51.137419 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-3140324d-e001-4c2d-85dc-2280eb894285 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] For port 8ef83803-ac56-4b60-a5aa-ff1c6711d240, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=8ef83803-ac56-4b60-a5aa-ff1c6711d240,segment=NetworkSegment(c69d335f-0a30-493b-923b-7fd60902887c),segment_id=c69d335f-0a30-493b-923b-7fd60902887c)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:50:51.137792 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3140324d-e001-4c2d-85dc-2280eb894285 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:51.139159 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-ef2a7945-482d-467b-a419-2a5a37c1f575 None None] For port 8ef83803-ac56-4b60-a5aa-ff1c6711d240, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=8ef83803-ac56-4b60-a5aa-ff1c6711d240,segment=NetworkSegment(c69d335f-0a30-493b-923b-7fd60902887c),segment_id=c69d335f-0a30-493b-923b-7fd60902887c)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:50:51.143015 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ef2a7945-482d-467b-a419-2a5a37c1f575 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:51.154419 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-ef2a7945-482d-467b-a419-2a5a37c1f575 None None] Calling delete_port for 8ef83803-ac56-4b60-a5aa-ff1c6711d240 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:50:51.158072 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-3140324d-e001-4c2d-85dc-2280eb894285 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Calling delete_port for 8ef83803-ac56-4b60-a5aa-ff1c6711d240 owned by network:dhcp {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:50:51.208229 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-48ff93e9-9b4e-4147-b697-2e0314c3ac82 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:51.211015 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-48ff93e9-9b4e-4147-b697-2e0314c3ac82 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:51.212499 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-48ff93e9-9b4e-4147-b697-2e0314c3ac82 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "DELETE /v2.0/security-groups/cf23bdeb-8d28-4008-9195-2ac010ddb34b HTTP/1.1" status: 204 len: 168 time: 0.3312504 Mar 28 13:50:51.214942 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34280) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:51.234080 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff93e9-9b4e-4147-b697-2e0314c3ac82 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf23bdeb-8d28-4008-9195-2ac010ddb34b,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:51.240925 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-64af0eea-4c40-4fbe-8910-dcc8cf5dad11 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.5269349 Mar 28 13:50:51.248203 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34282) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:51.294357 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d69343ba-e015-430f-99f8-13f2701927a8 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:51.295727 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d69343ba-e015-430f-99f8-13f2701927a8 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:51.324097 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ef2a7945-482d-467b-a419-2a5a37c1f575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:51.333143 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-88dfb236-9e02-4224-a0d1-b7bfcf2d6d30 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1164734 Mar 28 13:50:51.336768 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34284) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:51.342945 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-40b4b5f4-75fc-4a7a-9378-1304a2cc2776 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Request body: {'security_group': {'name': 'tempest-secgroup--1542759179'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:51.348317 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2a7945-482d-467b-a419-2a5a37c1f575 None None] No DVR routers for this DVR port 8ef83803-ac56-4b60-a5aa-ff1c6711d240 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:50:51.356618 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a5bf8fa-4675-422c-87f1-ce2766d8c53a tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Deleting subnet 73456f36-c1ce-42b0-be79-1676e47b4552 {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:50:51.362202 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d69343ba-e015-430f-99f8-13f2701927a8 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:51.365047 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3140324d-e001-4c2d-85dc-2280eb894285 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:51.369604 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1a5bf8fa-4675-422c-87f1-ce2766d8c53a tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:51.375949 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a7945-482d-467b-a419-2a5a37c1f575 None None] Pushing event deleted for resources: {'Port': ['ID=8ef83803-ac56-4b60-a5aa-ff1c6711d240,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:51.402423 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3140324d-e001-4c2d-85dc-2280eb894285 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Pushing event deleted for resources: {'Port': ['ID=8ef83803-ac56-4b60-a5aa-ff1c6711d240,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:51.405207 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3140324d-e001-4c2d-85dc-2280eb894285 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] No DVR routers for this DVR port 8ef83803-ac56-4b60-a5aa-ff1c6711d240 on host dv-neutron-835335-1-hyperv {{(pid=109612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:50:51.431003 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1a5bf8fa-4675-422c-87f1-ce2766d8c53a tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:51.434656 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d69343ba-e015-430f-99f8-13f2701927a8 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:51.490929 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-40b4b5f4-75fc-4a7a-9378-1304a2cc2776 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:51.504531 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3140324d-e001-4c2d-85dc-2280eb894285 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:51.525948 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-3140324d-e001-4c2d-85dc-2280eb894285 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a41ebf8d-def2-483b-b909-62e302390721']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:51.535782 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-3140324d-e001-4c2d-85dc-2280eb894285 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c69d335f-0a30-493b-923b-7fd60902887c') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:51.539007 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-3140324d-e001-4c2d-85dc-2280eb894285 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c69d335f-0a30-493b-923b-7fd60902887c') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:51.547091 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3140324d-e001-4c2d-85dc-2280eb894285 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:51.561370 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d69343ba-e015-430f-99f8-13f2701927a8 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:51.564336 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d69343ba-e015-430f-99f8-13f2701927a8 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4635131 Mar 28 13:50:51.564336 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3140324d-e001-4c2d-85dc-2280eb894285 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:51.565606 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34286) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:51.569894 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-8365b2ea-054e-44bc-af4d-9173de902f30 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'enable_snat': False}}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:51.607060 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3140324d-e001-4c2d-85dc-2280eb894285 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:50:51.607495 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3140324d-e001-4c2d-85dc-2280eb894285 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:51.610763 dv-neutron-835335-1-hyperv neutron-server[109612]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 13:50:51.610763 dv-neutron-835335-1-hyperv neutron-server[109612]: self.session.flush() Mar 28 13:50:51.610763 dv-neutron-835335-1-hyperv neutron-server[109612]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 13:50:51.610763 dv-neutron-835335-1-hyperv neutron-server[109612]: self.session.flush() Mar 28 13:50:51.610763 dv-neutron-835335-1-hyperv neutron-server[109612]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 13:50:51.610763 dv-neutron-835335-1-hyperv neutron-server[109612]: self.session.flush() Mar 28 13:50:51.610763 dv-neutron-835335-1-hyperv neutron-server[109612]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 13:50:51.610763 dv-neutron-835335-1-hyperv neutron-server[109612]: self.session.flush() Mar 28 13:50:51.610763 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:50:51.610763 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:50:51.610763 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:50:51.610763 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:50:51.610763 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:50:51.610763 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:50:51.610763 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:50:51.610763 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:50:51.610763 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:50:51.610763 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:50:51.610763 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:50:51.610763 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:50:51.610763 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:50:51.610763 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:50:51.610763 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:50:51.610763 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:50:51.610763 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:50:51.610763 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:50:51.610763 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:50:51.610763 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:50:51.610763 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:50:51.610763 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:50:51.610763 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:50:51.610763 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:50:51.610763 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:50:51.610763 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:50:51.610763 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:50:51.610763 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:50:51.610763 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:50:51.610763 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:50:51.610763 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:50:51.610763 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:50:51.637688 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1a5bf8fa-4675-422c-87f1-ce2766d8c53a tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:51.638434 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5915a007-a4b0-453a-9de0-8a9c130904ca None None] Network 3158225a-fa3e-4ff4-be23-8250d4fc006d requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:50:51.642235 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-40b4b5f4-75fc-4a7a-9378-1304a2cc2776 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:51.705629 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-40b4b5f4-75fc-4a7a-9378-1304a2cc2776 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:51.739632 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b4b5f4-75fc-4a7a-9378-1304a2cc2776 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8229efd-8cf4-4c59-96ba-cb87e1ca6bb3,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:51.786603 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1a5bf8fa-4675-422c-87f1-ce2766d8c53a tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:51.820996 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5bf8fa-4675-422c-87f1-ce2766d8c53a tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Pushing event deleted for resources: {'Subnet': ['ID=73456f36-c1ce-42b0-be79-1676e47b4552,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:51.826562 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1a5bf8fa-4675-422c-87f1-ce2766d8c53a tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:51.830638 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-1a5bf8fa-4675-422c-87f1-ce2766d8c53a tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] 10.222.0.24 "DELETE /v2.0/subnets/73456f36-c1ce-42b0-be79-1676e47b4552 HTTP/1.1" status: 204 len: 168 time: 0.5808110 Mar 28 13:50:51.832050 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8365b2ea-054e-44bc-af4d-9173de902f30 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:51.833632 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34288) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:51.843915 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3140324d-e001-4c2d-85dc-2280eb894285 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:51.849446 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-40b4b5f4-75fc-4a7a-9378-1304a2cc2776 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:51.850951 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-40b4b5f4-75fc-4a7a-9378-1304a2cc2776 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5127461 Mar 28 13:50:51.855953 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3140324d-e001-4c2d-85dc-2280eb894285 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:51.859596 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-3140324d-e001-4c2d-85dc-2280eb894285 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] 10.222.0.24 "DELETE /v2.0/networks/a41ebf8d-def2-483b-b909-62e302390721 HTTP/1.1" status: 204 len: 168 time: 1.0868683 Mar 28 13:50:51.860132 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34290) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:51.864457 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-cf395c47-6c0e-4cb2-8593-bccc5b504f16 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Request body: {'security_group_rule': {'security_group_id': 'b8229efd-8cf4-4c59-96ba-cb87e1ca6bb3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:51.868647 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34292) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:51.876320 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-28dd990f-d0d7-459e-aa3f-385e6f9602ac None None] Provisioning complete for port 867ca646-c45e-4ae3-bcb4-e2bb6f347352 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:50:51.876823 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-28dd990f-d0d7-459e-aa3f-385e6f9602ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:51.893941 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3140324d-e001-4c2d-85dc-2280eb894285 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Pushing event deleted for resources: {'Network': ['ID=a41ebf8d-def2-483b-b909-62e302390721,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:51.898114 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166b4034-44eb-4dc3-bf92-1c01f6f87417 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:51.899833 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166b4034-44eb-4dc3-bf92-1c01f6f87417 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:51.904889 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-166b4034-44eb-4dc3-bf92-1c01f6f87417 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0702376 Mar 28 13:50:51.905530 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34294) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:51.912307 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-9705a9b3-f3f8-4b5b-9120-8c679ca7631c tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] 10.222.0.24 "GET /v2.0/ports?device_id=6115c8fe-156d-4d40-9e6d-1b3ef8e0e9ae HTTP/1.1" status: 200 len: 205 time: 0.0320861 Mar 28 13:50:51.915502 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34296) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:51.995765 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cf395c47-6c0e-4cb2-8593-bccc5b504f16 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:52.023825 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-28dd990f-d0d7-459e-aa3f-385e6f9602ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:52.044730 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fa8f3022-cb87-4fd7-bcea-5b2df5fb2349 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks [] for router, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:52.061305 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-28dd990f-d0d7-459e-aa3f-385e6f9602ac None None] For port 867ca646-c45e-4ae3-bcb4-e2bb6f347352, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=867ca646-c45e-4ae3-bcb4-e2bb6f347352,segment=NetworkSegment(f0351c8b-347c-44af-9aff-d9c3fcd97b5b),segment_id=f0351c8b-347c-44af-9aff-d9c3fcd97b5b)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:50:52.105717 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cf395c47-6c0e-4cb2-8593-bccc5b504f16 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:52.125907 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78c59ac-629c-44f5-9319-22ffa388225f None None] DHCP port deletion for 3158225a-fa3e-4ff4-be23-8250d4fc006d request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:50:52.130879 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-27313682-b420-4af7-85e5-e4231858c6d8 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:52.158281 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-28dd990f-d0d7-459e-aa3f-385e6f9602ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:52.163841 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cf395c47-6c0e-4cb2-8593-bccc5b504f16 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:52.203195 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf395c47-6c0e-4cb2-8593-bccc5b504f16 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61c69af7-fcb9-4c2f-85ac-93d2533f0a4d,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:52.214020 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8365b2ea-054e-44bc-af4d-9173de902f30 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:52.224054 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dd990f-d0d7-459e-aa3f-385e6f9602ac None None] Pushing event updated for resources: {'Port': ['ID=867ca646-c45e-4ae3-bcb4-e2bb6f347352,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:52.231942 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-27313682-b420-4af7-85e5-e4231858c6d8 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 28 13:50:52.232459 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27313682-b420-4af7-85e5-e4231858c6d8 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:50:52.234132 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-a78c59ac-629c-44f5-9319-22ffa388225f None None] Deleting port 867ca646-c45e-4ae3-bcb4-e2bb6f347352 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:50:52.234600 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a78c59ac-629c-44f5-9319-22ffa388225f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:52.240032 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-27313682-b420-4af7-85e5-e4231858c6d8 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] 10.222.0.24 "DELETE /v2.0/networks/3158225a-fa3e-4ff4-be23-8250d4fc006d HTTP/1.1" status: 409 len: 405 time: 0.3334889 Mar 28 13:50:52.240177 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8365b2ea-054e-44bc-af4d-9173de902f30 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:52.242659 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fa8f3022-cb87-4fd7-bcea-5b2df5fb2349 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:52.244149 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34298) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:52.249012 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-e12adf51-609c-4931-bc17-f6a2c17fbcee tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-328376932'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:52.252721 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fa8f3022-cb87-4fd7-bcea-5b2df5fb2349 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:52.302207 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-a78c59ac-629c-44f5-9319-22ffa388225f None None] For port 867ca646-c45e-4ae3-bcb4-e2bb6f347352, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=867ca646-c45e-4ae3-bcb4-e2bb6f347352,segment=NetworkSegment(f0351c8b-347c-44af-9aff-d9c3fcd97b5b),segment_id=f0351c8b-347c-44af-9aff-d9c3fcd97b5b)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:50:52.302974 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a78c59ac-629c-44f5-9319-22ffa388225f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:52.306630 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cf395c47-6c0e-4cb2-8593-bccc5b504f16 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:52.307842 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-cf395c47-6c0e-4cb2-8593-bccc5b504f16 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4467466 Mar 28 13:50:52.311556 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34300) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:52.318593 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-a78c59ac-629c-44f5-9319-22ffa388225f None None] Calling delete_port for 867ca646-c45e-4ae3-bcb4-e2bb6f347352 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:50:52.330557 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-72e2d7ba-cc71-4ff4-b5a6-c41c7d7a63c5 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "GET /v2.0/security-group-rules/61c69af7-fcb9-4c2f-85ac-93d2533f0a4d HTTP/1.1" status: 200 len: 763 time: 0.0153329 Mar 28 13:50:52.330866 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34302) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:52.363985 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-8365b2ea-054e-44bc-af4d-9173de902f30 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Allocated IP 172.26.2.38 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/4f021518-84ce-491e-bdbd-836038c119d9) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:50:52.376703 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e567189d-b2fb-40d1-a898-0e84175bfe98 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0445876 Mar 28 13:50:52.379759 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34304) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:52.401176 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12adf51-609c-4931-bc17-f6a2c17fbcee tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Made reservation on behalf of da7f13db110d4595a42f48c2b038c600 for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:50:52.406713 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e12adf51-609c-4931-bc17-f6a2c17fbcee tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:52.411334 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e34ccdda-5486-4a49-afc8-08956fc2662d tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:52.427141 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e34ccdda-5486-4a49-afc8-08956fc2662d tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:52.456163 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fa8f3022-cb87-4fd7-bcea-5b2df5fb2349 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:52.456775 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8f3022-cb87-4fd7-bcea-5b2df5fb2349 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Fanout notify agent at l3_agent the message router_deleted on router 6115c8fe-156d-4d40-9e6d-1b3ef8e0e9ae {{(pid=109613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:50:52.464128 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fa8f3022-cb87-4fd7-bcea-5b2df5fb2349 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:52.468011 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-fa8f3022-cb87-4fd7-bcea-5b2df5fb2349 tempest-RoutersNegativeIpV6Test-534696596 tempest-RoutersNegativeIpV6Test-534696596-project] 10.222.0.24 "DELETE /v2.0/routers/6115c8fe-156d-4d40-9e6d-1b3ef8e0e9ae HTTP/1.1" status: 204 len: 168 time: 0.5516505 Mar 28 13:50:52.482698 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 8ef83803-ac56-4b60-a5aa-ff1c6711d240 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:50:52.490546 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8365b2ea-054e-44bc-af4d-9173de902f30 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:52.502758 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a78c59ac-629c-44f5-9319-22ffa388225f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:52.504538 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 8ef83803-ac56-4b60-a5aa-ff1c6711d240 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:50:52.504872 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 8ef83803-ac56-4b60-a5aa-ff1c6711d240 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:50:52.529553 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c59ac-629c-44f5-9319-22ffa388225f None None] Pushing event deleted for resources: {'Port': ['ID=867ca646-c45e-4ae3-bcb4-e2bb6f347352,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:52.535518 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78c59ac-629c-44f5-9319-22ffa388225f None None] No DVR routers for this DVR port 867ca646-c45e-4ae3-bcb4-e2bb6f347352 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:50:52.554554 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e34ccdda-5486-4a49-afc8-08956fc2662d tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:52.574581 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e12adf51-609c-4931-bc17-f6a2c17fbcee tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:50:52.574581 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e34ccdda-5486-4a49-afc8-08956fc2662d tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:52.574581 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e34ccdda-5486-4a49-afc8-08956fc2662d tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/61c69af7-fcb9-4c2f-85ac-93d2533f0a4d HTTP/1.1" status: 204 len: 168 time: 0.1849093 Mar 28 13:50:52.575122 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34308) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:52.586565 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ccdda-5486-4a49-afc8-08956fc2662d tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61c69af7-fcb9-4c2f-85ac-93d2533f0a4d,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:52.595794 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8365b2ea-054e-44bc-af4d-9173de902f30 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:52.601470 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e12adf51-609c-4931-bc17-f6a2c17fbcee tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:52.601822 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-e12adf51-609c-4931-bc17-f6a2c17fbcee tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Added segment e8c76067-b670-4789-a923-06b04d8ab621 of type vlan for network 7bc9deae-9a91-4894-b800-ba7aefd8c8ed Mar 28 13:50:52.653404 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e12adf51-609c-4931-bc17-f6a2c17fbcee tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:52.654129 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-4b90cd44-853f-4a66-add1-f8759e1bb9c7 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0836651 Mar 28 13:50:52.658650 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34310) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:52.662635 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8365b2ea-054e-44bc-af4d-9173de902f30 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:50:52.666267 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-68bd31f6-1cea-4586-9673-158ae53699f7 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Request body: {'security_group_rule': {'security_group_id': 'b8229efd-8cf4-4c59-96ba-cb87e1ca6bb3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:52.666409 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365b2ea-054e-44bc-af4d-9173de902f30 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Pushing event updated for resources: {'Port': ['ID=4f021518-84ce-491e-bdbd-836038c119d9,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:52.669730 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-8365b2ea-054e-44bc-af4d-9173de902f30 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:50:52.672221 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8365b2ea-054e-44bc-af4d-9173de902f30 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:50:52.674944 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-97907f59-987e-4c30-8690-609f82eba90a req-f92fc6ca-f58f-49ea-8933-b16162c044c7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9f21cd21-2cba-4ee2-ba5e-7519128c83d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1047475 Mar 28 13:50:52.763586 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97907f59-987e-4c30-8690-609f82eba90a req-8da73d4e-07e5-47aa-ba69-0bc2b2363979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:52.765115 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-97907f59-987e-4c30-8690-609f82eba90a req-8da73d4e-07e5-47aa-ba69-0bc2b2363979 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bcdd6be72e7642a4b756d4ea1c2944fc&device_id=9f21cd21-2cba-4ee2-ba5e-7519128c83d8 HTTP/1.1" status: 200 len: 1099 time: 0.0473468 Mar 28 13:50:52.780836 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e12adf51-609c-4931-bc17-f6a2c17fbcee tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:52.786399 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12adf51-609c-4931-bc17-f6a2c17fbcee tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:52.787022 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e12adf51-609c-4931-bc17-f6a2c17fbcee tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:52.887550 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-68bd31f6-1cea-4586-9673-158ae53699f7 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:52.923520 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12adf51-609c-4931-bc17-f6a2c17fbcee tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Pushing event updated for resources: {'Network': ['ID=7bc9deae-9a91-4894-b800-ba7aefd8c8ed,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:52.928306 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e12adf51-609c-4931-bc17-f6a2c17fbcee tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6831732 Mar 28 13:50:52.930654 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34314) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:52.936790 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34316) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:52.937838 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 7bc9deae-9a91-4894-b800-ba7aefd8c8ed details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:50:52.943207 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-8e4c43aa-ba13-4b20-bf01-40c3c650326e tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Request body: {'subnet': {'network_id': '7bc9deae-9a91-4894-b800-ba7aefd8c8ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:52.989896 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-68bd31f6-1cea-4586-9673-158ae53699f7 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:52.991254 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97907f59-987e-4c30-8690-609f82eba90a req-30e2ba8b-2282-44a0-bcea-e09e3ac67085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:52.992744 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-97907f59-987e-4c30-8690-609f82eba90a req-30e2ba8b-2282-44a0-bcea-e09e3ac67085 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2ff991f4-50ec-4bee-9b8e-14ed596b49df HTTP/1.1" status: 200 len: 898 time: 0.2022300 Mar 28 13:50:53.052057 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-68bd31f6-1cea-4586-9673-158ae53699f7 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:53.082681 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8365b2ea-054e-44bc-af4d-9173de902f30 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:53.094950 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd31f6-1cea-4586-9673-158ae53699f7 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6d4fa1c-fee5-4f94-8a0a-2c6c85a4e195,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:53.119943 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-97907f59-987e-4c30-8690-609f82eba90a req-98ef6550-0d77-4aaa-ae1b-fbee437ff8e4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d05fc4c1-04d3-45a7-9c5b-d2236383dfd1 HTTP/1.1" status: 200 len: 1002 time: 0.1204531 Mar 28 13:50:53.166404 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4c43aa-ba13-4b20-bf01-40c3c650326e tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Made reservation on behalf of da7f13db110d4595a42f48c2b038c600 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:50:53.170093 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8e4c43aa-ba13-4b20-bf01-40c3c650326e tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:53.171751 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-07178275-fcca-4bc2-8871-6e5e5bca1b74 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3ae5922c4d2045aabafa52eba0f1efd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2377536 Mar 28 13:50:53.219067 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34320) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:53.219067 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97907f59-987e-4c30-8690-609f82eba90a req-4ed4ec74-6548-45cf-8cfe-6217ac5d9d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:53.219067 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-97907f59-987e-4c30-8690-609f82eba90a req-4ed4ec74-6548-45cf-8cfe-6217ac5d9d0d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82ef406a-5bfa-4427-b27a-2535f93e5e4f HTTP/1.1" status: 200 len: 835 time: 0.0758183 Mar 28 13:50:53.226758 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-68bd31f6-1cea-4586-9673-158ae53699f7 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:53.227921 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-68bd31f6-1cea-4586-9673-158ae53699f7 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5668306 Mar 28 13:50:53.232130 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34322) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:53.280976 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-1419056f-122f-4db9-9b79-cef25aab1b73 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "GET /v2.0/security-group-rules/b6d4fa1c-fee5-4f94-8a0a-2c6c85a4e195 HTTP/1.1" status: 200 len: 763 time: 0.0477474 Mar 28 13:50:53.284207 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34324) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:53.295772 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3c260e25-4539-46f6-9f04-34a9b84854d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:53.309434 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97907f59-987e-4c30-8690-609f82eba90a req-05a91ba3-36c8-4f0e-8310-aaafd4149c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:53.310916 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-97907f59-987e-4c30-8690-609f82eba90a req-05a91ba3-36c8-4f0e-8310-aaafd4149c89 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2ff991f4-50ec-4bee-9b8e-14ed596b49df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0985651 Mar 28 13:50:53.350504 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3c260e25-4539-46f6-9f04-34a9b84854d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:53.407153 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8365b2ea-054e-44bc-af4d-9173de902f30 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133933759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133929745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12481'] for router, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:53.412140 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-be0b43fc-0cfa-449a-ad4e-ef806d88ae91 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1252174 Mar 28 13:50:53.416717 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34326) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:53.419676 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8365b2ea-054e-44bc-af4d-9173de902f30 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133933750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133933709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133929832'] for router, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:53.457849 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-97907f59-987e-4c30-8690-609f82eba90a req-1352d369-2229-4f39-83b2-20e90640cae3 service neutron] 10.222.0.20 "GET /v2.0/networks/2ff991f4-50ec-4bee-9b8e-14ed596b49df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393979 Mar 28 13:50:53.511742 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ffb33f2e-7948-443a-b61a-e8ed27be8acd tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:53.529388 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ffb33f2e-7948-443a-b61a-e8ed27be8acd tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:53.551475 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-97907f59-987e-4c30-8690-609f82eba90a req-a1d78291-bf68-4d4b-87b2-9f050904203d service neutron] 10.222.0.20 "GET /v2.0/networks/2ff991f4-50ec-4bee-9b8e-14ed596b49df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867262 Mar 28 13:50:53.552506 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3c260e25-4539-46f6-9f04-34a9b84854d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:53.554974 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3c260e25-4539-46f6-9f04-34a9b84854d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:53.556000 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3c260e25-4539-46f6-9f04-34a9b84854d8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/53985280-2dca-45ee-874e-100bc4a483bc HTTP/1.1" status: 204 len: 168 time: 0.3797348 Mar 28 13:50:53.565717 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c260e25-4539-46f6-9f04-34a9b84854d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53985280-2dca-45ee-874e-100bc4a483bc,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:53.672705 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ffb33f2e-7948-443a-b61a-e8ed27be8acd tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:53.677203 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ffb33f2e-7948-443a-b61a-e8ed27be8acd tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:53.678611 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ffb33f2e-7948-443a-b61a-e8ed27be8acd tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/b6d4fa1c-fee5-4f94-8a0a-2c6c85a4e195 HTTP/1.1" status: 204 len: 168 time: 0.2608614 Mar 28 13:50:53.681326 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34330) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:53.694572 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb33f2e-7948-443a-b61a-e8ed27be8acd tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b6d4fa1c-fee5-4f94-8a0a-2c6c85a4e195,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:53.723457 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.objects.ports [None req-8e4c43aa-ba13-4b20-bf01-40c3c650326e tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109612) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 13:50:53.723717 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a0dfc621-5983-4149-8b28-2a298eac725b tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0410013 Mar 28 13:50:53.724946 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8365b2ea-054e-44bc-af4d-9173de902f30 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Router c005a88e-ff30-4a87-a0c9-c6f58ff32762 is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:50:53.726275 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34332) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:53.729164 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8e4c43aa-ba13-4b20-bf01-40c3c650326e tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:53.732645 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-cbb6eb96-0235-42d4-962c-d8fb1f36eeb6 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Request body: {'security_group_rule': {'security_group_id': 'b8229efd-8cf4-4c59-96ba-cb87e1ca6bb3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:53.830161 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c43aa-ba13-4b20-bf01-40c3c650326e tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Pushing event updated for resources: {'Subnet': ['ID=fbc36008-91c4-41e4-aff3-86daa1d0791c,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:53.854580 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cbb6eb96-0235-42d4-962c-d8fb1f36eeb6 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:53.881506 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4c43aa-ba13-4b20-bf01-40c3c650326e tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Checking segment: {'id': 'e8c76067-b670-4789-a923-06b04d8ab621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7bc9deae-9a91-4894-b800-ba7aefd8c8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:50:53.881860 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4c43aa-ba13-4b20-bf01-40c3c650326e tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Network hostable DHCP agents. Network: 7bc9deae-9a91-4894-b800-ba7aefd8c8ed, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:50:53.903830 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cbb6eb96-0235-42d4-962c-d8fb1f36eeb6 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:53.913222 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8365b2ea-054e-44bc-af4d-9173de902f30 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:50:53.921986 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8365b2ea-054e-44bc-af4d-9173de902f30 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:53.921986 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-8365b2ea-054e-44bc-af4d-9173de902f30 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] 10.222.0.24 "PUT /v2.0/routers/c005a88e-ff30-4a87-a0c9-c6f58ff32762 HTTP/1.1" status: 200 len: 919 time: 2.3524468 Mar 28 13:50:53.921986 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34336) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:53.929646 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770acef1-7779-489b-84ac-b1b14d41dc87 None None] Sync routers for ids ['c005a88e-ff30-4a87-a0c9-c6f58ff32762'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:50:53.941912 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770acef1-7779-489b-84ac-b1b14d41dc87 None None] Routers {'c005a88e-ff30-4a87-a0c9-c6f58ff32762'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:50:53.942780 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-770acef1-7779-489b-84ac-b1b14d41dc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:50:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['c005a88e-ff30-4a87-a0c9-c6f58ff32762'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:53.968850 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cbb6eb96-0235-42d4-962c-d8fb1f36eeb6 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:53.991514 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-770acef1-7779-489b-84ac-b1b14d41dc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:54.002122 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb6eb96-0235-42d4-962c-d8fb1f36eeb6 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d46d430-43ba-4381-b442-09699832a224,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:54.003940 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770acef1-7779-489b-84ac-b1b14d41dc87 None None] Routers {'c005a88e-ff30-4a87-a0c9-c6f58ff32762'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:50:54.004931 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-770acef1-7779-489b-84ac-b1b14d41dc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:50:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['c005a88e-ff30-4a87-a0c9-c6f58ff32762'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:54.049908 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-559e57ef-66f4-46f0-83d4-1c3aeef270da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:54.051341 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-770acef1-7779-489b-84ac-b1b14d41dc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:54.052004 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770acef1-7779-489b-84ac-b1b14d41dc87 None None] The sync data for ids ['c005a88e-ff30-4a87-a0c9-c6f58ff32762'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:50:54.063361 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cbb6eb96-0235-42d4-962c-d8fb1f36eeb6 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:54.064691 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-cbb6eb96-0235-42d4-962c-d8fb1f36eeb6 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3373125 Mar 28 13:50:54.067386 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34344) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:54.085334 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-2cfae7f3-f46d-4bb9-a730-3ae977501a3f tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "GET /v2.0/security-group-rules/5d46d430-43ba-4381-b442-09699832a224 HTTP/1.1" status: 200 len: 764 time: 0.0167408 Mar 28 13:50:54.087838 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34346) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:54.136583 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3f41b61d-d03b-4066-a85d-882613df62cf tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0450137 Mar 28 13:50:54.136860 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34350) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:54.166656 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-49961158-b196-474f-afc5-569c606aa524 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:54.176336 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-49961158-b196-474f-afc5-569c606aa524 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:54.272779 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-49961158-b196-474f-afc5-569c606aa524 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:54.279791 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-49961158-b196-474f-afc5-569c606aa524 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:54.282032 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-49961158-b196-474f-afc5-569c606aa524 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/5d46d430-43ba-4381-b442-09699832a224 HTTP/1.1" status: 204 len: 168 time: 0.1432374 Mar 28 13:50:54.288711 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34354) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:54.298902 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49961158-b196-474f-afc5-569c606aa524 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d46d430-43ba-4381-b442-09699832a224,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:54.306510 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4c43aa-ba13-4b20-bf01-40c3c650326e tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Network 7bc9deae-9a91-4894-b800-ba7aefd8c8ed is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:50:54.339121 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e3b4106e-a6d9-46cb-841e-fe5f04b433cf tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0485282 Mar 28 13:50:54.344052 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34360) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:54.363023 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-8e4c43aa-ba13-4b20-bf01-40c3c650326e tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 7bc9deae-9a91-4894-b800-ba7aefd8c8ed) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:50:54.369566 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4c43aa-ba13-4b20-bf01-40c3c650326e tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:54.370150 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8e4c43aa-ba13-4b20-bf01-40c3c650326e tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:54.375746 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d26049a-bd79-489a-bb35-fae9b9992546 None None] Network 7bc9deae-9a91-4894-b800-ba7aefd8c8ed requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:50:54.405222 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d6bca275-280e-4f99-8b82-cd57dd3bf4c8 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] 10.222.0.24 "GET /v2.0/routers/c005a88e-ff30-4a87-a0c9-c6f58ff32762 HTTP/1.1" status: 200 len: 925 time: 0.4821737 Mar 28 13:50:54.408093 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34362) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:54.416226 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3af04989-6f52-45c9-a1c2-c0fa4e5a5fa5 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:54.441095 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3af04989-6f52-45c9-a1c2-c0fa4e5a5fa5 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:54.448344 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b33fce-fca4-4143-9d6d-db4234385102 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:54.450558 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-65b33fce-fca4-4143-9d6d-db4234385102 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=1cb296ed-c863-4502-973a-f31b82091846&device_id=c005a88e-ff30-4a87-a0c9-c6f58ff32762&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0417583 Mar 28 13:50:54.453614 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34364) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:54.502571 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-8e4c43aa-ba13-4b20-bf01-40c3c650326e tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.5646114 Mar 28 13:50:54.505240 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34368) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:54.557657 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0c4b6e-0dd2-491d-9c78-6ee87cc8ce87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-7bc9deae-9a91-4894-b800-ba7aefd8c8ed', 'network_id': '7bc9deae-9a91-4894-b800-ba7aefd8c8ed', 'tenant_id': 'da7f13db110d4595a42f48c2b038c600', 'fixed_ips': [{'subnet_id': 'fbc36008-91c4-41e4-aff3-86daa1d0791c'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:50:54.558478 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6c0c4b6e-0dd2-491d-9c78-6ee87cc8ce87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:54.577607 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d404f35-0e73-4e51-86d1-3a79210d963d tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:54.579429 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-7d404f35-0e73-4e51-86d1-3a79210d963d tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] 10.222.0.24 "GET /v2.0/networks/1cb296ed-c863-4502-973a-f31b82091846 HTTP/1.1" status: 200 len: 881 time: 0.1234951 Mar 28 13:50:54.582369 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34370) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:54.617010 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-062f91d0-2c1d-407e-8868-1d995ccea400 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:54.656226 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34372) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:54.687824 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-062f91d0-2c1d-407e-8868-1d995ccea400 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:54.737096 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-6c0c4b6e-0dd2-491d-9c78-6ee87cc8ce87 None None] Allocated IP 2001:db8::f816:3eff:fe44:3fee (7bc9deae-9a91-4894-b800-ba7aefd8c8ed/fbc36008-91c4-41e4-aff3-86daa1d0791c/dcdea3c4-134a-414a-9f82-78e8166fa33d) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:50:54.781625 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-3e212e9f-b92e-492a-b406-cd1fca5cc782 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:54.782334 dv-neutron-835335-1-hyperv neutron-server[109612]: WARNING neutron.api.v2.base [None req-3e212e9f-b92e-492a-b406-cd1fca5cc782 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 28 13:50:54.782838 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-3e212e9f-b92e-492a-b406-cd1fca5cc782 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] create failed (client error): There was a conflict when trying to complete your request. Mar 28 13:50:54.787641 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-3e212e9f-b92e-492a-b406-cd1fca5cc782 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1263659 Mar 28 13:50:54.790811 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34376) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:54.792616 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-9e94ac82-2428-432c-befb-cf1e79d95114 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Request body: {'security_group': {'name': 'tempest-secgroup--532928007'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:54.871108 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9e94ac82-2428-432c-befb-cf1e79d95114 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:54.880886 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9e94ac82-2428-432c-befb-cf1e79d95114 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:54.887107 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6c0c4b6e-0dd2-491d-9c78-6ee87cc8ce87 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:54.928701 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-8004a30a-6d23-46be-8496-1d742daf9bdf tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] 10.222.0.24 "GET /v2.0/ports?device_id=c005a88e-ff30-4a87-a0c9-c6f58ff32762 HTTP/1.1" status: 200 len: 205 time: 0.3427141 Mar 28 13:50:54.928701 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3af04989-6f52-45c9-a1c2-c0fa4e5a5fa5 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:54.929591 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3af04989-6f52-45c9-a1c2-c0fa4e5a5fa5 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:54.929739 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34378) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:54.930602 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3af04989-6f52-45c9-a1c2-c0fa4e5a5fa5 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "DELETE /v2.0/security-groups/b8229efd-8cf4-4c59-96ba-cb87e1ca6bb3 HTTP/1.1" status: 204 len: 168 time: 0.5856016 Mar 28 13:50:54.933637 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34380) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:54.951348 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af04989-6f52-45c9-a1c2-c0fa4e5a5fa5 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8229efd-8cf4-4c59-96ba-cb87e1ca6bb3,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:54.959823 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6c0c4b6e-0dd2-491d-9c78-6ee87cc8ce87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:54.994182 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-7c3f7548-1aa9-45e0-8832-fcd801404966 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0539644 Mar 28 13:50:54.997499 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34382) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:55.002859 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-751804cf-d20f-4e2c-a6ef-20a9446c2e7f tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Request body: {'security_group': {'name': 'tempest-secgroup--606447815'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:55.026093 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0c4b6e-0dd2-491d-9c78-6ee87cc8ce87 None None] Network 7bc9deae-9a91-4894-b800-ba7aefd8c8ed is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:50:55.029758 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-6c0c4b6e-0dd2-491d-9c78-6ee87cc8ce87 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:50:55.032165 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0c4b6e-0dd2-491d-9c78-6ee87cc8ce87 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:50:55.039750 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c4b6e-0dd2-491d-9c78-6ee87cc8ce87 None None] Pushing event updated for resources: {'Port': ['ID=dcdea3c4-134a-414a-9f82-78e8166fa33d,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:55.053125 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9e94ac82-2428-432c-befb-cf1e79d95114 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:55.076363 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-beadbeed-5a5d-457b-ba24-cd71e7aaad52 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for router, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:55.092473 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-6c0c4b6e-0dd2-491d-9c78-6ee87cc8ce87 None None] Attempting to bind port dcdea3c4-134a-414a-9f82-78e8166fa33d on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:50:55.092829 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-6c0c4b6e-0dd2-491d-9c78-6ee87cc8ce87 None None] Attempting to bind port dcdea3c4-134a-414a-9f82-78e8166fa33d by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'e8c76067-b670-4789-a923-06b04d8ab621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7bc9deae-9a91-4894-b800-ba7aefd8c8ed'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:50:55.093177 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0c4b6e-0dd2-491d-9c78-6ee87cc8ce87 None None] Attempting to bind port dcdea3c4-134a-414a-9f82-78e8166fa33d on network 7bc9deae-9a91-4894-b800-ba7aefd8c8ed {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:50:55.098118 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0c4b6e-0dd2-491d-9c78-6ee87cc8ce87 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:50:55.098482 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0c4b6e-0dd2-491d-9c78-6ee87cc8ce87 None None] Checking segment: {'id': 'e8c76067-b670-4789-a923-06b04d8ab621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7bc9deae-9a91-4894-b800-ba7aefd8c8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:50:55.098875 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6c0c4b6e-0dd2-491d-9c78-6ee87cc8ce87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:55.099260 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0c4b6e-0dd2-491d-9c78-6ee87cc8ce87 None None] Bound using segment: {'id': 'e8c76067-b670-4789-a923-06b04d8ab621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7bc9deae-9a91-4894-b800-ba7aefd8c8ed'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:50:55.099744 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-6c0c4b6e-0dd2-491d-9c78-6ee87cc8ce87 None None] Bound port: dcdea3c4-134a-414a-9f82-78e8166fa33d, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8c76067-b670-4789-a923-06b04d8ab621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7bc9deae-9a91-4894-b800-ba7aefd8c8ed'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:50:55.100116 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6c0c4b6e-0dd2-491d-9c78-6ee87cc8ce87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:55.101902 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-751804cf-d20f-4e2c-a6ef-20a9446c2e7f tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:55.117545 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-062f91d0-2c1d-407e-8868-1d995ccea400 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:55.151925 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062f91d0-2c1d-407e-8868-1d995ccea400 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Pushing event deleted for resources: {'Subnet': ['ID=fbc36008-91c4-41e4-aff3-86daa1d0791c,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:55.169802 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-6c0c4b6e-0dd2-491d-9c78-6ee87cc8ce87 None None] For port dcdea3c4-134a-414a-9f82-78e8166fa33d, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:50:55.174001 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-6c0c4b6e-0dd2-491d-9c78-6ee87cc8ce87 None None] For port dcdea3c4-134a-414a-9f82-78e8166fa33d, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=dcdea3c4-134a-414a-9f82-78e8166fa33d,segment=NetworkSegment(e8c76067-b670-4789-a923-06b04d8ab621),segment_id=e8c76067-b670-4789-a923-06b04d8ab621)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:50:55.174140 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-751804cf-d20f-4e2c-a6ef-20a9446c2e7f tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:55.180350 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9e94ac82-2428-432c-befb-cf1e79d95114 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:55.249727 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-751804cf-d20f-4e2c-a6ef-20a9446c2e7f tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:55.265687 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6c0c4b6e-0dd2-491d-9c78-6ee87cc8ce87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:55.280554 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751804cf-d20f-4e2c-a6ef-20a9446c2e7f tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=993beaa0-903a-4b14-8c3a-c5e82ff7f80f,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:55.285302 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-062f91d0-2c1d-407e-8868-1d995ccea400 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:55.322004 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e94ac82-2428-432c-befb-cf1e79d95114 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfe16c8-1399-407f-935e-2331035f4084,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:55.332209 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-062f91d0-2c1d-407e-8868-1d995ccea400 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bc9deae-9a91-4894-b800-ba7aefd8c8ed']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:55.350531 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-751804cf-d20f-4e2c-a6ef-20a9446c2e7f tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:55.357615 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-751804cf-d20f-4e2c-a6ef-20a9446c2e7f tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3537285 Mar 28 13:50:55.357615 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34384) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:55.357852 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-062f91d0-2c1d-407e-8868-1d995ccea400 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8c76067-b670-4789-a923-06b04d8ab621') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:55.357852 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-062f91d0-2c1d-407e-8868-1d995ccea400 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8c76067-b670-4789-a923-06b04d8ab621') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:55.359973 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c4b6e-0dd2-491d-9c78-6ee87cc8ce87 None None] Pushing event updated for resources: {'Port': ['ID=dcdea3c4-134a-414a-9f82-78e8166fa33d,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:55.360800 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-fbd8af84-d602-4790-a426-f6e92efa31d3 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Request body: {'security_group_rule': {'security_group_id': '993beaa0-903a-4b14-8c3a-c5e82ff7f80f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:55.372594 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197884f6-6e45-445a-8814-098910ec662f None None] Network 7bc9deae-9a91-4894-b800-ba7aefd8c8ed requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:50:55.376196 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-beadbeed-5a5d-457b-ba24-cd71e7aaad52 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:55.380035 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-062f91d0-2c1d-407e-8868-1d995ccea400 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:55.401153 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9e94ac82-2428-432c-befb-cf1e79d95114 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:55.405529 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-062f91d0-2c1d-407e-8868-1d995ccea400 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:55.411213 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-062f91d0-2c1d-407e-8868-1d995ccea400 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:50:55.411605 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-062f91d0-2c1d-407e-8868-1d995ccea400 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:55.415168 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:50:55.415168 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:50:55.415168 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:50:55.415168 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:50:55.415168 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:50:55.415168 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:50:55.415168 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:50:55.415168 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:50:55.415168 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:50:55.415168 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:50:55.415168 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:50:55.415168 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:50:55.415168 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:50:55.415168 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:50:55.415168 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:50:55.415168 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:50:55.415168 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:50:55.415168 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:50:55.415168 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:50:55.415168 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:50:55.415168 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:50:55.415168 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:50:55.415168 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:50:55.415168 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:50:55.415168 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:50:55.415168 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:50:55.415168 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:50:55.415168 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:50:55.415168 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:50:55.415168 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:50:55.415168 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:50:55.415168 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:50:55.449665 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fbd8af84-d602-4790-a426-f6e92efa31d3 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:55.467956 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9e94ac82-2428-432c-befb-cf1e79d95114 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:55.504751 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e20588f-45c5-4298-a944-38fd2ad0bb30 None None] get_active_networks_info from dv-neutron-835335-1-hyperv {{(pid=109614) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 28 13:50:55.513607 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fbd8af84-d602-4790-a426-f6e92efa31d3 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:55.520459 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.db.api [None req-062f91d0-2c1d-407e-8868-1d995ccea400 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 13:50:55.520459 dv-neutron-835335-1-hyperv neutron-server[109612]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 13:50:55.520459 dv-neutron-835335-1-hyperv neutron-server[109612]: [parameters: {'id': '7bc9deae-9a91-4894-b800-ba7aefd8c8ed'}] Mar 28 13:50:55.520459 dv-neutron-835335-1-hyperv neutron-server[109612]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 13:50:55.520924 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG oslo_db.api [None req-062f91d0-2c1d-407e-8868-1d995ccea400 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 13:50:55.533494 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e94ac82-2428-432c-befb-cf1e79d95114 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d532eea9-928b-4eb8-b81f-ef9d67f1137b,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:55.552296 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-beadbeed-5a5d-457b-ba24-cd71e7aaad52 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Deleting port 4f021518-84ce-491e-bdbd-836038c119d9 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:50:55.554637 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-beadbeed-5a5d-457b-ba24-cd71e7aaad52 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:55.574164 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fbd8af84-d602-4790-a426-f6e92efa31d3 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:55.586256 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e20588f-45c5-4298-a944-38fd2ad0bb30 None None] Resources bound (agent type, host, resource id): {{(pid=109614) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 13:50:55.596898 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd8af84-d602-4790-a426-f6e92efa31d3 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39fd52fb-8200-40a7-abb2-58ab7b28b4bb,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:55.607696 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9e94ac82-2428-432c-befb-cf1e79d95114 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:55.618087 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-9e94ac82-2428-432c-befb-cf1e79d95114 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8202817 Mar 28 13:50:55.618238 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34386) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:55.618238 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-e69a6ca6-47de-4bd2-b270-cd780bd28ee2 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Request body: {'security_group_rule': {'security_group_id': 'd532eea9-928b-4eb8-b81f-ef9d67f1137b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:55.641015 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-beadbeed-5a5d-457b-ba24-cd71e7aaad52 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:55.653116 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-beadbeed-5a5d-457b-ba24-cd71e7aaad52 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Calling delete_port for 4f021518-84ce-491e-bdbd-836038c119d9 owned by network:router_gateway {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:50:55.676403 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fbd8af84-d602-4790-a426-f6e92efa31d3 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:55.677733 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-fbd8af84-d602-4790-a426-f6e92efa31d3 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3219106 Mar 28 13:50:55.680310 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34388) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:55.735432 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0b121e8e-6833-46ce-a7bb-0282c8729b1f tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:55.743375 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e69a6ca6-47de-4bd2-b270-cd780bd28ee2 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:55.787067 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0b121e8e-6833-46ce-a7bb-0282c8729b1f tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:55.846269 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e69a6ca6-47de-4bd2-b270-cd780bd28ee2 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:55.888497 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-beadbeed-5a5d-457b-ba24-cd71e7aaad52 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:55.915154 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beadbeed-5a5d-457b-ba24-cd71e7aaad52 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Pushing event deleted for resources: {'Port': ['ID=4f021518-84ce-491e-bdbd-836038c119d9,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:55.918098 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0b121e8e-6833-46ce-a7bb-0282c8729b1f tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:55.922049 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0b121e8e-6833-46ce-a7bb-0282c8729b1f tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:55.927192 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-0b121e8e-6833-46ce-a7bb-0282c8729b1f tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "DELETE /v2.0/security-groups/993beaa0-903a-4b14-8c3a-c5e82ff7f80f HTTP/1.1" status: 204 len: 168 time: 0.2418890 Mar 28 13:50:55.927192 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e69a6ca6-47de-4bd2-b270-cd780bd28ee2 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:55.932083 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34390) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:55.965666 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b121e8e-6833-46ce-a7bb-0282c8729b1f tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=993beaa0-903a-4b14-8c3a-c5e82ff7f80f,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:55.969474 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a6ca6-47de-4bd2-b270-cd780bd28ee2 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=506ff959-532e-4e4e-b0bb-a82ef65bcdad,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:55.979925 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-beadbeed-5a5d-457b-ba24-cd71e7aaad52 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133933816'] for router_gateway, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:56.003825 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-71aa1ac6-cf6c-4f58-99b6-689847832d43 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0669975 Mar 28 13:50:56.006353 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34392) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:56.039873 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-062f91d0-2c1d-407e-8868-1d995ccea400 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:56.041624 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b5829543-db25-40f5-acad-b28f3c9009eb tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0342038 Mar 28 13:50:56.044971 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34394) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:56.055191 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e69a6ca6-47de-4bd2-b270-cd780bd28ee2 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:56.056322 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e69a6ca6-47de-4bd2-b270-cd780bd28ee2 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4431624 Mar 28 13:50:56.061052 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34396) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:56.065512 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-b995b00d-75b7-4f7e-a11d-2104083dfcb9 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Request body: {'security_group_rule': {'security_group_id': 'd532eea9-928b-4eb8-b81f-ef9d67f1137b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:56.073518 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-96c508ae-7e74-4eda-938b-5e5cbbb6d607 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] delete failed (client error): The resource could not be found. Mar 28 13:50:56.078728 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-96c508ae-7e74-4eda-938b-5e5cbbb6d607 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "DELETE /v2.0/security-groups/993beaa0-903a-4b14-8c3a-c5e82ff7f80f HTTP/1.1" status: 404 len: 347 time: 0.0283451 Mar 28 13:50:56.078995 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-beadbeed-5a5d-457b-ba24-cd71e7aaad52 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:56.079115 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34398) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:56.079775 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-beadbeed-5a5d-457b-ba24-cd71e7aaad52 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:56.132121 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-07b49e98-7387-47dd-bc5f-563d23585505 tempest-SecGroupTest-783285639 tempest-SecGroupTest-783285639-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0489933 Mar 28 13:50:56.160205 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-062f91d0-2c1d-407e-8868-1d995ccea400 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Deleting port dcdea3c4-134a-414a-9f82-78e8166fa33d {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:50:56.160580 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-062f91d0-2c1d-407e-8868-1d995ccea400 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:56.192027 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b995b00d-75b7-4f7e-a11d-2104083dfcb9 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:56.215609 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-beadbeed-5a5d-457b-ba24-cd71e7aaad52 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:56.216173 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beadbeed-5a5d-457b-ba24-cd71e7aaad52 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Fanout notify agent at l3_agent the message router_deleted on router c005a88e-ff30-4a87-a0c9-c6f58ff32762 {{(pid=109612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:50:56.226026 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-beadbeed-5a5d-457b-ba24-cd71e7aaad52 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:56.226026 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-beadbeed-5a5d-457b-ba24-cd71e7aaad52 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] 10.222.0.24 "DELETE /v2.0/routers/c005a88e-ff30-4a87-a0c9-c6f58ff32762 HTTP/1.1" status: 204 len: 168 time: 1.2949324 Mar 28 13:50:56.229343 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34402) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:56.237735 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-e1234637-5fee-4b21-8b93-7ae44e7b8f89 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-302800036', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}, 'admin_state_up': False}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:56.263484 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-062f91d0-2c1d-407e-8868-1d995ccea400 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] For port dcdea3c4-134a-414a-9f82-78e8166fa33d, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=dcdea3c4-134a-414a-9f82-78e8166fa33d,segment=NetworkSegment(e8c76067-b670-4789-a923-06b04d8ab621),segment_id=e8c76067-b670-4789-a923-06b04d8ab621)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:50:56.263855 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-062f91d0-2c1d-407e-8868-1d995ccea400 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:56.276634 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-062f91d0-2c1d-407e-8868-1d995ccea400 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Calling delete_port for dcdea3c4-134a-414a-9f82-78e8166fa33d owned by network:dhcp {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:50:56.283883 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-fa29b2d6-42d0-4be1-b245-7ee51880565d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:56.311135 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-b995b00d-75b7-4f7e-a11d-2104083dfcb9 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] create failed (client error): There was a conflict when trying to complete your request. Mar 28 13:50:56.312207 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b995b00d-75b7-4f7e-a11d-2104083dfcb9 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2499309 Mar 28 13:50:56.315120 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34404) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:56.368192 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-218ffa73-64b0-4bf4-9524-7564a8748ba4 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:56.389935 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-218ffa73-64b0-4bf4-9524-7564a8748ba4 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:56.396753 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e1234637-5fee-4b21-8b93-7ae44e7b8f89 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:56.397901 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e1234637-5fee-4b21-8b93-7ae44e7b8f89 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:56.459506 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-062f91d0-2c1d-407e-8868-1d995ccea400 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:56.490950 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062f91d0-2c1d-407e-8868-1d995ccea400 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Pushing event deleted for resources: {'Port': ['ID=dcdea3c4-134a-414a-9f82-78e8166fa33d,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:56.492849 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062f91d0-2c1d-407e-8868-1d995ccea400 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] No DVR routers for this DVR port dcdea3c4-134a-414a-9f82-78e8166fa33d on host dv-neutron-835335-1-hyperv {{(pid=109612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:50:56.545296 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-218ffa73-64b0-4bf4-9524-7564a8748ba4 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:56.548312 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-218ffa73-64b0-4bf4-9524-7564a8748ba4 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:56.549646 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-218ffa73-64b0-4bf4-9524-7564a8748ba4 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "DELETE /v2.0/security-groups/d532eea9-928b-4eb8-b81f-ef9d67f1137b HTTP/1.1" status: 204 len: 168 time: 0.2334909 Mar 28 13:50:56.552893 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34406) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:56.564939 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ffa73-64b0-4bf4-9524-7564a8748ba4 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d532eea9-928b-4eb8-b81f-ef9d67f1137b,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:56.575761 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-062f91d0-2c1d-407e-8868-1d995ccea400 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:56.612921 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-dfe248b1-a036-4b16-a7f4-6c9c78ebfc18 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0576560 Mar 28 13:50:56.613911 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34408) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:56.619687 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-190d41f6-1e32-4012-ba16-a01b13620a83 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Request body: {'security_group': {'name': 'tempest-secgroup--847468867'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:56.631173 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e1234637-5fee-4b21-8b93-7ae44e7b8f89 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:56.632956 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-062f91d0-2c1d-407e-8868-1d995ccea400 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bc9deae-9a91-4894-b800-ba7aefd8c8ed']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:56.642985 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-062f91d0-2c1d-407e-8868-1d995ccea400 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8c76067-b670-4789-a923-06b04d8ab621') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:56.643273 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-062f91d0-2c1d-407e-8868-1d995ccea400 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8c76067-b670-4789-a923-06b04d8ab621') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:56.653013 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-062f91d0-2c1d-407e-8868-1d995ccea400 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:56.666210 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-062f91d0-2c1d-407e-8868-1d995ccea400 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:56.672825 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-062f91d0-2c1d-407e-8868-1d995ccea400 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:50:56.673211 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-062f91d0-2c1d-407e-8868-1d995ccea400 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:56.676160 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:50:56.676160 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:50:56.676160 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:50:56.676160 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:50:56.676160 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:50:56.676160 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:50:56.676160 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:50:56.676160 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:50:56.676160 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:50:56.676160 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:50:56.676160 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:50:56.676160 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:50:56.676160 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:50:56.676160 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:50:56.676160 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:50:56.676160 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:50:56.676160 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:50:56.676160 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:50:56.676160 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:50:56.676160 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:50:56.676160 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:50:56.676160 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:50:56.676160 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:50:56.676160 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:50:56.676160 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:50:56.676160 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:50:56.676160 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:50:56.676160 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:50:56.676160 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:50:56.676160 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:50:56.676160 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:50:56.676160 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:50:56.701888 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-190d41f6-1e32-4012-ba16-a01b13620a83 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:56.715007 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34412) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:56.782585 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-190d41f6-1e32-4012-ba16-a01b13620a83 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:56.853549 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-190d41f6-1e32-4012-ba16-a01b13620a83 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:56.857332 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e1234637-5fee-4b21-8b93-7ae44e7b8f89 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:56.861853 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-062f91d0-2c1d-407e-8868-1d995ccea400 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:56.868431 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-062f91d0-2c1d-407e-8868-1d995ccea400 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:56.871069 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-4fc457c8-3b91-4777-8557-90c0471ad0cf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cead5360baf646bc84ea24b3c428196a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1547334 Mar 28 13:50:56.876956 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-062f91d0-2c1d-407e-8868-1d995ccea400 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] 10.222.0.24 "DELETE /v2.0/networks/7bc9deae-9a91-4894-b800-ba7aefd8c8ed HTTP/1.1" status: 204 len: 168 time: 2.3651354 Mar 28 13:50:56.876956 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34416) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:56.878402 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34418) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:56.887859 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-ba7a22b9-5f77-49b2-9313-83686d3b0dd0 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-380844368'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:56.893541 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062f91d0-2c1d-407e-8868-1d995ccea400 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Pushing event deleted for resources: {'Network': ['ID=7bc9deae-9a91-4894-b800-ba7aefd8c8ed,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:56.896756 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d41f6-1e32-4012-ba16-a01b13620a83 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba464211-3e0d-438c-97c7-86793fd14def,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:56.944567 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-be0f0a49-92cb-4b9c-9df6-5fd58058e572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:56.944804 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-190d41f6-1e32-4012-ba16-a01b13620a83 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:56.946040 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-190d41f6-1e32-4012-ba16-a01b13620a83 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3311348 Mar 28 13:50:56.949001 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34420) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:56.953588 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-739bf181-6ab9-4f59-bc13-0cb96ae77e8e tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Request body: {'security_group_rule': {'security_group_id': 'ba464211-3e0d-438c-97c7-86793fd14def', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:56.954378 dv-neutron-835335-1-hyperv neutron-server[109613]: WARNING neutron.api.v2.base [None req-739bf181-6ab9-4f59-bc13-0cb96ae77e8e tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 28 13:50:56.954867 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-739bf181-6ab9-4f59-bc13-0cb96ae77e8e tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:50:56.955807 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-739bf181-6ab9-4f59-bc13-0cb96ae77e8e tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0056365 Mar 28 13:50:56.961846 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34422) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:56.997605 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7a22b9-5f77-49b2-9313-83686d3b0dd0 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Made reservation on behalf of da7f13db110d4595a42f48c2b038c600 for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:50:56.998154 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-be0f0a49-92cb-4b9c-9df6-5fd58058e572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:57.001007 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ba7a22b9-5f77-49b2-9313-83686d3b0dd0 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:57.037190 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d971d331-1c21-48c6-963c-51c168253f68 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:57.041645 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba7a22b9-5f77-49b2-9313-83686d3b0dd0 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:50:57.065222 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ba7a22b9-5f77-49b2-9313-83686d3b0dd0 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:57.065566 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-ba7a22b9-5f77-49b2-9313-83686d3b0dd0 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Added segment fdd28d23-7f25-49dd-87c3-2bc3b5e26942 of type vlan for network 82374c45-cfb7-4c30-ac49-c6e318bb494f Mar 28 13:50:57.075590 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d971d331-1c21-48c6-963c-51c168253f68 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:57.130441 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ba7a22b9-5f77-49b2-9313-83686d3b0dd0 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:57.142175 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-be0f0a49-92cb-4b9c-9df6-5fd58058e572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:57.144710 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-be0f0a49-92cb-4b9c-9df6-5fd58058e572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:57.146007 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-be0f0a49-92cb-4b9c-9df6-5fd58058e572 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e2f38aa3-5139-475a-8102-122c7b8becf3 HTTP/1.1" status: 204 len: 168 time: 0.2705441 Mar 28 13:50:57.176356 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f0a49-92cb-4b9c-9df6-5fd58058e572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f38aa3-5139-475a-8102-122c7b8becf3,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:57.178013 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e1234637-5fee-4b21-8b93-7ae44e7b8f89 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for router_gateway, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:57.202319 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e1234637-5fee-4b21-8b93-7ae44e7b8f89 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:57.216667 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d971d331-1c21-48c6-963c-51c168253f68 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:57.220444 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d971d331-1c21-48c6-963c-51c168253f68 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:57.224031 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d971d331-1c21-48c6-963c-51c168253f68 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "DELETE /v2.0/security-groups/ba464211-3e0d-438c-97c7-86793fd14def HTTP/1.1" status: 204 len: 168 time: 0.2589471 Mar 28 13:50:57.226981 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34426) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:57.247775 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d971d331-1c21-48c6-963c-51c168253f68 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba464211-3e0d-438c-97c7-86793fd14def,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:57.249509 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ba7a22b9-5f77-49b2-9313-83686d3b0dd0 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:57.255418 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7a22b9-5f77-49b2-9313-83686d3b0dd0 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:57.256204 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ba7a22b9-5f77-49b2-9313-83686d3b0dd0 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:57.330054 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-e1234637-5fee-4b21-8b93-7ae44e7b8f89 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Allocated IP 172.26.2.194 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/3323b6cd-7695-4bfc-bc65-a5e8e5ecd79c) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:50:57.346239 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ba7a22b9-5f77-49b2-9313-83686d3b0dd0 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4662740 Mar 28 13:50:57.349106 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34428) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:57.350490 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a22b9-5f77-49b2-9313-83686d3b0dd0 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Pushing event updated for resources: {'Network': ['ID=82374c45-cfb7-4c30-ac49-c6e318bb494f,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:57.355185 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-d3d82521-959b-4af4-8e50-4399e5312cbe tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Request body: {'subnet': {'network_id': '82374c45-cfb7-4c30-ac49-c6e318bb494f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:57.355500 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-188d9413-6f89-4c2a-bb25-5e05223929d5 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1247416 Mar 28 13:50:57.359076 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34430) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:57.363415 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-c4a1b943-8d68-47bb-9c72-2d7d718feea0 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Request body: {'security_group': {'name': 'tempest-secgroup--1947850108'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:57.370333 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 82374c45-cfb7-4c30-ac49-c6e318bb494f details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:50:57.436674 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c4a1b943-8d68-47bb-9c72-2d7d718feea0 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:57.521077 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c4a1b943-8d68-47bb-9c72-2d7d718feea0 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:57.529463 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e1234637-5fee-4b21-8b93-7ae44e7b8f89 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:57.553682 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:57.592734 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d82521-959b-4af4-8e50-4399e5312cbe tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Made reservation on behalf of da7f13db110d4595a42f48c2b038c600 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:50:57.592964 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c4a1b943-8d68-47bb-9c72-2d7d718feea0 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:57.596443 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d3d82521-959b-4af4-8e50-4399e5312cbe tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:57.623674 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a1b943-8d68-47bb-9c72-2d7d718feea0 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4442565-0ab8-4e29-a9ae-9ca93177b08e,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:57.642026 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e1234637-5fee-4b21-8b93-7ae44e7b8f89 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:57.701403 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c4a1b943-8d68-47bb-9c72-2d7d718feea0 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:57.702663 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c4a1b943-8d68-47bb-9c72-2d7d718feea0 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3426702 Mar 28 13:50:57.705457 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34440) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:57.709919 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-0e72b8d8-212c-405e-9896-b6a8ddead799 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Request body: {'security_group_rule': {'security_group_id': 'b4442565-0ab8-4e29-a9ae-9ca93177b08e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:57.710641 dv-neutron-835335-1-hyperv neutron-server[109613]: WARNING neutron.api.v2.base [None req-0e72b8d8-212c-405e-9896-b6a8ddead799 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 28 13:50:57.711132 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-0e72b8d8-212c-405e-9896-b6a8ddead799 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:50:57.712050 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-0e72b8d8-212c-405e-9896-b6a8ddead799 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0056193 Mar 28 13:50:57.714558 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34442) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:57.714919 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1234637-5fee-4b21-8b93-7ae44e7b8f89 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:50:57.721376 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-e1234637-5fee-4b21-8b93-7ae44e7b8f89 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:50:57.723169 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1234637-5fee-4b21-8b93-7ae44e7b8f89 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Pushing event updated for resources: {'Port': ['ID=3323b6cd-7695-4bfc-bc65-a5e8e5ecd79c,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:57.727375 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1234637-5fee-4b21-8b93-7ae44e7b8f89 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:50:57.771570 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-88be9899-2e71-46a0-a559-ed17359b9448 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:57.797518 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-88be9899-2e71-46a0-a559-ed17359b9448 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:57.958126 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-88be9899-2e71-46a0-a559-ed17359b9448 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:57.960815 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-88be9899-2e71-46a0-a559-ed17359b9448 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:57.962086 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-88be9899-2e71-46a0-a559-ed17359b9448 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "DELETE /v2.0/security-groups/b4442565-0ab8-4e29-a9ae-9ca93177b08e HTTP/1.1" status: 204 len: 168 time: 0.2461045 Mar 28 13:50:57.968608 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34450) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:57.971673 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88be9899-2e71-46a0-a559-ed17359b9448 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4442565-0ab8-4e29-a9ae-9ca93177b08e,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:58.018655 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-9128276b-4273-48c4-9582-bf182c3932ac tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0488100 Mar 28 13:50:58.022223 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34454) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:58.026418 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-7a533c84-bfc3-493a-bb5e-a49370c60e8b tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Request body: {'security_group': {'name': 'tempest-secgroup--453987121'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:58.035725 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d3d82521-959b-4af4-8e50-4399e5312cbe tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:58.133230 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d82521-959b-4af4-8e50-4399e5312cbe tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Pushing event updated for resources: {'Subnet': ['ID=4e23bb40-cc43-408b-a9db-e5a2be2bd0b0,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:58.181711 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7a533c84-bfc3-493a-bb5e-a49370c60e8b tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:58.212294 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d82521-959b-4af4-8e50-4399e5312cbe tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Checking segment: {'id': 'fdd28d23-7f25-49dd-87c3-2bc3b5e26942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '82374c45-cfb7-4c30-ac49-c6e318bb494f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:50:58.212676 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d82521-959b-4af4-8e50-4399e5312cbe tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Network hostable DHCP agents. Network: 82374c45-cfb7-4c30-ac49-c6e318bb494f, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:50:58.228216 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e1234637-5fee-4b21-8b93-7ae44e7b8f89 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for router_gateway, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:58.302365 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34458) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:58.359662 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7a533c84-bfc3-493a-bb5e-a49370c60e8b tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:58.396725 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d82521-959b-4af4-8e50-4399e5312cbe tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Network 82374c45-cfb7-4c30-ac49-c6e318bb494f is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:50:58.400745 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-fae014b8-3c79-403e-8b24-c579dea77694 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:58.401572 dv-neutron-835335-1-hyperv neutron-server[109613]: WARNING neutron.api.v2.base [None req-fae014b8-3c79-403e-8b24-c579dea77694 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 28 13:50:58.402179 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-fae014b8-3c79-403e-8b24-c579dea77694 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] create failed (client error): There was a conflict when trying to complete your request. Mar 28 13:50:58.404061 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-fae014b8-3c79-403e-8b24-c579dea77694 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1002686 Mar 28 13:50:58.407810 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34462) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:58.411943 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-2bfa5d4b-694d-4f4b-ab6f-ca1fa435220f tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Request body: {'security_group': {'name': 'tempest-secgroup--1494410162'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:58.429028 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7a533c84-bfc3-493a-bb5e-a49370c60e8b tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:58.767909 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-d3d82521-959b-4af4-8e50-4399e5312cbe tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 82374c45-cfb7-4c30-ac49-c6e318bb494f) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:50:58.776147 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652bf7c7-e052-41bb-83cb-32b5a7411b3e None None] Network 82374c45-cfb7-4c30-ac49-c6e318bb494f requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:50:58.802463 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d82521-959b-4af4-8e50-4399e5312cbe tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:50:58.803048 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d3d82521-959b-4af4-8e50-4399e5312cbe tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:58.826577 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a533c84-bfc3-493a-bb5e-a49370c60e8b tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53a626f8-0053-42d3-bab7-d57390842c9a,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:58.833404 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7a533c84-bfc3-493a-bb5e-a49370c60e8b tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:58.834938 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-7a533c84-bfc3-493a-bb5e-a49370c60e8b tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8118088 Mar 28 13:50:58.837925 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34464) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:58.846969 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-6bcfc0c2-f7af-45b8-ac85-b4444e10011c tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Request body: {'security_group_rule': {'security_group_id': '53a626f8-0053-42d3-bab7-d57390842c9a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:58.847392 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e1234637-5fee-4b21-8b93-7ae44e7b8f89 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:58.863378 dv-neutron-835335-1-hyperv neutron-server[109613]: WARNING neutron.api.v2.base [None req-6bcfc0c2-f7af-45b8-ac85-b4444e10011c tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 28 13:50:58.863994 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-6bcfc0c2-f7af-45b8-ac85-b4444e10011c tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:50:58.868967 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-6bcfc0c2-f7af-45b8-ac85-b4444e10011c tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0263543 Mar 28 13:50:58.869249 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34466) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:58.874078 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-54a061d6-9e6c-45c3-9b13-5d33c3c70e54 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Request body: {'security_group_rule': {'security_group_id': '53a626f8-0053-42d3-bab7-d57390842c9a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:58.875544 dv-neutron-835335-1-hyperv neutron-server[109613]: WARNING neutron.api.v2.base [None req-54a061d6-9e6c-45c3-9b13-5d33c3c70e54 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 28 13:50:58.876031 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-54a061d6-9e6c-45c3-9b13-5d33c3c70e54 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:50:58.877307 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-54a061d6-9e6c-45c3-9b13-5d33c3c70e54 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0070758 Mar 28 13:50:58.880183 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34468) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:58.885870 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-31059331-0eb4-4683-9ffe-6da23589ec22 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Request body: {'security_group_rule': {'security_group_id': '53a626f8-0053-42d3-bab7-d57390842c9a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:58.887699 dv-neutron-835335-1-hyperv neutron-server[109613]: WARNING neutron.api.v2.base [None req-31059331-0eb4-4683-9ffe-6da23589ec22 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 28 13:50:58.888684 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-31059331-0eb4-4683-9ffe-6da23589ec22 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:50:58.889992 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-31059331-0eb4-4683-9ffe-6da23589ec22 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0074089 Mar 28 13:50:58.893147 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34470) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:58.893696 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2bfa5d4b-694d-4f4b-ab6f-ca1fa435220f tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:58.897961 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-795e449b-2ca4-494d-9279-b64aa8713929 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Request body: {'security_group_rule': {'security_group_id': '53a626f8-0053-42d3-bab7-d57390842c9a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:58.899133 dv-neutron-835335-1-hyperv neutron-server[109613]: WARNING neutron.api.v2.base [None req-795e449b-2ca4-494d-9279-b64aa8713929 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 28 13:50:58.899606 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-795e449b-2ca4-494d-9279-b64aa8713929 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:50:58.900619 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-795e449b-2ca4-494d-9279-b64aa8713929 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0062454 Mar 28 13:50:58.903807 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34472) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:58.905024 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2bfa5d4b-694d-4f4b-ab6f-ca1fa435220f tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:58.918048 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:58.924513 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d3d82521-959b-4af4-8e50-4399e5312cbe tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5733051 Mar 28 13:50:58.928490 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34474) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:58.956351 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637cc46c-d7fa-4972-aa11-a77fc1c5d3ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-82374c45-cfb7-4c30-ac49-c6e318bb494f', 'network_id': '82374c45-cfb7-4c30-ac49-c6e318bb494f', 'tenant_id': 'da7f13db110d4595a42f48c2b038c600', 'fixed_ips': [{'subnet_id': '4e23bb40-cc43-408b-a9db-e5a2be2bd0b0'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:50:58.957935 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-637cc46c-d7fa-4972-aa11-a77fc1c5d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:58.976247 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9821cbb5-bcfb-4f52-a66d-26ee7b4b3bf8 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:59.003505 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9821cbb5-bcfb-4f52-a66d-26ee7b4b3bf8 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:59.101066 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bb09464b-fdc1-4634-8768-c0be399207ec tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:59.101298 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9821cbb5-bcfb-4f52-a66d-26ee7b4b3bf8 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:59.101430 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-637cc46c-d7fa-4972-aa11-a77fc1c5d3ec None None] Allocated IP 2001:db8::2 (82374c45-cfb7-4c30-ac49-c6e318bb494f/4e23bb40-cc43-408b-a9db-e5a2be2bd0b0/530a4813-f978-47fd-8a78-1d5d223df849) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:50:59.104207 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9821cbb5-bcfb-4f52-a66d-26ee7b4b3bf8 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:59.108629 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9821cbb5-bcfb-4f52-a66d-26ee7b4b3bf8 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "DELETE /v2.0/security-groups/53a626f8-0053-42d3-bab7-d57390842c9a HTTP/1.1" status: 204 len: 168 time: 0.2011969 Mar 28 13:50:59.110258 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34476) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:59.132683 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9821cbb5-bcfb-4f52-a66d-26ee7b4b3bf8 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a626f8-0053-42d3-bab7-d57390842c9a,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:59.172965 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-dd618dd4-2c7f-4cbf-9629-933f755b4cf1 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0571203 Mar 28 13:50:59.174077 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34478) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:59.181041 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-e287b8e9-6bed-49de-bd21-092f6dfd7af5 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Request body: {'security_group': {'name': 'tempest-secgroup--1604438215'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:59.195801 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2bfa5d4b-694d-4f4b-ab6f-ca1fa435220f tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:59.200266 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1234637-5fee-4b21-8b93-7ae44e7b8f89 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Router 13042bb5-0ee0-486d-b384-92e3eb17de8e is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:50:59.200266 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bb09464b-fdc1-4634-8768-c0be399207ec tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:59.278534 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-637cc46c-d7fa-4972-aa11-a77fc1c5d3ec None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:59.278747 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2bfa5d4b-694d-4f4b-ab6f-ca1fa435220f tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:59.324251 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e287b8e9-6bed-49de-bd21-092f6dfd7af5 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:59.334839 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfa5d4b-694d-4f4b-ab6f-ca1fa435220f tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8624185a-ac6d-468c-a1c8-8fe374c5dc2f,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:59.354176 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:59.381642 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-637cc46c-d7fa-4972-aa11-a77fc1c5d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:59.407792 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e287b8e9-6bed-49de-bd21-092f6dfd7af5 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:59.419025 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1234637-5fee-4b21-8b93-7ae44e7b8f89 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:50:59.426814 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2bfa5d4b-694d-4f4b-ab6f-ca1fa435220f tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:59.429833 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b343c01-6705-4fef-9e02-c0c985bb99b6 None None] Sync routers for ids ['13042bb5-0ee0-486d-b384-92e3eb17de8e'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:50:59.430740 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637cc46c-d7fa-4972-aa11-a77fc1c5d3ec None None] Network 82374c45-cfb7-4c30-ac49-c6e318bb494f is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:50:59.436294 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-637cc46c-d7fa-4972-aa11-a77fc1c5d3ec None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:50:59.439225 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637cc46c-d7fa-4972-aa11-a77fc1c5d3ec None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:50:59.441460 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b343c01-6705-4fef-9e02-c0c985bb99b6 None None] Routers {'13042bb5-0ee0-486d-b384-92e3eb17de8e'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:50:59.442284 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-8b343c01-6705-4fef-9e02-c0c985bb99b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:50:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['13042bb5-0ee0-486d-b384-92e3eb17de8e'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:59.448733 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637cc46c-d7fa-4972-aa11-a77fc1c5d3ec None None] Pushing event updated for resources: {'Port': ['ID=530a4813-f978-47fd-8a78-1d5d223df849,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:59.467143 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e287b8e9-6bed-49de-bd21-092f6dfd7af5 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:59.475171 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-8b343c01-6705-4fef-9e02-c0c985bb99b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:59.486788 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b343c01-6705-4fef-9e02-c0c985bb99b6 None None] Routers {'13042bb5-0ee0-486d-b384-92e3eb17de8e'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:50:59.487619 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-8b343c01-6705-4fef-9e02-c0c985bb99b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:50:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['13042bb5-0ee0-486d-b384-92e3eb17de8e'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:59.490350 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2bfa5d4b-694d-4f4b-ab6f-ca1fa435220f tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:59.493296 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bb09464b-fdc1-4634-8768-c0be399207ec tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:59.508612 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-637cc46c-d7fa-4972-aa11-a77fc1c5d3ec None None] Attempting to bind port 530a4813-f978-47fd-8a78-1d5d223df849 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:50:59.509760 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287b8e9-6bed-49de-bd21-092f6dfd7af5 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6db78ac8-10d0-489a-ac98-bc6115d63393,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:59.510906 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-637cc46c-d7fa-4972-aa11-a77fc1c5d3ec None None] Attempting to bind port 530a4813-f978-47fd-8a78-1d5d223df849 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'fdd28d23-7f25-49dd-87c3-2bc3b5e26942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '82374c45-cfb7-4c30-ac49-c6e318bb494f'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:50:59.511594 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637cc46c-d7fa-4972-aa11-a77fc1c5d3ec None None] Attempting to bind port 530a4813-f978-47fd-8a78-1d5d223df849 on network 82374c45-cfb7-4c30-ac49-c6e318bb494f {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:50:59.521592 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637cc46c-d7fa-4972-aa11-a77fc1c5d3ec None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:50:59.522191 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637cc46c-d7fa-4972-aa11-a77fc1c5d3ec None None] Checking segment: {'id': 'fdd28d23-7f25-49dd-87c3-2bc3b5e26942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '82374c45-cfb7-4c30-ac49-c6e318bb494f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:50:59.523185 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-637cc46c-d7fa-4972-aa11-a77fc1c5d3ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:59.523634 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637cc46c-d7fa-4972-aa11-a77fc1c5d3ec None None] Bound using segment: {'id': 'fdd28d23-7f25-49dd-87c3-2bc3b5e26942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '82374c45-cfb7-4c30-ac49-c6e318bb494f'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:50:59.524106 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-8b343c01-6705-4fef-9e02-c0c985bb99b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:59.524411 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-637cc46c-d7fa-4972-aa11-a77fc1c5d3ec None None] Bound port: 530a4813-f978-47fd-8a78-1d5d223df849, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd28d23-7f25-49dd-87c3-2bc3b5e26942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '82374c45-cfb7-4c30-ac49-c6e318bb494f'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:50:59.529306 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b343c01-6705-4fef-9e02-c0c985bb99b6 None None] The sync data for ids ['13042bb5-0ee0-486d-b384-92e3eb17de8e'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:50:59.529783 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-637cc46c-d7fa-4972-aa11-a77fc1c5d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:59.559341 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb09464b-fdc1-4634-8768-c0be399207ec tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Pushing event deleted for resources: {'Subnet': ['ID=4e23bb40-cc43-408b-a9db-e5a2be2bd0b0,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:59.563016 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e1234637-5fee-4b21-8b93-7ae44e7b8f89 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:59.567315 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-e1234637-5fee-4b21-8b93-7ae44e7b8f89 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.3339195 Mar 28 13:50:59.567955 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34480) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:59.572766 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-60805f01-0d78-4f59-b760-f2f323000e35 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:59.579571 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e287b8e9-6bed-49de-bd21-092f6dfd7af5 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:59.582094 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e287b8e9-6bed-49de-bd21-092f6dfd7af5 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4060595 Mar 28 13:50:59.587243 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34482) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:59.595318 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-637cc46c-d7fa-4972-aa11-a77fc1c5d3ec None None] For port 530a4813-f978-47fd-8a78-1d5d223df849, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:50:59.598844 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-637cc46c-d7fa-4972-aa11-a77fc1c5d3ec None None] For port 530a4813-f978-47fd-8a78-1d5d223df849, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=530a4813-f978-47fd-8a78-1d5d223df849,segment=NetworkSegment(fdd28d23-7f25-49dd-87c3-2bc3b5e26942),segment_id=fdd28d23-7f25-49dd-87c3-2bc3b5e26942)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:50:59.617276 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-d851bb08-ac1e-48bb-ba6b-2b66bacf56cc tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Request body: {'security_group_rule': {'security_group_id': '6db78ac8-10d0-489a-ac98-bc6115d63393', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:59.617996 dv-neutron-835335-1-hyperv neutron-server[109612]: WARNING neutron.api.v2.base [None req-d851bb08-ac1e-48bb-ba6b-2b66bacf56cc tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 28 13:50:59.618491 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-d851bb08-ac1e-48bb-ba6b-2b66bacf56cc tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:50:59.619460 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d851bb08-ac1e-48bb-ba6b-2b66bacf56cc tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0312700 Mar 28 13:50:59.620158 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfa5d4b-694d-4f4b-ab6f-ca1fa435220f tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=117080ec-546a-4db8-ae0d-573c63aaf83e,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:59.627635 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34484) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:59.634014 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-15aa0053-c3f0-4a27-aa16-735fe7ef8fe1 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Request body: {'security_group_rule': {'security_group_id': '6db78ac8-10d0-489a-ac98-bc6115d63393', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:59.634752 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2bfa5d4b-694d-4f4b-ab6f-ca1fa435220f tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:59.635957 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-2bfa5d4b-694d-4f4b-ab6f-ca1fa435220f tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2273178 Mar 28 13:50:59.640526 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bb09464b-fdc1-4634-8768-c0be399207ec tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:59.647042 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34486) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:59.660582 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-bb09464b-fdc1-4634-8768-c0be399207ec tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82374c45-cfb7-4c30-ac49-c6e318bb494f']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:59.662662 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-637cc46c-d7fa-4972-aa11-a77fc1c5d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:59.672295 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-bb09464b-fdc1-4634-8768-c0be399207ec tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdd28d23-7f25-49dd-87c3-2bc3b5e26942') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:59.674058 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-bb09464b-fdc1-4634-8768-c0be399207ec tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdd28d23-7f25-49dd-87c3-2bc3b5e26942') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:50:59.678227 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-b0e45f17-4255-416c-a3b3-8b9cec9018da tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Request body: {'security_group_rule': {'security_group_id': '117080ec-546a-4db8-ae0d-573c63aaf83e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:59.682822 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bb09464b-fdc1-4634-8768-c0be399207ec tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:59.699289 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bb09464b-fdc1-4634-8768-c0be399207ec tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:59.708714 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb09464b-fdc1-4634-8768-c0be399207ec tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:50:59.709125 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bb09464b-fdc1-4634-8768-c0be399207ec tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:59.712720 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:50:59.712720 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:50:59.712720 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:50:59.712720 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:50:59.712720 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:50:59.712720 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:50:59.712720 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:50:59.712720 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:50:59.712720 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:50:59.712720 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:50:59.712720 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:50:59.712720 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:50:59.712720 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:50:59.712720 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:50:59.712720 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:50:59.712720 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:50:59.712720 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:50:59.712720 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:50:59.712720 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:50:59.712720 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:50:59.712720 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:50:59.712720 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:50:59.712720 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:50:59.712720 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:50:59.712720 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:50:59.712720 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:50:59.712720 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:50:59.712720 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:50:59.712720 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:50:59.712720 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:50:59.712720 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:50:59.712720 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:50:59.757248 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637cc46c-d7fa-4972-aa11-a77fc1c5d3ec None None] Pushing event updated for resources: {'Port': ['ID=530a4813-f978-47fd-8a78-1d5d223df849,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:50:59.776774 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1456e69a-37c8-4989-a0fb-51e027af8c77 None None] Network 82374c45-cfb7-4c30-ac49-c6e318bb494f requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:50:59.823380 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b0e45f17-4255-416c-a3b3-8b9cec9018da tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:59.842556 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.db.api [None req-bb09464b-fdc1-4634-8768-c0be399207ec tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 13:50:59.842556 dv-neutron-835335-1-hyperv neutron-server[109612]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 13:50:59.842556 dv-neutron-835335-1-hyperv neutron-server[109612]: [parameters: {'id': '82374c45-cfb7-4c30-ac49-c6e318bb494f'}] Mar 28 13:50:59.842556 dv-neutron-835335-1-hyperv neutron-server[109612]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 13:50:59.843653 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG oslo_db.api [None req-bb09464b-fdc1-4634-8768-c0be399207ec tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 13:50:59.906263 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1197f523-1763-4ec7-8fe9-d08ce3563869 None None] get_active_networks_info from dv-neutron-835335-1-hyperv {{(pid=109614) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 28 13:50:59.908011 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-15aa0053-c3f0-4a27-aa16-735fe7ef8fe1 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:50:59.909163 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-15aa0053-c3f0-4a27-aa16-735fe7ef8fe1 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2805839 Mar 28 13:50:59.912025 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34488) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:59.916877 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-0c2d313f-0287-4026-96c6-985c4d317130 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Request body: {'security_group_rule': {'security_group_id': '6db78ac8-10d0-489a-ac98-bc6115d63393', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:59.917525 dv-neutron-835335-1-hyperv neutron-server[109612]: WARNING neutron.api.v2.base [None req-0c2d313f-0287-4026-96c6-985c4d317130 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 28 13:50:59.918838 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-0c2d313f-0287-4026-96c6-985c4d317130 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:50:59.920017 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-0c2d313f-0287-4026-96c6-985c4d317130 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0068851 Mar 28 13:50:59.924352 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34490) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:50:59.933594 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-06b7b918-6598-4b24-b199-3c6a4a80a3cc tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Request body: {'security_group_rule': {'security_group_id': '6db78ac8-10d0-489a-ac98-bc6115d63393', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:50:59.952244 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b0e45f17-4255-416c-a3b3-8b9cec9018da tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:50:59.984167 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1197f523-1763-4ec7-8fe9-d08ce3563869 None None] Resources bound (agent type, host, resource id): {{(pid=109614) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 13:51:00.003509 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-60805f01-0d78-4f59-b760-f2f323000e35 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:00.007919 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b0e45f17-4255-416c-a3b3-8b9cec9018da tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:00.024989 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e45f17-4255-416c-a3b3-8b9cec9018da tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adedcae9-0da7-455e-9cdc-afe21c6d0d93,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:00.117730 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-60805f01-0d78-4f59-b760-f2f323000e35 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:00.145963 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-06b7b918-6598-4b24-b199-3c6a4a80a3cc tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:51:00.147045 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-06b7b918-6598-4b24-b199-3c6a4a80a3cc tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2199032 Mar 28 13:51:00.149733 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b0e45f17-4255-416c-a3b3-8b9cec9018da tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:00.150644 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34492) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:00.150832 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b0e45f17-4255-416c-a3b3-8b9cec9018da tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5028698 Mar 28 13:51:00.153647 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34494) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:00.155965 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-ce5c0d28-e892-457e-8b31-0baca41ec41a tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Request body: {'security_group_rule': {'security_group_id': '6db78ac8-10d0-489a-ac98-bc6115d63393', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:00.156539 dv-neutron-835335-1-hyperv neutron-server[109612]: WARNING neutron.api.v2.base [None req-ce5c0d28-e892-457e-8b31-0baca41ec41a tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 28 13:51:00.158121 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-3d1a7730-ea9b-447c-a080-3fd5b1727b29 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Request body: {'security_group_rule': {'security_group_id': '117080ec-546a-4db8-ae0d-573c63aaf83e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:00.158999 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-ce5c0d28-e892-457e-8b31-0baca41ec41a tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:51:00.162862 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ce5c0d28-e892-457e-8b31-0baca41ec41a tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0082068 Mar 28 13:51:00.163150 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34496) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:00.169577 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-ac11ca0e-43d0-4c6f-ab29-01f3ad94aea8 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Request body: {'security_group_rule': {'security_group_id': '6db78ac8-10d0-489a-ac98-bc6115d63393', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:00.291562 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-60805f01-0d78-4f59-b760-f2f323000e35 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Deleting port 3323b6cd-7695-4bfc-bc65-a5e8e5ecd79c {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:51:00.291562 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-60805f01-0d78-4f59-b760-f2f323000e35 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:00.300775 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3d1a7730-ea9b-447c-a080-3fd5b1727b29 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:00.343679 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bb09464b-fdc1-4634-8768-c0be399207ec tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:00.396573 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-bb09464b-fdc1-4634-8768-c0be399207ec tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Deleting port 530a4813-f978-47fd-8a78-1d5d223df849 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:51:00.396909 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bb09464b-fdc1-4634-8768-c0be399207ec tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:00.406176 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-60805f01-0d78-4f59-b760-f2f323000e35 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:00.417657 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-60805f01-0d78-4f59-b760-f2f323000e35 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Calling delete_port for 3323b6cd-7695-4bfc-bc65-a5e8e5ecd79c owned by network:router_gateway {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:51:00.463464 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-ac11ca0e-43d0-4c6f-ab29-01f3ad94aea8 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:51:00.464593 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ac11ca0e-43d0-4c6f-ab29-01f3ad94aea8 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3005090 Mar 28 13:51:00.466087 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-bb09464b-fdc1-4634-8768-c0be399207ec tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] For port 530a4813-f978-47fd-8a78-1d5d223df849, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=530a4813-f978-47fd-8a78-1d5d223df849,segment=NetworkSegment(fdd28d23-7f25-49dd-87c3-2bc3b5e26942),segment_id=fdd28d23-7f25-49dd-87c3-2bc3b5e26942)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:51:00.466463 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bb09464b-fdc1-4634-8768-c0be399207ec tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:00.471127 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34498) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:00.479856 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-5821ca0b-b227-44a2-8e81-1506a25d6062 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Request body: {'security_group_rule': {'security_group_id': '6db78ac8-10d0-489a-ac98-bc6115d63393', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:00.479856 dv-neutron-835335-1-hyperv neutron-server[109612]: WARNING neutron.api.v2.base [None req-5821ca0b-b227-44a2-8e81-1506a25d6062 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 28 13:51:00.479856 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-5821ca0b-b227-44a2-8e81-1506a25d6062 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:51:00.479856 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-5821ca0b-b227-44a2-8e81-1506a25d6062 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0054913 Mar 28 13:51:00.480772 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34500) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:00.484637 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-4b728b0e-b20b-44ce-a62d-5b79122e7827 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Request body: {'security_group_rule': {'security_group_id': '6db78ac8-10d0-489a-ac98-bc6115d63393', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:00.494809 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-bb09464b-fdc1-4634-8768-c0be399207ec tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Calling delete_port for 530a4813-f978-47fd-8a78-1d5d223df849 owned by network:dhcp {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:51:00.496070 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-3d1a7730-ea9b-447c-a080-3fd5b1727b29 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] create failed (client error): There was a conflict when trying to complete your request. Mar 28 13:51:00.499718 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3d1a7730-ea9b-447c-a080-3fd5b1727b29 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3426461 Mar 28 13:51:00.500265 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34502) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:00.603734 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-48ce9dcb-fe46-4f81-a8b3-ecc456620edf tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:00.633479 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-48ce9dcb-fe46-4f81-a8b3-ecc456620edf tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:00.684182 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-60805f01-0d78-4f59-b760-f2f323000e35 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:00.713723 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60805f01-0d78-4f59-b760-f2f323000e35 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Pushing event deleted for resources: {'Port': ['ID=3323b6cd-7695-4bfc-bc65-a5e8e5ecd79c,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:00.730037 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bb09464b-fdc1-4634-8768-c0be399207ec tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:00.738417 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-4b728b0e-b20b-44ce-a62d-5b79122e7827 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:51:00.746336 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-4b728b0e-b20b-44ce-a62d-5b79122e7827 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2583883 Mar 28 13:51:00.755707 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34504) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:00.756583 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb09464b-fdc1-4634-8768-c0be399207ec tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Pushing event deleted for resources: {'Port': ['ID=530a4813-f978-47fd-8a78-1d5d223df849,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:00.760059 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb09464b-fdc1-4634-8768-c0be399207ec tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] No DVR routers for this DVR port 530a4813-f978-47fd-8a78-1d5d223df849 on host dv-neutron-835335-1-hyperv {{(pid=109612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:51:00.761832 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-f391139e-6266-4333-8ed2-8b8af4e32eda tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Request body: {'security_group_rule': {'security_group_id': '6db78ac8-10d0-489a-ac98-bc6115d63393', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:00.765575 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-48ce9dcb-fe46-4f81-a8b3-ecc456620edf tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:00.768246 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-48ce9dcb-fe46-4f81-a8b3-ecc456620edf tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:00.770102 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-48ce9dcb-fe46-4f81-a8b3-ecc456620edf tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "DELETE /v2.0/security-groups/117080ec-546a-4db8-ae0d-573c63aaf83e HTTP/1.1" status: 204 len: 168 time: 0.2665169 Mar 28 13:51:00.776150 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34506) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:00.800267 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce9dcb-fe46-4f81-a8b3-ecc456620edf tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=117080ec-546a-4db8-ae0d-573c63aaf83e,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:00.816361 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-60805f01-0d78-4f59-b760-f2f323000e35 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133933816'] for router_gateway, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:00.853719 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bb09464b-fdc1-4634-8768-c0be399207ec tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:00.875127 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-bb09464b-fdc1-4634-8768-c0be399207ec tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82374c45-cfb7-4c30-ac49-c6e318bb494f']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:00.884047 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-bb09464b-fdc1-4634-8768-c0be399207ec tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdd28d23-7f25-49dd-87c3-2bc3b5e26942') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:00.884339 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-bb09464b-fdc1-4634-8768-c0be399207ec tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdd28d23-7f25-49dd-87c3-2bc3b5e26942') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:00.898528 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bb09464b-fdc1-4634-8768-c0be399207ec tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:00.908829 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e13cbc4a-cfa7-411e-a26e-f11fd4c1ab98 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1271989 Mar 28 13:51:00.912008 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bb09464b-fdc1-4634-8768-c0be399207ec tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:00.913883 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34508) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:00.920385 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-f85de046-90a4-4b3c-a224-a8182d232fd3 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Request body: {'security_group': {'name': 'tempest-secgroup--895855544'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:00.928884 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb09464b-fdc1-4634-8768-c0be399207ec tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:51:00.929275 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bb09464b-fdc1-4634-8768-c0be399207ec tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:00.932231 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:51:00.932231 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:51:00.932231 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:51:00.932231 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:51:00.932231 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:51:00.932231 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:51:00.932231 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:51:00.932231 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:51:00.932231 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:51:00.932231 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:51:00.932231 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:51:00.932231 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:51:00.932231 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:51:00.932231 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:51:00.932231 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:51:00.932231 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:51:00.932231 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:51:00.932231 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:51:00.932231 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:51:00.932231 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:51:00.932231 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:51:00.932231 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:51:00.932231 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:51:00.932231 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:51:00.932231 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:51:00.932231 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:51:00.932231 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:51:00.932231 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:51:00.932231 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:51:00.932231 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:51:00.932231 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:51:00.932231 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:51:01.041258 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-f391139e-6266-4333-8ed2-8b8af4e32eda tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:51:01.042304 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f391139e-6266-4333-8ed2-8b8af4e32eda tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2856669 Mar 28 13:51:01.045162 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-60805f01-0d78-4f59-b760-f2f323000e35 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133933759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133929745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12481'] for router, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:01.046153 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34510) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:01.048731 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-60805f01-0d78-4f59-b760-f2f323000e35 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133933750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133933709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133929832'] for router, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:01.075520 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bb09464b-fdc1-4634-8768-c0be399207ec tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:01.079747 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bb09464b-fdc1-4634-8768-c0be399207ec tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:01.083248 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-bb09464b-fdc1-4634-8768-c0be399207ec tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] 10.222.0.24 "DELETE /v2.0/networks/82374c45-cfb7-4c30-ac49-c6e318bb494f HTTP/1.1" status: 204 len: 168 time: 2.1515789 Mar 28 13:51:01.087124 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34512) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:01.093313 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-c97c1626-04f3-4055-9317-0b67d3672aea tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-738172866'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:01.103909 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb09464b-fdc1-4634-8768-c0be399207ec tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Pushing event deleted for resources: {'Network': ['ID=82374c45-cfb7-4c30-ac49-c6e318bb494f,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:01.111481 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f85de046-90a4-4b3c-a224-a8182d232fd3 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:01.135633 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-91e0a3d8-b5f7-492a-82a1-8a722fa9708f tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:01.152074 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60805f01-0d78-4f59-b760-f2f323000e35 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Router 13042bb5-0ee0-486d-b384-92e3eb17de8e has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:51:01.170472 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-91e0a3d8-b5f7-492a-82a1-8a722fa9708f tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:01.227353 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97c1626-04f3-4055-9317-0b67d3672aea tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Made reservation on behalf of da7f13db110d4595a42f48c2b038c600 for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:51:01.231395 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c97c1626-04f3-4055-9317-0b67d3672aea tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:01.243199 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60805f01-0d78-4f59-b760-f2f323000e35 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:51:01.247368 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f85de046-90a4-4b3c-a224-a8182d232fd3 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:01.251510 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-60805f01-0d78-4f59-b760-f2f323000e35 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:01.252671 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-60805f01-0d78-4f59-b760-f2f323000e35 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] 10.222.0.24 "PUT /v2.0/routers/13042bb5-0ee0-486d-b384-92e3eb17de8e HTTP/1.1" status: 200 len: 709 time: 1.6835361 Mar 28 13:51:01.254067 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2313a42-3fea-42dc-a489-e370fc09ab29 None None] Sync routers for ids ['13042bb5-0ee0-486d-b384-92e3eb17de8e'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:51:01.259906 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34514) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:01.268992 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2313a42-3fea-42dc-a489-e370fc09ab29 None None] Routers {'13042bb5-0ee0-486d-b384-92e3eb17de8e'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:51:01.269680 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-f2313a42-3fea-42dc-a489-e370fc09ab29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:50:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['13042bb5-0ee0-486d-b384-92e3eb17de8e'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:01.304220 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-f2313a42-3fea-42dc-a489-e370fc09ab29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:01.311725 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c97c1626-04f3-4055-9317-0b67d3672aea tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:51:01.317327 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2313a42-3fea-42dc-a489-e370fc09ab29 None None] Routers {'13042bb5-0ee0-486d-b384-92e3eb17de8e'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:51:01.317327 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-f2313a42-3fea-42dc-a489-e370fc09ab29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:50:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['13042bb5-0ee0-486d-b384-92e3eb17de8e'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:01.320788 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c97c1626-04f3-4055-9317-0b67d3672aea tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:01.321221 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-c97c1626-04f3-4055-9317-0b67d3672aea tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Added segment 997269f2-9f9b-477a-be49-224e9ab72cc2 of type vlan for network f7b6e722-8456-402c-ab8c-cb8cf59cff22 Mar 28 13:51:01.327231 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-91e0a3d8-b5f7-492a-82a1-8a722fa9708f tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:01.329858 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-91e0a3d8-b5f7-492a-82a1-8a722fa9708f tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:01.333348 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-91e0a3d8-b5f7-492a-82a1-8a722fa9708f tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "DELETE /v2.0/security-groups/6db78ac8-10d0-489a-ac98-bc6115d63393 HTTP/1.1" status: 204 len: 168 time: 0.2837408 Mar 28 13:51:01.333964 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34516) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:01.346775 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a15d8195-baf3-414b-b44f-fdfbeff4067c tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] 10.222.0.24 "GET /v2.0/routers/13042bb5-0ee0-486d-b384-92e3eb17de8e HTTP/1.1" status: 200 len: 744 time: 0.0867677 Mar 28 13:51:01.346775 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f85de046-90a4-4b3c-a224-a8182d232fd3 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:01.347179 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34518) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:01.348837 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-f2313a42-3fea-42dc-a489-e370fc09ab29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:01.349310 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0a3d8-b5f7-492a-82a1-8a722fa9708f tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db78ac8-10d0-489a-ac98-bc6115d63393,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:01.349851 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2313a42-3fea-42dc-a489-e370fc09ab29 None None] The sync data for ids ['13042bb5-0ee0-486d-b384-92e3eb17de8e'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:51:01.389589 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c97c1626-04f3-4055-9317-0b67d3672aea tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:01.410346 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ca510647-ef4c-4df0-a2b3-40db004b79d0 tempest-RoutersIpV6AdminTest-1377414160 tempest-RoutersIpV6AdminTest-1377414160-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=1cb296ed-c863-4502-973a-f31b82091846&device_id=13042bb5-0ee0-486d-b384-92e3eb17de8e HTTP/1.1" status: 200 len: 205 time: 0.0619116 Mar 28 13:51:01.415684 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34520) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:01.428750 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85de046-90a4-4b3c-a224-a8182d232fd3 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c126df30-8659-405f-aef5-efff063edda3,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:01.454116 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3bb12044-398e-4082-b401-481e9f88300b tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1188846 Mar 28 13:51:01.456213 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e1d84412-7616-4a4d-95fa-ff446a3d5ab4 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] 10.222.0.24 "GET /v2.0/ports?device_id=13042bb5-0ee0-486d-b384-92e3eb17de8e HTTP/1.1" status: 200 len: 205 time: 0.0356092 Mar 28 13:51:01.457695 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34522) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:01.460489 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34524) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:01.461829 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-a23b26f9-23cc-4b6b-af1d-4efa98492988 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Request body: {'security_group': {'name': 'tempest-secgroup--1440369346'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:01.500229 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f85de046-90a4-4b3c-a224-a8182d232fd3 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:01.501445 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-f85de046-90a4-4b3c-a224-a8182d232fd3 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5866220 Mar 28 13:51:01.504399 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34526) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:01.508877 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-164c9747-69a1-40be-a24c-50ce4451dd09 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Request body: {'security_group_rule': {'security_group_id': 'c126df30-8659-405f-aef5-efff063edda3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:01.509360 dv-neutron-835335-1-hyperv neutron-server[109613]: WARNING neutron.api.v2.base [None req-164c9747-69a1-40be-a24c-50ce4451dd09 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 28 13:51:01.509855 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-164c9747-69a1-40be-a24c-50ce4451dd09 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:51:01.511383 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-164c9747-69a1-40be-a24c-50ce4451dd09 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0054188 Mar 28 13:51:01.514006 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34528) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:01.521764 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c97c1626-04f3-4055-9317-0b67d3672aea tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:01.527012 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97c1626-04f3-4055-9317-0b67d3672aea tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:01.527646 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c97c1626-04f3-4055-9317-0b67d3672aea tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:01.541362 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7acce18a-b738-4d8c-97ed-d0a22f5ba0c3 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for router, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:01.622016 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a23b26f9-23cc-4b6b-af1d-4efa98492988 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:01.629480 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c1626-04f3-4055-9317-0b67d3672aea tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Pushing event updated for resources: {'Network': ['ID=f7b6e722-8456-402c-ab8c-cb8cf59cff22,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:01.639437 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network f7b6e722-8456-402c-ab8c-cb8cf59cff22 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:51:01.646481 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c161209f-7019-4525-a9c5-3b25b336b883 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:01.673035 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c97c1626-04f3-4055-9317-0b67d3672aea tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5821183 Mar 28 13:51:01.673388 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34530) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:01.678399 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-d2a1936c-b74a-45b4-bcfb-f3d2008ed5c3 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Request body: {'subnet': {'network_id': 'f7b6e722-8456-402c-ab8c-cb8cf59cff22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:01.684290 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c161209f-7019-4525-a9c5-3b25b336b883 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:01.723639 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7acce18a-b738-4d8c-97ed-d0a22f5ba0c3 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:01.727623 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7acce18a-b738-4d8c-97ed-d0a22f5ba0c3 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:01.749337 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a23b26f9-23cc-4b6b-af1d-4efa98492988 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:01.796872 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c161209f-7019-4525-a9c5-3b25b336b883 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:01.799597 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c161209f-7019-4525-a9c5-3b25b336b883 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:01.800940 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c161209f-7019-4525-a9c5-3b25b336b883 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "DELETE /v2.0/security-groups/c126df30-8659-405f-aef5-efff063edda3 HTTP/1.1" status: 204 len: 168 time: 0.2860928 Mar 28 13:51:01.804360 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34532) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:01.810233 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161209f-7019-4525-a9c5-3b25b336b883 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c126df30-8659-405f-aef5-efff063edda3,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:01.825769 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a23b26f9-23cc-4b6b-af1d-4efa98492988 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:01.856852 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b26f9-23cc-4b6b-af1d-4efa98492988 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64e784c6-b51a-4ff3-b505-8bc2fc7249c6,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:01.874683 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d8b52b30-e970-4c3e-a023-eca67106924d tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0604646 Mar 28 13:51:01.874683 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34534) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:01.874683 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-d92696a8-74e8-49b8-a352-89209cc01bf8 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Request body: {'security_group': {'name': 'tempest-secgroup--852090237'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:01.890293 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7acce18a-b738-4d8c-97ed-d0a22f5ba0c3 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:01.890832 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7acce18a-b738-4d8c-97ed-d0a22f5ba0c3 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Fanout notify agent at l3_agent the message router_deleted on router 13042bb5-0ee0-486d-b384-92e3eb17de8e {{(pid=109612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:51:01.897531 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7acce18a-b738-4d8c-97ed-d0a22f5ba0c3 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:01.898501 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-7acce18a-b738-4d8c-97ed-d0a22f5ba0c3 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] 10.222.0.24 "DELETE /v2.0/routers/13042bb5-0ee0-486d-b384-92e3eb17de8e HTTP/1.1" status: 204 len: 168 time: 0.4370296 Mar 28 13:51:01.902043 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34536) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:01.929470 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-1b3c3386-5042-4423-b3f2-140725e33e20 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] 10.222.0.24 "GET /v2.0/ports?device_id=13042bb5-0ee0-486d-b384-92e3eb17de8e HTTP/1.1" status: 200 len: 205 time: 0.0256395 Mar 28 13:51:01.931693 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34538) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:01.941948 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a23b26f9-23cc-4b6b-af1d-4efa98492988 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:01.943205 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a23b26f9-23cc-4b6b-af1d-4efa98492988 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4846201 Mar 28 13:51:01.946461 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34540) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:01.951033 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-c01c3f4e-4147-4f6d-b83f-1e8f2538d57a tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Request body: {'security_group_rule': {'security_group_id': '64e784c6-b51a-4ff3-b505-8bc2fc7249c6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:01.971922 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-9cef29df-ab14-4c93-8dfe-72721b878ac7 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] delete failed (client error): The resource could not be found. Mar 28 13:51:01.972998 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-9cef29df-ab14-4c93-8dfe-72721b878ac7 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] 10.222.0.24 "DELETE /v2.0/routers/13042bb5-0ee0-486d-b384-92e3eb17de8e HTTP/1.1" status: 404 len: 336 time: 0.0403492 Mar 28 13:51:01.975625 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34542) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:02.002731 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f7f8b251-c63e-4632-99f0-bed2c77e934b tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] 10.222.0.24 "GET /v2.0/ports?device_id=c005a88e-ff30-4a87-a0c9-c6f58ff32762 HTTP/1.1" status: 200 len: 205 time: 0.0260594 Mar 28 13:51:02.004939 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34544) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:02.043611 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-bbad3e84-ce7e-4da8-a8ef-152a61a78ec2 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] delete failed (client error): The resource could not be found. Mar 28 13:51:02.044602 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-bbad3e84-ce7e-4da8-a8ef-152a61a78ec2 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] 10.222.0.24 "DELETE /v2.0/routers/c005a88e-ff30-4a87-a0c9-c6f58ff32762 HTTP/1.1" status: 404 len: 336 time: 0.0387912 Mar 28 13:51:02.047321 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34546) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:02.077490 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d92696a8-74e8-49b8-a352-89209cc01bf8 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:02.079400 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a1936c-b74a-45b4-bcfb-f3d2008ed5c3 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Made reservation on behalf of da7f13db110d4595a42f48c2b038c600 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:51:02.080448 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-22d8c2ad-c30a-4a4e-b49e-567a93ae319f tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d31182-1471-4d3e-8bcf-97b1ed70e00d HTTP/1.1" status: 200 len: 205 time: 0.0320954 Mar 28 13:51:02.082952 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34548) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:02.083252 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d2a1936c-b74a-45b4-bcfb-f3d2008ed5c3 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:02.122918 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-8423a109-299e-42e8-b3ce-8270fcbbda9b tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] delete failed (client error): The resource could not be found. Mar 28 13:51:02.123923 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-8423a109-299e-42e8-b3ce-8270fcbbda9b tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] 10.222.0.24 "DELETE /v2.0/routers/56d31182-1471-4d3e-8bcf-97b1ed70e00d HTTP/1.1" status: 404 len: 336 time: 0.0400987 Mar 28 13:51:02.126536 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34550) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:02.155181 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-774213e5-2a9e-49f6-aa7c-68e7a15b796a tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] 10.222.0.24 "GET /v2.0/ports?device_id=858c19ab-f440-4c45-a032-b8eae0b6f566 HTTP/1.1" status: 200 len: 205 time: 0.0249543 Mar 28 13:51:02.155402 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34552) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:02.162679 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-c01c3f4e-4147-4f6d-b83f-1e8f2538d57a tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] create failed (client error): The resource could not be found. Mar 28 13:51:02.163646 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c01c3f4e-4147-4f6d-b83f-1e8f2538d57a tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2162447 Mar 28 13:51:02.177115 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34554) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:02.182711 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-67762fa0-11a2-45a0-a1b8-f4e65626acf0 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Request body: {'security_group_rule': {'security_group_id': '64e784c6-b51a-4ff3-b505-8bc2fc7249c6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'e2e51b52-9ed5-4f87-af7d-6d41182bb367'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:02.192729 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-49ba8a1f-22a8-4ee4-8e31-484b7cffab03 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] delete failed (client error): The resource could not be found. Mar 28 13:51:02.193738 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-49ba8a1f-22a8-4ee4-8e31-484b7cffab03 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] 10.222.0.24 "DELETE /v2.0/routers/858c19ab-f440-4c45-a032-b8eae0b6f566 HTTP/1.1" status: 404 len: 336 time: 0.0373189 Mar 28 13:51:02.198263 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34556) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:02.225308 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3fdd623a-1c38-44f1-85e2-d35b7615963e tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] 10.222.0.24 "GET /v2.0/ports?device_id=202ad8bb-fdcb-48cb-a7a4-2d1227895291 HTTP/1.1" status: 200 len: 205 time: 0.0254214 Mar 28 13:51:02.227738 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34558) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:02.286130 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-752a5fcd-e1c5-4c8a-875e-d689c07ab0d3 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] delete failed (client error): The resource could not be found. Mar 28 13:51:02.287738 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-752a5fcd-e1c5-4c8a-875e-d689c07ab0d3 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] 10.222.0.24 "DELETE /v2.0/routers/202ad8bb-fdcb-48cb-a7a4-2d1227895291 HTTP/1.1" status: 404 len: 336 time: 0.0590930 Mar 28 13:51:02.290186 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d92696a8-74e8-49b8-a352-89209cc01bf8 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:02.290656 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34560) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:02.320415 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d2015ad8-1ad4-4d14-a2c8-bba010287e1c tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] 10.222.0.24 "GET /v2.0/ports?device_id=1192c4dc-e180-4efb-ab3a-867c21ba55cb HTTP/1.1" status: 200 len: 205 time: 0.0286071 Mar 28 13:51:02.322839 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34562) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:02.358632 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-c2553271-9497-4816-87e5-893a916f7c27 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] delete failed (client error): The resource could not be found. Mar 28 13:51:02.362166 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c2553271-9497-4816-87e5-893a916f7c27 tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] 10.222.0.24 "DELETE /v2.0/routers/1192c4dc-e180-4efb-ab3a-867c21ba55cb HTTP/1.1" status: 404 len: 336 time: 0.0360074 Mar 28 13:51:02.362457 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34564) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:02.363498 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d92696a8-74e8-49b8-a352-89209cc01bf8 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:02.389522 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-a67f2309-b35d-43ee-a7dd-94ff45a33d8f tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] DELETE failed (client error): The resource could not be found. Mar 28 13:51:02.389964 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a67f2309-b35d-43ee-a7dd-94ff45a33d8f tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:51:02.392954 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a67f2309-b35d-43ee-a7dd-94ff45a33d8f tempest-RoutersIpV6AdminTest-992201711 tempest-RoutersIpV6AdminTest-992201711-project] 10.222.0.24 "DELETE /v2.0/subnets/05a39c94-3b9a-4ff3-8fce-89d414382415 HTTP/1.1" status: 404 len: 337 time: 0.0294931 Mar 28 13:51:02.410019 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92696a8-74e8-49b8-a352-89209cc01bf8 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12b2d3e4-db29-485f-82e3-b2571aac71a2,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:02.415459 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-67762fa0-11a2-45a0-a1b8-f4e65626acf0 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] create failed (client error): The resource could not be found. Mar 28 13:51:02.434435 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-67762fa0-11a2-45a0-a1b8-f4e65626acf0 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2385755 Mar 28 13:51:02.434883 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34568) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:02.456160 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d92696a8-74e8-49b8-a352-89209cc01bf8 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:02.457413 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d92696a8-74e8-49b8-a352-89209cc01bf8 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5865548 Mar 28 13:51:02.460187 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34570) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:02.465565 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-b40bcdec-2b91-4a6e-bc5d-de2b0e591218 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Request body: {'security_group_rule': {'security_group_id': '12b2d3e4-db29-485f-82e3-b2571aac71a2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:02.466386 dv-neutron-835335-1-hyperv neutron-server[109612]: WARNING neutron.api.v2.base [None req-b40bcdec-2b91-4a6e-bc5d-de2b0e591218 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 28 13:51:02.466891 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-b40bcdec-2b91-4a6e-bc5d-de2b0e591218 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:51:02.467867 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-b40bcdec-2b91-4a6e-bc5d-de2b0e591218 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0062840 Mar 28 13:51:02.470943 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34572) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:02.491863 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d08ce1a9-0fd1-459b-b34b-c5c6bd0c3c4c tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:02.528037 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d08ce1a9-0fd1-459b-b34b-c5c6bd0c3c4c tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:02.570806 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-952bee7a-8944-44b1-908c-e37cb9afc6a2 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:02.583802 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.objects.ports [None req-d2a1936c-b74a-45b4-bcfb-f3d2008ed5c3 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109612) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 13:51:02.585355 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d2a1936c-b74a-45b4-bcfb-f3d2008ed5c3 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:02.595209 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-952bee7a-8944-44b1-908c-e37cb9afc6a2 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:02.644063 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a1936c-b74a-45b4-bcfb-f3d2008ed5c3 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Pushing event updated for resources: {'Subnet': ['ID=566a4f6a-2f97-49cf-87e8-57ad222ea883,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:02.654974 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a1936c-b74a-45b4-bcfb-f3d2008ed5c3 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Checking segment: {'id': '997269f2-9f9b-477a-be49-224e9ab72cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f7b6e722-8456-402c-ab8c-cb8cf59cff22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:51:02.655326 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a1936c-b74a-45b4-bcfb-f3d2008ed5c3 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Network hostable DHCP agents. Network: f7b6e722-8456-402c-ab8c-cb8cf59cff22, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:51:02.672594 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d08ce1a9-0fd1-459b-b34b-c5c6bd0c3c4c tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:02.675276 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d08ce1a9-0fd1-459b-b34b-c5c6bd0c3c4c tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:02.676512 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d08ce1a9-0fd1-459b-b34b-c5c6bd0c3c4c tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "DELETE /v2.0/security-groups/64e784c6-b51a-4ff3-b505-8bc2fc7249c6 HTTP/1.1" status: 204 len: 168 time: 0.2551425 Mar 28 13:51:02.679326 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34574) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:02.685996 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ce1a9-0fd1-459b-b34b-c5c6bd0c3c4c tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e784c6-b51a-4ff3-b505-8bc2fc7249c6,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:02.710711 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-952bee7a-8944-44b1-908c-e37cb9afc6a2 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:02.711235 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-952bee7a-8944-44b1-908c-e37cb9afc6a2 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:02.712424 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-952bee7a-8944-44b1-908c-e37cb9afc6a2 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "DELETE /v2.0/security-groups/12b2d3e4-db29-485f-82e3-b2571aac71a2 HTTP/1.1" status: 204 len: 168 time: 0.2405131 Mar 28 13:51:02.716227 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34576) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:02.725655 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-541720fc-7d19-4960-91b6-1741f51dc907 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0450881 Mar 28 13:51:02.729256 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34578) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:02.733952 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-acee2e89-4c0d-4e88-9c73-99e504039f23 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Request body: {'security_group_rule': {'security_group_id': '444819a0-8ade-48a1-a833-d28665a89b13', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:02.741337 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952bee7a-8944-44b1-908c-e37cb9afc6a2 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b2d3e4-db29-485f-82e3-b2571aac71a2,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:02.757857 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a1936c-b74a-45b4-bcfb-f3d2008ed5c3 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Network f7b6e722-8456-402c-ab8c-cb8cf59cff22 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:51:02.768616 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c6d40add-abba-4ad7-a7a6-5eccb5ce0024 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0495052 Mar 28 13:51:02.772314 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34580) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:02.776654 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-0072870a-04a4-4255-aa1e-6290c6e8f148 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Request body: {'security_group': {'name': 'tempest-secgroup--1018455613'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:02.881358 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-d2a1936c-b74a-45b4-bcfb-f3d2008ed5c3 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, f7b6e722-8456-402c-ab8c-cb8cf59cff22) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:51:02.887611 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a1936c-b74a-45b4-bcfb-f3d2008ed5c3 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:02.893454 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d2a1936c-b74a-45b4-bcfb-f3d2008ed5c3 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:02.893586 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a54d75f-8104-4735-88b3-bfa42b14e8a6 None None] Network f7b6e722-8456-402c-ab8c-cb8cf59cff22 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:51:02.912906 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0072870a-04a4-4255-aa1e-6290c6e8f148 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:02.932067 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34584) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:02.974251 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d2a1936c-b74a-45b4-bcfb-f3d2008ed5c3 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2998135 Mar 28 13:51:02.976974 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34588) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:03.006780 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0072870a-04a4-4255-aa1e-6290c6e8f148 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:03.038322 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-acee2e89-4c0d-4e88-9c73-99e504039f23 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] create failed (client error): The resource could not be found. Mar 28 13:51:03.040953 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-acee2e89-4c0d-4e88-9c73-99e504039f23 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3104002 Mar 28 13:51:03.045121 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34590) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:03.049687 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-8baa3e44-fa0c-4709-8136-29fd7be0e1eb tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Request body: {'security_group': {'name': 'tempest-secgroup--1095537813'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:03.070052 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6411aade-983e-472f-8593-8d0bd56fcc6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:03.070350 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8e1f29-5693-4988-9504-84abd0178c78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-f7b6e722-8456-402c-ab8c-cb8cf59cff22', 'network_id': 'f7b6e722-8456-402c-ab8c-cb8cf59cff22', 'tenant_id': 'da7f13db110d4595a42f48c2b038c600', 'fixed_ips': [{'subnet_id': '566a4f6a-2f97-49cf-87e8-57ad222ea883'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:51:03.071115 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0d8e1f29-5693-4988-9504-84abd0178c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:03.097933 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0072870a-04a4-4255-aa1e-6290c6e8f148 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:03.117760 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-14d92312-195b-41ac-98c9-8371977bcb51 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:03.137740 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0072870a-04a4-4255-aa1e-6290c6e8f148 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c7ee91-4977-4dc8-a51a-313dcc9f425c,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:03.164789 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6411aade-983e-472f-8593-8d0bd56fcc6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:03.193714 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-14d92312-195b-41ac-98c9-8371977bcb51 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:03.204025 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8baa3e44-fa0c-4709-8136-29fd7be0e1eb tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:03.225360 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-0d8e1f29-5693-4988-9504-84abd0178c78 None None] Allocated IP 2001:db8::f816:3eff:fe09:930 (f7b6e722-8456-402c-ab8c-cb8cf59cff22/566a4f6a-2f97-49cf-87e8-57ad222ea883/5e4d8511-cd9c-4273-9139-c70b7a6b056b) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:51:03.270341 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0072870a-04a4-4255-aa1e-6290c6e8f148 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:03.274543 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-0072870a-04a4-4255-aa1e-6290c6e8f148 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4986427 Mar 28 13:51:03.274759 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34592) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:03.281560 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-98f52972-daf8-492c-a9f2-b58e0a3dbd06 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Request body: {'security_group_rule': {'security_group_id': 'e3c7ee91-4977-4dc8-a51a-313dcc9f425c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:03.285979 dv-neutron-835335-1-hyperv neutron-server[109612]: WARNING neutron.api.v2.base [None req-98f52972-daf8-492c-a9f2-b58e0a3dbd06 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 28 13:51:03.285979 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-98f52972-daf8-492c-a9f2-b58e0a3dbd06 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:51:03.286223 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8baa3e44-fa0c-4709-8136-29fd7be0e1eb tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:03.286324 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-98f52972-daf8-492c-a9f2-b58e0a3dbd06 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0096538 Mar 28 13:51:03.288136 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34594) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:03.292460 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-e7429ea9-5731-4b57-bac5-af36d208cbe9 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Request body: {'security_group_rule': {'security_group_id': 'e3c7ee91-4977-4dc8-a51a-313dcc9f425c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:03.293155 dv-neutron-835335-1-hyperv neutron-server[109612]: WARNING neutron.api.v2.base [None req-e7429ea9-5731-4b57-bac5-af36d208cbe9 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 28 13:51:03.293618 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-e7429ea9-5731-4b57-bac5-af36d208cbe9 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:51:03.294507 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-e7429ea9-5731-4b57-bac5-af36d208cbe9 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0053883 Mar 28 13:51:03.297123 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34596) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:03.302134 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-dac04a61-795f-44c5-a8b2-b7eb441ac392 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Request body: {'security_group_rule': {'security_group_id': 'e3c7ee91-4977-4dc8-a51a-313dcc9f425c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:03.302898 dv-neutron-835335-1-hyperv neutron-server[109612]: WARNING neutron.api.v2.base [None req-dac04a61-795f-44c5-a8b2-b7eb441ac392 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 28 13:51:03.303347 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-dac04a61-795f-44c5-a8b2-b7eb441ac392 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:51:03.304237 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-dac04a61-795f-44c5-a8b2-b7eb441ac392 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062928 Mar 28 13:51:03.310460 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34598) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:03.314419 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-cdc8dcb9-c9ce-44a3-9346-a822d716d42b tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Request body: {'security_group_rule': {'security_group_id': 'e3c7ee91-4977-4dc8-a51a-313dcc9f425c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:03.315233 dv-neutron-835335-1-hyperv neutron-server[109612]: WARNING neutron.api.v2.base [None req-cdc8dcb9-c9ce-44a3-9346-a822d716d42b tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 28 13:51:03.315681 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-cdc8dcb9-c9ce-44a3-9346-a822d716d42b tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:51:03.316612 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-cdc8dcb9-c9ce-44a3-9346-a822d716d42b tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0052731 Mar 28 13:51:03.319057 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34600) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:03.333789 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6411aade-983e-472f-8593-8d0bd56fcc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:03.382980 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0d8e1f29-5693-4988-9504-84abd0178c78 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:03.387042 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8baa3e44-fa0c-4709-8136-29fd7be0e1eb tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:03.396829 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-6411aade-983e-472f-8593-8d0bd56fcc6a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=42adde6153bc457c910f5dca169e83b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4628565 Mar 28 13:51:03.399539 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34602) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:03.399799 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6411aade-983e-472f-8593-8d0bd56fcc6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f78ac2b-0dbe-44f5-a499-1d6ca97cb53f,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:03.439807 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa3e44-fa0c-4709-8136-29fd7be0e1eb tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77993f29-5db9-4e9f-abfe-689c57662060,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:03.442512 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6622a95c-5b9e-47d2-bc62-3f88e54eff98 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:03.443974 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0d8e1f29-5693-4988-9504-84abd0178c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:03.459369 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0d1272a9-fc07-4784-bf07-471f8c75c2c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:03.468294 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6622a95c-5b9e-47d2-bc62-3f88e54eff98 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:03.480666 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8baa3e44-fa0c-4709-8136-29fd7be0e1eb tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:03.484746 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-8baa3e44-fa0c-4709-8136-29fd7be0e1eb tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4356470 Mar 28 13:51:03.487042 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34604) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:03.491830 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0d1272a9-fc07-4784-bf07-471f8c75c2c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:03.492776 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8e1f29-5693-4988-9504-84abd0178c78 None None] Network f7b6e722-8456-402c-ab8c-cb8cf59cff22 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:51:03.493009 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-1e8307e8-c20e-4b01-a8cb-9d014d8bfef0 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Request body: {'security_group': {'name': 'tempest-secgroup--526670830'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:03.496978 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e1f29-5693-4988-9504-84abd0178c78 None None] Pushing event updated for resources: {'Port': ['ID=5e4d8511-cd9c-4273-9139-c70b7a6b056b,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:03.499441 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-0d8e1f29-5693-4988-9504-84abd0178c78 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:51:03.502267 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8e1f29-5693-4988-9504-84abd0178c78 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:51:03.535611 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-14d92312-195b-41ac-98c9-8371977bcb51 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:03.563098 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-0d8e1f29-5693-4988-9504-84abd0178c78 None None] Attempting to bind port 5e4d8511-cd9c-4273-9139-c70b7a6b056b on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:51:03.563465 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-0d8e1f29-5693-4988-9504-84abd0178c78 None None] Attempting to bind port 5e4d8511-cd9c-4273-9139-c70b7a6b056b by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '997269f2-9f9b-477a-be49-224e9ab72cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f7b6e722-8456-402c-ab8c-cb8cf59cff22'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:51:03.563820 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8e1f29-5693-4988-9504-84abd0178c78 None None] Attempting to bind port 5e4d8511-cd9c-4273-9139-c70b7a6b056b on network f7b6e722-8456-402c-ab8c-cb8cf59cff22 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:51:03.571554 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d92312-195b-41ac-98c9-8371977bcb51 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Pushing event deleted for resources: {'Subnet': ['ID=566a4f6a-2f97-49cf-87e8-57ad222ea883,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:03.573174 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8e1f29-5693-4988-9504-84abd0178c78 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:51:03.574750 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8e1f29-5693-4988-9504-84abd0178c78 None None] Checking segment: {'id': '997269f2-9f9b-477a-be49-224e9ab72cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f7b6e722-8456-402c-ab8c-cb8cf59cff22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:51:03.574750 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0d8e1f29-5693-4988-9504-84abd0178c78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:03.574978 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8e1f29-5693-4988-9504-84abd0178c78 None None] Bound using segment: {'id': '997269f2-9f9b-477a-be49-224e9ab72cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f7b6e722-8456-402c-ab8c-cb8cf59cff22'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:51:03.575373 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-0d8e1f29-5693-4988-9504-84abd0178c78 None None] Bound port: 5e4d8511-cd9c-4273-9139-c70b7a6b056b, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '997269f2-9f9b-477a-be49-224e9ab72cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f7b6e722-8456-402c-ab8c-cb8cf59cff22'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:51:03.575755 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0d8e1f29-5693-4988-9504-84abd0178c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:03.617409 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1e8307e8-c20e-4b01-a8cb-9d014d8bfef0 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:03.642422 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-14d92312-195b-41ac-98c9-8371977bcb51 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:03.645092 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-0d8e1f29-5693-4988-9504-84abd0178c78 None None] For port 5e4d8511-cd9c-4273-9139-c70b7a6b056b, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:51:03.648169 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-0d8e1f29-5693-4988-9504-84abd0178c78 None None] For port 5e4d8511-cd9c-4273-9139-c70b7a6b056b, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=5e4d8511-cd9c-4273-9139-c70b7a6b056b,segment=NetworkSegment(997269f2-9f9b-477a-be49-224e9ab72cc2),segment_id=997269f2-9f9b-477a-be49-224e9ab72cc2)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:51:03.665791 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-14d92312-195b-41ac-98c9-8371977bcb51 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7b6e722-8456-402c-ab8c-cb8cf59cff22']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:03.674188 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6622a95c-5b9e-47d2-bc62-3f88e54eff98 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:03.675933 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-14d92312-195b-41ac-98c9-8371977bcb51 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '997269f2-9f9b-477a-be49-224e9ab72cc2') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:03.676447 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-14d92312-195b-41ac-98c9-8371977bcb51 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '997269f2-9f9b-477a-be49-224e9ab72cc2') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:03.688007 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6622a95c-5b9e-47d2-bc62-3f88e54eff98 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:03.688007 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-6622a95c-5b9e-47d2-bc62-3f88e54eff98 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "DELETE /v2.0/security-groups/e3c7ee91-4977-4dc8-a51a-313dcc9f425c HTTP/1.1" status: 204 len: 168 time: 0.3579764 Mar 28 13:51:03.688266 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34606) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:03.692761 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-14d92312-195b-41ac-98c9-8371977bcb51 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:03.693869 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6622a95c-5b9e-47d2-bc62-3f88e54eff98 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c7ee91-4977-4dc8-a51a-313dcc9f425c,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:03.710682 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0d1272a9-fc07-4784-bf07-471f8c75c2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:03.713523 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0d1272a9-fc07-4784-bf07-471f8c75c2c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:03.717280 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-0d1272a9-fc07-4784-bf07-471f8c75c2c6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9f78ac2b-0dbe-44f5-a499-1d6ca97cb53f HTTP/1.1" status: 204 len: 168 time: 0.3148456 Mar 28 13:51:03.720470 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1e8307e8-c20e-4b01-a8cb-9d014d8bfef0 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:03.740208 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1272a9-fc07-4784-bf07-471f8c75c2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f78ac2b-0dbe-44f5-a499-1d6ca97cb53f,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:03.756114 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0d8e1f29-5693-4988-9504-84abd0178c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:03.757828 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-2a081279-7b08-4497-ac76-0db586429668 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0743484 Mar 28 13:51:03.760624 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-14d92312-195b-41ac-98c9-8371977bcb51 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:03.761758 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34610) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:03.766695 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-7c2dd9ec-8bc1-493b-8d2c-8c37b86f6c4e tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Request body: {'security_group': {'name': 'tempest-secgroup--498560412'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:03.770603 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1e8307e8-c20e-4b01-a8cb-9d014d8bfef0 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:03.778031 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14d92312-195b-41ac-98c9-8371977bcb51 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:51:03.778438 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-14d92312-195b-41ac-98c9-8371977bcb51 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:03.781683 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:51:03.781683 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:51:03.781683 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:51:03.781683 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:51:03.781683 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:51:03.781683 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:51:03.781683 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:51:03.781683 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:51:03.781683 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:51:03.781683 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:51:03.781683 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:51:03.781683 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:51:03.781683 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:51:03.781683 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:51:03.781683 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:51:03.781683 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:51:03.781683 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:51:03.781683 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:51:03.781683 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:51:03.781683 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:51:03.781683 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:51:03.781683 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:51:03.781683 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:51:03.781683 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:51:03.781683 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:51:03.781683 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:51:03.781683 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:51:03.781683 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:51:03.781683 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:51:03.781683 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:51:03.781683 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:51:03.781683 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:51:03.810161 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8307e8-c20e-4b01-a8cb-9d014d8bfef0 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fec09cf2-3c37-4353-bd01-8e7756d1f229,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:03.852181 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e1f29-5693-4988-9504-84abd0178c78 None None] Pushing event updated for resources: {'Port': ['ID=5e4d8511-cd9c-4273-9139-c70b7a6b056b,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:03.867588 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1e8307e8-c20e-4b01-a8cb-9d014d8bfef0 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:03.871598 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c17b6c-83f5-4f8e-9321-3a60a5436214 None None] Network f7b6e722-8456-402c-ab8c-cb8cf59cff22 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:51:03.871760 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-1e8307e8-c20e-4b01-a8cb-9d014d8bfef0 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3830593 Mar 28 13:51:03.871862 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34612) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:03.878349 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-3e44fd4e-8f9a-4fa9-b4fc-2738089df36c tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Request body: {'security_group_rule': {'security_group_id': '77993f29-5db9-4e9f-abfe-689c57662060', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'fec09cf2-3c37-4353-bd01-8e7756d1f229'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:03.897184 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.db.api [None req-14d92312-195b-41ac-98c9-8371977bcb51 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 13:51:03.897184 dv-neutron-835335-1-hyperv neutron-server[109612]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 13:51:03.897184 dv-neutron-835335-1-hyperv neutron-server[109612]: [parameters: {'id': 'f7b6e722-8456-402c-ab8c-cb8cf59cff22'}] Mar 28 13:51:03.897184 dv-neutron-835335-1-hyperv neutron-server[109612]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 13:51:03.898000 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG oslo_db.api [None req-14d92312-195b-41ac-98c9-8371977bcb51 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 13:51:03.951229 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7c2dd9ec-8bc1-493b-8d2c-8c37b86f6c4e tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:03.999309 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558bf5d9-c410-406d-8666-f6f12a528896 None None] get_active_networks_info from dv-neutron-835335-1-hyperv {{(pid=109614) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 28 13:51:04.023764 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7c2dd9ec-8bc1-493b-8d2c-8c37b86f6c4e tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:04.074743 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558bf5d9-c410-406d-8666-f6f12a528896 None None] Resources bound (agent type, host, resource id): {{(pid=109614) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 13:51:04.101427 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-3e44fd4e-8f9a-4fa9-b4fc-2738089df36c tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:51:04.101932 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7c2dd9ec-8bc1-493b-8d2c-8c37b86f6c4e tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:04.102726 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3e44fd4e-8f9a-4fa9-b4fc-2738089df36c tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2299001 Mar 28 13:51:04.106196 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34616) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:04.135539 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2dd9ec-8bc1-493b-8d2c-8c37b86f6c4e tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce536ef-f045-45b8-ad32-e6427f2c887f,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:04.170276 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-93b73edc-adfe-413f-8aee-153e75251c37 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:04.195006 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7c2dd9ec-8bc1-493b-8d2c-8c37b86f6c4e tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:04.196319 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-7c2dd9ec-8bc1-493b-8d2c-8c37b86f6c4e tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4330704 Mar 28 13:51:04.199544 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34618) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:04.204684 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-f16e32b7-5d42-4903-b06b-0d8cfdf494eb tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Request body: {'security_group_rule': {'security_group_id': '8ce536ef-f045-45b8-ad32-e6427f2c887f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:04.205150 dv-neutron-835335-1-hyperv neutron-server[109612]: WARNING neutron.api.v2.base [None req-f16e32b7-5d42-4903-b06b-0d8cfdf494eb tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 28 13:51:04.205836 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-f16e32b7-5d42-4903-b06b-0d8cfdf494eb tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:51:04.208407 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-f16e32b7-5d42-4903-b06b-0d8cfdf494eb tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065844 Mar 28 13:51:04.208570 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-93b73edc-adfe-413f-8aee-153e75251c37 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:04.214735 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34620) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:04.221345 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-66c974f1-0a02-4caa-a32c-968b2d6bc2d7 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Request body: {'security_group_rule': {'security_group_id': '8ce536ef-f045-45b8-ad32-e6427f2c887f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:04.329500 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-93b73edc-adfe-413f-8aee-153e75251c37 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:04.332243 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-93b73edc-adfe-413f-8aee-153e75251c37 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:04.333670 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-93b73edc-adfe-413f-8aee-153e75251c37 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "DELETE /v2.0/security-groups/fec09cf2-3c37-4353-bd01-8e7756d1f229 HTTP/1.1" status: 204 len: 168 time: 0.2261291 Mar 28 13:51:04.339789 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34622) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:04.343439 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b73edc-adfe-413f-8aee-153e75251c37 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec09cf2-3c37-4353-bd01-8e7756d1f229,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:04.391162 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-eeb55f56-909f-49ae-b17b-9f1785e8ac76 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0531771 Mar 28 13:51:04.393150 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-66c974f1-0a02-4caa-a32c-968b2d6bc2d7 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:51:04.394774 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-66c974f1-0a02-4caa-a32c-968b2d6bc2d7 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1776817 Mar 28 13:51:04.395013 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34624) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:04.397504 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34626) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:04.401393 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-14d92312-195b-41ac-98c9-8371977bcb51 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:04.402756 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-3d5ce4ec-4d25-4e74-94a4-2b87c02dcc07 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Request body: {'security_group_rule': {'security_group_id': '8ce536ef-f045-45b8-ad32-e6427f2c887f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:04.404613 dv-neutron-835335-1-hyperv neutron-server[109613]: WARNING neutron.api.v2.base [None req-3d5ce4ec-4d25-4e74-94a4-2b87c02dcc07 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 28 13:51:04.404613 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-3d5ce4ec-4d25-4e74-94a4-2b87c02dcc07 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:51:04.407877 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3d5ce4ec-4d25-4e74-94a4-2b87c02dcc07 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069339 Mar 28 13:51:04.408340 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34628) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:04.413376 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-ac0d2e7d-b6f8-4d60-961e-214dde89eba3 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Request body: {'security_group_rule': {'security_group_id': '8ce536ef-f045-45b8-ad32-e6427f2c887f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:04.461994 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34630) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:04.478612 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2692724b-31bb-4983-948c-674b5922cb51 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:04.506859 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e5a093e4-b5fd-4130-9774-1c878a60c340 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e58783eed6b747c9bbf475100e226aba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434985 Mar 28 13:51:04.507550 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2692724b-31bb-4983-948c-674b5922cb51 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:04.509594 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34632) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:04.523430 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-14d92312-195b-41ac-98c9-8371977bcb51 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Deleting port 5e4d8511-cd9c-4273-9139-c70b7a6b056b {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:51:04.523764 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-14d92312-195b-41ac-98c9-8371977bcb51 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:04.558380 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c16a9cd5-961d-43ca-9de5-f611f862faa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:04.580075 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c16a9cd5-961d-43ca-9de5-f611f862faa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:04.596660 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-ac0d2e7d-b6f8-4d60-961e-214dde89eba3 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:51:04.597680 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ac0d2e7d-b6f8-4d60-961e-214dde89eba3 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1886842 Mar 28 13:51:04.602397 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-14d92312-195b-41ac-98c9-8371977bcb51 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] For port 5e4d8511-cd9c-4273-9139-c70b7a6b056b, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=5e4d8511-cd9c-4273-9139-c70b7a6b056b,segment=NetworkSegment(997269f2-9f9b-477a-be49-224e9ab72cc2),segment_id=997269f2-9f9b-477a-be49-224e9ab72cc2)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:51:04.602769 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-14d92312-195b-41ac-98c9-8371977bcb51 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:04.604844 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34634) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:04.609276 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-976b0fc6-a36c-48c6-b455-6a7ce579a6e2 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Request body: {'security_group_rule': {'security_group_id': '8ce536ef-f045-45b8-ad32-e6427f2c887f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:04.609750 dv-neutron-835335-1-hyperv neutron-server[109612]: WARNING neutron.api.v2.base [None req-976b0fc6-a36c-48c6-b455-6a7ce579a6e2 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 28 13:51:04.610235 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-976b0fc6-a36c-48c6-b455-6a7ce579a6e2 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:51:04.611173 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-976b0fc6-a36c-48c6-b455-6a7ce579a6e2 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0053020 Mar 28 13:51:04.613941 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34636) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:04.618222 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-f23ee206-3666-4bfd-be97-5f6907aa8f01 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Request body: {'security_group_rule': {'security_group_id': '8ce536ef-f045-45b8-ad32-e6427f2c887f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:04.623085 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-14d92312-195b-41ac-98c9-8371977bcb51 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Calling delete_port for 5e4d8511-cd9c-4273-9139-c70b7a6b056b owned by network:dhcp {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:51:04.672624 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2692724b-31bb-4983-948c-674b5922cb51 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:04.675203 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2692724b-31bb-4983-948c-674b5922cb51 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:04.676354 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-2692724b-31bb-4983-948c-674b5922cb51 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "DELETE /v2.0/security-groups/77993f29-5db9-4e9f-abfe-689c57662060 HTTP/1.1" status: 204 len: 168 time: 0.2804265 Mar 28 13:51:04.679005 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34638) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:04.688741 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2692724b-31bb-4983-948c-674b5922cb51 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77993f29-5db9-4e9f-abfe-689c57662060,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:04.720945 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-73099f7d-0ff5-49cc-ae10-f568f876bc40 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0407405 Mar 28 13:51:04.722324 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.securitygroups_db [None req-f23ee206-3666-4bfd-be97-5f6907aa8f01 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Project 37c89cf91f9747b481fe3fb08fd2a4ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 13:51:04.725342 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34640) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:04.732671 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-d9d6e903-1030-4476-8ee2-fe3b50396008 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Request body: {'security_group': {'name': 'tempest-secgroup--2020877145'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:04.740783 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c16a9cd5-961d-43ca-9de5-f611f862faa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:04.743228 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c16a9cd5-961d-43ca-9de5-f611f862faa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:04.744294 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c16a9cd5-961d-43ca-9de5-f611f862faa5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/86f22dda-bfc7-448f-96ab-ef662cf0ab79 HTTP/1.1" status: 204 len: 168 time: 0.2337377 Mar 28 13:51:04.758467 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a9cd5-961d-43ca-9de5-f611f862faa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f22dda-bfc7-448f-96ab-ef662cf0ab79,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:04.770322 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-14d92312-195b-41ac-98c9-8371977bcb51 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:04.792740 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-f23ee206-3666-4bfd-be97-5f6907aa8f01 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:51:04.794841 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f23ee206-3666-4bfd-be97-5f6907aa8f01 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1798847 Mar 28 13:51:04.797925 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34644) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:04.802261 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d92312-195b-41ac-98c9-8371977bcb51 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] No DVR routers for this DVR port 5e4d8511-cd9c-4273-9139-c70b7a6b056b on host dv-neutron-835335-1-hyperv {{(pid=109612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:51:04.802747 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-3f63ddc3-b448-4a04-b312-6cf06a203932 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Request body: {'security_group_rule': {'security_group_id': '8ce536ef-f045-45b8-ad32-e6427f2c887f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:04.803379 dv-neutron-835335-1-hyperv neutron-server[109613]: WARNING neutron.api.v2.base [None req-3f63ddc3-b448-4a04-b312-6cf06a203932 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 28 13:51:04.803923 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-3f63ddc3-b448-4a04-b312-6cf06a203932 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:51:04.807763 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3f63ddc3-b448-4a04-b312-6cf06a203932 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062099 Mar 28 13:51:04.808226 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d92312-195b-41ac-98c9-8371977bcb51 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Pushing event deleted for resources: {'Port': ['ID=5e4d8511-cd9c-4273-9139-c70b7a6b056b,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:04.809378 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34646) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:04.815187 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-56a083fd-6b89-4dea-9078-eeb0ef3c4f40 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Request body: {'security_group_rule': {'security_group_id': '8ce536ef-f045-45b8-ad32-e6427f2c887f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:04.842094 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d9d6e903-1030-4476-8ee2-fe3b50396008 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:04.884575 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-14d92312-195b-41ac-98c9-8371977bcb51 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:04.905282 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-14d92312-195b-41ac-98c9-8371977bcb51 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7b6e722-8456-402c-ab8c-cb8cf59cff22']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:04.910749 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d9d6e903-1030-4476-8ee2-fe3b50396008 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:04.914396 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-14d92312-195b-41ac-98c9-8371977bcb51 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '997269f2-9f9b-477a-be49-224e9ab72cc2') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:04.914691 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-14d92312-195b-41ac-98c9-8371977bcb51 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '997269f2-9f9b-477a-be49-224e9ab72cc2') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:04.916280 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.securitygroups_db [None req-56a083fd-6b89-4dea-9078-eeb0ef3c4f40 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Project 37c89cf91f9747b481fe3fb08fd2a4ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 13:51:04.927818 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-14d92312-195b-41ac-98c9-8371977bcb51 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:04.940517 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-14d92312-195b-41ac-98c9-8371977bcb51 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:04.946081 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14d92312-195b-41ac-98c9-8371977bcb51 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:51:04.946466 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-14d92312-195b-41ac-98c9-8371977bcb51 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:04.949874 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:51:04.949874 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:51:04.949874 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:51:04.949874 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:51:04.949874 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:51:04.949874 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:51:04.949874 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:51:04.949874 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:51:04.949874 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:51:04.949874 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:51:04.949874 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:51:04.949874 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:51:04.949874 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:51:04.949874 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:51:04.949874 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:51:04.949874 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:51:04.949874 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:51:04.949874 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:51:04.949874 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:51:04.949874 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:51:04.949874 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:51:04.949874 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:51:04.949874 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:51:04.949874 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:51:04.949874 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:51:04.949874 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:51:04.949874 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:51:04.949874 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:51:04.949874 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:51:04.949874 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:51:04.949874 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:51:04.949874 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:51:05.003181 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-56a083fd-6b89-4dea-9078-eeb0ef3c4f40 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:51:05.004496 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-56a083fd-6b89-4dea-9078-eeb0ef3c4f40 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1941068 Mar 28 13:51:05.005324 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d9d6e903-1030-4476-8ee2-fe3b50396008 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:05.007506 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34648) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:05.012589 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-4bc77405-f157-474f-bb19-e668d85781d1 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Request body: {'security_group_rule': {'security_group_id': '8ce536ef-f045-45b8-ad32-e6427f2c887f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:05.035981 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d6e903-1030-4476-8ee2-fe3b50396008 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d521aba-7bf7-4962-8138-9d8b13dd352f,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:05.112596 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-14d92312-195b-41ac-98c9-8371977bcb51 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:05.123534 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-14d92312-195b-41ac-98c9-8371977bcb51 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:05.126638 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-14d92312-195b-41ac-98c9-8371977bcb51 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] 10.222.0.24 "DELETE /v2.0/networks/f7b6e722-8456-402c-ab8c-cb8cf59cff22 HTTP/1.1" status: 204 len: 168 time: 2.1487596 Mar 28 13:51:05.130295 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34650) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:05.135997 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d92312-195b-41ac-98c9-8371977bcb51 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Pushing event deleted for resources: {'Network': ['ID=f7b6e722-8456-402c-ab8c-cb8cf59cff22,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:05.145027 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d9d6e903-1030-4476-8ee2-fe3b50396008 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:05.145540 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d9d6e903-1030-4476-8ee2-fe3b50396008 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4192703 Mar 28 13:51:05.148514 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34654) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:05.153342 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-88277f6d-98fd-4537-8f94-6dc0ddd129c4 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:05.153758 dv-neutron-835335-1-hyperv neutron-server[109612]: WARNING neutron.api.v2.base [None req-88277f6d-98fd-4537-8f94-6dc0ddd129c4 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 28 13:51:05.154255 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-88277f6d-98fd-4537-8f94-6dc0ddd129c4 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] update failed (client error): There was a conflict when trying to complete your request. Mar 28 13:51:05.157668 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-88277f6d-98fd-4537-8f94-6dc0ddd129c4 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "PUT /v2.0/security-groups/8d521aba-7bf7-4962-8138-9d8b13dd352f HTTP/1.1" status: 409 len: 330 time: 0.0057881 Mar 28 13:51:05.158088 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34656) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:05.162935 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-e863abad-3b4d-4786-bcb0-571034d6d089 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] DELETE failed (client error): The resource could not be found. Mar 28 13:51:05.163371 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e863abad-3b4d-4786-bcb0-571034d6d089 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:51:05.169420 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e863abad-3b4d-4786-bcb0-571034d6d089 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] 10.222.0.24 "DELETE /v2.0/subnets/566a4f6a-2f97-49cf-87e8-57ad222ea883 HTTP/1.1" status: 404 len: 337 time: 0.0357761 Mar 28 13:51:05.171959 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34658) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:05.191104 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7e04f1d-7ed7-411b-9b33-207522953cd7 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] DELETE failed (client error): The resource could not be found. Mar 28 13:51:05.191884 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7e04f1d-7ed7-411b-9b33-207522953cd7 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:51:05.195401 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c7e04f1d-7ed7-411b-9b33-207522953cd7 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] 10.222.0.24 "DELETE /v2.0/networks/f7b6e722-8456-402c-ab8c-cb8cf59cff22 HTTP/1.1" status: 404 len: 339 time: 0.0220494 Mar 28 13:51:05.200231 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34660) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:05.238400 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.securitygroups_db [None req-4bc77405-f157-474f-bb19-e668d85781d1 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Project 37c89cf91f9747b481fe3fb08fd2a4ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 13:51:05.243440 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-17d622a1-e515-46ac-9473-715d7cf93dc8 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] DELETE failed (client error): The resource could not be found. Mar 28 13:51:05.243941 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17d622a1-e515-46ac-9473-715d7cf93dc8 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:51:05.246897 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-17d622a1-e515-46ac-9473-715d7cf93dc8 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] 10.222.0.24 "DELETE /v2.0/subnets/4e23bb40-cc43-408b-a9db-e5a2be2bd0b0 HTTP/1.1" status: 404 len: 337 time: 0.0456977 Mar 28 13:51:05.250314 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34664) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:05.257017 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f3f25e6e-4e24-4d09-8eac-0c19ca24b9fd tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:05.274963 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-facd4822-1d6d-4fa3-8001-233b4cd36c26 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] DELETE failed (client error): The resource could not be found. Mar 28 13:51:05.275527 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-facd4822-1d6d-4fa3-8001-233b4cd36c26 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:51:05.281412 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-facd4822-1d6d-4fa3-8001-233b4cd36c26 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] 10.222.0.24 "DELETE /v2.0/networks/82374c45-cfb7-4c30-ac49-c6e318bb494f HTTP/1.1" status: 404 len: 339 time: 0.0279367 Mar 28 13:51:05.281672 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34668) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:05.286806 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f3f25e6e-4e24-4d09-8eac-0c19ca24b9fd tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:05.309288 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-e61192ac-7904-486f-8da8-4104c2804611 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] DELETE failed (client error): The resource could not be found. Mar 28 13:51:05.309722 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e61192ac-7904-486f-8da8-4104c2804611 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:51:05.312806 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e61192ac-7904-486f-8da8-4104c2804611 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] 10.222.0.24 "DELETE /v2.0/subnets/fbc36008-91c4-41e4-aff3-86daa1d0791c HTTP/1.1" status: 404 len: 337 time: 0.0302093 Mar 28 13:51:05.315324 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34672) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:05.340838 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c65b4bb-20e3-4b19-9f12-3d49132d2ee6 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] DELETE failed (client error): The resource could not be found. Mar 28 13:51:05.341389 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c65b4bb-20e3-4b19-9f12-3d49132d2ee6 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:51:05.346703 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-5c65b4bb-20e3-4b19-9f12-3d49132d2ee6 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] 10.222.0.24 "DELETE /v2.0/networks/7bc9deae-9a91-4894-b800-ba7aefd8c8ed HTTP/1.1" status: 404 len: 339 time: 0.0281107 Mar 28 13:51:05.346703 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-4bc77405-f157-474f-bb19-e668d85781d1 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:51:05.346703 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-4bc77405-f157-474f-bb19-e668d85781d1 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3376081 Mar 28 13:51:05.348888 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34674) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:05.349009 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34676) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:05.405697 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2e9d2cb3-7fa4-4f7c-91b1-e5e4f0198fc1 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:05.428600 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2e9d2cb3-7fa4-4f7c-91b1-e5e4f0198fc1 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:05.432706 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-b621246e-dfc3-4d95-8e42-2219862ded8e tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Deleting port 8c5f1c9a-c76b-4067-b08e-7589fbd3c4c5 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:51:05.435476 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b621246e-dfc3-4d95-8e42-2219862ded8e tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:05.459758 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f3f25e6e-4e24-4d09-8eac-0c19ca24b9fd tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:05.462390 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f3f25e6e-4e24-4d09-8eac-0c19ca24b9fd tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:05.466180 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-f3f25e6e-4e24-4d09-8eac-0c19ca24b9fd tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "DELETE /v2.0/security-groups/8d521aba-7bf7-4962-8138-9d8b13dd352f HTTP/1.1" status: 204 len: 168 time: 0.3044479 Mar 28 13:51:05.468760 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34680) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:05.489352 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f25e6e-4e24-4d09-8eac-0c19ca24b9fd tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d521aba-7bf7-4962-8138-9d8b13dd352f,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:05.518205 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b621246e-dfc3-4d95-8e42-2219862ded8e tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:05.530751 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-db686efa-0662-4eef-814d-c326c3fd0ee2 tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0609167 Mar 28 13:51:05.534582 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34682) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:05.536271 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-b621246e-dfc3-4d95-8e42-2219862ded8e tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Calling delete_port for 8c5f1c9a-c76b-4067-b08e-7589fbd3c4c5 owned by {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:51:05.554124 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-110c4cff-d6a8-421e-82ab-04a7bc3a366e tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] delete failed (client error): The resource could not be found. Mar 28 13:51:05.555119 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-110c4cff-d6a8-421e-82ab-04a7bc3a366e tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "DELETE /v2.0/security-groups/de56e301-d788-4b45-880a-aa3d6e91c5f1 HTTP/1.1" status: 404 len: 347 time: 0.0190461 Mar 28 13:51:05.559590 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34684) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:05.572469 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-708957a1-ab46-444b-9451-4d1cda8715ce tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] show failed (client error): The resource could not be found. Mar 28 13:51:05.573541 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-708957a1-ab46-444b-9451-4d1cda8715ce tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "GET /v2.0/security-groups/5fbbbcb7-d972-4b3c-9696-67747b6d5859 HTTP/1.1" status: 404 len: 347 time: 0.0130730 Mar 28 13:51:05.578144 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34686) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:05.588529 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-65e831b8-f9d5-431f-9917-1ceca1d95d0f tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] show failed (client error): The resource could not be found. Mar 28 13:51:05.589483 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-65e831b8-f9d5-431f-9917-1ceca1d95d0f tempest-NegativeSecGroupTest-135797172 tempest-NegativeSecGroupTest-135797172-project] 10.222.0.24 "GET /v2.0/security-group-rules/9b2195cf-b013-423a-acc2-44bffd1ac546 HTTP/1.1" status: 404 len: 356 time: 0.0104706 Mar 28 13:51:05.592394 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2e9d2cb3-7fa4-4f7c-91b1-e5e4f0198fc1 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:05.595234 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2e9d2cb3-7fa4-4f7c-91b1-e5e4f0198fc1 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:05.596244 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-2e9d2cb3-7fa4-4f7c-91b1-e5e4f0198fc1 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "DELETE /v2.0/security-groups/8ce536ef-f045-45b8-ad32-e6427f2c887f HTTP/1.1" status: 204 len: 168 time: 0.2462356 Mar 28 13:51:05.598992 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34690) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:05.606974 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d2cb3-7fa4-4f7c-91b1-e5e4f0198fc1 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce536ef-f045-45b8-ad32-e6427f2c887f,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:05.655887 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ba756bd4-595b-40ac-897e-98967379277b tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0555527 Mar 28 13:51:05.660188 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34696) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:05.665441 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-0d902d28-07d7-44ee-86b1-a09b0a4bb9ed tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Request body: {'security_group': {'name': 'tempest-secgroup--881230643'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:05.723167 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b621246e-dfc3-4d95-8e42-2219862ded8e tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:05.751486 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0d902d28-07d7-44ee-86b1-a09b0a4bb9ed tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:05.765160 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b621246e-dfc3-4d95-8e42-2219862ded8e tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:05.769272 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b621246e-dfc3-4d95-8e42-2219862ded8e tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] 10.222.0.24 "DELETE /v2.0/ports/8c5f1c9a-c76b-4067-b08e-7589fbd3c4c5 HTTP/1.1" status: 204 len: 168 time: 0.4207115 Mar 28 13:51:05.770643 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b621246e-dfc3-4d95-8e42-2219862ded8e tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Pushing event deleted for resources: {'Port': ['ID=8c5f1c9a-c76b-4067-b08e-7589fbd3c4c5,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:05.779394 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34700) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:05.807226 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-45789f6c-707f-4648-a06e-2967d8a3f625 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] DELETE failed (client error): The resource could not be found. Mar 28 13:51:05.807823 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45789f6c-707f-4648-a06e-2967d8a3f625 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:51:05.811711 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-45789f6c-707f-4648-a06e-2967d8a3f625 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] 10.222.0.24 "DELETE /v2.0/subnets/73456f36-c1ce-42b0-be79-1676e47b4552 HTTP/1.1" status: 404 len: 337 time: 0.0310373 Mar 28 13:51:05.814040 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34702) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:05.835471 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0d902d28-07d7-44ee-86b1-a09b0a4bb9ed tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:05.897386 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-716d2cf8-8204-4d96-9365-7c762e07f563 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:05.906960 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0d902d28-07d7-44ee-86b1-a09b0a4bb9ed tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:05.953022 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d902d28-07d7-44ee-86b1-a09b0a4bb9ed tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72fa8c62-d5ad-4372-a01f-3edaaa07b511,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:05.971960 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34706) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:05.997573 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-716d2cf8-8204-4d96-9365-7c762e07f563 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:06.010691 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0d902d28-07d7-44ee-86b1-a09b0a4bb9ed tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:06.014796 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-0d902d28-07d7-44ee-86b1-a09b0a4bb9ed tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3498080 Mar 28 13:51:06.015327 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34710) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:06.019876 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-4a16e647-620c-41b0-8e6d-15375cf17568 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Request body: {'security_group_rule': {'security_group_id': '72fa8c62-d5ad-4372-a01f-3edaaa07b511', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:06.020359 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-716d2cf8-8204-4d96-9365-7c762e07f563 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3158225a-fa3e-4ff4-be23-8250d4fc006d']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:06.030936 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-716d2cf8-8204-4d96-9365-7c762e07f563 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0351c8b-347c-44af-9aff-d9c3fcd97b5b') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:06.031508 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-716d2cf8-8204-4d96-9365-7c762e07f563 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0351c8b-347c-44af-9aff-d9c3fcd97b5b') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:06.044504 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-716d2cf8-8204-4d96-9365-7c762e07f563 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:06.060289 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-716d2cf8-8204-4d96-9365-7c762e07f563 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:06.067050 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-716d2cf8-8204-4d96-9365-7c762e07f563 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:51:06.068563 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-716d2cf8-8204-4d96-9365-7c762e07f563 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:06.070644 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:51:06.070644 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:51:06.070644 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:51:06.070644 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:51:06.070644 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:51:06.070644 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:51:06.070644 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:51:06.070644 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:51:06.070644 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:51:06.070644 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:51:06.070644 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:51:06.070644 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:51:06.070644 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:51:06.070644 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:51:06.070644 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:51:06.070644 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:51:06.070644 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:51:06.070644 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:51:06.070644 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:51:06.070644 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:51:06.070644 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:51:06.070644 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:51:06.070644 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:51:06.070644 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:51:06.070644 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:51:06.070644 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:51:06.070644 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:51:06.070644 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:51:06.070644 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:51:06.070644 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:51:06.070644 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:51:06.070644 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:51:06.136906 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34714) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:06.163332 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-4a16e647-620c-41b0-8e6d-15375cf17568 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] create failed (client error): The resource could not be found. Mar 28 13:51:06.164728 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-4a16e647-620c-41b0-8e6d-15375cf17568 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1484034 Mar 28 13:51:06.167506 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34718) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:06.176608 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-357a9aa5-7738-4e3c-a8cd-3525d8fb461a tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Request body: {'security_group_rule': {'security_group_id': '72fa8c62-d5ad-4372-a01f-3edaaa07b511', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '4700cd6b-65ed-493b-bf74-a325909cbcbd'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:06.192363 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-716d2cf8-8204-4d96-9365-7c762e07f563 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:06.199984 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-716d2cf8-8204-4d96-9365-7c762e07f563 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:06.206708 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-716d2cf8-8204-4d96-9365-7c762e07f563 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] 10.222.0.24 "DELETE /v2.0/networks/3158225a-fa3e-4ff4-be23-8250d4fc006d HTTP/1.1" status: 204 len: 168 time: 0.3905284 Mar 28 13:51:06.207581 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34720) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:06.208964 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-b0cb9387-28a2-426d-b47a-0de579cc6e7d tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Request body: {'networks': [{'name': 'tempest-network--1459157490'}, {'name': 'tempest-network--1478652097'}]} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:06.209260 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-b0cb9387-28a2-426d-b47a-0de579cc6e7d tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Request body: {'network': {'name': 'tempest-network--1459157490'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:06.209711 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-b0cb9387-28a2-426d-b47a-0de579cc6e7d tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Request body: {'network': {'name': 'tempest-network--1478652097'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:06.225145 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716d2cf8-8204-4d96-9365-7c762e07f563 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Pushing event deleted for resources: {'Network': ['ID=3158225a-fa3e-4ff4-be23-8250d4fc006d,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:06.281183 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-1b192108-9717-41ed-9eda-a89dc1498394 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b1f8589a75aa439683b2361cedd50c98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1406083 Mar 28 13:51:06.281509 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34722) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:06.311749 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-4e26e061-d16f-4ad9-9a2a-aadf72391033 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Deleting port facd7a00-24ee-45bd-8704-91214a3b20ba {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:51:06.312031 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4e26e061-d16f-4ad9-9a2a-aadf72391033 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:06.340783 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-18b373c5-8a79-475d-a798-697263827d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:06.342387 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0cb9387-28a2-426d-b47a-0de579cc6e7d tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Made reservation on behalf of a1cfa05c35dc4cbeb13918519e06beb4 for: {'network': 2} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:51:06.346819 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b0cb9387-28a2-426d-b47a-0de579cc6e7d tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:06.364539 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b0cb9387-28a2-426d-b47a-0de579cc6e7d tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:06.376317 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4e26e061-d16f-4ad9-9a2a-aadf72391033 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:06.386753 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-18b373c5-8a79-475d-a798-697263827d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:06.389345 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-4e26e061-d16f-4ad9-9a2a-aadf72391033 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Calling delete_port for facd7a00-24ee-45bd-8704-91214a3b20ba owned by {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:51:06.404226 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-357a9aa5-7738-4e3c-a8cd-3525d8fb461a tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] create failed (client error): The resource could not be found. Mar 28 13:51:06.408277 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-357a9aa5-7738-4e3c-a8cd-3525d8fb461a tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2381766 Mar 28 13:51:06.413532 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34724) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:06.510557 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-647a5af2-dddc-4abe-ae95-45ef99e5c092 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:06.547905 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b0cb9387-28a2-426d-b47a-0de579cc6e7d tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:06.549990 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-647a5af2-dddc-4abe-ae95-45ef99e5c092 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:06.551307 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4e26e061-d16f-4ad9-9a2a-aadf72391033 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:06.580055 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e26e061-d16f-4ad9-9a2a-aadf72391033 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Pushing event deleted for resources: {'Port': ['ID=facd7a00-24ee-45bd-8704-91214a3b20ba,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:06.582836 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-18b373c5-8a79-475d-a798-697263827d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:06.585392 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-18b373c5-8a79-475d-a798-697263827d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:06.586151 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4e26e061-d16f-4ad9-9a2a-aadf72391033 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:06.589324 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-18b373c5-8a79-475d-a798-697263827d28 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bcfe16c8-1399-407f-935e-2331035f4084 HTTP/1.1" status: 204 len: 168 time: 0.3041170 Mar 28 13:51:06.592970 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-4e26e061-d16f-4ad9-9a2a-aadf72391033 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] 10.222.0.24 "DELETE /v2.0/ports/facd7a00-24ee-45bd-8704-91214a3b20ba HTTP/1.1" status: 204 len: 168 time: 0.3843846 Mar 28 13:51:06.593112 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34728) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:06.607083 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b373c5-8a79-475d-a798-697263827d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfe16c8-1399-407f-935e-2331035f4084,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:06.626532 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b0cb9387-28a2-426d-b47a-0de579cc6e7d tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:06.626992 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b0cb9387-28a2-426d-b47a-0de579cc6e7d tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:06.632484 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccafab10-111e-4d15-87ec-f1ef616240f7 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] DELETE failed (client error): The resource could not be found. Mar 28 13:51:06.633014 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccafab10-111e-4d15-87ec-f1ef616240f7 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:51:06.639497 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ccafab10-111e-4d15-87ec-f1ef616240f7 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] 10.222.0.24 "DELETE /v2.0/subnets/6652b18f-7264-42fa-a604-6cc5e36c13dd HTTP/1.1" status: 404 len: 337 time: 0.0413277 Mar 28 13:51:06.639899 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34730) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:06.672580 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb9387-28a2-426d-b47a-0de579cc6e7d tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c644664d-539e-4b68-8b1f-339874c92e4e,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:06.702353 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-647a5af2-dddc-4abe-ae95-45ef99e5c092 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:06.705076 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-647a5af2-dddc-4abe-ae95-45ef99e5c092 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:06.710648 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-647a5af2-dddc-4abe-ae95-45ef99e5c092 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "DELETE /v2.0/security-groups/72fa8c62-d5ad-4372-a01f-3edaaa07b511 HTTP/1.1" status: 204 len: 168 time: 0.2911854 Mar 28 13:51:06.711398 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34732) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:06.719873 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0cb9387-28a2-426d-b47a-0de579cc6e7d tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:51:06.724570 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a5af2-dddc-4abe-ae95-45ef99e5c092 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fa8c62-d5ad-4372-a01f-3edaaa07b511,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:06.731038 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b0cb9387-28a2-426d-b47a-0de579cc6e7d tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:06.731385 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-b0cb9387-28a2-426d-b47a-0de579cc6e7d tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Added segment 3eb001b8-08f1-4a69-9275-b791b508f97a of type vlan for network 2193394e-20b6-4c3a-9d56-66533fefe1c7 Mar 28 13:51:06.741208 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5f4eabfb-d0ec-47d3-8285-d0b579ddf26d tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:06.774652 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-1c809cec-0b15-4f60-a458-f714146f58f5 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0630102 Mar 28 13:51:06.780195 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34734) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:06.786587 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-685ed310-25ad-455b-8927-fd901ea09c0b tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Request body: {'security_group_rule': {'security_group_id': '7b049a6b-f442-43f4-94cc-b064e39726f9', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:06.805398 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b0cb9387-28a2-426d-b47a-0de579cc6e7d tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:06.837023 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0cb9387-28a2-426d-b47a-0de579cc6e7d tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:51:06.845786 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5f4eabfb-d0ec-47d3-8285-d0b579ddf26d tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:06.846455 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b0cb9387-28a2-426d-b47a-0de579cc6e7d tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:06.846851 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-b0cb9387-28a2-426d-b47a-0de579cc6e7d tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Added segment c4e43403-fb37-4bc7-be3a-b27c29d12fda of type vlan for network fedc0aeb-275b-4b66-8486-cbc664faaf91 Mar 28 13:51:06.868342 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-5f4eabfb-d0ec-47d3-8285-d0b579ddf26d tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['211f4612-819c-4f38-85f8-66d77d627943']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:06.880782 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-5f4eabfb-d0ec-47d3-8285-d0b579ddf26d tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6aa2004-cc49-454f-9682-0dae99533acf') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:06.881410 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-5f4eabfb-d0ec-47d3-8285-d0b579ddf26d tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6aa2004-cc49-454f-9682-0dae99533acf') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:06.905198 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5f4eabfb-d0ec-47d3-8285-d0b579ddf26d tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:06.921011 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b0cb9387-28a2-426d-b47a-0de579cc6e7d tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:06.927652 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5f4eabfb-d0ec-47d3-8285-d0b579ddf26d tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:06.935514 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f4eabfb-d0ec-47d3-8285-d0b579ddf26d tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:51:06.935926 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5f4eabfb-d0ec-47d3-8285-d0b579ddf26d tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:06.939275 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:51:06.939275 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:51:06.939275 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:51:06.939275 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:51:06.939275 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:51:06.939275 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:51:06.939275 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:51:06.939275 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:51:06.939275 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:51:06.939275 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:51:06.939275 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:51:06.939275 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:51:06.939275 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:51:06.939275 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:51:06.939275 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:51:06.939275 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:51:06.939275 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:51:06.939275 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:51:06.939275 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:51:06.939275 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:51:06.939275 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:51:06.939275 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:51:06.939275 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:51:06.939275 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:51:06.939275 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:51:06.939275 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:51:06.939275 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:51:06.939275 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:51:06.939275 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:51:06.939275 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:51:06.939275 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:51:06.939275 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:51:06.998535 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-685ed310-25ad-455b-8927-fd901ea09c0b tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] create failed (client error): The resource could not be found. Mar 28 13:51:07.003133 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-685ed310-25ad-455b-8927-fd901ea09c0b tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2186332 Mar 28 13:51:07.003343 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34736) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:07.011160 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-0b0dc1f6-0688-4b16-9f1d-6669a0cb290c tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Request body: {'security_group': {'name': 'tempest-secgroup--1425781409'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:07.028620 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b0cb9387-28a2-426d-b47a-0de579cc6e7d tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:07.029187 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b0cb9387-28a2-426d-b47a-0de579cc6e7d tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:07.034768 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cb9387-28a2-426d-b47a-0de579cc6e7d tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:07.039550 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cb9387-28a2-426d-b47a-0de579cc6e7d tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:07.040223 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b0cb9387-28a2-426d-b47a-0de579cc6e7d tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:07.072830 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5f4eabfb-d0ec-47d3-8285-d0b579ddf26d tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:07.077447 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5f4eabfb-d0ec-47d3-8285-d0b579ddf26d tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:07.082470 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-5f4eabfb-d0ec-47d3-8285-d0b579ddf26d tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] 10.222.0.24 "DELETE /v2.0/networks/211f4612-819c-4f38-85f8-66d77d627943 HTTP/1.1" status: 204 len: 168 time: 0.4398410 Mar 28 13:51:07.085042 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34738) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:07.105026 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0b0dc1f6-0688-4b16-9f1d-6669a0cb290c tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:07.117348 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb9387-28a2-426d-b47a-0de579cc6e7d tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Pushing event updated for resources: {'Network': ['ID=2193394e-20b6-4c3a-9d56-66533fefe1c7,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:07.120885 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4eabfb-d0ec-47d3-8285-d0b579ddf26d tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Pushing event deleted for resources: {'Network': ['ID=211f4612-819c-4f38-85f8-66d77d627943,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:07.131187 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 2193394e-20b6-4c3a-9d56-66533fefe1c7 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:51:07.150221 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-aedf0f37-989f-4d95-8b62-f5abefc349a4 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Deleting subnet 9f36796d-d9f1-4051-9f19-aece0651333a {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:51:07.153496 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-aedf0f37-989f-4d95-8b62-f5abefc349a4 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:07.187477 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-b0cb9387-28a2-426d-b47a-0de579cc6e7d tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.2143335 Mar 28 13:51:07.191744 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34740) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:07.204050 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb9387-28a2-426d-b47a-0de579cc6e7d tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Pushing event updated for resources: {'Network': ['ID=fedc0aeb-275b-4b66-8486-cbc664faaf91,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:07.219874 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network fedc0aeb-275b-4b66-8486-cbc664faaf91 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:51:07.238256 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-aedf0f37-989f-4d95-8b62-f5abefc349a4 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:07.238852 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0b0dc1f6-0688-4b16-9f1d-6669a0cb290c tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:07.323586 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0b0dc1f6-0688-4b16-9f1d-6669a0cb290c tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:07.352196 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0dc1f6-0688-4b16-9f1d-6669a0cb290c tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=335a389e-ea14-464a-8abf-3e079a850e03,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:07.410058 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0b0dc1f6-0688-4b16-9f1d-6669a0cb290c tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:07.411460 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-0b0dc1f6-0688-4b16-9f1d-6669a0cb290c tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4070122 Mar 28 13:51:07.414297 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34742) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:07.419403 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-cba15cd9-ed87-4532-961b-ee84636440d5 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Request body: {'security_group': {'name': 'tempest-secgroup--1617687907'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:07.513015 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cba15cd9-ed87-4532-961b-ee84636440d5 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:07.586233 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cba15cd9-ed87-4532-961b-ee84636440d5 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:07.643677 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cba15cd9-ed87-4532-961b-ee84636440d5 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:07.663706 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552ab232-16c1-46c2-9e11-036e7c111399 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:07.669347 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552ab232-16c1-46c2-9e11-036e7c111399 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:07.671697 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba15cd9-ed87-4532-961b-ee84636440d5 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aafebb5-2c8d-415a-b8b2-5a743b8c6643,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:07.675388 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552ab232-16c1-46c2-9e11-036e7c111399 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:07.680953 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552ab232-16c1-46c2-9e11-036e7c111399 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:07.682578 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-552ab232-16c1-46c2-9e11-036e7c111399 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4899101 Mar 28 13:51:07.686051 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34744) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:07.713989 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-aedf0f37-989f-4d95-8b62-f5abefc349a4 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:07.735570 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cba15cd9-ed87-4532-961b-ee84636440d5 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:07.736871 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-cba15cd9-ed87-4532-961b-ee84636440d5 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3215196 Mar 28 13:51:07.739610 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34746) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:07.743876 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-a904c529-2e49-4879-9907-84e43076ee14 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Request body: {'security_group_rule': {'security_group_id': '335a389e-ea14-464a-8abf-3e079a850e03', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '6aafebb5-2c8d-415a-b8b2-5a743b8c6643'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:07.795252 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dff985cf-0b59-4090-8b37-27867c3edb0c tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:07.885845 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dff985cf-0b59-4090-8b37-27867c3edb0c tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:07.901153 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-a904c529-2e49-4879-9907-84e43076ee14 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:51:07.903070 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a904c529-2e49-4879-9907-84e43076ee14 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1617947 Mar 28 13:51:07.905832 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34748) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:07.910550 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-dff985cf-0b59-4090-8b37-27867c3edb0c tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2193394e-20b6-4c3a-9d56-66533fefe1c7']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:07.916107 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-dff985cf-0b59-4090-8b37-27867c3edb0c tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eb001b8-08f1-4a69-9275-b791b508f97a') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:07.916440 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-dff985cf-0b59-4090-8b37-27867c3edb0c tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eb001b8-08f1-4a69-9275-b791b508f97a') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:07.926018 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dff985cf-0b59-4090-8b37-27867c3edb0c tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:07.934037 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-aedf0f37-989f-4d95-8b62-f5abefc349a4 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:07.958351 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e9131d88-3cb7-4e9d-90cf-a740a19e9b67 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:07.968958 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dff985cf-0b59-4090-8b37-27867c3edb0c tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:07.975904 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-aedf0f37-989f-4d95-8b62-f5abefc349a4 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:07.981385 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-aedf0f37-989f-4d95-8b62-f5abefc349a4 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] 10.222.0.24 "DELETE /v2.0/subnets/9f36796d-d9f1-4051-9f19-aece0651333a HTTP/1.1" status: 204 len: 168 time: 0.8930776 Mar 28 13:51:07.981385 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf0f37-989f-4d95-8b62-f5abefc349a4 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Pushing event deleted for resources: {'Subnet': ['ID=9f36796d-d9f1-4051-9f19-aece0651333a,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:07.981660 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34750) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:07.984152 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e093cb-c7dd-4832-8813-daa28c98bfac None None] Network 5e5f0215-686d-4f6f-bb38-61a61f0e7c6b requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:51:07.986032 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dff985cf-0b59-4090-8b37-27867c3edb0c tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:51:07.986451 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dff985cf-0b59-4090-8b37-27867c3edb0c tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:07.989422 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e9131d88-3cb7-4e9d-90cf-a740a19e9b67 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:07.990184 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:51:07.990184 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:51:07.990184 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:51:07.990184 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:51:07.990184 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:51:07.990184 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:51:07.990184 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:51:07.990184 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:51:07.990184 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:51:07.990184 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:51:07.990184 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:51:07.990184 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:51:07.990184 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:51:07.990184 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:51:07.990184 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:51:07.990184 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:51:07.990184 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:51:07.990184 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:51:07.990184 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:51:07.990184 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:51:07.990184 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:51:07.990184 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:51:07.990184 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:51:07.990184 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:51:07.990184 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:51:07.990184 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:51:07.990184 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:51:07.990184 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:51:07.990184 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:51:07.990184 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:51:07.990184 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:51:07.990184 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:51:08.124076 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dff985cf-0b59-4090-8b37-27867c3edb0c tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:08.134613 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dff985cf-0b59-4090-8b37-27867c3edb0c tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:08.137841 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-dff985cf-0b59-4090-8b37-27867c3edb0c tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] 10.222.0.24 "DELETE /v2.0/networks/2193394e-20b6-4c3a-9d56-66533fefe1c7 HTTP/1.1" status: 204 len: 168 time: 0.4508743 Mar 28 13:51:08.140655 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34752) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:08.159826 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff985cf-0b59-4090-8b37-27867c3edb0c tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Pushing event deleted for resources: {'Network': ['ID=2193394e-20b6-4c3a-9d56-66533fefe1c7,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:08.168675 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f27e1e5-98e8-459e-b5ca-62a34d1aeedd None None] DHCP port deletion for 5e5f0215-686d-4f6f-bb38-61a61f0e7c6b request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:51:08.222490 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-8f27e1e5-98e8-459e-b5ca-62a34d1aeedd None None] Deleting port ec7c004c-b700-4cad-a33c-637cc20443c6 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:51:08.222864 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8f27e1e5-98e8-459e-b5ca-62a34d1aeedd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:08.245583 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3883dba5-16f6-41d5-b9f1-a840e92be27b tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:08.288721 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-8f27e1e5-98e8-459e-b5ca-62a34d1aeedd None None] For port ec7c004c-b700-4cad-a33c-637cc20443c6, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=ec7c004c-b700-4cad-a33c-637cc20443c6,segment=NetworkSegment(66f47a89-15c4-4033-b5a6-43d7c41b94d3),segment_id=66f47a89-15c4-4033-b5a6-43d7c41b94d3)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:51:08.289188 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8f27e1e5-98e8-459e-b5ca-62a34d1aeedd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:08.304132 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-8f27e1e5-98e8-459e-b5ca-62a34d1aeedd None None] Calling delete_port for ec7c004c-b700-4cad-a33c-637cc20443c6 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:51:08.341527 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3883dba5-16f6-41d5-b9f1-a840e92be27b tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:08.363404 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-3883dba5-16f6-41d5-b9f1-a840e92be27b tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fedc0aeb-275b-4b66-8486-cbc664faaf91']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:08.373914 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-3883dba5-16f6-41d5-b9f1-a840e92be27b tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4e43403-fb37-4bc7-be3a-b27c29d12fda') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:08.374297 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-3883dba5-16f6-41d5-b9f1-a840e92be27b tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4e43403-fb37-4bc7-be3a-b27c29d12fda') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:08.384809 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3883dba5-16f6-41d5-b9f1-a840e92be27b tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:08.399199 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3883dba5-16f6-41d5-b9f1-a840e92be27b tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:08.405619 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3883dba5-16f6-41d5-b9f1-a840e92be27b tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:51:08.406157 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3883dba5-16f6-41d5-b9f1-a840e92be27b tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:08.409263 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:51:08.409263 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:51:08.409263 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:51:08.409263 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:51:08.409263 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:51:08.409263 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:51:08.409263 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:51:08.409263 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:51:08.409263 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:51:08.409263 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:51:08.409263 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:51:08.409263 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:51:08.409263 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:51:08.409263 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:51:08.409263 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:51:08.409263 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:51:08.409263 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:51:08.409263 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:51:08.409263 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:51:08.409263 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:51:08.409263 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:51:08.409263 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:51:08.409263 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:51:08.409263 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:51:08.409263 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:51:08.409263 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:51:08.409263 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:51:08.409263 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:51:08.409263 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:51:08.409263 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:51:08.409263 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:51:08.409263 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:51:08.431487 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d6b4e2de-8aef-491d-94f0-e568d6f825f1 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:08.482333 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device ec7c004c-b700-4cad-a33c-637cc20443c6 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:51:08.484099 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-d6b4e2de-8aef-491d-94f0-e568d6f825f1 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Deleting port ec7c004c-b700-4cad-a33c-637cc20443c6 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:51:08.484455 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d6b4e2de-8aef-491d-94f0-e568d6f825f1 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:08.519791 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8f27e1e5-98e8-459e-b5ca-62a34d1aeedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:08.542310 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No active binding found for port ec7c004c-b700-4cad-a33c-637cc20443c6 {{(pid=109614) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 28 13:51:08.543279 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device ec7c004c-b700-4cad-a33c-637cc20443c6 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:51:08.544879 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-d6b4e2de-8aef-491d-94f0-e568d6f825f1 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] For port ec7c004c-b700-4cad-a33c-637cc20443c6, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=ec7c004c-b700-4cad-a33c-637cc20443c6,segment=NetworkSegment(66f47a89-15c4-4033-b5a6-43d7c41b94d3),segment_id=66f47a89-15c4-4033-b5a6-43d7c41b94d3)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:51:08.545260 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d6b4e2de-8aef-491d-94f0-e568d6f825f1 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:08.547823 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f27e1e5-98e8-459e-b5ca-62a34d1aeedd None None] Pushing event deleted for resources: {'Port': ['ID=ec7c004c-b700-4cad-a33c-637cc20443c6,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:08.551388 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f27e1e5-98e8-459e-b5ca-62a34d1aeedd None None] No DVR routers for this DVR port ec7c004c-b700-4cad-a33c-637cc20443c6 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:51:08.553197 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3883dba5-16f6-41d5-b9f1-a840e92be27b tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:08.555349 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e9131d88-3cb7-4e9d-90cf-a740a19e9b67 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:08.559589 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e9131d88-3cb7-4e9d-90cf-a740a19e9b67 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:08.562751 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-e9131d88-3cb7-4e9d-90cf-a740a19e9b67 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "DELETE /v2.0/security-groups/6aafebb5-2c8d-415a-b8b2-5a743b8c6643 HTTP/1.1" status: 204 len: 168 time: 0.6557310 Mar 28 13:51:08.565189 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3883dba5-16f6-41d5-b9f1-a840e92be27b tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:08.566043 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34754) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:08.570870 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-d6b4e2de-8aef-491d-94f0-e568d6f825f1 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Calling delete_port for ec7c004c-b700-4cad-a33c-637cc20443c6 owned by network:dhcp {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:51:08.571578 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3883dba5-16f6-41d5-b9f1-a840e92be27b tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] 10.222.0.24 "DELETE /v2.0/networks/fedc0aeb-275b-4b66-8486-cbc664faaf91 HTTP/1.1" status: 204 len: 168 time: 0.4297090 Mar 28 13:51:08.572256 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34756) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:08.595243 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9131d88-3cb7-4e9d-90cf-a740a19e9b67 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aafebb5-2c8d-415a-b8b2-5a743b8c6643,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:08.599925 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3883dba5-16f6-41d5-b9f1-a840e92be27b tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Pushing event deleted for resources: {'Network': ['ID=fedc0aeb-275b-4b66-8486-cbc664faaf91,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:08.682115 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-33b72656-a3aa-4d9f-8a6d-692ba928c0b7 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1122823 Mar 28 13:51:08.685854 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34758) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:08.708508 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78194913-c938-4d4a-b310-1b3a6d200cdd tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:08.715384 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78194913-c938-4d4a-b310-1b3a6d200cdd tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:08.720569 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-78194913-c938-4d4a-b310-1b3a6d200cdd tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1416457 Mar 28 13:51:08.721294 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34760) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:08.726199 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-6b69dc2d-1cf3-41ab-8623-17be7cf0e189 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1434258379'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:08.730323 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d6b4e2de-8aef-491d-94f0-e568d6f825f1 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:08.767058 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b4e2de-8aef-491d-94f0-e568d6f825f1 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] No DVR routers for this DVR port ec7c004c-b700-4cad-a33c-637cc20443c6 on host dv-neutron-835335-1-hyperv {{(pid=109612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:51:08.768645 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b4e2de-8aef-491d-94f0-e568d6f825f1 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Pushing event deleted for resources: {'Port': ['ID=ec7c004c-b700-4cad-a33c-637cc20443c6,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:08.799303 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a3d204d9-9044-4cf2-8f9f-5bf1c598d21a tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:08.815021 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b69dc2d-1cf3-41ab-8623-17be7cf0e189 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Made reservation on behalf of a1cfa05c35dc4cbeb13918519e06beb4 for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:51:08.815021 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6b69dc2d-1cf3-41ab-8623-17be7cf0e189 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:08.836967 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b69dc2d-1cf3-41ab-8623-17be7cf0e189 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:51:08.845870 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6b69dc2d-1cf3-41ab-8623-17be7cf0e189 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:08.846263 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-6b69dc2d-1cf3-41ab-8623-17be7cf0e189 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Added segment 7d2fb312-13e7-4044-b126-5c3d97207f2f of type vlan for network eb482812-7e42-4fce-a535-17bd217ec9a4 Mar 28 13:51:08.863508 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a3d204d9-9044-4cf2-8f9f-5bf1c598d21a tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:08.873846 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d6b4e2de-8aef-491d-94f0-e568d6f825f1 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:08.885517 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6b69dc2d-1cf3-41ab-8623-17be7cf0e189 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:08.908545 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-d6b4e2de-8aef-491d-94f0-e568d6f825f1 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e5f0215-686d-4f6f-bb38-61a61f0e7c6b']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:08.919102 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-d6b4e2de-8aef-491d-94f0-e568d6f825f1 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66f47a89-15c4-4033-b5a6-43d7c41b94d3') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:08.919399 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-d6b4e2de-8aef-491d-94f0-e568d6f825f1 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66f47a89-15c4-4033-b5a6-43d7c41b94d3') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:08.929079 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d6b4e2de-8aef-491d-94f0-e568d6f825f1 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:08.943016 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d6b4e2de-8aef-491d-94f0-e568d6f825f1 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:08.948706 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6b4e2de-8aef-491d-94f0-e568d6f825f1 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:51:08.949707 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d6b4e2de-8aef-491d-94f0-e568d6f825f1 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:08.952503 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6b69dc2d-1cf3-41ab-8623-17be7cf0e189 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:08.952662 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:51:08.952662 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:51:08.952662 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:51:08.952662 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:51:08.952662 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:51:08.952662 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:51:08.952662 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:51:08.952662 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:51:08.952662 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:51:08.952662 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:51:08.952662 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:51:08.952662 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:51:08.952662 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:51:08.952662 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:51:08.952662 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:51:08.952662 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:51:08.952662 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:51:08.952662 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:51:08.952662 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:51:08.952662 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:51:08.952662 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:51:08.952662 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:51:08.952662 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:51:08.952662 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:51:08.952662 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:51:08.952662 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:51:08.952662 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:51:08.952662 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:51:08.952662 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:51:08.952662 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:51:08.952662 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:51:08.952662 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:51:08.958326 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b69dc2d-1cf3-41ab-8623-17be7cf0e189 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:08.958937 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6b69dc2d-1cf3-41ab-8623-17be7cf0e189 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:08.971604 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a3d204d9-9044-4cf2-8f9f-5bf1c598d21a tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:08.974220 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a3d204d9-9044-4cf2-8f9f-5bf1c598d21a tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:08.975338 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a3d204d9-9044-4cf2-8f9f-5bf1c598d21a tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "DELETE /v2.0/security-groups/335a389e-ea14-464a-8abf-3e079a850e03 HTTP/1.1" status: 204 len: 168 time: 0.2885904 Mar 28 13:51:08.979484 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34762) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:09.017096 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d204d9-9044-4cf2-8f9f-5bf1c598d21a tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=335a389e-ea14-464a-8abf-3e079a850e03,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:09.038545 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-6b69dc2d-1cf3-41ab-8623-17be7cf0e189 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3160496 Mar 28 13:51:09.041615 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34764) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:09.047531 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-ac6930b3-e2ca-45a6-97e3-c868e7f411d7 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2092131534'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:09.048135 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b69dc2d-1cf3-41ab-8623-17be7cf0e189 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Pushing event updated for resources: {'Network': ['ID=eb482812-7e42-4fce-a535-17bd217ec9a4,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:09.061556 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network eb482812-7e42-4fce-a535-17bd217ec9a4 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:51:09.075198 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-107434bc-5b5b-453e-8b7c-933477d65287 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0946369 Mar 28 13:51:09.079329 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d6b4e2de-8aef-491d-94f0-e568d6f825f1 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:09.079724 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34766) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:09.085498 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-af2b2557-fae7-4577-9758-57e3fdac9181 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Request body: {'security_group': {'name': 'tempest-secgroup--855009875'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:09.094362 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d6b4e2de-8aef-491d-94f0-e568d6f825f1 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:09.097420 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d6b4e2de-8aef-491d-94f0-e568d6f825f1 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] 10.222.0.24 "DELETE /v2.0/networks/5e5f0215-686d-4f6f-bb38-61a61f0e7c6b HTTP/1.1" status: 204 len: 168 time: 1.1101239 Mar 28 13:51:09.112567 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b4e2de-8aef-491d-94f0-e568d6f825f1 tempest-NetworksIpV6TestAttrs-2044201095 tempest-NetworksIpV6TestAttrs-2044201095-project] Pushing event deleted for resources: {'Network': ['ID=5e5f0215-686d-4f6f-bb38-61a61f0e7c6b,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:09.123568 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6930b3-e2ca-45a6-97e3-c868e7f411d7 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Made reservation on behalf of a1cfa05c35dc4cbeb13918519e06beb4 for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:51:09.126905 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ac6930b3-e2ca-45a6-97e3-c868e7f411d7 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:09.150465 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac6930b3-e2ca-45a6-97e3-c868e7f411d7 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:51:09.159842 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ac6930b3-e2ca-45a6-97e3-c868e7f411d7 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:09.160189 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-ac6930b3-e2ca-45a6-97e3-c868e7f411d7 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Added segment f00bc86e-b080-4e29-a8f1-3aa1eade824b of type vlan for network b7d4cf03-43f9-4395-8e70-b4743a15d51a Mar 28 13:51:09.169487 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-af2b2557-fae7-4577-9758-57e3fdac9181 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:09.211058 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ac6930b3-e2ca-45a6-97e3-c868e7f411d7 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:09.286415 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-af2b2557-fae7-4577-9758-57e3fdac9181 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:09.327731 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ac6930b3-e2ca-45a6-97e3-c868e7f411d7 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:09.333274 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6930b3-e2ca-45a6-97e3-c868e7f411d7 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:09.339109 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ac6930b3-e2ca-45a6-97e3-c868e7f411d7 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:09.384526 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-af2b2557-fae7-4577-9758-57e3fdac9181 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:09.417544 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6930b3-e2ca-45a6-97e3-c868e7f411d7 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Pushing event updated for resources: {'Network': ['ID=b7d4cf03-43f9-4395-8e70-b4743a15d51a,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:09.427471 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b2557-fae7-4577-9758-57e3fdac9181 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36d31351-29aa-446d-8214-57bc4e79e3cf,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:09.428737 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network b7d4cf03-43f9-4395-8e70-b4743a15d51a details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:51:09.444878 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ac6930b3-e2ca-45a6-97e3-c868e7f411d7 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4022028 Mar 28 13:51:09.447503 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34770) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:09.452355 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-fc13b68b-d9d7-4b31-afdf-aac84b684f1c tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Request body: {'ports': [{'network_id': 'eb482812-7e42-4fce-a535-17bd217ec9a4', 'name': 'tempest-port--743483996', 'admin_state_up': True}, {'network_id': 'b7d4cf03-43f9-4395-8e70-b4743a15d51a', 'admin_state_up': False}]} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:09.457911 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-fc13b68b-d9d7-4b31-afdf-aac84b684f1c tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Request body: {'port': {'network_id': 'eb482812-7e42-4fce-a535-17bd217ec9a4', 'name': 'tempest-port--743483996', 'admin_state_up': True}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:09.457911 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-fc13b68b-d9d7-4b31-afdf-aac84b684f1c tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Request body: {'port': {'network_id': 'b7d4cf03-43f9-4395-8e70-b4743a15d51a', 'admin_state_up': False}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:09.546559 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-af2b2557-fae7-4577-9758-57e3fdac9181 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:09.547778 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-af2b2557-fae7-4577-9758-57e3fdac9181 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4670920 Mar 28 13:51:09.550841 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34774) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:09.575755 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34776) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:09.579959 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-5327052a-058f-4306-9fa5-b624455f504a tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Request body: {'security_group_rule': {'security_group_id': '36d31351-29aa-446d-8214-57bc4e79e3cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:09.708660 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e9fa2545-2e18-49a0-bb0b-3230d0070e4a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=da7f13db110d4595a42f48c2b038c600&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1315656 Mar 28 13:51:09.711032 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34780) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:09.717988 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc13b68b-d9d7-4b31-afdf-aac84b684f1c tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Made reservation on behalf of a1cfa05c35dc4cbeb13918519e06beb4 for: {'port': 2} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:51:09.722360 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-fc13b68b-d9d7-4b31-afdf-aac84b684f1c tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:09.734999 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-fc13b68b-d9d7-4b31-afdf-aac84b684f1c tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:09.760168 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6e72e468-5e39-442c-be27-3daa4e687f0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:09.783150 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6e72e468-5e39-442c-be27-3daa4e687f0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:09.787731 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-5327052a-058f-4306-9fa5-b624455f504a tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:51:09.791338 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-5327052a-058f-4306-9fa5-b624455f504a tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2370386 Mar 28 13:51:09.793410 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34782) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:09.801945 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-b20f70d1-74d4-4ec0-ab32-7ff5f10ebd52 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Request body: {'security_group_rule': {'security_group_id': '36d31351-29aa-446d-8214-57bc4e79e3cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:09.891439 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [None req-fc13b68b-d9d7-4b31-afdf-aac84b684f1c tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] device_id is not set on port ed1403f2-804d-4ae8-994e-6d6f4afb5499 yet. {{(pid=109612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:51:09.956650 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6e72e468-5e39-442c-be27-3daa4e687f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:09.959396 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6e72e468-5e39-442c-be27-3daa4e687f0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:09.960754 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-6e72e468-5e39-442c-be27-3daa4e687f0c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/369d6412-224a-462a-8ec0-67f66e139510 HTTP/1.1" status: 204 len: 168 time: 0.2488468 Mar 28 13:51:09.969074 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e72e468-5e39-442c-be27-3daa4e687f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369d6412-224a-462a-8ec0-67f66e139510,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:09.978904 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-fc13b68b-d9d7-4b31-afdf-aac84b684f1c tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:10.008301 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-b20f70d1-74d4-4ec0-ab32-7ff5f10ebd52 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 13:51:10.009635 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b20f70d1-74d4-4ec0-ab32-7ff5f10ebd52 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2132170 Mar 28 13:51:10.013105 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34786) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:10.052815 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [None req-fc13b68b-d9d7-4b31-afdf-aac84b684f1c tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] device_id is not set on port 0bb038d9-8887-4320-adec-636ef764d5a9 yet. {{(pid=109612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:51:10.066190 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b2df15ac-bd95-48e3-8030-052152e685ad tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:10.088813 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b2df15ac-bd95-48e3-8030-052152e685ad tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:10.132982 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-fc13b68b-d9d7-4b31-afdf-aac84b684f1c tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:10.272766 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b2df15ac-bd95-48e3-8030-052152e685ad tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:10.273209 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-fc13b68b-d9d7-4b31-afdf-aac84b684f1c tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:10.275470 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b2df15ac-bd95-48e3-8030-052152e685ad tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:10.279353 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b2df15ac-bd95-48e3-8030-052152e685ad tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "DELETE /v2.0/security-groups/36d31351-29aa-446d-8214-57bc4e79e3cf HTTP/1.1" status: 204 len: 168 time: 0.2625656 Mar 28 13:51:10.281687 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34790) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:10.286231 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df15ac-bd95-48e3-8030-052152e685ad tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d31351-29aa-446d-8214-57bc4e79e3cf,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:10.347671 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc13b68b-d9d7-4b31-afdf-aac84b684f1c tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Pushing event updated for resources: {'Port': ['ID=ed1403f2-804d-4ae8-994e-6d6f4afb5499,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:10.382868 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-9debef37-7548-427e-9693-fcc873716a40 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1000319 Mar 28 13:51:10.386761 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34794) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:10.389208 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc13b68b-d9d7-4b31-afdf-aac84b684f1c tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Checking segment: {'id': '7d2fb312-13e7-4044-b126-5c3d97207f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'eb482812-7e42-4fce-a535-17bd217ec9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:51:10.389575 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc13b68b-d9d7-4b31-afdf-aac84b684f1c tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Network hostable DHCP agents. Network: eb482812-7e42-4fce-a535-17bd217ec9a4, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:51:10.391700 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-811b69bd-e56c-4342-8e73-371a455cf6a2 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Request body: {'security_group': {'name': 'tempest-secgroup--1969454510'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:10.459577 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc13b68b-d9d7-4b31-afdf-aac84b684f1c tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Network eb482812-7e42-4fce-a535-17bd217ec9a4 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:51:10.488300 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-811b69bd-e56c-4342-8e73-371a455cf6a2 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:10.551893 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-811b69bd-e56c-4342-8e73-371a455cf6a2 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:10.568148 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-fc13b68b-d9d7-4b31-afdf-aac84b684f1c tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, eb482812-7e42-4fce-a535-17bd217ec9a4) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:51:10.571792 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc13b68b-d9d7-4b31-afdf-aac84b684f1c tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:51:10.572699 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-fc13b68b-d9d7-4b31-afdf-aac84b684f1c tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:10.577529 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96815e8f-a066-4911-a3a6-da5c39f21330 None None] Network eb482812-7e42-4fce-a535-17bd217ec9a4 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:51:10.636479 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-811b69bd-e56c-4342-8e73-371a455cf6a2 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:10.637467 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc13b68b-d9d7-4b31-afdf-aac84b684f1c tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Pushing event updated for resources: {'Port': ['ID=0bb038d9-8887-4320-adec-636ef764d5a9,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:10.646247 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc13b68b-d9d7-4b31-afdf-aac84b684f1c tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Checking segment: {'id': 'f00bc86e-b080-4e29-a8f1-3aa1eade824b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b7d4cf03-43f9-4395-8e70-b4743a15d51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:51:10.646564 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc13b68b-d9d7-4b31-afdf-aac84b684f1c tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Network hostable DHCP agents. Network: b7d4cf03-43f9-4395-8e70-b4743a15d51a, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:51:10.668469 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b69bd-e56c-4342-8e73-371a455cf6a2 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbcf771-07bb-4ef4-a82e-3b57efa3bb70,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:10.724163 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-811b69bd-e56c-4342-8e73-371a455cf6a2 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:10.725537 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-811b69bd-e56c-4342-8e73-371a455cf6a2 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3377886 Mar 28 13:51:10.728458 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34802) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:10.733367 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-88ca7aa6-5a25-4dfc-afc2-42556b37cafd tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:10.733784 dv-neutron-835335-1-hyperv neutron-server[109613]: WARNING neutron.api.v2.base [None req-88ca7aa6-5a25-4dfc-afc2-42556b37cafd tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 28 13:51:10.734268 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-88ca7aa6-5a25-4dfc-afc2-42556b37cafd tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] update failed (client error): There was a conflict when trying to complete your request. Mar 28 13:51:10.735169 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-88ca7aa6-5a25-4dfc-afc2-42556b37cafd tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "PUT /v2.0/security-groups/ecbcf771-07bb-4ef4-a82e-3b57efa3bb70 HTTP/1.1" status: 409 len: 330 time: 0.0058212 Mar 28 13:51:10.737385 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34804) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:10.752744 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc13b68b-d9d7-4b31-afdf-aac84b684f1c tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Network b7d4cf03-43f9-4395-8e70-b4743a15d51a is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:51:10.788457 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-200c6b0a-db99-4424-8a31-46133ba5695d tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:10.812905 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-200c6b0a-db99-4424-8a31-46133ba5695d tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:10.833050 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-fc13b68b-d9d7-4b31-afdf-aac84b684f1c tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, b7d4cf03-43f9-4395-8e70-b4743a15d51a) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:51:10.837586 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc13b68b-d9d7-4b31-afdf-aac84b684f1c tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:51:10.844305 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc13b68b-d9d7-4b31-afdf-aac84b684f1c tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:10.849659 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc13b68b-d9d7-4b31-afdf-aac84b684f1c tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:10.850347 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-fc13b68b-d9d7-4b31-afdf-aac84b684f1c tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:10.850497 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4392e63-13e6-4393-9780-41d04d3d42b0 None None] Network b7d4cf03-43f9-4395-8e70-b4743a15d51a requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:51:10.912941 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-200c6b0a-db99-4424-8a31-46133ba5695d tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:10.915885 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-200c6b0a-db99-4424-8a31-46133ba5695d tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:10.918105 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-200c6b0a-db99-4424-8a31-46133ba5695d tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "DELETE /v2.0/security-groups/ecbcf771-07bb-4ef4-a82e-3b57efa3bb70 HTTP/1.1" status: 204 len: 168 time: 0.1790273 Mar 28 13:51:10.920958 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34812) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:10.927261 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c6b0a-db99-4424-8a31-46133ba5695d tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbcf771-07bb-4ef4-a82e-3b57efa3bb70,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:10.948271 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-fc13b68b-d9d7-4b31-afdf-aac84b684f1c tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.4997137 Mar 28 13:51:10.951526 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34814) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:11.007758 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c87396d9-1241-408f-8742-995709b05dc5 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0846426 Mar 28 13:51:11.012017 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34816) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:11.025559 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430aeb5e-f164-4ad9-a158-c6d9ec3a77bb tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:11.025970 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-4e075f6d-685d-481e-8641-34e704fdc42a tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] delete failed (client error): The resource could not be found. Mar 28 13:51:11.030969 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-4e075f6d-685d-481e-8641-34e704fdc42a tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "DELETE /v2.0/security-groups/9d51c84a-117d-4f21-916d-4d4b43e7ff80 HTTP/1.1" status: 404 len: 347 time: 0.0135844 Mar 28 13:51:11.031181 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34818) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:11.032248 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430aeb5e-f164-4ad9-a158-c6d9ec3a77bb tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:11.033987 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-430aeb5e-f164-4ad9-a158-c6d9ec3a77bb tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0813181 Mar 28 13:51:11.036522 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34822) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:11.077784 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-9811a747-40cf-48db-8721-51472677a5e2 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] show failed (client error): The resource could not be found. Mar 28 13:51:11.084672 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9811a747-40cf-48db-8721-51472677a5e2 tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "GET /v2.0/security-groups/fa44a033-d296-4364-b407-22ca3fabf33e HTTP/1.1" status: 404 len: 347 time: 0.0467801 Mar 28 13:51:11.084814 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34824) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:11.096223 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-22120133-2ac1-49bb-95a8-06d197f2db0c tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] show failed (client error): The resource could not be found. Mar 28 13:51:11.097408 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-22120133-2ac1-49bb-95a8-06d197f2db0c tempest-NegativeSecGroupIPv6Test-575842910 tempest-NegativeSecGroupIPv6Test-575842910-project] 10.222.0.24 "GET /v2.0/security-group-rules/27058c07-c61d-422a-9076-4abdb72f0a5f HTTP/1.1" status: 404 len: 356 time: 0.0136838 Mar 28 13:51:11.144523 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34828) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:11.145710 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-461c7482-8039-48f3-88b8-843475d4713f tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Deleting port ed1403f2-804d-4ae8-994e-6d6f4afb5499 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:51:11.146124 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-461c7482-8039-48f3-88b8-843475d4713f tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:11.221540 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-461c7482-8039-48f3-88b8-843475d4713f tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:11.238303 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-461c7482-8039-48f3-88b8-843475d4713f tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Calling delete_port for ed1403f2-804d-4ae8-994e-6d6f4afb5499 owned by {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:51:11.258318 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-93446b9c-5796-49bd-8c2e-165ab1cdb843 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1723842833'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:11.341165 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93446b9c-5796-49bd-8c2e-165ab1cdb843 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Made reservation on behalf of 436f2587f14c4f028833e0219405fbf5 for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:51:11.344566 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-93446b9c-5796-49bd-8c2e-165ab1cdb843 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:11.356882 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-93446b9c-5796-49bd-8c2e-165ab1cdb843 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:11.449833 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-461c7482-8039-48f3-88b8-843475d4713f tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:11.477800 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461c7482-8039-48f3-88b8-843475d4713f tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Pushing event deleted for resources: {'Port': ['ID=ed1403f2-804d-4ae8-994e-6d6f4afb5499,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:11.484025 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-461c7482-8039-48f3-88b8-843475d4713f tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:11.488573 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-461c7482-8039-48f3-88b8-843475d4713f tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] 10.222.0.24 "DELETE /v2.0/ports/ed1403f2-804d-4ae8-994e-6d6f4afb5499 HTTP/1.1" status: 204 len: 168 time: 0.4445634 Mar 28 13:51:11.489484 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34836) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:11.543028 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-93446b9c-5796-49bd-8c2e-165ab1cdb843 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:11.593178 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-93446b9c-5796-49bd-8c2e-165ab1cdb843 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:11.610658 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34842) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:11.618356 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93446b9c-5796-49bd-8c2e-165ab1cdb843 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:51:11.638052 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-71188715-8f76-49ba-9b3c-63964d6ba337 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Deleting port 0bb038d9-8887-4320-adec-636ef764d5a9 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:51:11.638392 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-71188715-8f76-49ba-9b3c-63964d6ba337 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:11.641415 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-93446b9c-5796-49bd-8c2e-165ab1cdb843 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:11.641755 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-93446b9c-5796-49bd-8c2e-165ab1cdb843 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Added segment 915186dc-ba4e-44ef-b8a1-e17908586991 of type vlan for network c5dc05cb-9c73-4105-8af4-3f0bb4e56d11 Mar 28 13:51:11.660309 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93446b9c-5796-49bd-8c2e-165ab1cdb843 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=677d8ea2-f0d5-4cb4-9eb9-0ca19b8c1064,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:11.742161 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-93446b9c-5796-49bd-8c2e-165ab1cdb843 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:11.747573 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-8b4412c1-2294-45e5-9a78-229ff5fba630 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=37c89cf91f9747b481fe3fb08fd2a4ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1356797 Mar 28 13:51:11.748109 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-71188715-8f76-49ba-9b3c-63964d6ba337 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:11.750142 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34846) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:11.765160 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-71188715-8f76-49ba-9b3c-63964d6ba337 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Calling delete_port for 0bb038d9-8887-4320-adec-636ef764d5a9 owned by {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:51:11.801550 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2c966252-e753-4fea-9d28-16936640823d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:11.822231 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2c966252-e753-4fea-9d28-16936640823d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:11.853580 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-93446b9c-5796-49bd-8c2e-165ab1cdb843 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:11.859092 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93446b9c-5796-49bd-8c2e-165ab1cdb843 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:11.859686 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-93446b9c-5796-49bd-8c2e-165ab1cdb843 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:11.924181 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-71188715-8f76-49ba-9b3c-63964d6ba337 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:11.934331 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93446b9c-5796-49bd-8c2e-165ab1cdb843 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event updated for resources: {'Network': ['ID=c5dc05cb-9c73-4105-8af4-3f0bb4e56d11,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:11.944238 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-71188715-8f76-49ba-9b3c-63964d6ba337 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:11.944513 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network c5dc05cb-9c73-4105-8af4-3f0bb4e56d11 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:51:11.947312 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-71188715-8f76-49ba-9b3c-63964d6ba337 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] 10.222.0.24 "DELETE /v2.0/ports/0bb038d9-8887-4320-adec-636ef764d5a9 HTTP/1.1" status: 204 len: 168 time: 0.4568136 Mar 28 13:51:11.950952 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34848) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:11.951619 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2c966252-e753-4fea-9d28-16936640823d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:11.954185 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2c966252-e753-4fea-9d28-16936640823d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:11.957678 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-2c966252-e753-4fea-9d28-16936640823d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8624185a-ac6d-468c-a1c8-8fe374c5dc2f HTTP/1.1" status: 204 len: 168 time: 0.2043040 Mar 28 13:51:11.974064 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-93446b9c-5796-49bd-8c2e-165ab1cdb843 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8283334 Mar 28 13:51:11.975000 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71188715-8f76-49ba-9b3c-63964d6ba337 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Pushing event deleted for resources: {'Port': ['ID=0bb038d9-8887-4320-adec-636ef764d5a9,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:11.986119 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c966252-e753-4fea-9d28-16936640823d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8624185a-ac6d-468c-a1c8-8fe374c5dc2f,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:11.994382 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f74280af-016f-4505-8f42-cf5fa088829a tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0379019 Mar 28 13:51:11.998458 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34852) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:12.006594 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-9225df4d-1dd6-41b5-858e-152d6bb12d80 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-775510477'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:12.095570 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9225df4d-1dd6-41b5-858e-152d6bb12d80 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Made reservation on behalf of a1cfa05c35dc4cbeb13918519e06beb4 for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:51:12.099184 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9225df4d-1dd6-41b5-858e-152d6bb12d80 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:12.107512 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34854) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:12.112984 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-c8d297b9-51f8-4ecb-83e1-e27242087588 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Request body: {'subnet': {'network_id': 'c5dc05cb-9c73-4105-8af4-3f0bb4e56d11', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:12.124931 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9225df4d-1dd6-41b5-858e-152d6bb12d80 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:51:12.134622 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9225df4d-1dd6-41b5-858e-152d6bb12d80 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:12.137029 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-9225df4d-1dd6-41b5-858e-152d6bb12d80 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Added segment 41d8004b-1f1a-4032-aa6e-d6d23da09975 of type vlan for network c0e61043-9c0a-48e1-bfa9-73305e3d47c1 Mar 28 13:51:12.176948 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9225df4d-1dd6-41b5-858e-152d6bb12d80 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:12.262168 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9225df4d-1dd6-41b5-858e-152d6bb12d80 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:12.269066 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9225df4d-1dd6-41b5-858e-152d6bb12d80 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:12.269066 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9225df4d-1dd6-41b5-858e-152d6bb12d80 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:12.293850 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d297b9-51f8-4ecb-83e1-e27242087588 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Made reservation on behalf of 436f2587f14c4f028833e0219405fbf5 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:51:12.305863 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c8d297b9-51f8-4ecb-83e1-e27242087588 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:12.337466 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9225df4d-1dd6-41b5-858e-152d6bb12d80 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Pushing event updated for resources: {'Network': ['ID=c0e61043-9c0a-48e1-bfa9-73305e3d47c1,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:12.361330 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network c0e61043-9c0a-48e1-bfa9-73305e3d47c1 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:51:12.385514 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9225df4d-1dd6-41b5-858e-152d6bb12d80 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3859987 Mar 28 13:51:12.388658 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34864) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:12.395885 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-8c20f3ee-1d3a-493b-84b5-6bde020df601 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1339298690'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:12.489439 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c20f3ee-1d3a-493b-84b5-6bde020df601 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Made reservation on behalf of a1cfa05c35dc4cbeb13918519e06beb4 for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:51:12.492931 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8c20f3ee-1d3a-493b-84b5-6bde020df601 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:12.518660 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c20f3ee-1d3a-493b-84b5-6bde020df601 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:51:12.527123 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8c20f3ee-1d3a-493b-84b5-6bde020df601 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:12.527473 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-8c20f3ee-1d3a-493b-84b5-6bde020df601 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Added segment 3566c2f6-1b7b-4570-96f0-aa354883e5d1 of type vlan for network cfa5e1c4-a63f-40d0-92e6-6e55f5694e81 Mar 28 13:51:12.563828 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c8d297b9-51f8-4ecb-83e1-e27242087588 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:12.566999 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8c20f3ee-1d3a-493b-84b5-6bde020df601 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:12.626633 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d297b9-51f8-4ecb-83e1-e27242087588 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event updated for resources: {'Subnet': ['ID=ed1948a7-db58-40e6-a89f-7c35905d3625,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:12.635461 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d297b9-51f8-4ecb-83e1-e27242087588 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Checking segment: {'id': '915186dc-ba4e-44ef-b8a1-e17908586991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c5dc05cb-9c73-4105-8af4-3f0bb4e56d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:51:12.635825 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d297b9-51f8-4ecb-83e1-e27242087588 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Network hostable DHCP agents. Network: c5dc05cb-9c73-4105-8af4-3f0bb4e56d11, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:51:12.677840 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8c20f3ee-1d3a-493b-84b5-6bde020df601 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:12.683354 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c20f3ee-1d3a-493b-84b5-6bde020df601 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:12.683927 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8c20f3ee-1d3a-493b-84b5-6bde020df601 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:12.734995 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d297b9-51f8-4ecb-83e1-e27242087588 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Network c5dc05cb-9c73-4105-8af4-3f0bb4e56d11 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:51:12.755883 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c20f3ee-1d3a-493b-84b5-6bde020df601 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Pushing event updated for resources: {'Network': ['ID=cfa5e1c4-a63f-40d0-92e6-6e55f5694e81,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:12.766814 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network cfa5e1c4-a63f-40d0-92e6-6e55f5694e81 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:51:12.794878 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-8c20f3ee-1d3a-493b-84b5-6bde020df601 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4045444 Mar 28 13:51:12.820750 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-c8d297b9-51f8-4ecb-83e1-e27242087588 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, c5dc05cb-9c73-4105-8af4-3f0bb4e56d11) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:51:12.825917 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d297b9-51f8-4ecb-83e1-e27242087588 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:12.826323 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c8d297b9-51f8-4ecb-83e1-e27242087588 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:12.835788 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d71a95-ce09-4890-b7af-832a00bb82da None None] Network c5dc05cb-9c73-4105-8af4-3f0bb4e56d11 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:51:12.929725 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c8d297b9-51f8-4ecb-83e1-e27242087588 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.8183870 Mar 28 13:51:12.931267 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34876) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:12.939461 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-149b2b1e-a46f-4cb1-9cb3-4009ac07bd9f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1635553011'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:12.991981 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9732b4-1fce-40ef-a347-d004a1f942c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-c5dc05cb-9c73-4105-8af4-3f0bb4e56d11', 'network_id': 'c5dc05cb-9c73-4105-8af4-3f0bb4e56d11', 'tenant_id': '436f2587f14c4f028833e0219405fbf5', 'fixed_ips': [{'subnet_id': 'ed1948a7-db58-40e6-a89f-7c35905d3625'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:51:12.993353 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1a9732b4-1fce-40ef-a347-d004a1f942c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:12.994136 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34878) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:13.026447 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149b2b1e-a46f-4cb1-9cb3-4009ac07bd9f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Made reservation on behalf of 436f2587f14c4f028833e0219405fbf5 for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:51:13.030244 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-149b2b1e-a46f-4cb1-9cb3-4009ac07bd9f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:13.072718 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-149b2b1e-a46f-4cb1-9cb3-4009ac07bd9f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:51:13.086626 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-149b2b1e-a46f-4cb1-9cb3-4009ac07bd9f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:13.087010 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-149b2b1e-a46f-4cb1-9cb3-4009ac07bd9f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Added segment e44ca97b-718a-4722-84d2-21217c854ce6 of type vlan for network 91926a6b-697a-4851-9b6f-188b73175d6a Mar 28 13:51:13.132147 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-149b2b1e-a46f-4cb1-9cb3-4009ac07bd9f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:13.147703 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-1a9732b4-1fce-40ef-a347-d004a1f942c2 None None] Allocated IP 172.20.255.242 (c5dc05cb-9c73-4105-8af4-3f0bb4e56d11/ed1948a7-db58-40e6-a89f-7c35905d3625/44155d62-7852-4c93-87eb-288d84615419) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:51:13.157351 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ef14688c-d895-418e-bb77-332a144a9e10 tempest-ServiceProvidersTest-387226814 tempest-ServiceProvidersTest-387226814-project] 10.222.0.24 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1554070 Mar 28 13:51:13.216110 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-149b2b1e-a46f-4cb1-9cb3-4009ac07bd9f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:13.224897 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149b2b1e-a46f-4cb1-9cb3-4009ac07bd9f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:13.226029 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-149b2b1e-a46f-4cb1-9cb3-4009ac07bd9f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:13.310480 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149b2b1e-a46f-4cb1-9cb3-4009ac07bd9f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event updated for resources: {'Network': ['ID=91926a6b-697a-4851-9b6f-188b73175d6a,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:13.332401 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 91926a6b-697a-4851-9b6f-188b73175d6a details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:51:13.349404 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-149b2b1e-a46f-4cb1-9cb3-4009ac07bd9f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4166460 Mar 28 13:51:13.352122 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34884) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:13.357711 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-89009ca9-ae7a-45b9-b7f6-385f829d92cc tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Request body: {'subnet': {'network_id': '91926a6b-697a-4851-9b6f-188b73175d6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:13.501094 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89009ca9-ae7a-45b9-b7f6-385f829d92cc tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Made reservation on behalf of 436f2587f14c4f028833e0219405fbf5 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:51:13.504674 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-89009ca9-ae7a-45b9-b7f6-385f829d92cc tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:13.508025 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:13.548443 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1a9732b4-1fce-40ef-a347-d004a1f942c2 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:13.609899 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1a9732b4-1fce-40ef-a347-d004a1f942c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:13.657045 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9732b4-1fce-40ef-a347-d004a1f942c2 None None] Network c5dc05cb-9c73-4105-8af4-3f0bb4e56d11 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:51:13.660479 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-1a9732b4-1fce-40ef-a347-d004a1f942c2 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:51:13.663136 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9732b4-1fce-40ef-a347-d004a1f942c2 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:51:13.680081 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34888) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:13.704283 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9732b4-1fce-40ef-a347-d004a1f942c2 None None] Pushing event updated for resources: {'Port': ['ID=44155d62-7852-4c93-87eb-288d84615419,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:13.732062 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-1a9732b4-1fce-40ef-a347-d004a1f942c2 None None] Attempting to bind port 44155d62-7852-4c93-87eb-288d84615419 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:51:13.732491 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-1a9732b4-1fce-40ef-a347-d004a1f942c2 None None] Attempting to bind port 44155d62-7852-4c93-87eb-288d84615419 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '915186dc-ba4e-44ef-b8a1-e17908586991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c5dc05cb-9c73-4105-8af4-3f0bb4e56d11'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:51:13.732850 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9732b4-1fce-40ef-a347-d004a1f942c2 None None] Attempting to bind port 44155d62-7852-4c93-87eb-288d84615419 on network c5dc05cb-9c73-4105-8af4-3f0bb4e56d11 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:51:13.737870 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9732b4-1fce-40ef-a347-d004a1f942c2 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:51:13.738235 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9732b4-1fce-40ef-a347-d004a1f942c2 None None] Checking segment: {'id': '915186dc-ba4e-44ef-b8a1-e17908586991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c5dc05cb-9c73-4105-8af4-3f0bb4e56d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:51:13.738743 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1a9732b4-1fce-40ef-a347-d004a1f942c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:13.739399 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9732b4-1fce-40ef-a347-d004a1f942c2 None None] Bound using segment: {'id': '915186dc-ba4e-44ef-b8a1-e17908586991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c5dc05cb-9c73-4105-8af4-3f0bb4e56d11'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:51:13.739676 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-1a9732b4-1fce-40ef-a347-d004a1f942c2 None None] Bound port: 44155d62-7852-4c93-87eb-288d84615419, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915186dc-ba4e-44ef-b8a1-e17908586991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c5dc05cb-9c73-4105-8af4-3f0bb4e56d11'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:51:13.740048 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1a9732b4-1fce-40ef-a347-d004a1f942c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:13.805245 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-1a9732b4-1fce-40ef-a347-d004a1f942c2 None None] For port 44155d62-7852-4c93-87eb-288d84615419, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:51:13.808600 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-1a9732b4-1fce-40ef-a347-d004a1f942c2 None None] For port 44155d62-7852-4c93-87eb-288d84615419, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=44155d62-7852-4c93-87eb-288d84615419,segment=NetworkSegment(915186dc-ba4e-44ef-b8a1-e17908586991),segment_id=915186dc-ba4e-44ef-b8a1-e17908586991)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:51:13.815927 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-20861540-4e6d-4003-a0a2-a03496ec9551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:13.826858 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-89009ca9-ae7a-45b9-b7f6-385f829d92cc tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:13.888556 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89009ca9-ae7a-45b9-b7f6-385f829d92cc tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event updated for resources: {'Subnet': ['ID=0a1c9f84-4891-4a14-b7f7-e1857e40a8b8,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:13.898557 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89009ca9-ae7a-45b9-b7f6-385f829d92cc tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Checking segment: {'id': 'e44ca97b-718a-4722-84d2-21217c854ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '91926a6b-697a-4851-9b6f-188b73175d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:51:13.898990 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89009ca9-ae7a-45b9-b7f6-385f829d92cc tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Network hostable DHCP agents. Network: 91926a6b-697a-4851-9b6f-188b73175d6a, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:51:13.899102 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-20861540-4e6d-4003-a0a2-a03496ec9551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:13.918508 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1a9732b4-1fce-40ef-a347-d004a1f942c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:13.980573 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9732b4-1fce-40ef-a347-d004a1f942c2 None None] Pushing event updated for resources: {'Port': ['ID=44155d62-7852-4c93-87eb-288d84615419,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:13.985322 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-20861540-4e6d-4003-a0a2-a03496ec9551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:14.014145 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89009ca9-ae7a-45b9-b7f6-385f829d92cc tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Network 91926a6b-697a-4851-9b6f-188b73175d6a is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:51:14.029533 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-20861540-4e6d-4003-a0a2-a03496ec9551 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0cfa96dfbef341bc9e875e50612b03e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3455672 Mar 28 13:51:14.029533 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20861540-4e6d-4003-a0a2-a03496ec9551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ca0626-2b41-4662-bcc5-c481a43e5d45,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:14.030392 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34894) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:14.094875 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-89009ca9-ae7a-45b9-b7f6-385f829d92cc tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 91926a6b-697a-4851-9b6f-188b73175d6a) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:51:14.099808 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89009ca9-ae7a-45b9-b7f6-385f829d92cc tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:14.100590 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-89009ca9-ae7a-45b9-b7f6-385f829d92cc tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:14.105257 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d5b559-7fd6-4f3e-a901-4614691ef0c8 None None] Network 91926a6b-697a-4851-9b6f-188b73175d6a requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:51:14.121942 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8bb7689d-609f-4054-a055-fdec00e44df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:14.163175 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8bb7689d-609f-4054-a055-fdec00e44df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:14.207390 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34896) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:14.213713 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-89009ca9-ae7a-45b9-b7f6-385f829d92cc tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8600676 Mar 28 13:51:14.358098 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8bb7689d-609f-4054-a055-fdec00e44df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:14.360612 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8bb7689d-609f-4054-a055-fdec00e44df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:14.366576 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-8bb7689d-609f-4054-a055-fdec00e44df4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b0ca0626-2b41-4662-bcc5-c481a43e5d45 HTTP/1.1" status: 204 len: 168 time: 0.3228564 Mar 28 13:51:14.383883 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7689d-609f-4054-a055-fdec00e44df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ca0626-2b41-4662-bcc5-c481a43e5d45,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:14.392715 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187f89f1-eb7a-486f-aa65-db59ff3ede8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-91926a6b-697a-4851-9b6f-188b73175d6a', 'network_id': '91926a6b-697a-4851-9b6f-188b73175d6a', 'tenant_id': '436f2587f14c4f028833e0219405fbf5', 'fixed_ips': [{'subnet_id': '0a1c9f84-4891-4a14-b7f7-e1857e40a8b8'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:51:14.393349 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-187f89f1-eb7a-486f-aa65-db59ff3ede8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:14.399968 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c0ff10af-19e9-4eb2-ab49-62a1eed521e9 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:14.483089 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c0ff10af-19e9-4eb2-ab49-62a1eed521e9 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:14.583722 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 44155d62-7852-4c93-87eb-288d84615419 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:51:14.610355 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c0ff10af-19e9-4eb2-ab49-62a1eed521e9 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:14.635057 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 44155d62-7852-4c93-87eb-288d84615419 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:51:14.635437 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server [None req-187f89f1-eb7a-486f-aa65-db59ff3ede8f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0a1c9f84-4891-4a14-b7f7-e1857e40a8b8: This subnet is being modified by another concurrent operation. Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise exception Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0a1c9f84-4891-4a14-b7f7-e1857e40a8b8: This subnet is being modified by another concurrent operation. Mar 28 13:51:14.684403 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server Mar 28 13:51:14.733996 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c0ff10af-19e9-4eb2-ab49-62a1eed521e9 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:14.777547 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-c0ff10af-19e9-4eb2-ab49-62a1eed521e9 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91926a6b-697a-4851-9b6f-188b73175d6a']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:14.791112 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:14.798946 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-c0ff10af-19e9-4eb2-ab49-62a1eed521e9 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e44ca97b-718a-4722-84d2-21217c854ce6') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:14.799560 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-c0ff10af-19e9-4eb2-ab49-62a1eed521e9 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e44ca97b-718a-4722-84d2-21217c854ce6') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:14.807998 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc637047-1552-4de6-a208-92cdaaf63212 None None] Network 91926a6b-697a-4851-9b6f-188b73175d6a requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:51:14.826687 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c0ff10af-19e9-4eb2-ab49-62a1eed521e9 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:14.848188 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 44155d62-7852-4c93-87eb-288d84615419, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=44155d62-7852-4c93-87eb-288d84615419,segment=NetworkSegment(915186dc-ba4e-44ef-b8a1-e17908586991),segment_id=915186dc-ba4e-44ef-b8a1-e17908586991)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:51:14.857576 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c0ff10af-19e9-4eb2-ab49-62a1eed521e9 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:14.873629 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0ff10af-19e9-4eb2-ab49-62a1eed521e9 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:51:14.874413 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c0ff10af-19e9-4eb2-ab49-62a1eed521e9 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:14.914772 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:51:14.914772 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:51:14.914772 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:51:14.914772 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:51:14.914772 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:51:14.914772 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:51:14.914772 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:51:14.914772 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:51:14.914772 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:51:14.914772 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:51:14.914772 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:51:14.914772 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:51:14.914772 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:51:14.914772 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:51:14.914772 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:51:14.914772 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:51:14.914772 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:51:14.914772 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:51:14.914772 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:51:14.914772 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:51:14.914772 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:51:14.914772 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:51:14.914772 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:51:14.914772 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:51:14.914772 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:51:14.914772 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:51:14.914772 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:51:14.914772 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:51:14.914772 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:51:14.914772 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:51:14.914772 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:51:14.914772 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:51:14.918382 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ff10af-19e9-4eb2-ab49-62a1eed521e9 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event deleted for resources: {'Subnet': ['ID=0a1c9f84-4891-4a14-b7f7-e1857e40a8b8,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:14.936113 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:15.037416 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c0ff10af-19e9-4eb2-ab49-62a1eed521e9 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:15.048634 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=44155d62-7852-4c93-87eb-288d84615419,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:15.056865 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c0ff10af-19e9-4eb2-ab49-62a1eed521e9 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:15.062411 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c0ff10af-19e9-4eb2-ab49-62a1eed521e9 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "DELETE /v2.0/networks/91926a6b-697a-4851-9b6f-188b73175d6a HTTP/1.1" status: 204 len: 168 time: 0.8496070 Mar 28 13:51:15.066425 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34900) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:15.072631 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-47d97616-4080-4d59-af41-399216f74352 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1382104224'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:15.091880 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ff10af-19e9-4eb2-ab49-62a1eed521e9 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event deleted for resources: {'Network': ['ID=91926a6b-697a-4851-9b6f-188b73175d6a,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:15.184214 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156f6ff4-684e-4d33-9777-0bcb71af4498 None None] Network c5dc05cb-9c73-4105-8af4-3f0bb4e56d11 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:51:15.185820 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d97616-4080-4d59-af41-399216f74352 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Made reservation on behalf of 436f2587f14c4f028833e0219405fbf5 for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:51:15.189418 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-47d97616-4080-4d59-af41-399216f74352 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:15.215247 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47d97616-4080-4d59-af41-399216f74352 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:51:15.228298 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-47d97616-4080-4d59-af41-399216f74352 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:15.228701 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-47d97616-4080-4d59-af41-399216f74352 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Added segment 393c89db-a631-4a6f-8967-320a250b3255 of type vlan for network 529ebac8-f1d2-4568-ac0d-90466255cef3 Mar 28 13:51:15.281872 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-47d97616-4080-4d59-af41-399216f74352 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:15.285974 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-ad02a28c-8a5f-4b6f-87cd-e2498d6cced9 None None] Provisioning complete for port 44155d62-7852-4c93-87eb-288d84615419 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:51:15.286340 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ad02a28c-8a5f-4b6f-87cd-e2498d6cced9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:15.346485 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-47d97616-4080-4d59-af41-399216f74352 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:15.352250 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d97616-4080-4d59-af41-399216f74352 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:15.352871 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-47d97616-4080-4d59-af41-399216f74352 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:15.431630 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d97616-4080-4d59-af41-399216f74352 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event updated for resources: {'Network': ['ID=529ebac8-f1d2-4568-ac0d-90466255cef3,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:15.443022 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 529ebac8-f1d2-4568-ac0d-90466255cef3 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:51:15.463805 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-47d97616-4080-4d59-af41-399216f74352 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3962646 Mar 28 13:51:15.467126 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34902) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:15.472593 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-675ab2b1-fcfc-48da-b01f-b18591186135 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Request body: {'subnet': {'network_id': '529ebac8-f1d2-4568-ac0d-90466255cef3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:15.611549 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49a026b-0fac-4688-86e1-7cf72b344385 None None] get_active_networks_info from dv-neutron-835335-1-hyperv {{(pid=109614) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 28 13:51:15.638468 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675ab2b1-fcfc-48da-b01f-b18591186135 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Made reservation on behalf of 436f2587f14c4f028833e0219405fbf5 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:51:15.642689 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-675ab2b1-fcfc-48da-b01f-b18591186135 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:15.660459 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-b167119c-0fe4-43d4-82d4-8977ed3482ee None None] Provisioning complete for port 44155d62-7852-4c93-87eb-288d84615419 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:51:15.660833 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b167119c-0fe4-43d4-82d4-8977ed3482ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:15.703198 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.ipam_backend_mixin [None req-675ab2b1-fcfc-48da-b01f-b18591186135 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Performing IP validity checks on allocation pools {{(pid=109613) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 28 13:51:15.703857 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.ipam_backend_mixin [None req-675ab2b1-fcfc-48da-b01f-b18591186135 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109613) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 28 13:51:15.727831 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49a026b-0fac-4688-86e1-7cf72b344385 None None] Resources bound (agent type, host, resource id): {{(pid=109614) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 13:51:15.884025 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-675ab2b1-fcfc-48da-b01f-b18591186135 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:15.960567 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ab2b1-fcfc-48da-b01f-b18591186135 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event updated for resources: {'Subnet': ['ID=3f94080b-dfc9-4bcb-9ce6-3df1d04382d2,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:15.971228 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675ab2b1-fcfc-48da-b01f-b18591186135 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Checking segment: {'id': '393c89db-a631-4a6f-8967-320a250b3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '529ebac8-f1d2-4568-ac0d-90466255cef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:51:15.971924 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675ab2b1-fcfc-48da-b01f-b18591186135 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Network hostable DHCP agents. Network: 529ebac8-f1d2-4568-ac0d-90466255cef3, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:51:16.036021 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675ab2b1-fcfc-48da-b01f-b18591186135 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Network 529ebac8-f1d2-4568-ac0d-90466255cef3 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:51:16.063823 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34904) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:16.069032 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-7ba67cd6-69bc-4737-a2a7-81daf6aae26b tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Request body: {'subnets': [{'network_id': 'c0e61043-9c0a-48e1-bfa9-73305e3d47c1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2051228118', 'ip_version': 6}, {'network_id': 'cfa5e1c4-a63f-40d0-92e6-6e55f5694e81', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:16.069672 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-7ba67cd6-69bc-4737-a2a7-81daf6aae26b tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Request body: {'subnet': {'network_id': 'c0e61043-9c0a-48e1-bfa9-73305e3d47c1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2051228118', 'ip_version': 6}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:16.070035 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-7ba67cd6-69bc-4737-a2a7-81daf6aae26b tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Request body: {'subnet': {'network_id': 'cfa5e1c4-a63f-40d0-92e6-6e55f5694e81', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:16.122234 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-675ab2b1-fcfc-48da-b01f-b18591186135 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 529ebac8-f1d2-4568-ac0d-90466255cef3) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:51:16.129705 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccbbf9b-1185-460b-8d4e-9e55295f24db None None] Network 529ebac8-f1d2-4568-ac0d-90466255cef3 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:51:16.130404 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675ab2b1-fcfc-48da-b01f-b18591186135 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:16.130979 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-675ab2b1-fcfc-48da-b01f-b18591186135 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:16.242029 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-675ab2b1-fcfc-48da-b01f-b18591186135 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.7735720 Mar 28 13:51:16.244720 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34906) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:16.281771 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb007136-5fce-4050-b54e-2f60c68061a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-529ebac8-f1d2-4568-ac0d-90466255cef3', 'network_id': '529ebac8-f1d2-4568-ac0d-90466255cef3', 'tenant_id': '436f2587f14c4f028833e0219405fbf5', 'fixed_ips': [{'subnet_id': '3f94080b-dfc9-4bcb-9ce6-3df1d04382d2'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:51:16.283298 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-fb007136-5fce-4050-b54e-2f60c68061a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:16.317797 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba67cd6-69bc-4737-a2a7-81daf6aae26b tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Made reservation on behalf of a1cfa05c35dc4cbeb13918519e06beb4 for: {'subnet': 2} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:51:16.322732 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7ba67cd6-69bc-4737-a2a7-81daf6aae26b tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:16.323175 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7ba67cd6-69bc-4737-a2a7-81daf6aae26b tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:16.340821 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d0180286-4107-4a5e-a904-aa1bed406dee tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:16.399032 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d0180286-4107-4a5e-a904-aa1bed406dee tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:16.432978 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-fb007136-5fce-4050-b54e-2f60c68061a2 None None] Allocated IP 172.20.0.3 (529ebac8-f1d2-4568-ac0d-90466255cef3/3f94080b-dfc9-4bcb-9ce6-3df1d04382d2/d7177d93-a9b1-45c5-94fb-4353a159b29c) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:51:16.510294 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 44155d62-7852-4c93-87eb-288d84615419 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:51:16.621132 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 44155d62-7852-4c93-87eb-288d84615419 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:51:16.621507 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:16.671467 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-fb007136-5fce-4050-b54e-2f60c68061a2 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:16.741225 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-fb007136-5fce-4050-b54e-2f60c68061a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:16.783824 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb007136-5fce-4050-b54e-2f60c68061a2 None None] Network 529ebac8-f1d2-4568-ac0d-90466255cef3 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:51:16.786661 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-fb007136-5fce-4050-b54e-2f60c68061a2 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:51:16.790273 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb007136-5fce-4050-b54e-2f60c68061a2 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:51:16.798619 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7ba67cd6-69bc-4737-a2a7-81daf6aae26b tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:16.800147 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb007136-5fce-4050-b54e-2f60c68061a2 None None] Pushing event updated for resources: {'Port': ['ID=d7177d93-a9b1-45c5-94fb-4353a159b29c,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:16.827100 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d0180286-4107-4a5e-a904-aa1bed406dee tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:16.857871 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0180286-4107-4a5e-a904-aa1bed406dee tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event deleted for resources: {'Subnet': ['ID=3f94080b-dfc9-4bcb-9ce6-3df1d04382d2,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:16.863200 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-fb007136-5fce-4050-b54e-2f60c68061a2 None None] Attempting to bind port d7177d93-a9b1-45c5-94fb-4353a159b29c on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:51:16.863828 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-fb007136-5fce-4050-b54e-2f60c68061a2 None None] Attempting to bind port d7177d93-a9b1-45c5-94fb-4353a159b29c by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '393c89db-a631-4a6f-8967-320a250b3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '529ebac8-f1d2-4568-ac0d-90466255cef3'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:51:16.864774 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb007136-5fce-4050-b54e-2f60c68061a2 None None] Attempting to bind port d7177d93-a9b1-45c5-94fb-4353a159b29c on network 529ebac8-f1d2-4568-ac0d-90466255cef3 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:51:16.865675 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba67cd6-69bc-4737-a2a7-81daf6aae26b tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Pushing event updated for resources: {'Subnet': ['ID=e97f0e48-80e3-47be-84ce-9fb8f896a533,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:16.870361 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba67cd6-69bc-4737-a2a7-81daf6aae26b tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Checking segment: {'id': '41d8004b-1f1a-4032-aa6e-d6d23da09975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c0e61043-9c0a-48e1-bfa9-73305e3d47c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:51:16.871308 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba67cd6-69bc-4737-a2a7-81daf6aae26b tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Network hostable DHCP agents. Network: c0e61043-9c0a-48e1-bfa9-73305e3d47c1, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:51:16.873749 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb007136-5fce-4050-b54e-2f60c68061a2 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:51:16.873749 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb007136-5fce-4050-b54e-2f60c68061a2 None None] Checking segment: {'id': '393c89db-a631-4a6f-8967-320a250b3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '529ebac8-f1d2-4568-ac0d-90466255cef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:51:16.873749 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-fb007136-5fce-4050-b54e-2f60c68061a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:16.873749 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb007136-5fce-4050-b54e-2f60c68061a2 None None] Bound using segment: {'id': '393c89db-a631-4a6f-8967-320a250b3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '529ebac8-f1d2-4568-ac0d-90466255cef3'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:51:16.875632 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-fb007136-5fce-4050-b54e-2f60c68061a2 None None] Bound port: d7177d93-a9b1-45c5-94fb-4353a159b29c, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '393c89db-a631-4a6f-8967-320a250b3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '529ebac8-f1d2-4568-ac0d-90466255cef3'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:51:16.875632 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-fb007136-5fce-4050-b54e-2f60c68061a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:16.921378 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d0180286-4107-4a5e-a904-aa1bed406dee tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:16.945804 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-fb007136-5fce-4050-b54e-2f60c68061a2 None None] For port d7177d93-a9b1-45c5-94fb-4353a159b29c, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:51:16.949544 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-fb007136-5fce-4050-b54e-2f60c68061a2 None None] For port d7177d93-a9b1-45c5-94fb-4353a159b29c, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=d7177d93-a9b1-45c5-94fb-4353a159b29c,segment=NetworkSegment(393c89db-a631-4a6f-8967-320a250b3255),segment_id=393c89db-a631-4a6f-8967-320a250b3255)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:51:16.949718 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-d0180286-4107-4a5e-a904-aa1bed406dee tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['529ebac8-f1d2-4568-ac0d-90466255cef3']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:16.959100 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-d0180286-4107-4a5e-a904-aa1bed406dee tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '393c89db-a631-4a6f-8967-320a250b3255') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:16.959400 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-d0180286-4107-4a5e-a904-aa1bed406dee tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '393c89db-a631-4a6f-8967-320a250b3255') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:16.968747 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d0180286-4107-4a5e-a904-aa1bed406dee tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:16.979559 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba67cd6-69bc-4737-a2a7-81daf6aae26b tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Network c0e61043-9c0a-48e1-bfa9-73305e3d47c1 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:51:17.037477 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-fb007136-5fce-4050-b54e-2f60c68061a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:17.039550 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d0180286-4107-4a5e-a904-aa1bed406dee tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:17.046593 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0180286-4107-4a5e-a904-aa1bed406dee tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:51:17.047152 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d0180286-4107-4a5e-a904-aa1bed406dee tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:17.050358 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:51:17.050358 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:51:17.050358 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:51:17.050358 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:51:17.050358 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:51:17.050358 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:51:17.050358 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:51:17.050358 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:51:17.050358 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:51:17.050358 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:51:17.050358 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:51:17.050358 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:51:17.050358 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:51:17.050358 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:51:17.050358 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:51:17.050358 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:51:17.050358 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:51:17.050358 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:51:17.050358 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:51:17.050358 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:51:17.050358 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:51:17.050358 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:51:17.050358 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:51:17.050358 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:51:17.050358 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:51:17.050358 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:51:17.050358 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:51:17.050358 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:51:17.050358 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:51:17.050358 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:51:17.050358 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:51:17.050358 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:51:17.067055 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-7ba67cd6-69bc-4737-a2a7-81daf6aae26b tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, c0e61043-9c0a-48e1-bfa9-73305e3d47c1) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:51:17.072011 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7ba67cd6-69bc-4737-a2a7-81daf6aae26b tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:17.095122 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7862f7a-3d6c-4dc0-b9cf-24ba7a75dc7c None None] Network c0e61043-9c0a-48e1-bfa9-73305e3d47c1 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:51:17.144060 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba67cd6-69bc-4737-a2a7-81daf6aae26b tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Pushing event updated for resources: {'Subnet': ['ID=1dd45a9d-4d33-4eda-9eae-53258a860e2d,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:17.153871 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba67cd6-69bc-4737-a2a7-81daf6aae26b tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Checking segment: {'id': '3566c2f6-1b7b-4570-96f0-aa354883e5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'cfa5e1c4-a63f-40d0-92e6-6e55f5694e81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:51:17.154047 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.db.api [None req-d0180286-4107-4a5e-a904-aa1bed406dee tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 13:51:17.154047 dv-neutron-835335-1-hyperv neutron-server[109612]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 13:51:17.154047 dv-neutron-835335-1-hyperv neutron-server[109612]: [parameters: {'id': '529ebac8-f1d2-4568-ac0d-90466255cef3'}] Mar 28 13:51:17.154047 dv-neutron-835335-1-hyperv neutron-server[109612]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 13:51:17.156042 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba67cd6-69bc-4737-a2a7-81daf6aae26b tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Network hostable DHCP agents. Network: cfa5e1c4-a63f-40d0-92e6-6e55f5694e81, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:51:17.156149 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG oslo_db.api [None req-d0180286-4107-4a5e-a904-aa1bed406dee tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 13:51:17.200130 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb007136-5fce-4050-b54e-2f60c68061a2 None None] Pushing event updated for resources: {'Port': ['ID=d7177d93-a9b1-45c5-94fb-4353a159b29c,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:17.223647 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cba6de7-41e0-4451-909b-b400e085e1c9 None None] Network 529ebac8-f1d2-4568-ac0d-90466255cef3 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:51:17.249626 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba67cd6-69bc-4737-a2a7-81daf6aae26b tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Network cfa5e1c4-a63f-40d0-92e6-6e55f5694e81 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:51:17.335476 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-7ba67cd6-69bc-4737-a2a7-81daf6aae26b tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, cfa5e1c4-a63f-40d0-92e6-6e55f5694e81) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:51:17.339732 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba67cd6-69bc-4737-a2a7-81daf6aae26b tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:17.340202 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba67cd6-69bc-4737-a2a7-81daf6aae26b tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:17.340847 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7ba67cd6-69bc-4737-a2a7-81daf6aae26b tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:17.362494 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41b5994-7255-4903-85e8-a546a3e5e5ae None None] Network cfa5e1c4-a63f-40d0-92e6-6e55f5694e81 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:51:17.417959 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-7ba67cd6-69bc-4737-a2a7-81daf6aae26b tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.3529284 Mar 28 13:51:17.420416 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34908) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:17.469042 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3571eae3-cae8-4fa4-ad09-64f251a3fce3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-c0e61043-9c0a-48e1-bfa9-73305e3d47c1', 'network_id': 'c0e61043-9c0a-48e1-bfa9-73305e3d47c1', 'tenant_id': 'a1cfa05c35dc4cbeb13918519e06beb4', 'fixed_ips': [{'subnet_id': 'e97f0e48-80e3-47be-84ce-9fb8f896a533'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:51:17.469897 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3571eae3-cae8-4fa4-ad09-64f251a3fce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:17.476700 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c938f4-717c-4fd4-b76c-7dcf0ba118d5 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:17.478335 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c938f4-717c-4fd4-b76c-7dcf0ba118d5 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:17.479816 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c938f4-717c-4fd4-b76c-7dcf0ba118d5 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:17.481993 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-87c938f4-717c-4fd4-b76c-7dcf0ba118d5 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0602334 Mar 28 13:51:17.491113 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34910) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:17.542224 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-799382c8-182b-43f5-90e8-3bb0958eee78 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Deleting subnet e97f0e48-80e3-47be-84ce-9fb8f896a533 {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:51:17.545442 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-799382c8-182b-43f5-90e8-3bb0958eee78 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:17.584042 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-799382c8-182b-43f5-90e8-3bb0958eee78 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:17.631588 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-799382c8-182b-43f5-90e8-3bb0958eee78 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:17.643055 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478a06dc-bf5d-497c-9e77-ba1a06c0400c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-cfa5e1c4-a63f-40d0-92e6-6e55f5694e81', 'network_id': 'cfa5e1c4-a63f-40d0-92e6-6e55f5694e81', 'tenant_id': 'a1cfa05c35dc4cbeb13918519e06beb4', 'fixed_ips': [{'subnet_id': '1dd45a9d-4d33-4eda-9eae-53258a860e2d'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:51:17.644069 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-478a06dc-bf5d-497c-9e77-ba1a06c0400c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:17.655677 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d0180286-4107-4a5e-a904-aa1bed406dee tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:17.711345 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-d0180286-4107-4a5e-a904-aa1bed406dee tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Deleting port d7177d93-a9b1-45c5-94fb-4353a159b29c {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:51:17.711788 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d0180286-4107-4a5e-a904-aa1bed406dee tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:17.764586 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-799382c8-182b-43f5-90e8-3bb0958eee78 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:17.785110 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-d0180286-4107-4a5e-a904-aa1bed406dee tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] For port d7177d93-a9b1-45c5-94fb-4353a159b29c, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=d7177d93-a9b1-45c5-94fb-4353a159b29c,segment=NetworkSegment(393c89db-a631-4a6f-8967-320a250b3255),segment_id=393c89db-a631-4a6f-8967-320a250b3255)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:51:17.785717 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d0180286-4107-4a5e-a904-aa1bed406dee tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:17.793753 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799382c8-182b-43f5-90e8-3bb0958eee78 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Pushing event deleted for resources: {'Subnet': ['ID=e97f0e48-80e3-47be-84ce-9fb8f896a533,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:17.796161 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-799382c8-182b-43f5-90e8-3bb0958eee78 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:17.802475 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-799382c8-182b-43f5-90e8-3bb0958eee78 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] 10.222.0.24 "DELETE /v2.0/subnets/e97f0e48-80e3-47be-84ce-9fb8f896a533 HTTP/1.1" status: 204 len: 168 time: 0.3074021 Mar 28 13:51:17.802475 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34914) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:17.807554 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-d0180286-4107-4a5e-a904-aa1bed406dee tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Calling delete_port for d7177d93-a9b1-45c5-94fb-4353a159b29c owned by network:dhcp {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:51:17.853723 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a3aacd5-a9e3-4a37-b46d-7b4b2b10954c tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Deleting subnet 1dd45a9d-4d33-4eda-9eae-53258a860e2d {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:51:17.857564 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7a3aacd5-a9e3-4a37-b46d-7b4b2b10954c tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:17.897941 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7a3aacd5-a9e3-4a37-b46d-7b4b2b10954c tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server [None req-3571eae3-cae8-4fa4-ad09-64f251a3fce3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e97f0e48-80e3-47be-84ce-9fb8f896a533: This subnet is being modified by another concurrent operation. Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise exception Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e97f0e48-80e3-47be-84ce-9fb8f896a533: This subnet is being modified by another concurrent operation. Mar 28 13:51:17.923700 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server Mar 28 13:51:17.939192 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d21a67e-8479-4658-a74d-3132ae45ea66 None None] Network c0e61043-9c0a-48e1-bfa9-73305e3d47c1 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:51:17.950750 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d0180286-4107-4a5e-a904-aa1bed406dee tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:17.952624 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7a3aacd5-a9e3-4a37-b46d-7b4b2b10954c tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:17.977440 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0180286-4107-4a5e-a904-aa1bed406dee tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event deleted for resources: {'Port': ['ID=d7177d93-a9b1-45c5-94fb-4353a159b29c,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:17.979278 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0180286-4107-4a5e-a904-aa1bed406dee tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] No DVR routers for this DVR port d7177d93-a9b1-45c5-94fb-4353a159b29c on host dv-neutron-835335-1-hyperv {{(pid=109612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:51:18.062285 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d0180286-4107-4a5e-a904-aa1bed406dee tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:18.082468 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-d0180286-4107-4a5e-a904-aa1bed406dee tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['529ebac8-f1d2-4568-ac0d-90466255cef3']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:18.089919 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7a3aacd5-a9e3-4a37-b46d-7b4b2b10954c tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:18.091915 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-d0180286-4107-4a5e-a904-aa1bed406dee tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '393c89db-a631-4a6f-8967-320a250b3255') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:18.092220 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-d0180286-4107-4a5e-a904-aa1bed406dee tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '393c89db-a631-4a6f-8967-320a250b3255') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:18.101829 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d0180286-4107-4a5e-a904-aa1bed406dee tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:18.114975 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d0180286-4107-4a5e-a904-aa1bed406dee tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:18.117080 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3aacd5-a9e3-4a37-b46d-7b4b2b10954c tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Pushing event deleted for resources: {'Subnet': ['ID=1dd45a9d-4d33-4eda-9eae-53258a860e2d,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:18.119040 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7a3aacd5-a9e3-4a37-b46d-7b4b2b10954c tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server [None req-478a06dc-bf5d-497c-9e77-ba1a06c0400c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1dd45a9d-4d33-4eda-9eae-53258a860e2d: This subnet is being modified by another concurrent operation. Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise exception Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1dd45a9d-4d33-4eda-9eae-53258a860e2d: This subnet is being modified by another concurrent operation. Mar 28 13:51:18.121347 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server Mar 28 13:51:18.135381 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0180286-4107-4a5e-a904-aa1bed406dee tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:51:18.135770 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-7a3aacd5-a9e3-4a37-b46d-7b4b2b10954c tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] 10.222.0.24 "DELETE /v2.0/subnets/1dd45a9d-4d33-4eda-9eae-53258a860e2d HTTP/1.1" status: 204 len: 168 time: 0.3220558 Mar 28 13:51:18.135864 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d0180286-4107-4a5e-a904-aa1bed406dee tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:18.136035 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34916) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:18.136242 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:51:18.136242 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:51:18.136242 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:51:18.136242 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:51:18.136242 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:51:18.136242 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:51:18.136242 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:51:18.136242 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:51:18.136242 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:51:18.136242 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:51:18.136242 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:51:18.136242 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:51:18.136242 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:51:18.136242 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:51:18.136242 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:51:18.136242 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:51:18.136242 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:51:18.136242 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:51:18.136242 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:51:18.136242 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:51:18.136242 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:51:18.136242 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:51:18.136242 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:51:18.136242 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:51:18.136242 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:51:18.136242 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:51:18.136242 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:51:18.136242 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:51:18.136242 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:51:18.136242 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:51:18.136242 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:51:18.136242 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:51:18.148682 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c469c201-f5a1-48c8-b435-489de26fe120 None None] Network cfa5e1c4-a63f-40d0-92e6-6e55f5694e81 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:51:18.182125 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d614bd18-9988-4aed-b007-0298ecab146c tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:18.188006 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d614bd18-9988-4aed-b007-0298ecab146c tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0571237 Mar 28 13:51:18.188352 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34918) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:18.260817 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d0180286-4107-4a5e-a904-aa1bed406dee tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:18.261665 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecc4c6a-094a-4f04-8322-7ff95bf516e5 None None] get_active_networks_info from dv-neutron-835335-1-hyperv {{(pid=109614) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 28 13:51:18.268900 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d0180286-4107-4a5e-a904-aa1bed406dee tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:18.271988 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d0180286-4107-4a5e-a904-aa1bed406dee tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "DELETE /v2.0/networks/529ebac8-f1d2-4568-ac0d-90466255cef3 HTTP/1.1" status: 204 len: 168 time: 2.0262897 Mar 28 13:51:18.275564 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34920) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:18.276912 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-08c6f2ed-26da-49e9-a08e-c222a2ed4f1b tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:18.281091 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-bc5c209d-4392-4ead-b8d9-1a6578833a72 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-619386740'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:18.291685 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0180286-4107-4a5e-a904-aa1bed406dee tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event deleted for resources: {'Network': ['ID=529ebac8-f1d2-4568-ac0d-90466255cef3,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:18.336442 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecc4c6a-094a-4f04-8322-7ff95bf516e5 None None] Resources bound (agent type, host, resource id): {{(pid=109614) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 13:51:18.357966 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5c209d-4392-4ead-b8d9-1a6578833a72 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Made reservation on behalf of 436f2587f14c4f028833e0219405fbf5 for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:51:18.361443 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bc5c209d-4392-4ead-b8d9-1a6578833a72 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:18.381285 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-08c6f2ed-26da-49e9-a08e-c222a2ed4f1b tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:18.385550 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc5c209d-4392-4ead-b8d9-1a6578833a72 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:51:18.395229 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bc5c209d-4392-4ead-b8d9-1a6578833a72 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:18.395573 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-bc5c209d-4392-4ead-b8d9-1a6578833a72 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Added segment dc93095e-a33b-40f9-9a59-6b7ac46d18a8 of type vlan for network 20cc051d-5647-44e1-aa10-a20ddd23850c Mar 28 13:51:18.402163 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-08c6f2ed-26da-49e9-a08e-c222a2ed4f1b tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfa5e1c4-a63f-40d0-92e6-6e55f5694e81']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:18.412335 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-08c6f2ed-26da-49e9-a08e-c222a2ed4f1b tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3566c2f6-1b7b-4570-96f0-aa354883e5d1') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:18.412657 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-08c6f2ed-26da-49e9-a08e-c222a2ed4f1b tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3566c2f6-1b7b-4570-96f0-aa354883e5d1') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:18.425198 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-08c6f2ed-26da-49e9-a08e-c222a2ed4f1b tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:18.438225 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-08c6f2ed-26da-49e9-a08e-c222a2ed4f1b tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:18.443960 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bc5c209d-4392-4ead-b8d9-1a6578833a72 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:18.444294 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08c6f2ed-26da-49e9-a08e-c222a2ed4f1b tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:51:18.444776 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-08c6f2ed-26da-49e9-a08e-c222a2ed4f1b tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:18.447838 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:51:18.447838 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:51:18.447838 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:51:18.447838 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:51:18.447838 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:51:18.447838 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:51:18.447838 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:51:18.447838 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:51:18.447838 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:51:18.447838 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:51:18.447838 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:51:18.447838 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:51:18.447838 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:51:18.447838 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:51:18.447838 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:51:18.447838 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:51:18.447838 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:51:18.447838 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:51:18.447838 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:51:18.447838 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:51:18.447838 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:51:18.447838 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:51:18.447838 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:51:18.447838 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:51:18.447838 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:51:18.447838 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:51:18.447838 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:51:18.447838 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:51:18.447838 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:51:18.447838 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:51:18.447838 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:51:18.447838 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:51:18.512539 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bc5c209d-4392-4ead-b8d9-1a6578833a72 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:18.518350 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5c209d-4392-4ead-b8d9-1a6578833a72 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:18.519025 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bc5c209d-4392-4ead-b8d9-1a6578833a72 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:18.570334 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3ed39c-df81-4f25-b07d-8d226fd62668 None None] get_active_networks_info from dv-neutron-835335-1-hyperv {{(pid=109614) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 28 13:51:18.581471 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-08c6f2ed-26da-49e9-a08e-c222a2ed4f1b tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:18.583400 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c209d-4392-4ead-b8d9-1a6578833a72 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event updated for resources: {'Network': ['ID=20cc051d-5647-44e1-aa10-a20ddd23850c,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:18.598174 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 20cc051d-5647-44e1-aa10-a20ddd23850c details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:51:18.598504 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-08c6f2ed-26da-49e9-a08e-c222a2ed4f1b tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:18.602707 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-08c6f2ed-26da-49e9-a08e-c222a2ed4f1b tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] 10.222.0.24 "DELETE /v2.0/networks/cfa5e1c4-a63f-40d0-92e6-6e55f5694e81 HTTP/1.1" status: 204 len: 168 time: 0.4121931 Mar 28 13:51:18.604245 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34922) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:18.614657 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c6f2ed-26da-49e9-a08e-c222a2ed4f1b tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Pushing event deleted for resources: {'Network': ['ID=cfa5e1c4-a63f-40d0-92e6-6e55f5694e81,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:18.634179 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-bc5c209d-4392-4ead-b8d9-1a6578833a72 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3571367 Mar 28 13:51:18.637066 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34924) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:18.642072 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-30d84ece-cf74-4dca-8c5e-a8c0c02e2653 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Request body: {'subnet': {'network_id': '20cc051d-5647-44e1-aa10-a20ddd23850c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:18.713614 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3ed39c-df81-4f25-b07d-8d226fd62668 None None] Resources bound (agent type, host, resource id): {{(pid=109614) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 13:51:18.745065 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0688508d-a3de-4407-a826-43c94415db50 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:18.851780 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0688508d-a3de-4407-a826-43c94415db50 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:18.872633 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-0688508d-a3de-4407-a826-43c94415db50 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0e61043-9c0a-48e1-bfa9-73305e3d47c1']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:18.881529 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-0688508d-a3de-4407-a826-43c94415db50 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41d8004b-1f1a-4032-aa6e-d6d23da09975') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:18.881826 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-0688508d-a3de-4407-a826-43c94415db50 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41d8004b-1f1a-4032-aa6e-d6d23da09975') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:18.891482 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0688508d-a3de-4407-a826-43c94415db50 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:18.898973 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d84ece-cf74-4dca-8c5e-a8c0c02e2653 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Made reservation on behalf of 436f2587f14c4f028833e0219405fbf5 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:51:18.902356 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-30d84ece-cf74-4dca-8c5e-a8c0c02e2653 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:18.918062 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0688508d-a3de-4407-a826-43c94415db50 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:18.951747 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0688508d-a3de-4407-a826-43c94415db50 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:51:18.952077 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0688508d-a3de-4407-a826-43c94415db50 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:18.955046 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:51:18.955046 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:51:18.955046 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:51:18.955046 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:51:18.955046 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:51:18.955046 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:51:18.955046 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:51:18.955046 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:51:18.955046 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:51:18.955046 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:51:18.955046 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:51:18.955046 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:51:18.955046 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:51:18.955046 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:51:18.955046 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:51:18.955046 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:51:18.955046 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:51:18.955046 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:51:18.955046 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:51:18.955046 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:51:18.955046 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:51:18.955046 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:51:18.955046 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:51:18.955046 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:51:18.955046 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:51:18.955046 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:51:18.955046 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:51:18.955046 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:51:18.955046 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:51:18.955046 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:51:18.955046 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:51:18.955046 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:51:19.079700 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0688508d-a3de-4407-a826-43c94415db50 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:19.087464 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0688508d-a3de-4407-a826-43c94415db50 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:19.091218 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-0688508d-a3de-4407-a826-43c94415db50 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] 10.222.0.24 "DELETE /v2.0/networks/c0e61043-9c0a-48e1-bfa9-73305e3d47c1 HTTP/1.1" status: 204 len: 168 time: 0.4850776 Mar 28 13:51:19.093852 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34926) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:19.104203 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0688508d-a3de-4407-a826-43c94415db50 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Pushing event deleted for resources: {'Network': ['ID=c0e61043-9c0a-48e1-bfa9-73305e3d47c1,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:19.174913 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-553c1ad3-9efa-4794-adf4-22b6dbb4d5c7 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:19.264298 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-553c1ad3-9efa-4794-adf4-22b6dbb4d5c7 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:19.267326 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-30d84ece-cf74-4dca-8c5e-a8c0c02e2653 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:19.285927 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-553c1ad3-9efa-4794-adf4-22b6dbb4d5c7 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7d4cf03-43f9-4395-8e70-b4743a15d51a']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:19.295415 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-553c1ad3-9efa-4794-adf4-22b6dbb4d5c7 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f00bc86e-b080-4e29-a8f1-3aa1eade824b') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:19.295709 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-553c1ad3-9efa-4794-adf4-22b6dbb4d5c7 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f00bc86e-b080-4e29-a8f1-3aa1eade824b') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:19.305272 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-553c1ad3-9efa-4794-adf4-22b6dbb4d5c7 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:19.318295 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-553c1ad3-9efa-4794-adf4-22b6dbb4d5c7 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:19.325333 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-553c1ad3-9efa-4794-adf4-22b6dbb4d5c7 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:51:19.325914 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-553c1ad3-9efa-4794-adf4-22b6dbb4d5c7 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:19.331562 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:51:19.331562 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:51:19.331562 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:51:19.331562 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:51:19.331562 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:51:19.331562 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:51:19.331562 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:51:19.331562 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:51:19.331562 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:51:19.331562 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:51:19.331562 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:51:19.331562 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:51:19.331562 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:51:19.331562 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:51:19.331562 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:51:19.331562 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:51:19.331562 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:51:19.331562 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:51:19.331562 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:51:19.331562 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:51:19.331562 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:51:19.331562 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:51:19.331562 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:51:19.331562 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:51:19.331562 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:51:19.331562 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:51:19.331562 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:51:19.331562 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:51:19.331562 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:51:19.331562 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:51:19.331562 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:51:19.331562 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:51:19.333709 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d84ece-cf74-4dca-8c5e-a8c0c02e2653 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event updated for resources: {'Subnet': ['ID=fc027811-b0c8-4b6b-b132-eab9381f0aa0,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:19.339947 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d84ece-cf74-4dca-8c5e-a8c0c02e2653 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Checking segment: {'id': 'dc93095e-a33b-40f9-9a59-6b7ac46d18a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '20cc051d-5647-44e1-aa10-a20ddd23850c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:51:19.340309 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d84ece-cf74-4dca-8c5e-a8c0c02e2653 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Network hostable DHCP agents. Network: 20cc051d-5647-44e1-aa10-a20ddd23850c, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:51:19.437585 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d84ece-cf74-4dca-8c5e-a8c0c02e2653 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Network 20cc051d-5647-44e1-aa10-a20ddd23850c is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:51:19.459051 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-553c1ad3-9efa-4794-adf4-22b6dbb4d5c7 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:19.463622 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-553c1ad3-9efa-4794-adf4-22b6dbb4d5c7 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:19.466962 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-553c1ad3-9efa-4794-adf4-22b6dbb4d5c7 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] 10.222.0.24 "DELETE /v2.0/networks/b7d4cf03-43f9-4395-8e70-b4743a15d51a HTTP/1.1" status: 204 len: 168 time: 0.3721290 Mar 28 13:51:19.469503 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34928) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:19.481699 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c1ad3-9efa-4794-adf4-22b6dbb4d5c7 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Pushing event deleted for resources: {'Network': ['ID=b7d4cf03-43f9-4395-8e70-b4743a15d51a,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:19.523359 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-30d84ece-cf74-4dca-8c5e-a8c0c02e2653 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 20cc051d-5647-44e1-aa10-a20ddd23850c) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:51:19.530979 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d84ece-cf74-4dca-8c5e-a8c0c02e2653 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:19.531252 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9225d46f-46e2-42fb-881d-d30f50f6fe43 None None] Network 20cc051d-5647-44e1-aa10-a20ddd23850c requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:51:19.535600 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-30d84ece-cf74-4dca-8c5e-a8c0c02e2653 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:19.552971 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d9a88af6-48b2-47ad-b59a-86c62810fac5 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:19.631773 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-30d84ece-cf74-4dca-8c5e-a8c0c02e2653 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9936862 Mar 28 13:51:19.634463 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34930) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:19.645990 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d9a88af6-48b2-47ad-b59a-86c62810fac5 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:19.670469 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-d9a88af6-48b2-47ad-b59a-86c62810fac5 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb482812-7e42-4fce-a535-17bd217ec9a4']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:19.679440 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c3f772-dd53-45fa-9903-5030b008a9a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-20cc051d-5647-44e1-aa10-a20ddd23850c', 'network_id': '20cc051d-5647-44e1-aa10-a20ddd23850c', 'tenant_id': '436f2587f14c4f028833e0219405fbf5', 'fixed_ips': [{'subnet_id': 'fc027811-b0c8-4b6b-b132-eab9381f0aa0'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:51:19.680475 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a0c3f772-dd53-45fa-9903-5030b008a9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:19.681604 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-d9a88af6-48b2-47ad-b59a-86c62810fac5 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d2fb312-13e7-4044-b126-5c3d97207f2f') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:19.682184 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-d9a88af6-48b2-47ad-b59a-86c62810fac5 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d2fb312-13e7-4044-b126-5c3d97207f2f') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:19.691876 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d9a88af6-48b2-47ad-b59a-86c62810fac5 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:19.706614 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d9a88af6-48b2-47ad-b59a-86c62810fac5 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:19.712633 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9a88af6-48b2-47ad-b59a-86c62810fac5 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:51:19.713019 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d9a88af6-48b2-47ad-b59a-86c62810fac5 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:19.716526 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:51:19.716526 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:51:19.716526 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:51:19.716526 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:51:19.716526 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:51:19.716526 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:51:19.716526 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:51:19.716526 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:51:19.716526 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:51:19.716526 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:51:19.716526 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:51:19.716526 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:51:19.716526 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:51:19.716526 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:51:19.716526 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:51:19.716526 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:51:19.716526 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:51:19.716526 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:51:19.716526 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:51:19.716526 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:51:19.716526 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:51:19.716526 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:51:19.716526 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:51:19.716526 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:51:19.716526 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:51:19.716526 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:51:19.716526 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:51:19.716526 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:51:19.716526 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:51:19.716526 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:51:19.716526 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:51:19.716526 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:51:19.737263 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d097c599-104a-4e4c-9d00-172f55448d28 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:19.794383 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d097c599-104a-4e4c-9d00-172f55448d28 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:19.825753 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-a0c3f772-dd53-45fa-9903-5030b008a9a3 None None] Allocated IP 172.20.0.1 (20cc051d-5647-44e1-aa10-a20ddd23850c/fc027811-b0c8-4b6b-b132-eab9381f0aa0/2969af3d-eecd-43cf-9d08-f43c603c9ef2) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:51:19.978159 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a0c3f772-dd53-45fa-9903-5030b008a9a3 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:20.050436 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a0c3f772-dd53-45fa-9903-5030b008a9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:20.090185 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c3f772-dd53-45fa-9903-5030b008a9a3 None None] Network 20cc051d-5647-44e1-aa10-a20ddd23850c is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:51:20.094707 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-a0c3f772-dd53-45fa-9903-5030b008a9a3 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:51:20.098878 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c3f772-dd53-45fa-9903-5030b008a9a3 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:51:20.101831 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c3f772-dd53-45fa-9903-5030b008a9a3 None None] Pushing event updated for resources: {'Port': ['ID=2969af3d-eecd-43cf-9d08-f43c603c9ef2,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:20.152694 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-a0c3f772-dd53-45fa-9903-5030b008a9a3 None None] Attempting to bind port 2969af3d-eecd-43cf-9d08-f43c603c9ef2 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:51:20.153054 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-a0c3f772-dd53-45fa-9903-5030b008a9a3 None None] Attempting to bind port 2969af3d-eecd-43cf-9d08-f43c603c9ef2 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'dc93095e-a33b-40f9-9a59-6b7ac46d18a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '20cc051d-5647-44e1-aa10-a20ddd23850c'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:51:20.153407 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c3f772-dd53-45fa-9903-5030b008a9a3 None None] Attempting to bind port 2969af3d-eecd-43cf-9d08-f43c603c9ef2 on network 20cc051d-5647-44e1-aa10-a20ddd23850c {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:51:20.156698 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d097c599-104a-4e4c-9d00-172f55448d28 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:20.158338 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c3f772-dd53-45fa-9903-5030b008a9a3 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:51:20.158705 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c3f772-dd53-45fa-9903-5030b008a9a3 None None] Checking segment: {'id': 'dc93095e-a33b-40f9-9a59-6b7ac46d18a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '20cc051d-5647-44e1-aa10-a20ddd23850c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:51:20.159100 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a0c3f772-dd53-45fa-9903-5030b008a9a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:20.159490 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c3f772-dd53-45fa-9903-5030b008a9a3 None None] Bound using segment: {'id': 'dc93095e-a33b-40f9-9a59-6b7ac46d18a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '20cc051d-5647-44e1-aa10-a20ddd23850c'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:51:20.159970 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-a0c3f772-dd53-45fa-9903-5030b008a9a3 None None] Bound port: 2969af3d-eecd-43cf-9d08-f43c603c9ef2, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc93095e-a33b-40f9-9a59-6b7ac46d18a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '20cc051d-5647-44e1-aa10-a20ddd23850c'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:51:20.160346 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a0c3f772-dd53-45fa-9903-5030b008a9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:20.184737 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d097c599-104a-4e4c-9d00-172f55448d28 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event deleted for resources: {'Subnet': ['ID=fc027811-b0c8-4b6b-b132-eab9381f0aa0,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:20.191039 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d9a88af6-48b2-47ad-b59a-86c62810fac5 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:20.196669 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d9a88af6-48b2-47ad-b59a-86c62810fac5 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:20.203078 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d9a88af6-48b2-47ad-b59a-86c62810fac5 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] 10.222.0.24 "DELETE /v2.0/networks/eb482812-7e42-4fce-a535-17bd217ec9a4 HTTP/1.1" status: 204 len: 168 time: 0.7325461 Mar 28 13:51:20.219870 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a88af6-48b2-47ad-b59a-86c62810fac5 tempest-BulkNetworkOpsIpV6Test-228892628 tempest-BulkNetworkOpsIpV6Test-228892628-project] Pushing event deleted for resources: {'Network': ['ID=eb482812-7e42-4fce-a535-17bd217ec9a4,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:20.242594 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-a0c3f772-dd53-45fa-9903-5030b008a9a3 None None] For port 2969af3d-eecd-43cf-9d08-f43c603c9ef2, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:51:20.246860 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-a0c3f772-dd53-45fa-9903-5030b008a9a3 None None] For port 2969af3d-eecd-43cf-9d08-f43c603c9ef2, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=2969af3d-eecd-43cf-9d08-f43c603c9ef2,segment=NetworkSegment(dc93095e-a33b-40f9-9a59-6b7ac46d18a8),segment_id=dc93095e-a33b-40f9-9a59-6b7ac46d18a8)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:51:20.253463 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d097c599-104a-4e4c-9d00-172f55448d28 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:20.274117 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-d097c599-104a-4e4c-9d00-172f55448d28 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20cc051d-5647-44e1-aa10-a20ddd23850c']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:20.283236 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-d097c599-104a-4e4c-9d00-172f55448d28 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc93095e-a33b-40f9-9a59-6b7ac46d18a8') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:20.283532 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-d097c599-104a-4e4c-9d00-172f55448d28 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc93095e-a33b-40f9-9a59-6b7ac46d18a8') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:20.292932 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d097c599-104a-4e4c-9d00-172f55448d28 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:20.318446 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a0c3f772-dd53-45fa-9903-5030b008a9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:20.320343 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d097c599-104a-4e4c-9d00-172f55448d28 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:20.329324 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d097c599-104a-4e4c-9d00-172f55448d28 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:51:20.329712 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d097c599-104a-4e4c-9d00-172f55448d28 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:20.332684 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:51:20.332684 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:51:20.332684 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:51:20.332684 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:51:20.332684 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:51:20.332684 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:51:20.332684 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:51:20.332684 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:51:20.332684 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:51:20.332684 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:51:20.332684 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:51:20.332684 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:51:20.332684 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:51:20.332684 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:51:20.332684 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:51:20.332684 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:51:20.332684 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:51:20.332684 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:51:20.332684 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:51:20.332684 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:51:20.332684 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:51:20.332684 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:51:20.332684 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:51:20.332684 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:51:20.332684 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:51:20.332684 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:51:20.332684 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:51:20.332684 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:51:20.332684 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:51:20.332684 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:51:20.332684 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:51:20.332684 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:51:20.400567 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c3f772-dd53-45fa-9903-5030b008a9a3 None None] Pushing event updated for resources: {'Port': ['ID=2969af3d-eecd-43cf-9d08-f43c603c9ef2,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:20.409845 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1e9209-d667-43cd-8630-94c0a21caa65 None None] Network 20cc051d-5647-44e1-aa10-a20ddd23850c requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:51:20.455393 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.db.api [None req-d097c599-104a-4e4c-9d00-172f55448d28 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 13:51:20.455393 dv-neutron-835335-1-hyperv neutron-server[109612]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 13:51:20.455393 dv-neutron-835335-1-hyperv neutron-server[109612]: [parameters: {'id': '20cc051d-5647-44e1-aa10-a20ddd23850c'}] Mar 28 13:51:20.455393 dv-neutron-835335-1-hyperv neutron-server[109612]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 13:51:20.455826 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG oslo_db.api [None req-d097c599-104a-4e4c-9d00-172f55448d28 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 13:51:20.531041 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68a3182-eb4d-4338-925a-0562acdf8cad None None] get_active_networks_info from dv-neutron-835335-1-hyperv {{(pid=109614) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 28 13:51:20.602092 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68a3182-eb4d-4338-925a-0562acdf8cad None None] Resources bound (agent type, host, resource id): {{(pid=109614) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 13:51:20.692147 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34936) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:20.827611 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-adb11718-9956-499a-9706-bcdab26e951b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a1cfa05c35dc4cbeb13918519e06beb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1342814 Mar 28 13:51:20.830030 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34940) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:20.876673 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-accb81f1-3ab5-49b0-b086-779ff779cc8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:20.896644 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-accb81f1-3ab5-49b0-b086-779ff779cc8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:20.956816 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d097c599-104a-4e4c-9d00-172f55448d28 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:21.007779 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-d097c599-104a-4e4c-9d00-172f55448d28 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Deleting port 2969af3d-eecd-43cf-9d08-f43c603c9ef2 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:51:21.008120 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d097c599-104a-4e4c-9d00-172f55448d28 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:21.049427 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-accb81f1-3ab5-49b0-b086-779ff779cc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:21.051964 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-accb81f1-3ab5-49b0-b086-779ff779cc8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:21.053109 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-accb81f1-3ab5-49b0-b086-779ff779cc8a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c644664d-539e-4b68-8b1f-339874c92e4e HTTP/1.1" status: 204 len: 168 time: 0.2221963 Mar 28 13:51:21.072108 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb81f1-3ab5-49b0-b086-779ff779cc8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c644664d-539e-4b68-8b1f-339874c92e4e,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:21.085466 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-d097c599-104a-4e4c-9d00-172f55448d28 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] For port 2969af3d-eecd-43cf-9d08-f43c603c9ef2, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=2969af3d-eecd-43cf-9d08-f43c603c9ef2,segment=NetworkSegment(dc93095e-a33b-40f9-9a59-6b7ac46d18a8),segment_id=dc93095e-a33b-40f9-9a59-6b7ac46d18a8)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:51:21.085839 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d097c599-104a-4e4c-9d00-172f55448d28 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:21.099247 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-d097c599-104a-4e4c-9d00-172f55448d28 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Calling delete_port for 2969af3d-eecd-43cf-9d08-f43c603c9ef2 owned by network:dhcp {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:51:21.265254 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d097c599-104a-4e4c-9d00-172f55448d28 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:21.296498 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d097c599-104a-4e4c-9d00-172f55448d28 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] No DVR routers for this DVR port 2969af3d-eecd-43cf-9d08-f43c603c9ef2 on host dv-neutron-835335-1-hyperv {{(pid=109612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:51:21.301025 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d097c599-104a-4e4c-9d00-172f55448d28 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event deleted for resources: {'Port': ['ID=2969af3d-eecd-43cf-9d08-f43c603c9ef2,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:21.377070 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d097c599-104a-4e4c-9d00-172f55448d28 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:21.397383 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-d097c599-104a-4e4c-9d00-172f55448d28 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20cc051d-5647-44e1-aa10-a20ddd23850c']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:21.407157 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-d097c599-104a-4e4c-9d00-172f55448d28 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc93095e-a33b-40f9-9a59-6b7ac46d18a8') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:21.407452 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-d097c599-104a-4e4c-9d00-172f55448d28 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc93095e-a33b-40f9-9a59-6b7ac46d18a8') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:21.416759 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d097c599-104a-4e4c-9d00-172f55448d28 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:21.431331 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d097c599-104a-4e4c-9d00-172f55448d28 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:21.438567 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d097c599-104a-4e4c-9d00-172f55448d28 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:51:21.438982 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d097c599-104a-4e4c-9d00-172f55448d28 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:21.442195 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:51:21.442195 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:51:21.442195 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:51:21.442195 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:51:21.442195 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:51:21.442195 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:51:21.442195 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:51:21.442195 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:51:21.442195 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:51:21.442195 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:51:21.442195 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:51:21.442195 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:51:21.442195 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:51:21.442195 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:51:21.442195 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:51:21.442195 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:51:21.442195 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:51:21.442195 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:51:21.442195 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:51:21.442195 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:51:21.442195 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:51:21.442195 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:51:21.442195 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:51:21.442195 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:51:21.442195 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:51:21.442195 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:51:21.442195 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:51:21.442195 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:51:21.442195 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:51:21.442195 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:51:21.442195 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:51:21.442195 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:51:21.584915 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d097c599-104a-4e4c-9d00-172f55448d28 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:21.592251 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d097c599-104a-4e4c-9d00-172f55448d28 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:21.595379 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d097c599-104a-4e4c-9d00-172f55448d28 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "DELETE /v2.0/networks/20cc051d-5647-44e1-aa10-a20ddd23850c HTTP/1.1" status: 204 len: 168 time: 1.9599211 Mar 28 13:51:21.598905 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34952) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:21.604295 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-c61f82b7-371a-4d96-b504-33c036b1cc14 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1687628711'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:21.608911 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d097c599-104a-4e4c-9d00-172f55448d28 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event deleted for resources: {'Network': ['ID=20cc051d-5647-44e1-aa10-a20ddd23850c,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:21.687599 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61f82b7-371a-4d96-b504-33c036b1cc14 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Made reservation on behalf of 436f2587f14c4f028833e0219405fbf5 for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:51:21.691083 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c61f82b7-371a-4d96-b504-33c036b1cc14 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:21.713801 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c61f82b7-371a-4d96-b504-33c036b1cc14 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:51:21.722493 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c61f82b7-371a-4d96-b504-33c036b1cc14 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:21.722826 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-c61f82b7-371a-4d96-b504-33c036b1cc14 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Added segment 61e5dac6-ef2e-4389-b770-b364c61c61da of type vlan for network b222041d-b0e6-4c2a-93a3-ee3149c9c636 Mar 28 13:51:21.760026 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c61f82b7-371a-4d96-b504-33c036b1cc14 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:21.849329 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c61f82b7-371a-4d96-b504-33c036b1cc14 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:21.854826 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61f82b7-371a-4d96-b504-33c036b1cc14 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:21.855953 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c61f82b7-371a-4d96-b504-33c036b1cc14 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:21.926621 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f82b7-371a-4d96-b504-33c036b1cc14 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event updated for resources: {'Network': ['ID=b222041d-b0e6-4c2a-93a3-ee3149c9c636,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:21.933845 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c61f82b7-371a-4d96-b504-33c036b1cc14 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3329604 Mar 28 13:51:21.936183 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34962) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:21.937437 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network b222041d-b0e6-4c2a-93a3-ee3149c9c636 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:51:21.941239 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-f843e305-3798-41f2-a023-823e2be01cab tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Request body: {'subnet': {'network_id': 'b222041d-b0e6-4c2a-93a3-ee3149c9c636', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:22.070020 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34968) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:22.106766 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f843e305-3798-41f2-a023-823e2be01cab tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Made reservation on behalf of 436f2587f14c4f028833e0219405fbf5 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:51:22.110378 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f843e305-3798-41f2-a023-823e2be01cab tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:22.167898 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-8285816e-4de1-4c81-9da0-7b517a93ebb2 tempest-NetworksNegativeTestJSON-619005139 tempest-NetworksNegativeTestJSON-619005139-project] Request body: {'port': {'network_id': '26631c4d-dbc1-4e59-8a94-779fcd205b91', 'name': 'tempest-NetworksNegativeTestJSON-1997121194'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:22.187460 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-8285816e-4de1-4c81-9da0-7b517a93ebb2 tempest-NetworksNegativeTestJSON-619005139 tempest-NetworksNegativeTestJSON-619005139-project] POST failed (client error): The resource could not be found. Mar 28 13:51:22.187977 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8285816e-4de1-4c81-9da0-7b517a93ebb2 tempest-NetworksNegativeTestJSON-619005139 tempest-NetworksNegativeTestJSON-619005139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:51:22.189085 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-8285816e-4de1-4c81-9da0-7b517a93ebb2 tempest-NetworksNegativeTestJSON-619005139 tempest-NetworksNegativeTestJSON-619005139-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1180530 Mar 28 13:51:22.192882 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34972) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:22.220751 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c5088da-79f9-405d-959f-a0132b949986 tempest-NetworksNegativeTestJSON-619005139 tempest-NetworksNegativeTestJSON-619005139-project] DELETE failed (client error): The resource could not be found. Mar 28 13:51:22.221292 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c5088da-79f9-405d-959f-a0132b949986 tempest-NetworksNegativeTestJSON-619005139 tempest-NetworksNegativeTestJSON-619005139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:51:22.224206 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-1c5088da-79f9-405d-959f-a0132b949986 tempest-NetworksNegativeTestJSON-619005139 tempest-NetworksNegativeTestJSON-619005139-project] 10.222.0.24 "DELETE /v2.0/networks/7c3f1abb-c387-43b8-bd14-f5746ca122cd HTTP/1.1" status: 404 len: 339 time: 0.0304575 Mar 28 13:51:22.228041 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34974) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:22.251597 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-d938c072-b84c-4b54-9bed-66b2429cec35 tempest-NetworksNegativeTestJSON-619005139 tempest-NetworksNegativeTestJSON-619005139-project] DELETE failed (client error): The resource could not be found. Mar 28 13:51:22.252210 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d938c072-b84c-4b54-9bed-66b2429cec35 tempest-NetworksNegativeTestJSON-619005139 tempest-NetworksNegativeTestJSON-619005139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:51:22.259099 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d938c072-b84c-4b54-9bed-66b2429cec35 tempest-NetworksNegativeTestJSON-619005139 tempest-NetworksNegativeTestJSON-619005139-project] 10.222.0.24 "DELETE /v2.0/ports/98d46edc-362c-47e3-8b3b-ba55a679e4e2 HTTP/1.1" status: 404 len: 333 time: 0.0261791 Mar 28 13:51:22.259445 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34976) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:22.285483 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-66d432e4-92b4-4147-bb07-c3b8013b083d tempest-NetworksNegativeTestJSON-619005139 tempest-NetworksNegativeTestJSON-619005139-project] DELETE failed (client error): The resource could not be found. Mar 28 13:51:22.286187 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66d432e4-92b4-4147-bb07-c3b8013b083d tempest-NetworksNegativeTestJSON-619005139 tempest-NetworksNegativeTestJSON-619005139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:51:22.288896 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-66d432e4-92b4-4147-bb07-c3b8013b083d tempest-NetworksNegativeTestJSON-619005139 tempest-NetworksNegativeTestJSON-619005139-project] 10.222.0.24 "DELETE /v2.0/subnets/584eed56-1855-4f1b-84ea-7d85153b29d4 HTTP/1.1" status: 404 len: 337 time: 0.0285168 Mar 28 13:51:22.292514 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34978) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:22.311555 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-83b7f826-69cf-450d-a8f2-276c14421c26 tempest-NetworksNegativeTestJSON-619005139 tempest-NetworksNegativeTestJSON-619005139-project] GET failed (client error): The resource could not be found. Mar 28 13:51:22.312927 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-83b7f826-69cf-450d-a8f2-276c14421c26 tempest-NetworksNegativeTestJSON-619005139 tempest-NetworksNegativeTestJSON-619005139-project] 10.222.0.24 "GET /v2.0/networks/ec074641-c88f-4928-b6a8-6ff476869911 HTTP/1.1" status: 404 len: 339 time: 0.0195184 Mar 28 13:51:22.316458 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34980) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:22.340032 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-c958401b-ccdf-4eb5-8450-f6a97193d408 tempest-NetworksNegativeTestJSON-619005139 tempest-NetworksNegativeTestJSON-619005139-project] GET failed (client error): The resource could not be found. Mar 28 13:51:22.341437 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c958401b-ccdf-4eb5-8450-f6a97193d408 tempest-NetworksNegativeTestJSON-619005139 tempest-NetworksNegativeTestJSON-619005139-project] 10.222.0.24 "GET /v2.0/ports/23b0fa2c-b784-40d6-b942-af7b382686e5 HTTP/1.1" status: 404 len: 333 time: 0.0241506 Mar 28 13:51:22.344835 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34982) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:22.374498 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e9172f2-b227-4abb-802d-f3a2a5581ae7 tempest-NetworksNegativeTestJSON-619005139 tempest-NetworksNegativeTestJSON-619005139-project] GET failed (client error): The resource could not be found. Mar 28 13:51:22.375752 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-5e9172f2-b227-4abb-802d-f3a2a5581ae7 tempest-NetworksNegativeTestJSON-619005139 tempest-NetworksNegativeTestJSON-619005139-project] 10.222.0.24 "GET /v2.0/subnets/5a064633-84be-471e-9b05-197ad8681cf1 HTTP/1.1" status: 404 len: 337 time: 0.0300562 Mar 28 13:51:22.379285 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34984) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:22.379634 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f843e305-3798-41f2-a023-823e2be01cab tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:22.384077 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-76702114-0004-41b1-8596-8184ea367583 tempest-NetworksNegativeTestJSON-619005139 tempest-NetworksNegativeTestJSON-619005139-project] Request body: {'network': {'name': 'new_name'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:22.397790 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-76702114-0004-41b1-8596-8184ea367583 tempest-NetworksNegativeTestJSON-619005139 tempest-NetworksNegativeTestJSON-619005139-project] PUT failed (client error): The resource could not be found. Mar 28 13:51:22.398307 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76702114-0004-41b1-8596-8184ea367583 tempest-NetworksNegativeTestJSON-619005139 tempest-NetworksNegativeTestJSON-619005139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:51:22.399391 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-76702114-0004-41b1-8596-8184ea367583 tempest-NetworksNegativeTestJSON-619005139 tempest-NetworksNegativeTestJSON-619005139-project] 10.222.0.24 "PUT /v2.0/networks/649345ec-912a-4d2a-8056-63d87002d666 HTTP/1.1" status: 404 len: 339 time: 0.0192280 Mar 28 13:51:22.403016 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34986) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:22.407880 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-239252f6-07b9-4a02-bc7b-084bf8480b49 tempest-NetworksNegativeTestJSON-619005139 tempest-NetworksNegativeTestJSON-619005139-project] Request body: {'port': {'name': 'new_name'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:22.425671 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-239252f6-07b9-4a02-bc7b-084bf8480b49 tempest-NetworksNegativeTestJSON-619005139 tempest-NetworksNegativeTestJSON-619005139-project] PUT failed (client error): The resource could not be found. Mar 28 13:51:22.426296 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-239252f6-07b9-4a02-bc7b-084bf8480b49 tempest-NetworksNegativeTestJSON-619005139 tempest-NetworksNegativeTestJSON-619005139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:51:22.427420 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-239252f6-07b9-4a02-bc7b-084bf8480b49 tempest-NetworksNegativeTestJSON-619005139 tempest-NetworksNegativeTestJSON-619005139-project] 10.222.0.24 "PUT /v2.0/ports/c3a56933-d9a8-4b59-9e0b-2be5cf351f75 HTTP/1.1" status: 404 len: 333 time: 0.0235133 Mar 28 13:51:22.431103 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34988) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:22.436607 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-e9ba44d1-1b7a-44a9-91e5-7e3f5b84cb04 tempest-NetworksNegativeTestJSON-619005139 tempest-NetworksNegativeTestJSON-619005139-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:22.444548 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f843e305-3798-41f2-a023-823e2be01cab tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event updated for resources: {'Subnet': ['ID=b0558fca-ddb9-4a64-bf36-f92d632a5f1f,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:22.454804 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f843e305-3798-41f2-a023-823e2be01cab tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Checking segment: {'id': '61e5dac6-ef2e-4389-b770-b364c61c61da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b222041d-b0e6-4c2a-93a3-ee3149c9c636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:51:22.455165 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f843e305-3798-41f2-a023-823e2be01cab tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Network hostable DHCP agents. Network: b222041d-b0e6-4c2a-93a3-ee3149c9c636, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:51:22.457650 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9ba44d1-1b7a-44a9-91e5-7e3f5b84cb04 tempest-NetworksNegativeTestJSON-619005139 tempest-NetworksNegativeTestJSON-619005139-project] PUT failed (client error): The resource could not be found. Mar 28 13:51:22.458096 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9ba44d1-1b7a-44a9-91e5-7e3f5b84cb04 tempest-NetworksNegativeTestJSON-619005139 tempest-NetworksNegativeTestJSON-619005139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:51:22.465669 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-e9ba44d1-1b7a-44a9-91e5-7e3f5b84cb04 tempest-NetworksNegativeTestJSON-619005139 tempest-NetworksNegativeTestJSON-619005139-project] 10.222.0.24 "PUT /v2.0/subnets/582884ec-ef55-4521-8c12-b65018448b71 HTTP/1.1" status: 404 len: 337 time: 0.0272167 Mar 28 13:51:22.540892 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f843e305-3798-41f2-a023-823e2be01cab tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Network b222041d-b0e6-4c2a-93a3-ee3149c9c636 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:51:22.620885 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-f843e305-3798-41f2-a023-823e2be01cab tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, b222041d-b0e6-4c2a-93a3-ee3149c9c636) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:51:22.625380 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f843e305-3798-41f2-a023-823e2be01cab tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:22.630989 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f843e305-3798-41f2-a023-823e2be01cab tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:22.631664 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9de7131-feb9-4a96-9a6a-8d6acdba8a37 None None] Network b222041d-b0e6-4c2a-93a3-ee3149c9c636 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:51:22.715826 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f843e305-3798-41f2-a023-823e2be01cab tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7782426 Mar 28 13:51:22.718291 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 34992) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:22.770551 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d2f024-17a2-4601-b33f-4983a5012d0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-b222041d-b0e6-4c2a-93a3-ee3149c9c636', 'network_id': 'b222041d-b0e6-4c2a-93a3-ee3149c9c636', 'tenant_id': '436f2587f14c4f028833e0219405fbf5', 'fixed_ips': [{'subnet_id': 'b0558fca-ddb9-4a64-bf36-f92d632a5f1f'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:51:22.772026 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-59d2f024-17a2-4601-b33f-4983a5012d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:22.816716 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-db6ca3a8-d96b-452d-aec3-7a3dd758f62f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:22.872484 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-db6ca3a8-d96b-452d-aec3-7a3dd758f62f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:22.913354 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-59d2f024-17a2-4601-b33f-4983a5012d0c None None] Allocated IP 172.20.0.2 (b222041d-b0e6-4c2a-93a3-ee3149c9c636/b0558fca-ddb9-4a64-bf36-f92d632a5f1f/4b39bb8c-4480-45ca-b0fb-943992387e9f) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:51:22.930288 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 34996) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:23.035309 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3f519d17-5871-4c70-a112-a8dcd012b273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:23.055595 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-59d2f024-17a2-4601-b33f-4983a5012d0c None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:23.108331 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3f519d17-5871-4c70-a112-a8dcd012b273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:23.151091 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-59d2f024-17a2-4601-b33f-4983a5012d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:23.173610 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3f519d17-5871-4c70-a112-a8dcd012b273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:23.189524 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d2f024-17a2-4601-b33f-4983a5012d0c None None] Network b222041d-b0e6-4c2a-93a3-ee3149c9c636 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:51:23.193977 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-59d2f024-17a2-4601-b33f-4983a5012d0c None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:51:23.197374 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d2f024-17a2-4601-b33f-4983a5012d0c None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:51:23.204256 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d2f024-17a2-4601-b33f-4983a5012d0c None None] Pushing event updated for resources: {'Port': ['ID=4b39bb8c-4480-45ca-b0fb-943992387e9f,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:23.212237 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f519d17-5871-4c70-a112-a8dcd012b273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcdaab31-7848-442b-8ddb-b39ac9f68dd1,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:23.222995 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3f519d17-5871-4c70-a112-a8dcd012b273 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=10265dddd3f24729ac32bb1f07839635&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2914069 Mar 28 13:51:23.223512 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35000) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:23.232930 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-db6ca3a8-d96b-452d-aec3-7a3dd758f62f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:23.262525 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-59d2f024-17a2-4601-b33f-4983a5012d0c None None] Attempting to bind port 4b39bb8c-4480-45ca-b0fb-943992387e9f on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:51:23.262811 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ca3a8-d96b-452d-aec3-7a3dd758f62f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event deleted for resources: {'Subnet': ['ID=b0558fca-ddb9-4a64-bf36-f92d632a5f1f,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:23.263159 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-59d2f024-17a2-4601-b33f-4983a5012d0c None None] Attempting to bind port 4b39bb8c-4480-45ca-b0fb-943992387e9f by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '61e5dac6-ef2e-4389-b770-b364c61c61da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b222041d-b0e6-4c2a-93a3-ee3149c9c636'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:51:23.263586 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d2f024-17a2-4601-b33f-4983a5012d0c None None] Attempting to bind port 4b39bb8c-4480-45ca-b0fb-943992387e9f on network b222041d-b0e6-4c2a-93a3-ee3149c9c636 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:51:23.270980 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d2f024-17a2-4601-b33f-4983a5012d0c None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:51:23.271460 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d2f024-17a2-4601-b33f-4983a5012d0c None None] Checking segment: {'id': '61e5dac6-ef2e-4389-b770-b364c61c61da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b222041d-b0e6-4c2a-93a3-ee3149c9c636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:51:23.271926 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-59d2f024-17a2-4601-b33f-4983a5012d0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:23.272862 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d2f024-17a2-4601-b33f-4983a5012d0c None None] Bound using segment: {'id': '61e5dac6-ef2e-4389-b770-b364c61c61da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b222041d-b0e6-4c2a-93a3-ee3149c9c636'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:51:23.273438 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-59d2f024-17a2-4601-b33f-4983a5012d0c None None] Bound port: 4b39bb8c-4480-45ca-b0fb-943992387e9f, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e5dac6-ef2e-4389-b770-b364c61c61da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b222041d-b0e6-4c2a-93a3-ee3149c9c636'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:51:23.273827 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-59d2f024-17a2-4601-b33f-4983a5012d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:23.288566 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6e24374d-510a-43d7-8ac3-ca0b5f379a4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:23.316469 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6e24374d-510a-43d7-8ac3-ca0b5f379a4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:23.326684 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-db6ca3a8-d96b-452d-aec3-7a3dd758f62f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:23.346968 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-db6ca3a8-d96b-452d-aec3-7a3dd758f62f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b222041d-b0e6-4c2a-93a3-ee3149c9c636']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:23.347415 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-59d2f024-17a2-4601-b33f-4983a5012d0c None None] For port 4b39bb8c-4480-45ca-b0fb-943992387e9f, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:51:23.350585 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-59d2f024-17a2-4601-b33f-4983a5012d0c None None] For port 4b39bb8c-4480-45ca-b0fb-943992387e9f, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=4b39bb8c-4480-45ca-b0fb-943992387e9f,segment=NetworkSegment(61e5dac6-ef2e-4389-b770-b364c61c61da),segment_id=61e5dac6-ef2e-4389-b770-b364c61c61da)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:51:23.356456 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-db6ca3a8-d96b-452d-aec3-7a3dd758f62f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61e5dac6-ef2e-4389-b770-b364c61c61da') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:23.358964 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-db6ca3a8-d96b-452d-aec3-7a3dd758f62f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61e5dac6-ef2e-4389-b770-b364c61c61da') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:23.365687 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-db6ca3a8-d96b-452d-aec3-7a3dd758f62f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:23.403977 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-59d2f024-17a2-4601-b33f-4983a5012d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:23.405896 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-db6ca3a8-d96b-452d-aec3-7a3dd758f62f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:23.411767 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db6ca3a8-d96b-452d-aec3-7a3dd758f62f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:51:23.412154 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-db6ca3a8-d96b-452d-aec3-7a3dd758f62f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:23.415099 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:51:23.415099 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:51:23.415099 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:51:23.415099 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:51:23.415099 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:51:23.415099 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:51:23.415099 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:51:23.415099 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:51:23.415099 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:51:23.415099 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:51:23.415099 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:51:23.415099 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:51:23.415099 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:51:23.415099 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:51:23.415099 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:51:23.415099 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:51:23.415099 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:51:23.415099 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:51:23.415099 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:51:23.415099 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:51:23.415099 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:51:23.415099 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:51:23.415099 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:51:23.415099 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:51:23.415099 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:51:23.415099 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:51:23.415099 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:51:23.415099 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:51:23.415099 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:51:23.415099 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:51:23.415099 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:51:23.415099 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:51:23.421307 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6e24374d-510a-43d7-8ac3-ca0b5f379a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:23.425039 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6e24374d-510a-43d7-8ac3-ca0b5f379a4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:23.428772 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-6e24374d-510a-43d7-8ac3-ca0b5f379a4b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dcdaab31-7848-442b-8ddb-b39ac9f68dd1 HTTP/1.1" status: 204 len: 168 time: 0.2018690 Mar 28 13:51:23.436243 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e24374d-510a-43d7-8ac3-ca0b5f379a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcdaab31-7848-442b-8ddb-b39ac9f68dd1,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:23.511526 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d2f024-17a2-4601-b33f-4983a5012d0c None None] Pushing event updated for resources: {'Port': ['ID=4b39bb8c-4480-45ca-b0fb-943992387e9f,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:23.524485 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.db.api [None req-db6ca3a8-d96b-452d-aec3-7a3dd758f62f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 13:51:23.524485 dv-neutron-835335-1-hyperv neutron-server[109612]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 13:51:23.524485 dv-neutron-835335-1-hyperv neutron-server[109612]: [parameters: {'id': 'b222041d-b0e6-4c2a-93a3-ee3149c9c636'}] Mar 28 13:51:23.524485 dv-neutron-835335-1-hyperv neutron-server[109612]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 13:51:23.524897 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG oslo_db.api [None req-db6ca3a8-d96b-452d-aec3-7a3dd758f62f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 13:51:23.525406 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcfd0ae-9f1b-43b8-9785-6a3325261d34 None None] Network b222041d-b0e6-4c2a-93a3-ee3149c9c636 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:51:23.643654 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8b895f-d0c7-4dcd-be72-1322fdc3151b None None] get_active_networks_info from dv-neutron-835335-1-hyperv {{(pid=109614) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 28 13:51:23.718204 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8b895f-d0c7-4dcd-be72-1322fdc3151b None None] Resources bound (agent type, host, resource id): {{(pid=109614) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 13:51:23.986280 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a33e16c8-7c64-4462-b9ce-789cd4af297e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:24.025981 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-db6ca3a8-d96b-452d-aec3-7a3dd758f62f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:24.079496 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-db6ca3a8-d96b-452d-aec3-7a3dd758f62f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Deleting port 4b39bb8c-4480-45ca-b0fb-943992387e9f {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:51:24.079859 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-db6ca3a8-d96b-452d-aec3-7a3dd758f62f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:24.147693 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-db6ca3a8-d96b-452d-aec3-7a3dd758f62f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] For port 4b39bb8c-4480-45ca-b0fb-943992387e9f, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=4b39bb8c-4480-45ca-b0fb-943992387e9f,segment=NetworkSegment(61e5dac6-ef2e-4389-b770-b364c61c61da),segment_id=61e5dac6-ef2e-4389-b770-b364c61c61da)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:51:24.148035 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-db6ca3a8-d96b-452d-aec3-7a3dd758f62f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:24.161424 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-db6ca3a8-d96b-452d-aec3-7a3dd758f62f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Calling delete_port for 4b39bb8c-4480-45ca-b0fb-943992387e9f owned by network:dhcp {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:51:24.483652 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-db6ca3a8-d96b-452d-aec3-7a3dd758f62f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:24.513339 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ca3a8-d96b-452d-aec3-7a3dd758f62f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event deleted for resources: {'Port': ['ID=4b39bb8c-4480-45ca-b0fb-943992387e9f,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:24.517016 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6ca3a8-d96b-452d-aec3-7a3dd758f62f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] No DVR routers for this DVR port 4b39bb8c-4480-45ca-b0fb-943992387e9f on host dv-neutron-835335-1-hyperv {{(pid=109612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:51:24.593932 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-db6ca3a8-d96b-452d-aec3-7a3dd758f62f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:24.613659 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-db6ca3a8-d96b-452d-aec3-7a3dd758f62f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b222041d-b0e6-4c2a-93a3-ee3149c9c636']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:24.623918 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-db6ca3a8-d96b-452d-aec3-7a3dd758f62f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61e5dac6-ef2e-4389-b770-b364c61c61da') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:24.624197 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-db6ca3a8-d96b-452d-aec3-7a3dd758f62f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61e5dac6-ef2e-4389-b770-b364c61c61da') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:24.633692 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-db6ca3a8-d96b-452d-aec3-7a3dd758f62f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:24.647370 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-db6ca3a8-d96b-452d-aec3-7a3dd758f62f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:24.653993 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db6ca3a8-d96b-452d-aec3-7a3dd758f62f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:51:24.654382 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-db6ca3a8-d96b-452d-aec3-7a3dd758f62f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:24.657526 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:51:24.657526 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:51:24.657526 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:51:24.657526 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:51:24.657526 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:51:24.657526 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:51:24.657526 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:51:24.657526 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:51:24.657526 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:51:24.657526 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:51:24.657526 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:51:24.657526 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:51:24.657526 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:51:24.657526 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:51:24.657526 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:51:24.657526 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:51:24.657526 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:51:24.657526 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:51:24.657526 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:51:24.657526 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:51:24.657526 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:51:24.657526 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:51:24.657526 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:51:24.657526 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:51:24.657526 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:51:24.657526 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:51:24.657526 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:51:24.657526 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:51:24.657526 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:51:24.657526 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:51:24.657526 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:51:24.657526 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:51:24.775358 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-db6ca3a8-d96b-452d-aec3-7a3dd758f62f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:24.781258 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-db6ca3a8-d96b-452d-aec3-7a3dd758f62f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:24.784661 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-db6ca3a8-d96b-452d-aec3-7a3dd758f62f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "DELETE /v2.0/networks/b222041d-b0e6-4c2a-93a3-ee3149c9c636 HTTP/1.1" status: 204 len: 168 time: 2.0652688 Mar 28 13:51:24.788225 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35024) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:24.793894 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-e41764cd-b7f3-4cd3-97fa-a64d74da192d tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1684211616'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:24.801590 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ca3a8-d96b-452d-aec3-7a3dd758f62f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event deleted for resources: {'Network': ['ID=b222041d-b0e6-4c2a-93a3-ee3149c9c636,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:24.912193 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41764cd-b7f3-4cd3-97fa-a64d74da192d tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Made reservation on behalf of 436f2587f14c4f028833e0219405fbf5 for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:51:24.915652 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e41764cd-b7f3-4cd3-97fa-a64d74da192d tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:24.939147 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e41764cd-b7f3-4cd3-97fa-a64d74da192d tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:51:24.947805 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e41764cd-b7f3-4cd3-97fa-a64d74da192d tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:24.948151 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-e41764cd-b7f3-4cd3-97fa-a64d74da192d tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Added segment 0a24d3bf-3e19-4732-8dd7-2991c9d3eac1 of type vlan for network 06b2ed79-c633-4ddb-a617-23f79ecf7f26 Mar 28 13:51:24.987143 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e41764cd-b7f3-4cd3-97fa-a64d74da192d tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:25.101143 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e41764cd-b7f3-4cd3-97fa-a64d74da192d tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:25.107262 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41764cd-b7f3-4cd3-97fa-a64d74da192d tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:25.107859 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e41764cd-b7f3-4cd3-97fa-a64d74da192d tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:25.175718 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41764cd-b7f3-4cd3-97fa-a64d74da192d tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event updated for resources: {'Network': ['ID=06b2ed79-c633-4ddb-a617-23f79ecf7f26,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:25.186344 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 06b2ed79-c633-4ddb-a617-23f79ecf7f26 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:51:25.217069 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e41764cd-b7f3-4cd3-97fa-a64d74da192d tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4277005 Mar 28 13:51:25.219809 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35032) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:25.225070 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-2788bdb7-9549-4d4f-8691-eeb84882f2de tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Request body: {'subnet': {'network_id': '06b2ed79-c633-4ddb-a617-23f79ecf7f26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:25.403595 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2788bdb7-9549-4d4f-8691-eeb84882f2de tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Made reservation on behalf of 436f2587f14c4f028833e0219405fbf5 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:51:25.407249 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2788bdb7-9549-4d4f-8691-eeb84882f2de tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:25.467669 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.ipam_backend_mixin [None req-2788bdb7-9549-4d4f-8691-eeb84882f2de tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Performing IP validity checks on allocation pools {{(pid=109613) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 28 13:51:25.468180 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.ipam_backend_mixin [None req-2788bdb7-9549-4d4f-8691-eeb84882f2de tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109613) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 28 13:51:25.594377 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35040) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:25.649763 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2788bdb7-9549-4d4f-8691-eeb84882f2de tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:25.711260 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2788bdb7-9549-4d4f-8691-eeb84882f2de tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event updated for resources: {'Subnet': ['ID=48c4e263-5713-47eb-b7f2-2b3454ff3ff5,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:25.719088 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2788bdb7-9549-4d4f-8691-eeb84882f2de tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Checking segment: {'id': '0a24d3bf-3e19-4732-8dd7-2991c9d3eac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '06b2ed79-c633-4ddb-a617-23f79ecf7f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:51:25.719357 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2788bdb7-9549-4d4f-8691-eeb84882f2de tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Network hostable DHCP agents. Network: 06b2ed79-c633-4ddb-a617-23f79ecf7f26, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:51:25.738467 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-9f78b753-e559-4e3f-8826-9d64270ff78a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'network': {'name': 'tempest-network-smoke--1515421605', 'project_id': '8783dd3017a04690835ab7e96e428838', 'port_security_enabled': True}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:25.813423 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2788bdb7-9549-4d4f-8691-eeb84882f2de tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Network 06b2ed79-c633-4ddb-a617-23f79ecf7f26 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:51:25.847490 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f78b753-e559-4e3f-8826-9d64270ff78a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Made reservation on behalf of 8783dd3017a04690835ab7e96e428838 for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:51:25.850973 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9f78b753-e559-4e3f-8826-9d64270ff78a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:25.859441 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9f78b753-e559-4e3f-8826-9d64270ff78a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:25.906285 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-2788bdb7-9549-4d4f-8691-eeb84882f2de tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 06b2ed79-c633-4ddb-a617-23f79ecf7f26) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:51:25.914972 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2788bdb7-9549-4d4f-8691-eeb84882f2de tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:25.914972 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2788bdb7-9549-4d4f-8691-eeb84882f2de tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:25.915675 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fda3e9-4360-44d9-8be4-b4aa0e1829aa None None] Network 06b2ed79-c633-4ddb-a617-23f79ecf7f26 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:51:25.943050 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9f78b753-e559-4e3f-8826-9d64270ff78a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:26.012168 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-2788bdb7-9549-4d4f-8691-eeb84882f2de tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.7913036 Mar 28 13:51:26.014988 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35044) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:26.020880 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9f78b753-e559-4e3f-8826-9d64270ff78a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:26.049777 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f78b753-e559-4e3f-8826-9d64270ff78a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:51:26.060141 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b147aa4-afca-4479-a106-961f5d237447 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-06b2ed79-c633-4ddb-a617-23f79ecf7f26', 'network_id': '06b2ed79-c633-4ddb-a617-23f79ecf7f26', 'tenant_id': '436f2587f14c4f028833e0219405fbf5', 'fixed_ips': [{'subnet_id': '48c4e263-5713-47eb-b7f2-2b3454ff3ff5'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:51:26.061054 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4b147aa4-afca-4479-a106-961f5d237447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:26.063862 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f78b753-e559-4e3f-8826-9d64270ff78a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d032aa-c725-467c-b755-ff2eca2d3c35,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:26.068860 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9f78b753-e559-4e3f-8826-9d64270ff78a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:26.069207 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-9f78b753-e559-4e3f-8826-9d64270ff78a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Added segment 730ef24c-20a6-4893-825e-92ad0587dcde of type vlan for network 0a983283-48b7-4cca-8fb1-03f87491a2ea Mar 28 13:51:26.113038 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9f78b753-e559-4e3f-8826-9d64270ff78a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:26.134762 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7951c8e0-c5b1-4632-879f-0201e41d01e3 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:26.189847 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7951c8e0-c5b1-4632-879f-0201e41d01e3 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:26.199003 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-4b147aa4-afca-4479-a106-961f5d237447 None None] Allocated IP 172.20.0.3 (06b2ed79-c633-4ddb-a617-23f79ecf7f26/48c4e263-5713-47eb-b7f2-2b3454ff3ff5/7c4abb0e-3d4e-42a3-af11-b02503f5a01b) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:51:26.221009 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9f78b753-e559-4e3f-8826-9d64270ff78a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:26.225181 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 13:51:26.226670 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f78b753-e559-4e3f-8826-9d64270ff78a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:26.227495 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9f78b753-e559-4e3f-8826-9d64270ff78a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:26.296256 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9f78b753-e559-4e3f-8826-9d64270ff78a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7005160 Mar 28 13:51:26.299311 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35046) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:26.306015 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-83e12cc7-bdeb-4098-89ed-a7e324aa1319 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-120044596', 'admin_state_up': True, 'project_id': '8783dd3017a04690835ab7e96e428838', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:26.313324 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f78b753-e559-4e3f-8826-9d64270ff78a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Network': ['ID=0a983283-48b7-4cca-8fb1-03f87491a2ea,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:26.369676 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-83e12cc7-bdeb-4098-89ed-a7e324aa1319 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:26.371294 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-83e12cc7-bdeb-4098-89ed-a7e324aa1319 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:26.428247 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-83e12cc7-bdeb-4098-89ed-a7e324aa1319 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:26.434313 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 0a983283-48b7-4cca-8fb1-03f87491a2ea details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:51:26.439044 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1d83501d-485c-4eb0-a85e-9a49ead6ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:26.573096 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4b147aa4-afca-4479-a106-961f5d237447 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:26.605237 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-83e12cc7-bdeb-4098-89ed-a7e324aa1319 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:26.661595 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4b147aa4-afca-4479-a106-961f5d237447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:26.700204 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b147aa4-afca-4479-a106-961f5d237447 None None] Network 06b2ed79-c633-4ddb-a617-23f79ecf7f26 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:51:26.703040 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-4b147aa4-afca-4479-a106-961f5d237447 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:51:26.705581 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b147aa4-afca-4479-a106-961f5d237447 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:51:26.719822 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b147aa4-afca-4479-a106-961f5d237447 None None] Pushing event updated for resources: {'Port': ['ID=7c4abb0e-3d4e-42a3-af11-b02503f5a01b,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:26.741319 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7951c8e0-c5b1-4632-879f-0201e41d01e3 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:26.765827 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-4b147aa4-afca-4479-a106-961f5d237447 None None] Attempting to bind port 7c4abb0e-3d4e-42a3-af11-b02503f5a01b on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:51:26.766198 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-4b147aa4-afca-4479-a106-961f5d237447 None None] Attempting to bind port 7c4abb0e-3d4e-42a3-af11-b02503f5a01b by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '0a24d3bf-3e19-4732-8dd7-2991c9d3eac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '06b2ed79-c633-4ddb-a617-23f79ecf7f26'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:51:26.766559 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b147aa4-afca-4479-a106-961f5d237447 None None] Attempting to bind port 7c4abb0e-3d4e-42a3-af11-b02503f5a01b on network 06b2ed79-c633-4ddb-a617-23f79ecf7f26 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:51:26.768755 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951c8e0-c5b1-4632-879f-0201e41d01e3 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event deleted for resources: {'Subnet': ['ID=48c4e263-5713-47eb-b7f2-2b3454ff3ff5,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:26.771618 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b147aa4-afca-4479-a106-961f5d237447 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:51:26.772036 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b147aa4-afca-4479-a106-961f5d237447 None None] Checking segment: {'id': '0a24d3bf-3e19-4732-8dd7-2991c9d3eac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '06b2ed79-c633-4ddb-a617-23f79ecf7f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:51:26.772561 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4b147aa4-afca-4479-a106-961f5d237447 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:26.773047 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b147aa4-afca-4479-a106-961f5d237447 None None] Bound using segment: {'id': '0a24d3bf-3e19-4732-8dd7-2991c9d3eac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '06b2ed79-c633-4ddb-a617-23f79ecf7f26'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:51:26.773730 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-4b147aa4-afca-4479-a106-961f5d237447 None None] Bound port: 7c4abb0e-3d4e-42a3-af11-b02503f5a01b, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a24d3bf-3e19-4732-8dd7-2991c9d3eac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '06b2ed79-c633-4ddb-a617-23f79ecf7f26'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:51:26.774353 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4b147aa4-afca-4479-a106-961f5d237447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:26.838483 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7951c8e0-c5b1-4632-879f-0201e41d01e3 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:26.841760 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-4b147aa4-afca-4479-a106-961f5d237447 None None] For port 7c4abb0e-3d4e-42a3-af11-b02503f5a01b, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:51:26.844818 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-4b147aa4-afca-4479-a106-961f5d237447 None None] For port 7c4abb0e-3d4e-42a3-af11-b02503f5a01b, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=7c4abb0e-3d4e-42a3-af11-b02503f5a01b,segment=NetworkSegment(0a24d3bf-3e19-4732-8dd7-2991c9d3eac1),segment_id=0a24d3bf-3e19-4732-8dd7-2991c9d3eac1)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:51:26.860663 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-7951c8e0-c5b1-4632-879f-0201e41d01e3 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06b2ed79-c633-4ddb-a617-23f79ecf7f26']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:26.869856 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-7951c8e0-c5b1-4632-879f-0201e41d01e3 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a24d3bf-3e19-4732-8dd7-2991c9d3eac1') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:26.870147 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-7951c8e0-c5b1-4632-879f-0201e41d01e3 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a24d3bf-3e19-4732-8dd7-2991c9d3eac1') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:26.879822 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7951c8e0-c5b1-4632-879f-0201e41d01e3 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:26.883579 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-83e12cc7-bdeb-4098-89ed-a7e324aa1319 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router_gateway, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:26.902106 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-83e12cc7-bdeb-4098-89ed-a7e324aa1319 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:26.920183 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4b147aa4-afca-4479-a106-961f5d237447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:26.921645 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7951c8e0-c5b1-4632-879f-0201e41d01e3 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:26.928408 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7951c8e0-c5b1-4632-879f-0201e41d01e3 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:51:26.928408 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7951c8e0-c5b1-4632-879f-0201e41d01e3 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:26.931798 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:51:26.931798 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:51:26.931798 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:51:26.931798 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:51:26.931798 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:51:26.931798 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:51:26.931798 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:51:26.931798 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:51:26.931798 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:51:26.931798 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:51:26.931798 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:51:26.931798 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:51:26.931798 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:51:26.931798 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:51:26.931798 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:51:26.931798 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:51:26.931798 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:51:26.931798 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:51:26.931798 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:51:26.931798 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:51:26.931798 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:51:26.931798 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:51:26.931798 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:51:26.931798 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:51:26.931798 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:51:26.931798 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:51:26.931798 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:51:26.931798 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:51:26.931798 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:51:26.931798 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:51:26.931798 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:51:26.931798 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:51:26.998749 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b147aa4-afca-4479-a106-961f5d237447 None None] Pushing event updated for resources: {'Port': ['ID=7c4abb0e-3d4e-42a3-af11-b02503f5a01b,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:27.006021 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.db.api [None req-7951c8e0-c5b1-4632-879f-0201e41d01e3 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 13:51:27.006021 dv-neutron-835335-1-hyperv neutron-server[109612]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 13:51:27.006021 dv-neutron-835335-1-hyperv neutron-server[109612]: [parameters: {'id': '06b2ed79-c633-4ddb-a617-23f79ecf7f26'}] Mar 28 13:51:27.006021 dv-neutron-835335-1-hyperv neutron-server[109612]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 13:51:27.006858 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG oslo_db.api [None req-7951c8e0-c5b1-4632-879f-0201e41d01e3 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 13:51:27.015113 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-83e12cc7-bdeb-4098-89ed-a7e324aa1319 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Allocated IP 172.26.2.45 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/531c0b21-c506-4803-a50f-6606db7156ef) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:51:27.018479 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b981ac81-e0e6-4543-81dd-067ce9cf7692 None None] Network 06b2ed79-c633-4ddb-a617-23f79ecf7f26 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:51:27.115892 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-83e12cc7-bdeb-4098-89ed-a7e324aa1319 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:27.141930 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751f92c5-10c3-4c13-b589-6c92b8029516 None None] get_active_networks_info from dv-neutron-835335-1-hyperv {{(pid=109614) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 28 13:51:27.215808 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751f92c5-10c3-4c13-b589-6c92b8029516 None None] Resources bound (agent type, host, resource id): {{(pid=109614) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 13:51:27.242623 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-83e12cc7-bdeb-4098-89ed-a7e324aa1319 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:27.282697 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e12cc7-bdeb-4098-89ed-a7e324aa1319 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:51:27.287114 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-83e12cc7-bdeb-4098-89ed-a7e324aa1319 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:51:27.289538 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e12cc7-bdeb-4098-89ed-a7e324aa1319 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:51:27.321062 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e12cc7-bdeb-4098-89ed-a7e324aa1319 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=531c0b21-c506-4803-a50f-6606db7156ef,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:27.508502 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7951c8e0-c5b1-4632-879f-0201e41d01e3 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:27.561668 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-7951c8e0-c5b1-4632-879f-0201e41d01e3 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Deleting port 7c4abb0e-3d4e-42a3-af11-b02503f5a01b {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:51:27.562006 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7951c8e0-c5b1-4632-879f-0201e41d01e3 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:27.563820 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:27.627899 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-7951c8e0-c5b1-4632-879f-0201e41d01e3 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] For port 7c4abb0e-3d4e-42a3-af11-b02503f5a01b, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=7c4abb0e-3d4e-42a3-af11-b02503f5a01b,segment=NetworkSegment(0a24d3bf-3e19-4732-8dd7-2991c9d3eac1),segment_id=0a24d3bf-3e19-4732-8dd7-2991c9d3eac1)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:51:27.628266 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7951c8e0-c5b1-4632-879f-0201e41d01e3 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:27.639356 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-83e12cc7-bdeb-4098-89ed-a7e324aa1319 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router_gateway, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:27.641024 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-7951c8e0-c5b1-4632-879f-0201e41d01e3 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Calling delete_port for 7c4abb0e-3d4e-42a3-af11-b02503f5a01b owned by network:dhcp {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:51:27.797935 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7951c8e0-c5b1-4632-879f-0201e41d01e3 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:27.827965 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951c8e0-c5b1-4632-879f-0201e41d01e3 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event deleted for resources: {'Port': ['ID=7c4abb0e-3d4e-42a3-af11-b02503f5a01b,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:27.829831 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7951c8e0-c5b1-4632-879f-0201e41d01e3 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] No DVR routers for this DVR port 7c4abb0e-3d4e-42a3-af11-b02503f5a01b on host dv-neutron-835335-1-hyperv {{(pid=109612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:51:27.832052 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-83e12cc7-bdeb-4098-89ed-a7e324aa1319 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:27.907419 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7951c8e0-c5b1-4632-879f-0201e41d01e3 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:27.928135 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-7951c8e0-c5b1-4632-879f-0201e41d01e3 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06b2ed79-c633-4ddb-a617-23f79ecf7f26']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:27.937262 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-7951c8e0-c5b1-4632-879f-0201e41d01e3 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a24d3bf-3e19-4732-8dd7-2991c9d3eac1') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:27.937556 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-7951c8e0-c5b1-4632-879f-0201e41d01e3 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a24d3bf-3e19-4732-8dd7-2991c9d3eac1') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:27.946895 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7951c8e0-c5b1-4632-879f-0201e41d01e3 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:27.959527 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7951c8e0-c5b1-4632-879f-0201e41d01e3 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:27.966163 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7951c8e0-c5b1-4632-879f-0201e41d01e3 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:51:27.966545 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7951c8e0-c5b1-4632-879f-0201e41d01e3 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:27.969585 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:51:27.969585 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:51:27.969585 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:51:27.969585 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:51:27.969585 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:51:27.969585 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:51:27.969585 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:51:27.969585 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:51:27.969585 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:51:27.969585 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:51:27.969585 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:51:27.969585 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:51:27.969585 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:51:27.969585 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:51:27.969585 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:51:27.969585 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:51:27.969585 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:51:27.969585 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:51:27.969585 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:51:27.969585 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:51:27.969585 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:51:27.969585 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:51:27.969585 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:51:27.969585 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:51:27.969585 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:51:27.969585 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:51:27.969585 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:51:27.969585 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:51:27.969585 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:51:27.969585 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:51:27.969585 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:51:27.969585 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:51:28.038010 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e12cc7-bdeb-4098-89ed-a7e324aa1319 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Router 4da27d5a-2423-4797-b1f0-9b0193927517 is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:51:28.147350 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e12cc7-bdeb-4098-89ed-a7e324aa1319 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:51:28.158526 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd410515-127f-4475-989c-71d8ed130461 None None] Sync routers for ids ['4da27d5a-2423-4797-b1f0-9b0193927517'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:51:28.169774 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd410515-127f-4475-989c-71d8ed130461 None None] Routers {'4da27d5a-2423-4797-b1f0-9b0193927517'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:51:28.170490 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-fd410515-127f-4475-989c-71d8ed130461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:51:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['4da27d5a-2423-4797-b1f0-9b0193927517'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:28.228831 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-83e12cc7-bdeb-4098-89ed-a7e324aa1319 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:28.233754 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-83e12cc7-bdeb-4098-89ed-a7e324aa1319 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.9306786 Mar 28 13:51:28.234151 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35050) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:28.275336 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-fd410515-127f-4475-989c-71d8ed130461 None None] Set router 4da27d5a-2423-4797-b1f0-9b0193927517 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:51:28.323550 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-346afe53-e009-4cd6-8870-159a79649903 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=8783dd3017a04690835ab7e96e428838&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0880775 Mar 28 13:51:28.326138 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35054) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:28.449162 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7951c8e0-c5b1-4632-879f-0201e41d01e3 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:28.451731 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-fd410515-127f-4475-989c-71d8ed130461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'name': 'tempest-TestNetworkBasicOps-router-120044596', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.45'}], 'enable_snat': True}, 'gw_port_id': '531c0b21-c506-4803-a50f-6606db7156ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:51:26Z', 'updated_at': '2022-03-28T13:51:27Z', 'revision_number': 3, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '531c0b21-c506-4803-a50f-6606db7156ef', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:92:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:51:26Z', 'updated_at': '2022-03-28T13:51:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:28.456120 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7951c8e0-c5b1-4632-879f-0201e41d01e3 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:28.465005 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-7951c8e0-c5b1-4632-879f-0201e41d01e3 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "DELETE /v2.0/networks/06b2ed79-c633-4ddb-a617-23f79ecf7f26 HTTP/1.1" status: 204 len: 168 time: 2.4437301 Mar 28 13:51:28.469304 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35056) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:28.474396 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-18204c61-7eb0-4127-b2e0-c6333404bc4d tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1535633989'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:28.475705 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951c8e0-c5b1-4632-879f-0201e41d01e3 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event deleted for resources: {'Network': ['ID=06b2ed79-c633-4ddb-a617-23f79ecf7f26,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:28.481221 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd410515-127f-4475-989c-71d8ed130461 None None] Checking router: 4da27d5a-2423-4797-b1f0-9b0193927517 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:51:28.481565 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd410515-127f-4475-989c-71d8ed130461 None None] Updating router 4da27d5a-2423-4797-b1f0-9b0193927517 port 531c0b21-c506-4803-a50f-6606db7156ef binding host dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 13:51:28.482569 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a412ef-f0cf-4d8c-9f43-60d2406a7009 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:28.484810 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d6a412ef-f0cf-4d8c-9f43-60d2406a7009 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1575484 Mar 28 13:51:28.486954 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35058) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:28.507573 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-fd410515-127f-4475-989c-71d8ed130461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:28.523052 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-47174471-5764-487a-ac56-6225b8c60610 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=1cb296ed-c863-4502-973a-f31b82091846&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349183 Mar 28 13:51:28.525636 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35060) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:28.531022 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-b0fdb718-64a0-40d8-9caa-8c250310f055 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1050679055', 'network_id': '0a983283-48b7-4cca-8fb1-03f87491a2ea', 'project_id': '8783dd3017a04690835ab7e96e428838', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:28.573244 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18204c61-7eb0-4127-b2e0-c6333404bc4d tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Made reservation on behalf of 436f2587f14c4f028833e0219405fbf5 for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:51:28.577888 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-18204c61-7eb0-4127-b2e0-c6333404bc4d tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:28.607831 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18204c61-7eb0-4127-b2e0-c6333404bc4d tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:51:28.616996 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-18204c61-7eb0-4127-b2e0-c6333404bc4d tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:28.617346 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-18204c61-7eb0-4127-b2e0-c6333404bc4d tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Added segment deddebab-ffe1-4955-b740-020ae0a6ba4e of type vlan for network 5e8adfde-37fc-45f4-97a2-a8fc513b45b0 Mar 28 13:51:28.658001 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-18204c61-7eb0-4127-b2e0-c6333404bc4d tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:28.676101 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0fdb718-64a0-40d8-9caa-8c250310f055 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Made reservation on behalf of 8783dd3017a04690835ab7e96e428838 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:51:28.679764 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b0fdb718-64a0-40d8-9caa-8c250310f055 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:28.760097 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-fd410515-127f-4475-989c-71d8ed130461 None None] Notify callbacks [] for port, precommit_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:28.762421 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-18204c61-7eb0-4127-b2e0-c6333404bc4d tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:28.768464 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18204c61-7eb0-4127-b2e0-c6333404bc4d tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:28.771540 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-18204c61-7eb0-4127-b2e0-c6333404bc4d tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:28.847574 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-fd410515-127f-4475-989c-71d8ed130461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:28.876462 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:28.936689 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b0fdb718-64a0-40d8-9caa-8c250310f055 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:28.988553 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-fd410515-127f-4475-989c-71d8ed130461 None None] Attempting to bind port 531c0b21-c506-4803-a50f-6606db7156ef on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:51:28.988914 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-fd410515-127f-4475-989c-71d8ed130461 None None] Attempting to bind port 531c0b21-c506-4803-a50f-6606db7156ef by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:51:28.989269 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd410515-127f-4475-989c-71d8ed130461 None None] Attempting to bind port 531c0b21-c506-4803-a50f-6606db7156ef on network 1cb296ed-c863-4502-973a-f31b82091846 {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:51:29.003168 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd410515-127f-4475-989c-71d8ed130461 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:51:29.003627 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd410515-127f-4475-989c-71d8ed130461 None None] Checking segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:51:29.003939 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-fd410515-127f-4475-989c-71d8ed130461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:29.004326 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd410515-127f-4475-989c-71d8ed130461 None None] Bound using segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:51:29.004828 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-fd410515-127f-4475-989c-71d8ed130461 None None] Bound port: 531c0b21-c506-4803-a50f-6606db7156ef, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:51:29.005204 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-fd410515-127f-4475-989c-71d8ed130461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:29.008069 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fdb718-64a0-40d8-9caa-8c250310f055 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Subnet': ['ID=c947f236-8b1e-42e9-acfc-150f099caf2d,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:29.017597 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fdb718-64a0-40d8-9caa-8c250310f055 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Checking segment: {'id': '730ef24c-20a6-4893-825e-92ad0587dcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0a983283-48b7-4cca-8fb1-03f87491a2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:51:29.018082 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fdb718-64a0-40d8-9caa-8c250310f055 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network hostable DHCP agents. Network: 0a983283-48b7-4cca-8fb1-03f87491a2ea, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:51:29.035540 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f528b-b34b-49b0-8d4e-5132afa5b84e None None] Pushing event updated for resources: {'Port': ['ID=531c0b21-c506-4803-a50f-6606db7156ef,revision_number=2']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:29.048936 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2f528b-b34b-49b0-8d4e-5132afa5b84e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:51:29.053340 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2f528b-b34b-49b0-8d4e-5132afa5b84e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:51:29.053340 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2f528b-b34b-49b0-8d4e-5132afa5b84e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:51:29.053340 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2f528b-b34b-49b0-8d4e-5132afa5b84e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:51:29.053340 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2f528b-b34b-49b0-8d4e-5132afa5b84e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:51:29.053340 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2f528b-b34b-49b0-8d4e-5132afa5b84e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:51:29.053340 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2f528b-b34b-49b0-8d4e-5132afa5b84e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:51:29.053340 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2f528b-b34b-49b0-8d4e-5132afa5b84e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:51:29.053340 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2f528b-b34b-49b0-8d4e-5132afa5b84e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:51:29.053340 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2f528b-b34b-49b0-8d4e-5132afa5b84e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:51:29.053340 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2f528b-b34b-49b0-8d4e-5132afa5b84e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:51:29.053340 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2f528b-b34b-49b0-8d4e-5132afa5b84e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:51:29.071771 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-fd410515-127f-4475-989c-71d8ed130461 None None] For port 531c0b21-c506-4803-a50f-6606db7156ef, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:51:29.076280 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-fd410515-127f-4475-989c-71d8ed130461 None None] For port 531c0b21-c506-4803-a50f-6606db7156ef, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=531c0b21-c506-4803-a50f-6606db7156ef,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:51:29.140161 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18204c61-7eb0-4127-b2e0-c6333404bc4d tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event updated for resources: {'Network': ['ID=5e8adfde-37fc-45f4-97a2-a8fc513b45b0,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:29.150300 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 5e8adfde-37fc-45f4-97a2-a8fc513b45b0 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:51:29.173606 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fdb718-64a0-40d8-9caa-8c250310f055 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network 0a983283-48b7-4cca-8fb1-03f87491a2ea is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:51:29.203777 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-fd410515-127f-4475-989c-71d8ed130461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:29.207791 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-18204c61-7eb0-4127-b2e0-c6333404bc4d tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7362404 Mar 28 13:51:29.209167 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35062) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:29.214859 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-b9026f6e-7d6c-4cf0-8625-0b0d8b2e09c5 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Request body: {'subnet': {'network_id': '5e8adfde-37fc-45f4-97a2-a8fc513b45b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:29.259562 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-b0fdb718-64a0-40d8-9caa-8c250310f055 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 0a983283-48b7-4cca-8fb1-03f87491a2ea) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:51:29.261218 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd410515-127f-4475-989c-71d8ed130461 None None] Routers {'4da27d5a-2423-4797-b1f0-9b0193927517'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:51:29.262604 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-fd410515-127f-4475-989c-71d8ed130461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:51:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['4da27d5a-2423-4797-b1f0-9b0193927517'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:29.264094 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fdb718-64a0-40d8-9caa-8c250310f055 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:29.264806 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b0fdb718-64a0-40d8-9caa-8c250310f055 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:29.272604 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a799617-2034-44d6-ac59-0b09020307dc None None] Network 0a983283-48b7-4cca-8fb1-03f87491a2ea requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:51:29.307143 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f528b-b34b-49b0-8d4e-5132afa5b84e None None] Pushing event updated for resources: {'Port': ['ID=531c0b21-c506-4803-a50f-6606db7156ef,revision_number=3']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:29.325027 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:29.344994 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-b0fdb718-64a0-40d8-9caa-8c250310f055 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8176885 Mar 28 13:51:29.349721 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35064) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:29.375505 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-fd410515-127f-4475-989c-71d8ed130461 None None] Set router 4da27d5a-2423-4797-b1f0-9b0193927517 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:51:29.406011 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9026f6e-7d6c-4cf0-8625-0b0d8b2e09c5 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Made reservation on behalf of 436f2587f14c4f028833e0219405fbf5 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:51:29.414551 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b9026f6e-7d6c-4cf0-8625-0b0d8b2e09c5 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:29.429382 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f3d94b-bb0d-412c-9afe-51ba545f7906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-0a983283-48b7-4cca-8fb1-03f87491a2ea', 'network_id': '0a983283-48b7-4cca-8fb1-03f87491a2ea', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ips': [{'subnet_id': 'c947f236-8b1e-42e9-acfc-150f099caf2d'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:51:29.430582 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-23f3d94b-bb0d-412c-9afe-51ba545f7906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:29.560242 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-fd410515-127f-4475-989c-71d8ed130461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'name': 'tempest-TestNetworkBasicOps-router-120044596', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.45'}], 'enable_snat': True}, 'gw_port_id': '531c0b21-c506-4803-a50f-6606db7156ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:51:26Z', 'updated_at': '2022-03-28T13:51:27Z', 'revision_number': 3, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '531c0b21-c506-4803-a50f-6606db7156ef', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:92:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:51:26Z', 'updated_at': '2022-03-28T13:51:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:29.582869 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-23f3d94b-bb0d-412c-9afe-51ba545f7906 None None] Allocated IP 172.20.0.2 (0a983283-48b7-4cca-8fb1-03f87491a2ea/c947f236-8b1e-42e9-acfc-150f099caf2d/3f9b9ac8-a7a7-48b3-979c-a15ba46a847e) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:51:29.588177 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd410515-127f-4475-989c-71d8ed130461 None None] The sync data for ids ['4da27d5a-2423-4797-b1f0-9b0193927517'] in dv-neutron-835335-1-hyperv is: [{'id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'name': 'tempest-TestNetworkBasicOps-router-120044596', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.45'}], 'enable_snat': True}, 'gw_port_id': '531c0b21-c506-4803-a50f-6606db7156ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:51:26Z', 'updated_at': '2022-03-28T13:51:27Z', 'revision_number': 3, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '531c0b21-c506-4803-a50f-6606db7156ef', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:92:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:51:26Z', 'updated_at': '2022-03-28T13:51:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:51:29.752236 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-23f3d94b-bb0d-412c-9afe-51ba545f7906 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:29.769829 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b9026f6e-7d6c-4cf0-8625-0b0d8b2e09c5 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:29.820906 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-23f3d94b-bb0d-412c-9afe-51ba545f7906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:29.863633 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9026f6e-7d6c-4cf0-8625-0b0d8b2e09c5 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event updated for resources: {'Subnet': ['ID=b7f7be9b-5b0a-478c-8764-777028468398,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:29.871818 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9026f6e-7d6c-4cf0-8625-0b0d8b2e09c5 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Checking segment: {'id': 'deddebab-ffe1-4955-b740-020ae0a6ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5e8adfde-37fc-45f4-97a2-a8fc513b45b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:51:29.872178 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9026f6e-7d6c-4cf0-8625-0b0d8b2e09c5 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Network hostable DHCP agents. Network: 5e8adfde-37fc-45f4-97a2-a8fc513b45b0, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:51:29.878638 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-724953af-2eab-4c78-a377-a11d7c7efe47 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:29.880775 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f3d94b-bb0d-412c-9afe-51ba545f7906 None None] Network 0a983283-48b7-4cca-8fb1-03f87491a2ea is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:51:29.889340 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-23f3d94b-bb0d-412c-9afe-51ba545f7906 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:51:29.893201 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f3d94b-bb0d-412c-9afe-51ba545f7906 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:51:29.909866 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f3d94b-bb0d-412c-9afe-51ba545f7906 None None] Pushing event updated for resources: {'Port': ['ID=3f9b9ac8-a7a7-48b3-979c-a15ba46a847e,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:29.964645 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-23f3d94b-bb0d-412c-9afe-51ba545f7906 None None] Attempting to bind port 3f9b9ac8-a7a7-48b3-979c-a15ba46a847e on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:51:29.965017 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-23f3d94b-bb0d-412c-9afe-51ba545f7906 None None] Attempting to bind port 3f9b9ac8-a7a7-48b3-979c-a15ba46a847e by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '730ef24c-20a6-4893-825e-92ad0587dcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0a983283-48b7-4cca-8fb1-03f87491a2ea'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:51:29.965695 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f3d94b-bb0d-412c-9afe-51ba545f7906 None None] Attempting to bind port 3f9b9ac8-a7a7-48b3-979c-a15ba46a847e on network 0a983283-48b7-4cca-8fb1-03f87491a2ea {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:51:29.970713 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f3d94b-bb0d-412c-9afe-51ba545f7906 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:51:29.971089 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f3d94b-bb0d-412c-9afe-51ba545f7906 None None] Checking segment: {'id': '730ef24c-20a6-4893-825e-92ad0587dcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0a983283-48b7-4cca-8fb1-03f87491a2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:51:29.971490 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-23f3d94b-bb0d-412c-9afe-51ba545f7906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:29.971883 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f3d94b-bb0d-412c-9afe-51ba545f7906 None None] Bound using segment: {'id': '730ef24c-20a6-4893-825e-92ad0587dcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0a983283-48b7-4cca-8fb1-03f87491a2ea'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:51:29.972649 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-23f3d94b-bb0d-412c-9afe-51ba545f7906 None None] Bound port: 3f9b9ac8-a7a7-48b3-979c-a15ba46a847e, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730ef24c-20a6-4893-825e-92ad0587dcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0a983283-48b7-4cca-8fb1-03f87491a2ea'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:51:29.972797 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-23f3d94b-bb0d-412c-9afe-51ba545f7906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:29.991914 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9026f6e-7d6c-4cf0-8625-0b0d8b2e09c5 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Network 5e8adfde-37fc-45f4-97a2-a8fc513b45b0 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:51:30.051912 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-23f3d94b-bb0d-412c-9afe-51ba545f7906 None None] For port 3f9b9ac8-a7a7-48b3-979c-a15ba46a847e, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:51:30.055247 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-23f3d94b-bb0d-412c-9afe-51ba545f7906 None None] For port 3f9b9ac8-a7a7-48b3-979c-a15ba46a847e, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=3f9b9ac8-a7a7-48b3-979c-a15ba46a847e,segment=NetworkSegment(730ef24c-20a6-4893-825e-92ad0587dcde),segment_id=730ef24c-20a6-4893-825e-92ad0587dcde)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:51:30.146579 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-b9026f6e-7d6c-4cf0-8625-0b0d8b2e09c5 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 5e8adfde-37fc-45f4-97a2-a8fc513b45b0) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:51:30.147904 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-23f3d94b-bb0d-412c-9afe-51ba545f7906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:30.151281 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9026f6e-7d6c-4cf0-8625-0b0d8b2e09c5 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:30.152598 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b9026f6e-7d6c-4cf0-8625-0b0d8b2e09c5 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:30.177150 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d817c2-00f9-4829-a774-773831c0a85c None None] Network 5e8adfde-37fc-45f4-97a2-a8fc513b45b0 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:51:30.237275 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-724953af-2eab-4c78-a377-a11d7c7efe47 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Allocated IP 172.20.0.1 (0a983283-48b7-4cca-8fb1-03f87491a2ea/c947f236-8b1e-42e9-acfc-150f099caf2d/1cb93e85-cf00-4a31-934f-0cfedcacba42) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:51:30.251963 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b9026f6e-7d6c-4cf0-8625-0b0d8b2e09c5 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0416887 Mar 28 13:51:30.254628 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35066) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:30.265175 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f3d94b-bb0d-412c-9afe-51ba545f7906 None None] Pushing event updated for resources: {'Port': ['ID=3f9b9ac8-a7a7-48b3-979c-a15ba46a847e,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:30.385377 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a83f9c-e140-43e4-8e71-b0380c40f23a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-5e8adfde-37fc-45f4-97a2-a8fc513b45b0', 'network_id': '5e8adfde-37fc-45f4-97a2-a8fc513b45b0', 'tenant_id': '436f2587f14c4f028833e0219405fbf5', 'fixed_ips': [{'subnet_id': 'b7f7be9b-5b0a-478c-8764-777028468398'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:51:30.386431 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e7a83f9c-e140-43e4-8e71-b0380c40f23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:30.477634 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c1f72755-005c-46fa-96f1-b5b431280124 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:30.493679 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-724953af-2eab-4c78-a377-a11d7c7efe47 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:30.592120 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c1f72755-005c-46fa-96f1-b5b431280124 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:30.615886 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-e7a83f9c-e140-43e4-8e71-b0380c40f23a None None] Allocated IP 172.20.0.1 (5e8adfde-37fc-45f4-97a2-a8fc513b45b0/b7f7be9b-5b0a-478c-8764-777028468398/3151c048-fdd3-493a-bdcf-3ee8c8e9c9e0) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:51:30.672358 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-724953af-2eab-4c78-a377-a11d7c7efe47 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:30.693938 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 531c0b21-c506-4803-a50f-6606db7156ef up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:51:30.717200 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724953af-2eab-4c78-a377-a11d7c7efe47 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network 0a983283-48b7-4cca-8fb1-03f87491a2ea is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:51:30.720424 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-724953af-2eab-4c78-a377-a11d7c7efe47 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:51:30.722929 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724953af-2eab-4c78-a377-a11d7c7efe47 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:51:30.757123 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724953af-2eab-4c78-a377-a11d7c7efe47 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=1cb93e85-cf00-4a31-934f-0cfedcacba42,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:30.779641 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-724953af-2eab-4c78-a377-a11d7c7efe47 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:30.808396 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 531c0b21-c506-4803-a50f-6606db7156ef triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:51:30.808763 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:30.813262 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e7a83f9c-e140-43e4-8e71-b0380c40f23a None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:30.891099 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:30.914271 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e7a83f9c-e140-43e4-8e71-b0380c40f23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:30.921832 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 531c0b21-c506-4803-a50f-6606db7156ef, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=531c0b21-c506-4803-a50f-6606db7156ef,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:51:30.957035 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a83f9c-e140-43e4-8e71-b0380c40f23a None None] Network 5e8adfde-37fc-45f4-97a2-a8fc513b45b0 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:51:30.959747 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-e7a83f9c-e140-43e4-8e71-b0380c40f23a None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:51:30.962129 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a83f9c-e140-43e4-8e71-b0380c40f23a None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:51:30.975883 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a83f9c-e140-43e4-8e71-b0380c40f23a None None] Pushing event updated for resources: {'Port': ['ID=3151c048-fdd3-493a-bdcf-3ee8c8e9c9e0,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:31.004485 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c1f72755-005c-46fa-96f1-b5b431280124 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:31.013058 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:31.016842 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 3f9b9ac8-a7a7-48b3-979c-a15ba46a847e up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:51:31.040660 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-724953af-2eab-4c78-a377-a11d7c7efe47 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:31.045401 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f72755-005c-46fa-96f1-b5b431280124 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event deleted for resources: {'Subnet': ['ID=b7f7be9b-5b0a-478c-8764-777028468398,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:31.076909 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-e7a83f9c-e140-43e4-8e71-b0380c40f23a None None] Attempting to bind port 3151c048-fdd3-493a-bdcf-3ee8c8e9c9e0 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:51:31.077281 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-e7a83f9c-e140-43e4-8e71-b0380c40f23a None None] Attempting to bind port 3151c048-fdd3-493a-bdcf-3ee8c8e9c9e0 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'deddebab-ffe1-4955-b740-020ae0a6ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5e8adfde-37fc-45f4-97a2-a8fc513b45b0'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:51:31.083105 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a83f9c-e140-43e4-8e71-b0380c40f23a None None] Attempting to bind port 3151c048-fdd3-493a-bdcf-3ee8c8e9c9e0 on network 5e8adfde-37fc-45f4-97a2-a8fc513b45b0 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:51:31.093440 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a83f9c-e140-43e4-8e71-b0380c40f23a None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:51:31.094234 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a83f9c-e140-43e4-8e71-b0380c40f23a None None] Checking segment: {'id': 'deddebab-ffe1-4955-b740-020ae0a6ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5e8adfde-37fc-45f4-97a2-a8fc513b45b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:51:31.094637 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e7a83f9c-e140-43e4-8e71-b0380c40f23a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:31.095034 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a83f9c-e140-43e4-8e71-b0380c40f23a None None] Bound using segment: {'id': 'deddebab-ffe1-4955-b740-020ae0a6ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5e8adfde-37fc-45f4-97a2-a8fc513b45b0'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:51:31.095505 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-e7a83f9c-e140-43e4-8e71-b0380c40f23a None None] Bound port: 3151c048-fdd3-493a-bdcf-3ee8c8e9c9e0, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deddebab-ffe1-4955-b740-020ae0a6ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5e8adfde-37fc-45f4-97a2-a8fc513b45b0'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:51:31.095885 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e7a83f9c-e140-43e4-8e71-b0380c40f23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:31.122860 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=531c0b21-c506-4803-a50f-6606db7156ef,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:31.146405 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c1f72755-005c-46fa-96f1-b5b431280124 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:31.161565 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 3f9b9ac8-a7a7-48b3-979c-a15ba46a847e triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:51:31.161932 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:31.202118 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-c1f72755-005c-46fa-96f1-b5b431280124 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e8adfde-37fc-45f4-97a2-a8fc513b45b0']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:31.207441 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-e7a83f9c-e140-43e4-8e71-b0380c40f23a None None] For port 3151c048-fdd3-493a-bdcf-3ee8c8e9c9e0, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:51:31.217810 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-c1f72755-005c-46fa-96f1-b5b431280124 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deddebab-ffe1-4955-b740-020ae0a6ba4e') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:31.218108 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-c1f72755-005c-46fa-96f1-b5b431280124 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deddebab-ffe1-4955-b740-020ae0a6ba4e') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:31.221321 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-e7a83f9c-e140-43e4-8e71-b0380c40f23a None None] For port 3151c048-fdd3-493a-bdcf-3ee8c8e9c9e0, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=3151c048-fdd3-493a-bdcf-3ee8c8e9c9e0,segment=NetworkSegment(deddebab-ffe1-4955-b740-020ae0a6ba4e),segment_id=deddebab-ffe1-4955-b740-020ae0a6ba4e)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:51:31.232378 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c1f72755-005c-46fa-96f1-b5b431280124 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:31.283695 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:31.292737 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c1f72755-005c-46fa-96f1-b5b431280124 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:31.295176 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e7a83f9c-e140-43e4-8e71-b0380c40f23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:31.307235 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1f72755-005c-46fa-96f1-b5b431280124 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:51:31.307682 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c1f72755-005c-46fa-96f1-b5b431280124 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:31.311133 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:51:31.311133 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:51:31.311133 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:51:31.311133 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:51:31.311133 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:51:31.311133 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:51:31.311133 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:51:31.311133 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:51:31.311133 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:51:31.311133 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:51:31.311133 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:51:31.311133 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:51:31.311133 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:51:31.311133 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:51:31.311133 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:51:31.311133 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:51:31.311133 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:51:31.311133 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:51:31.311133 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:51:31.311133 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:51:31.311133 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:51:31.311133 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:51:31.311133 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:51:31.311133 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:51:31.311133 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:51:31.311133 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:51:31.311133 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:51:31.311133 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:51:31.311133 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:51:31.311133 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:51:31.311133 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:51:31.311133 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:51:31.362940 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 3f9b9ac8-a7a7-48b3-979c-a15ba46a847e, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=3f9b9ac8-a7a7-48b3-979c-a15ba46a847e,segment=NetworkSegment(730ef24c-20a6-4893-825e-92ad0587dcde),segment_id=730ef24c-20a6-4893-825e-92ad0587dcde)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:51:31.397879 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a83f9c-e140-43e4-8e71-b0380c40f23a None None] Pushing event updated for resources: {'Port': ['ID=3151c048-fdd3-493a-bdcf-3ee8c8e9c9e0,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:31.422697 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa709a9-1e20-4a3b-affd-0ce660d80e8d None None] Network 5e8adfde-37fc-45f4-97a2-a8fc513b45b0 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:51:31.481244 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-724953af-2eab-4c78-a377-a11d7c7efe47 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:31.501183 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.db.api [None req-c1f72755-005c-46fa-96f1-b5b431280124 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 13:51:31.501183 dv-neutron-835335-1-hyperv neutron-server[109612]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 13:51:31.501183 dv-neutron-835335-1-hyperv neutron-server[109612]: [parameters: {'id': '5e8adfde-37fc-45f4-97a2-a8fc513b45b0'}] Mar 28 13:51:31.501183 dv-neutron-835335-1-hyperv neutron-server[109612]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 13:51:31.501667 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG oslo_db.api [None req-c1f72755-005c-46fa-96f1-b5b431280124 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 13:51:31.511088 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:31.552082 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-724953af-2eab-4c78-a377-a11d7c7efe47 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:31.587638 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=3f9b9ac8-a7a7-48b3-979c-a15ba46a847e,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:31.626799 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724953af-2eab-4c78-a377-a11d7c7efe47 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=1cb93e85-cf00-4a31-934f-0cfedcacba42,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:31.630093 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-724953af-2eab-4c78-a377-a11d7c7efe47 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:31.722429 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724953af-2eab-4c78-a377-a11d7c7efe47 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network 0a983283-48b7-4cca-8fb1-03f87491a2ea is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:51:31.723766 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-724953af-2eab-4c78-a377-a11d7c7efe47 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:51:31.835434 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-724953af-2eab-4c78-a377-a11d7c7efe47 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Router 4da27d5a-2423-4797-b1f0-9b0193927517 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:51:31.946717 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724953af-2eab-4c78-a377-a11d7c7efe47 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:51:31.955167 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-724953af-2eab-4c78-a377-a11d7c7efe47 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "PUT /v2.0/routers/4da27d5a-2423-4797-b1f0-9b0193927517/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6009965 Mar 28 13:51:31.955167 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35068) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:31.957305 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc18c81-ebfb-4480-9785-8153ab763336 None None] Sync routers for ids ['4da27d5a-2423-4797-b1f0-9b0193927517'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:51:31.972624 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc18c81-ebfb-4480-9785-8153ab763336 None None] Routers {'4da27d5a-2423-4797-b1f0-9b0193927517'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:51:31.973345 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-dcc18c81-ebfb-4480-9785-8153ab763336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:51:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['4da27d5a-2423-4797-b1f0-9b0193927517'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:32.029021 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c1f72755-005c-46fa-96f1-b5b431280124 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:32.162006 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53526dd3-dcdc-4326-b384-eb46dcfb8bce None None] Network 0a983283-48b7-4cca-8fb1-03f87491a2ea requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:51:32.169528 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2507afa3-003d-40f9-869b-3824dc11955e tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:32.169944 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2507afa3-003d-40f9-869b-3824dc11955e tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:32.170422 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2507afa3-003d-40f9-869b-3824dc11955e tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:32.171135 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2507afa3-003d-40f9-869b-3824dc11955e tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:32.171604 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2507afa3-003d-40f9-869b-3824dc11955e tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:32.172060 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2507afa3-003d-40f9-869b-3824dc11955e tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:32.172549 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2507afa3-003d-40f9-869b-3824dc11955e tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:32.174339 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-2507afa3-003d-40f9-869b-3824dc11955e tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4925 time: 0.2183776 Mar 28 13:51:32.177163 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35070) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:32.186361 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-c1f72755-005c-46fa-96f1-b5b431280124 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Deleting port 3151c048-fdd3-493a-bdcf-3ee8c8e9c9e0 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:51:32.186701 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c1f72755-005c-46fa-96f1-b5b431280124 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:32.241142 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6920011-9ea0-4620-bae8-f98c999b86ad tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:32.241896 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6920011-9ea0-4620-bae8-f98c999b86ad tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:32.242351 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6920011-9ea0-4620-bae8-f98c999b86ad tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:32.242797 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6920011-9ea0-4620-bae8-f98c999b86ad tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:32.243239 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6920011-9ea0-4620-bae8-f98c999b86ad tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:32.243680 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6920011-9ea0-4620-bae8-f98c999b86ad tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:32.245650 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f6920011-9ea0-4620-bae8-f98c999b86ad tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3958 time: 0.0664482 Mar 28 13:51:32.248501 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35072) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:32.258528 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-c1f72755-005c-46fa-96f1-b5b431280124 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] For port 3151c048-fdd3-493a-bdcf-3ee8c8e9c9e0, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=3151c048-fdd3-493a-bdcf-3ee8c8e9c9e0,segment=NetworkSegment(deddebab-ffe1-4955-b740-020ae0a6ba4e),segment_id=deddebab-ffe1-4955-b740-020ae0a6ba4e)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:51:32.259144 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c1f72755-005c-46fa-96f1-b5b431280124 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:32.272413 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-1273aa15-3a05-4d0e-b0ea-a53292333d5f None None] Provisioning complete for port 3f9b9ac8-a7a7-48b3-979c-a15ba46a847e triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:51:32.272413 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1273aa15-3a05-4d0e-b0ea-a53292333d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:32.277263 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-c1f72755-005c-46fa-96f1-b5b431280124 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Calling delete_port for 3151c048-fdd3-493a-bdcf-3ee8c8e9c9e0 owned by network:dhcp {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:51:32.340975 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-dcc18c81-ebfb-4480-9785-8153ab763336 None None] Set router 4da27d5a-2423-4797-b1f0-9b0193927517 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:51:32.420833 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c1f72755-005c-46fa-96f1-b5b431280124 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:32.457384 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f72755-005c-46fa-96f1-b5b431280124 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event deleted for resources: {'Port': ['ID=3151c048-fdd3-493a-bdcf-3ee8c8e9c9e0,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:32.476392 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f72755-005c-46fa-96f1-b5b431280124 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] No DVR routers for this DVR port 3151c048-fdd3-493a-bdcf-3ee8c8e9c9e0 on host dv-neutron-835335-1-hyperv {{(pid=109612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:51:32.492041 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-732d1583-dc86-417c-9701-1ca3c2012fab tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2331 time: 0.2422502 Mar 28 13:51:32.539828 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 531c0b21-c506-4803-a50f-6606db7156ef up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:51:32.561259 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c1f72755-005c-46fa-96f1-b5b431280124 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:32.581470 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-c1f72755-005c-46fa-96f1-b5b431280124 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e8adfde-37fc-45f4-97a2-a8fc513b45b0']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:32.591052 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-c1f72755-005c-46fa-96f1-b5b431280124 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deddebab-ffe1-4955-b740-020ae0a6ba4e') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:32.591477 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-c1f72755-005c-46fa-96f1-b5b431280124 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deddebab-ffe1-4955-b740-020ae0a6ba4e') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:32.602888 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c1f72755-005c-46fa-96f1-b5b431280124 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:32.616616 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c1f72755-005c-46fa-96f1-b5b431280124 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:32.623668 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1f72755-005c-46fa-96f1-b5b431280124 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:51:32.624056 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c1f72755-005c-46fa-96f1-b5b431280124 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:32.627203 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:51:32.627203 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:51:32.627203 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:51:32.627203 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:51:32.627203 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:51:32.627203 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:51:32.627203 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:51:32.627203 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:51:32.627203 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:51:32.627203 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:51:32.627203 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:51:32.627203 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:51:32.627203 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:51:32.627203 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:51:32.627203 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:51:32.627203 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:51:32.627203 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:51:32.627203 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:51:32.627203 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:51:32.627203 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:51:32.627203 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:51:32.627203 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:51:32.627203 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:51:32.627203 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:51:32.627203 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:51:32.627203 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:51:32.627203 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:51:32.627203 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:51:32.627203 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:51:32.627203 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:51:32.627203 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:51:32.627203 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:51:32.666388 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 531c0b21-c506-4803-a50f-6606db7156ef triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:51:32.666770 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:32.729920 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35076) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:32.735277 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-dcc18c81-ebfb-4480-9785-8153ab763336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'name': 'tempest-TestNetworkBasicOps-router-120044596', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.45'}], 'enable_snat': True}, 'gw_port_id': '531c0b21-c506-4803-a50f-6606db7156ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:51:26Z', 'updated_at': '2022-03-28T13:51:30Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '531c0b21-c506-4803-a50f-6606db7156ef', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:92:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:51:26Z', 'updated_at': '2022-03-28T13:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '1cb93e85-cf00-4a31-934f-0cfedcacba42', 'name': '', 'network_id': '0a983283-48b7-4cca-8fb1-03f87491a2ea', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:d1:af:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'c947f236-8b1e-42e9-acfc-150f099caf2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:51:30Z', 'updated_at': '2022-03-28T13:51:31Z', 'revision_number': 2, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'c947f236-8b1e-42e9-acfc-150f099caf2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:32.736587 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-36db0a9e-3ce3-4453-a536-60cb84bd5d8b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1675328893', 'description': 'tempest-secgroup-smoke-1675328893 description', 'project_id': '8783dd3017a04690835ab7e96e428838'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:32.773832 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c1f72755-005c-46fa-96f1-b5b431280124 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:32.778932 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc18c81-ebfb-4480-9785-8153ab763336 None None] Checking router: 4da27d5a-2423-4797-b1f0-9b0193927517 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:51:32.779293 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc18c81-ebfb-4480-9785-8153ab763336 None None] Updating router 4da27d5a-2423-4797-b1f0-9b0193927517 port 1cb93e85-cf00-4a31-934f-0cfedcacba42 binding host dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 13:51:32.782497 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c1f72755-005c-46fa-96f1-b5b431280124 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:32.794636 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c1f72755-005c-46fa-96f1-b5b431280124 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "DELETE /v2.0/networks/5e8adfde-37fc-45f4-97a2-a8fc513b45b0 HTTP/1.1" status: 204 len: 168 time: 2.5357084 Mar 28 13:51:32.795445 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35078) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:32.801942 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-98d74e67-078a-4cb8-af27-2868c6572aa8 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1611042098'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:32.802321 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f72755-005c-46fa-96f1-b5b431280124 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event deleted for resources: {'Network': ['ID=5e8adfde-37fc-45f4-97a2-a8fc513b45b0,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:32.818589 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 3f9b9ac8-a7a7-48b3-979c-a15ba46a847e up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:51:32.820347 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dcc18c81-ebfb-4480-9785-8153ab763336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:32.889991 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-36db0a9e-3ce3-4453-a536-60cb84bd5d8b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:32.936174 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d74e67-078a-4cb8-af27-2868c6572aa8 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Made reservation on behalf of 436f2587f14c4f028833e0219405fbf5 for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:51:32.939642 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-98d74e67-078a-4cb8-af27-2868c6572aa8 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:32.973091 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 3f9b9ac8-a7a7-48b3-979c-a15ba46a847e triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:51:32.973091 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:32.987898 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98d74e67-078a-4cb8-af27-2868c6572aa8 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:51:32.991658 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-36db0a9e-3ce3-4453-a536-60cb84bd5d8b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:33.001206 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-98d74e67-078a-4cb8-af27-2868c6572aa8 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:33.001687 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-98d74e67-078a-4cb8-af27-2868c6572aa8 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Added segment a7a1a0ad-de37-4444-8929-9be40aa93f4c of type vlan for network 091f34d3-38ae-465c-9f5e-c1005ec49865 Mar 28 13:51:33.017403 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-bfccdc31-9016-4f16-8228-a0c4227c978c None None] Provisioning complete for port 3f9b9ac8-a7a7-48b3-979c-a15ba46a847e triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:51:33.017777 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-bfccdc31-9016-4f16-8228-a0c4227c978c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:33.045319 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-98d74e67-078a-4cb8-af27-2868c6572aa8 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:33.106871 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-36db0a9e-3ce3-4453-a536-60cb84bd5d8b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:33.138999 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db0a9e-3ce3-4453-a536-60cb84bd5d8b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=340ff62d-dfed-4759-b858-8c1eed4f131a,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:33.146909 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36db0a9e-3ce3-4453-a536-60cb84bd5d8b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:51:33.147332 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36db0a9e-3ce3-4453-a536-60cb84bd5d8b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:51:33.147741 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36db0a9e-3ce3-4453-a536-60cb84bd5d8b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:51:33.148144 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36db0a9e-3ce3-4453-a536-60cb84bd5d8b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:51:33.148598 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36db0a9e-3ce3-4453-a536-60cb84bd5d8b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:51:33.148995 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36db0a9e-3ce3-4453-a536-60cb84bd5d8b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:51:33.149387 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36db0a9e-3ce3-4453-a536-60cb84bd5d8b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:51:33.149724 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36db0a9e-3ce3-4453-a536-60cb84bd5d8b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:51:33.150054 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36db0a9e-3ce3-4453-a536-60cb84bd5d8b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:51:33.150380 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36db0a9e-3ce3-4453-a536-60cb84bd5d8b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:51:33.150705 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36db0a9e-3ce3-4453-a536-60cb84bd5d8b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:51:33.151054 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36db0a9e-3ce3-4453-a536-60cb84bd5d8b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:51:33.209462 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-98d74e67-078a-4cb8-af27-2868c6572aa8 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:33.216302 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d74e67-078a-4cb8-af27-2868c6572aa8 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:33.219587 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-98d74e67-078a-4cb8-af27-2868c6572aa8 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:33.265218 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eea05b5-7437-4753-9bbd-d62d583fa16c None None] get_active_networks_info from dv-neutron-835335-1-hyperv {{(pid=109614) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 28 13:51:33.291729 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-36db0a9e-3ce3-4453-a536-60cb84bd5d8b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:33.293137 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-36db0a9e-3ce3-4453-a536-60cb84bd5d8b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5621142 Mar 28 13:51:33.296394 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35080) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:33.302880 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-7d865ad6-b0e6-428b-8f22-529070631c83 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': '340ff62d-dfed-4759-b858-8c1eed4f131a', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:33.305395 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-bfccdc31-9016-4f16-8228-a0c4227c978c None None] Provisioning complete for port 1cb93e85-cf00-4a31-934f-0cfedcacba42 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:51:33.309745 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-bfccdc31-9016-4f16-8228-a0c4227c978c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:33.309868 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d74e67-078a-4cb8-af27-2868c6572aa8 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event updated for resources: {'Network': ['ID=091f34d3-38ae-465c-9f5e-c1005ec49865,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:33.330460 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-98d74e67-078a-4cb8-af27-2868c6572aa8 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5329504 Mar 28 13:51:33.333478 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35082) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:33.338440 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-b413de51-91c7-4d3b-9ccf-8589c685b71d tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Request body: {'subnet': {'network_id': '091f34d3-38ae-465c-9f5e-c1005ec49865', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:33.343461 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 091f34d3-38ae-465c-9f5e-c1005ec49865 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:51:33.357740 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dcc18c81-ebfb-4480-9785-8153ab763336 None None] Notify callbacks [] for port, precommit_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:33.399171 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7d865ad6-b0e6-428b-8f22-529070631c83 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:33.433393 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-bfccdc31-9016-4f16-8228-a0c4227c978c None None] Port 1cb93e85-cf00-4a31-934f-0cfedcacba42 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:51:33.455984 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dcc18c81-ebfb-4480-9785-8153ab763336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:33.481825 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7d865ad6-b0e6-428b-8f22-529070631c83 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:33.508343 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eea05b5-7437-4753-9bbd-d62d583fa16c None None] Resources bound (agent type, host, resource id): {{(pid=109614) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 13:51:33.520817 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa1deb0-57a8-4f1d-8557-c1bd3d7b709d None None] Pushing event updated for resources: {'Port': ['ID=1cb93e85-cf00-4a31-934f-0cfedcacba42,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:33.529212 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b413de51-91c7-4d3b-9ccf-8589c685b71d tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Made reservation on behalf of 436f2587f14c4f028833e0219405fbf5 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:51:33.532801 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b413de51-91c7-4d3b-9ccf-8589c685b71d tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:33.577252 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7d865ad6-b0e6-428b-8f22-529070631c83 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:33.608205 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d865ad6-b0e6-428b-8f22-529070631c83 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b343f6b6-8f13-4503-b592-91ca284d9567,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:33.629508 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-84f98152-6749-4d05-8491-728b07665770 None None] Provisioning complete for port 1cb93e85-cf00-4a31-934f-0cfedcacba42 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:51:33.629884 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-84f98152-6749-4d05-8491-728b07665770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:33.631468 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-dcc18c81-ebfb-4480-9785-8153ab763336 None None] Attempting to bind port 1cb93e85-cf00-4a31-934f-0cfedcacba42 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:51:33.631836 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-dcc18c81-ebfb-4480-9785-8153ab763336 None None] Attempting to bind port 1cb93e85-cf00-4a31-934f-0cfedcacba42 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '730ef24c-20a6-4893-825e-92ad0587dcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0a983283-48b7-4cca-8fb1-03f87491a2ea'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:51:33.632193 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc18c81-ebfb-4480-9785-8153ab763336 None None] Attempting to bind port 1cb93e85-cf00-4a31-934f-0cfedcacba42 on network 0a983283-48b7-4cca-8fb1-03f87491a2ea {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:51:33.660607 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc18c81-ebfb-4480-9785-8153ab763336 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:51:33.660979 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc18c81-ebfb-4480-9785-8153ab763336 None None] Checking segment: {'id': '730ef24c-20a6-4893-825e-92ad0587dcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0a983283-48b7-4cca-8fb1-03f87491a2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:51:33.661374 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dcc18c81-ebfb-4480-9785-8153ab763336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:33.661765 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc18c81-ebfb-4480-9785-8153ab763336 None None] Bound using segment: {'id': '730ef24c-20a6-4893-825e-92ad0587dcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0a983283-48b7-4cca-8fb1-03f87491a2ea'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:51:33.662240 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-dcc18c81-ebfb-4480-9785-8153ab763336 None None] Bound port: 1cb93e85-cf00-4a31-934f-0cfedcacba42, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730ef24c-20a6-4893-825e-92ad0587dcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0a983283-48b7-4cca-8fb1-03f87491a2ea'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:51:33.662622 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dcc18c81-ebfb-4480-9785-8153ab763336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:33.679411 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7d865ad6-b0e6-428b-8f22-529070631c83 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:33.683844 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-7d865ad6-b0e6-428b-8f22-529070631c83 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3832240 Mar 28 13:51:33.683983 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35084) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:33.690498 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-d89ac6f2-f879-42e5-b415-e6240e36b3c1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': '340ff62d-dfed-4759-b858-8c1eed4f131a', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:33.702777 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-84f98152-6749-4d05-8491-728b07665770 None None] Port 1cb93e85-cf00-4a31-934f-0cfedcacba42 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:51:33.792991 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d89ac6f2-f879-42e5-b415-e6240e36b3c1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:33.864171 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d89ac6f2-f879-42e5-b415-e6240e36b3c1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:33.929446 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d89ac6f2-f879-42e5-b415-e6240e36b3c1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:33.951733 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ac6f2-f879-42e5-b415-e6240e36b3c1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6a04273-465a-4bf5-8532-57116e9c7044,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:33.956163 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dcc18c81-ebfb-4480-9785-8153ab763336 None None] For port 1cb93e85-cf00-4a31-934f-0cfedcacba42, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:51:33.976284 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dcc18c81-ebfb-4480-9785-8153ab763336 None None] For port 1cb93e85-cf00-4a31-934f-0cfedcacba42, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=1cb93e85-cf00-4a31-934f-0cfedcacba42,segment=NetworkSegment(730ef24c-20a6-4893-825e-92ad0587dcde),segment_id=730ef24c-20a6-4893-825e-92ad0587dcde)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:51:34.034201 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d89ac6f2-f879-42e5-b415-e6240e36b3c1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:34.039499 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d89ac6f2-f879-42e5-b415-e6240e36b3c1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3537793 Mar 28 13:51:34.043524 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35088) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:34.055295 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-75d7285f-ed44-4f0f-b180-fa3061d40be5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': '340ff62d-dfed-4759-b858-8c1eed4f131a', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:34.061600 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dcc18c81-ebfb-4480-9785-8153ab763336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:34.122424 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa1deb0-57a8-4f1d-8557-c1bd3d7b709d None None] Pushing event updated for resources: {'Port': ['ID=1cb93e85-cf00-4a31-934f-0cfedcacba42,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:34.125184 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc18c81-ebfb-4480-9785-8153ab763336 None None] Routers {'4da27d5a-2423-4797-b1f0-9b0193927517'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:51:34.125794 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-dcc18c81-ebfb-4480-9785-8153ab763336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:51:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['4da27d5a-2423-4797-b1f0-9b0193927517'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:34.146960 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b413de51-91c7-4d3b-9ccf-8589c685b71d tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:34.163414 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-75d7285f-ed44-4f0f-b180-fa3061d40be5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:34.222729 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b413de51-91c7-4d3b-9ccf-8589c685b71d tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event updated for resources: {'Subnet': ['ID=823a2756-351d-4030-bece-7cb929cf1fb8,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:34.235807 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b413de51-91c7-4d3b-9ccf-8589c685b71d tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Checking segment: {'id': 'a7a1a0ad-de37-4444-8929-9be40aa93f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '091f34d3-38ae-465c-9f5e-c1005ec49865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:51:34.236488 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b413de51-91c7-4d3b-9ccf-8589c685b71d tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Network hostable DHCP agents. Network: 091f34d3-38ae-465c-9f5e-c1005ec49865, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:51:34.245292 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-dcc18c81-ebfb-4480-9785-8153ab763336 None None] Set router 4da27d5a-2423-4797-b1f0-9b0193927517 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:51:34.248823 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b413de51-91c7-4d3b-9ccf-8589c685b71d tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:51:34.249282 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b413de51-91c7-4d3b-9ccf-8589c685b71d tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:51:34.249724 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b413de51-91c7-4d3b-9ccf-8589c685b71d tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:51:34.250162 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b413de51-91c7-4d3b-9ccf-8589c685b71d tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:51:34.250616 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b413de51-91c7-4d3b-9ccf-8589c685b71d tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:51:34.251043 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b413de51-91c7-4d3b-9ccf-8589c685b71d tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:51:34.251169 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-75d7285f-ed44-4f0f-b180-fa3061d40be5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:34.251618 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b413de51-91c7-4d3b-9ccf-8589c685b71d tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:51:34.251956 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b413de51-91c7-4d3b-9ccf-8589c685b71d tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:51:34.252352 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b413de51-91c7-4d3b-9ccf-8589c685b71d tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:51:34.252769 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b413de51-91c7-4d3b-9ccf-8589c685b71d tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:51:34.253343 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b413de51-91c7-4d3b-9ccf-8589c685b71d tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:51:34.253681 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b413de51-91c7-4d3b-9ccf-8589c685b71d tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:51:34.324466 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-75d7285f-ed44-4f0f-b180-fa3061d40be5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:34.347373 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d7285f-ed44-4f0f-b180-fa3061d40be5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a527fd6-f4ba-4329-b22d-cae253c7f080,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:34.357650 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b413de51-91c7-4d3b-9ccf-8589c685b71d tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Network 091f34d3-38ae-465c-9f5e-c1005ec49865 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:51:34.381570 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-7f432a93-4074-4093-b854-39a06c560480 None None] Provisioning complete for port 1cb93e85-cf00-4a31-934f-0cfedcacba42 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:51:34.381940 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7f432a93-4074-4093-b854-39a06c560480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:34.440068 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-75d7285f-ed44-4f0f-b180-fa3061d40be5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:34.442002 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-75d7285f-ed44-4f0f-b180-fa3061d40be5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4007759 Mar 28 13:51:34.444750 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35090) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:34.449425 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-bfffa96b-578e-43de-a7e4-06f68fcd3351 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': '340ff62d-dfed-4759-b858-8c1eed4f131a', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:34.454313 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-b413de51-91c7-4d3b-9ccf-8589c685b71d tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 091f34d3-38ae-465c-9f5e-c1005ec49865) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:51:34.458327 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b413de51-91c7-4d3b-9ccf-8589c685b71d tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:34.459064 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476e2059-048d-46c3-8c23-38dcfbfc59ef None None] Network 091f34d3-38ae-465c-9f5e-c1005ec49865 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:51:34.459201 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b413de51-91c7-4d3b-9ccf-8589c685b71d tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:34.540228 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bfffa96b-578e-43de-a7e4-06f68fcd3351 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:34.564547 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-b413de51-91c7-4d3b-9ccf-8589c685b71d tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2261293 Mar 28 13:51:34.566420 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35092) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:34.601666 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7f432a93-4074-4093-b854-39a06c560480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:34.660772 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bfffa96b-578e-43de-a7e4-06f68fcd3351 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:34.680324 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-7f432a93-4074-4093-b854-39a06c560480 None None] For port 1cb93e85-cf00-4a31-934f-0cfedcacba42, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=1cb93e85-cf00-4a31-934f-0cfedcacba42,segment=NetworkSegment(730ef24c-20a6-4893-825e-92ad0587dcde),segment_id=730ef24c-20a6-4893-825e-92ad0587dcde)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:51:34.685561 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-dcc18c81-ebfb-4480-9785-8153ab763336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'name': 'tempest-TestNetworkBasicOps-router-120044596', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.45'}], 'enable_snat': True}, 'gw_port_id': '531c0b21-c506-4803-a50f-6606db7156ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:51:26Z', 'updated_at': '2022-03-28T13:51:30Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '531c0b21-c506-4803-a50f-6606db7156ef', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:92:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:51:26Z', 'updated_at': '2022-03-28T13:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '1cb93e85-cf00-4a31-934f-0cfedcacba42', 'name': '', 'network_id': '0a983283-48b7-4cca-8fb1-03f87491a2ea', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:d1:af:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'c947f236-8b1e-42e9-acfc-150f099caf2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:51:30Z', 'updated_at': '2022-03-28T13:51:33Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'c947f236-8b1e-42e9-acfc-150f099caf2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:34.691698 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-75f5d8ad-c695-472d-8c4f-d4f6a9b4e20e tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:34.722299 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bfffa96b-578e-43de-a7e4-06f68fcd3351 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:34.726823 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc18c81-ebfb-4480-9785-8153ab763336 None None] The sync data for ids ['4da27d5a-2423-4797-b1f0-9b0193927517'] in dv-neutron-835335-1-hyperv is: [{'id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'name': 'tempest-TestNetworkBasicOps-router-120044596', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.45'}], 'enable_snat': True}, 'gw_port_id': '531c0b21-c506-4803-a50f-6606db7156ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:51:26Z', 'updated_at': '2022-03-28T13:51:30Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '531c0b21-c506-4803-a50f-6606db7156ef', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:92:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:51:26Z', 'updated_at': '2022-03-28T13:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '1cb93e85-cf00-4a31-934f-0cfedcacba42', 'name': '', 'network_id': '0a983283-48b7-4cca-8fb1-03f87491a2ea', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:d1:af:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'c947f236-8b1e-42e9-acfc-150f099caf2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:51:30Z', 'updated_at': '2022-03-28T13:51:33Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'c947f236-8b1e-42e9-acfc-150f099caf2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:51:34.734173 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7f432a93-4074-4093-b854-39a06c560480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:34.742549 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ec87c1-4517-44b3-b287-53a1b176e6b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-091f34d3-38ae-465c-9f5e-c1005ec49865', 'network_id': '091f34d3-38ae-465c-9f5e-c1005ec49865', 'tenant_id': '436f2587f14c4f028833e0219405fbf5', 'fixed_ips': [{'subnet_id': '823a2756-351d-4030-bece-7cb929cf1fb8'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:51:34.743659 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-38ec87c1-4517-44b3-b287-53a1b176e6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:34.754171 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfffa96b-578e-43de-a7e4-06f68fcd3351 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bf296bf-20b0-4870-8bb8-7ad6d08bc793,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:34.762127 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-75f5d8ad-c695-472d-8c4f-d4f6a9b4e20e tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:34.826879 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bfffa96b-578e-43de-a7e4-06f68fcd3351 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:34.828162 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-bfffa96b-578e-43de-a7e4-06f68fcd3351 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3823984 Mar 28 13:51:34.830950 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35094) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:34.835286 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-878c4fc4-7c8b-4a89-801a-f50a522fb50d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': '340ff62d-dfed-4759-b858-8c1eed4f131a', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:34.887726 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f432a93-4074-4093-b854-39a06c560480 None None] Pushing event updated for resources: {'Port': ['ID=1cb93e85-cf00-4a31-934f-0cfedcacba42,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:34.904123 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-0bb32121-7c3e-4775-ae1b-b96abece8edf None None] Provisioning complete for port 1cb93e85-cf00-4a31-934f-0cfedcacba42 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:51:34.904527 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0bb32121-7c3e-4775-ae1b-b96abece8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:34.938141 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.securitygroups_db [None req-878c4fc4-7c8b-4a89-801a-f50a522fb50d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Project 8783dd3017a04690835ab7e96e428838 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 13:51:34.944109 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-878c4fc4-7c8b-4a89-801a-f50a522fb50d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:34.971061 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-75f5d8ad-c695-472d-8c4f-d4f6a9b4e20e tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:35.014689 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f5d8ad-c695-472d-8c4f-d4f6a9b4e20e tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event deleted for resources: {'Subnet': ['ID=823a2756-351d-4030-bece-7cb929cf1fb8,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server [None req-38ec87c1-4517-44b3-b287-53a1b176e6b6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 823a2756-351d-4030-bece-7cb929cf1fb8: This subnet is being modified by another concurrent operation. Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise exception Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 823a2756-351d-4030-bece-7cb929cf1fb8: This subnet is being modified by another concurrent operation. Mar 28 13:51:35.017750 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server Mar 28 13:51:35.044554 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5862bb4-ffb5-49df-b1d6-723c5a42e51f None None] Network 091f34d3-38ae-465c-9f5e-c1005ec49865 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:51:35.087237 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-878c4fc4-7c8b-4a89-801a-f50a522fb50d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:35.095759 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-75f5d8ad-c695-472d-8c4f-d4f6a9b4e20e tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:35.117485 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-75f5d8ad-c695-472d-8c4f-d4f6a9b4e20e tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['091f34d3-38ae-465c-9f5e-c1005ec49865']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:35.129400 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-75f5d8ad-c695-472d-8c4f-d4f6a9b4e20e tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7a1a0ad-de37-4444-8929-9be40aa93f4c') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:35.129760 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-75f5d8ad-c695-472d-8c4f-d4f6a9b4e20e tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7a1a0ad-de37-4444-8929-9be40aa93f4c') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:35.142915 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-75f5d8ad-c695-472d-8c4f-d4f6a9b4e20e tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:35.156708 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-75f5d8ad-c695-472d-8c4f-d4f6a9b4e20e tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:35.163685 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75f5d8ad-c695-472d-8c4f-d4f6a9b4e20e tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:51:35.164148 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-75f5d8ad-c695-472d-8c4f-d4f6a9b4e20e tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:35.167465 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1038a64-80c8-4a96-aa79-ba9356d8a7ad None None] get_active_networks_info from dv-neutron-835335-1-hyperv {{(pid=109614) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 28 13:51:35.167633 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:51:35.167633 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:51:35.167633 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:51:35.167633 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:51:35.167633 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:51:35.167633 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:51:35.167633 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:51:35.167633 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:51:35.167633 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:51:35.167633 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:51:35.167633 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:51:35.167633 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:51:35.167633 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:51:35.167633 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:51:35.167633 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:51:35.167633 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:51:35.167633 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:51:35.167633 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:51:35.167633 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:51:35.167633 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:51:35.167633 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:51:35.167633 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:51:35.167633 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:51:35.167633 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:51:35.167633 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:51:35.167633 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:51:35.167633 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:51:35.167633 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:51:35.167633 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:51:35.167633 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:51:35.167633 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:51:35.167633 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:51:35.213958 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-878c4fc4-7c8b-4a89-801a-f50a522fb50d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:35.243645 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878c4fc4-7c8b-4a89-801a-f50a522fb50d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b6e63ff-9740-454a-ac3f-8a038e77933b,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:35.262795 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1038a64-80c8-4a96-aa79-ba9356d8a7ad None None] Resources bound (agent type, host, resource id): {{(pid=109614) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 13:51:35.317927 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-75f5d8ad-c695-472d-8c4f-d4f6a9b4e20e tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:35.324996 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-75f5d8ad-c695-472d-8c4f-d4f6a9b4e20e tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:35.331825 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-75f5d8ad-c695-472d-8c4f-d4f6a9b4e20e tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "DELETE /v2.0/networks/091f34d3-38ae-465c-9f5e-c1005ec49865 HTTP/1.1" status: 204 len: 168 time: 0.7643108 Mar 28 13:51:35.332330 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35096) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:35.338160 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-2b42109d-d035-489e-ba67-090f5eecd3e7 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1583190601'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:35.345013 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f5d8ad-c695-472d-8c4f-d4f6a9b4e20e tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event deleted for resources: {'Network': ['ID=091f34d3-38ae-465c-9f5e-c1005ec49865,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:35.351220 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-878c4fc4-7c8b-4a89-801a-f50a522fb50d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:35.351759 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-878c4fc4-7c8b-4a89-801a-f50a522fb50d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5192814 Mar 28 13:51:35.355230 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35098) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:35.359926 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-ca982299-428c-437a-953f-4bb8ceb544d1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': '340ff62d-dfed-4759-b858-8c1eed4f131a', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:35.453439 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b42109d-d035-489e-ba67-090f5eecd3e7 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Made reservation on behalf of 436f2587f14c4f028833e0219405fbf5 for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:51:35.457464 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2b42109d-d035-489e-ba67-090f5eecd3e7 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:35.469763 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.securitygroups_db [None req-ca982299-428c-437a-953f-4bb8ceb544d1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Project 8783dd3017a04690835ab7e96e428838 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 13:51:35.479302 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ca982299-428c-437a-953f-4bb8ceb544d1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:35.503205 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b42109d-d035-489e-ba67-090f5eecd3e7 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:51:35.527435 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2b42109d-d035-489e-ba67-090f5eecd3e7 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:35.527785 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-2b42109d-d035-489e-ba67-090f5eecd3e7 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Added segment 1868d2d1-6cfa-4db4-b4ae-68a42c0f5ceb of type vlan for network ecd8b5ee-309a-46b8-9a3c-c8dd9d181e4a Mar 28 13:51:35.587517 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2b42109d-d035-489e-ba67-090f5eecd3e7 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:35.595945 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ca982299-428c-437a-953f-4bb8ceb544d1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:35.655123 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ca982299-428c-437a-953f-4bb8ceb544d1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:35.674232 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca982299-428c-437a-953f-4bb8ceb544d1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66e71d98-bbe4-4826-8240-dccede85b9d3,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:35.693317 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2b42109d-d035-489e-ba67-090f5eecd3e7 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:35.699646 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b42109d-d035-489e-ba67-090f5eecd3e7 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:35.700245 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2b42109d-d035-489e-ba67-090f5eecd3e7 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724440'] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:35.755332 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ca982299-428c-437a-953f-4bb8ceb544d1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:35.756588 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ca982299-428c-437a-953f-4bb8ceb544d1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4002233 Mar 28 13:51:35.771152 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b42109d-d035-489e-ba67-090f5eecd3e7 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event updated for resources: {'Network': ['ID=ecd8b5ee-309a-46b8-9a3c-c8dd9d181e4a,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:35.784653 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network ecd8b5ee-309a-46b8-9a3c-c8dd9d181e4a details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:51:35.815842 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-2b42109d-d035-489e-ba67-090f5eecd3e7 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4820938 Mar 28 13:51:35.820168 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35104) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:35.826038 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-9f631a95-7ad5-456e-be2a-c315a6626ec8 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:35.930665 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-6c3ae545-e7bc-464e-b3e4-54b2dc039620 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1675328893&fields=id&tenant_id=8783dd3017a04690835ab7e96e428838 HTTP/1.1" status: 200 len: 267 time: 0.0323405 Mar 28 13:51:35.989210 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9f631a95-7ad5-456e-be2a-c315a6626ec8 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:36.044264 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-67dc0fe6-0928-4f41-b896-5ab1538315fd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:36.046243 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-67dc0fe6-0928-4f41-b896-5ab1538315fd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/networks?id=0a983283-48b7-4cca-8fb1-03f87491a2ea HTTP/1.1" status: 200 len: 797 time: 0.1067424 Mar 28 13:51:36.061362 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-1e5a1bf0-9ed5-40be-9274-92b06522ef5a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/quotas/8783dd3017a04690835ab7e96e428838 HTTP/1.1" status: 200 len: 375 time: 0.0094717 Mar 28 13:51:36.066206 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9f631a95-7ad5-456e-be2a-c315a6626ec8 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:36.086198 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9f631a95-7ad5-456e-be2a-c315a6626ec8 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Network ecd8b5ee-309a-46b8-9a3c-c8dd9d181e4a is not hosted by any dhcp agent {{(pid=109612) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 28 13:51:36.091706 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f631a95-7ad5-456e-be2a-c315a6626ec8 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:36.092302 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9f631a95-7ad5-456e-be2a-c315a6626ec8 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks [] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:36.093671 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-9f631a95-7ad5-456e-be2a-c315a6626ec8 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "PUT /v2.0/networks/ecd8b5ee-309a-46b8-9a3c-c8dd9d181e4a HTTP/1.1" status: 200 len: 723 time: 0.2724385 Mar 28 13:51:36.096607 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35118) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:36.104630 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-db20f222-a254-4d60-a12c-d93ae8006396 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Request body: {'subnet': {'network_id': 'ecd8b5ee-309a-46b8-9a3c-c8dd9d181e4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:36.112924 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-0ca3a4ba-d9e3-4462-baa0-d3e37a04106b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462787 Mar 28 13:51:36.188608 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f631a95-7ad5-456e-be2a-c315a6626ec8 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event updated for resources: {'Network': ['ID=ecd8b5ee-309a-46b8-9a3c-c8dd9d181e4a,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:36.198870 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network ecd8b5ee-309a-46b8-9a3c-c8dd9d181e4a details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:51:36.213056 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-f70edc54-e1a3-4b33-b6e7-317bae400e24 service neutron] 10.222.0.24 "GET /v2.0/networks/0a983283-48b7-4cca-8fb1-03f87491a2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878451 Mar 28 13:51:36.304752 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db20f222-a254-4d60-a12c-d93ae8006396 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Made reservation on behalf of 436f2587f14c4f028833e0219405fbf5 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:51:36.308499 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-db20f222-a254-4d60-a12c-d93ae8006396 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:36.309333 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-92129357-7e9a-4de1-ae25-e620ae8c45b1 service neutron] 10.222.0.24 "GET /v2.0/networks/0a983283-48b7-4cca-8fb1-03f87491a2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870452 Mar 28 13:51:36.504812 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 1cb93e85-cf00-4a31-934f-0cfedcacba42 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:51:36.556622 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 1cb93e85-cf00-4a31-934f-0cfedcacba42 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:51:36.556981 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:36.558701 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-db20f222-a254-4d60-a12c-d93ae8006396 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:36.578501 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-aed3280d-eb0b-4685-8bd7-d1834964d955 req-8e3dc26f-bbc6-411c-94c8-e154936df5e1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a50f999-d439-4aef-a9c9-f58eece3bd08 HTTP/1.1" status: 200 len: 210 time: 0.0401087 Mar 28 13:51:36.622097 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db20f222-a254-4d60-a12c-d93ae8006396 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event updated for resources: {'Subnet': ['ID=cb13fc41-06da-4387-980a-ae22a622c737,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:36.637820 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db20f222-a254-4d60-a12c-d93ae8006396 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Checking segment: {'id': '1868d2d1-6cfa-4db4-b4ae-68a42c0f5ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ecd8b5ee-309a-46b8-9a3c-c8dd9d181e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:51:36.638181 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db20f222-a254-4d60-a12c-d93ae8006396 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Network hostable DHCP agents. Network: ecd8b5ee-309a-46b8-9a3c-c8dd9d181e4a, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:51:36.711896 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db20f222-a254-4d60-a12c-d93ae8006396 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Network ecd8b5ee-309a-46b8-9a3c-c8dd9d181e4a is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:51:36.820576 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-db20f222-a254-4d60-a12c-d93ae8006396 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, ecd8b5ee-309a-46b8-9a3c-c8dd9d181e4a) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:51:36.825611 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db20f222-a254-4d60-a12c-d93ae8006396 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:36.826104 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-db20f222-a254-4d60-a12c-d93ae8006396 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:36.830583 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8964abce-2d55-4c04-b565-5f87335a7ce9 None None] Network ecd8b5ee-309a-46b8-9a3c-c8dd9d181e4a requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:51:36.901738 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-db20f222-a254-4d60-a12c-d93ae8006396 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8040884 Mar 28 13:51:36.904167 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35130) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:36.909369 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-47f68ddb-da32-4c0b-b5b3-8619c284057b tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:36.973286 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4914ed-fcd5-402c-a35d-cddca7b9c5a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-ecd8b5ee-309a-46b8-9a3c-c8dd9d181e4a', 'network_id': 'ecd8b5ee-309a-46b8-9a3c-c8dd9d181e4a', 'tenant_id': '436f2587f14c4f028833e0219405fbf5', 'fixed_ips': [{'subnet_id': 'cb13fc41-06da-4387-980a-ae22a622c737'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:51:36.974178 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8a4914ed-fcd5-402c-a35d-cddca7b9c5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:37.006341 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-47f68ddb-da32-4c0b-b5b3-8619c284057b tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-130995960'] for subnet, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:37.241890 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-47f68ddb-da32-4c0b-b5b3-8619c284057b tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740191706287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-131901043'] for subnet, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:37.279887 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f68ddb-da32-4c0b-b5b3-8619c284057b tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:37.280492 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-47f68ddb-da32-4c0b-b5b3-8619c284057b tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:37.281813 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-47f68ddb-da32-4c0b-b5b3-8619c284057b tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "PUT /v2.0/subnets/cb13fc41-06da-4387-980a-ae22a622c737 HTTP/1.1" status: 200 len: 806 time: 0.3766010 Mar 28 13:51:37.284888 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35134) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:37.294178 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-8a4914ed-fcd5-402c-a35d-cddca7b9c5a3 None None] Allocated IP 172.20.0.2 (ecd8b5ee-309a-46b8-9a3c-c8dd9d181e4a/cb13fc41-06da-4387-980a-ae22a622c737/0b87c3df-8a8f-4506-bd13-e0ec4645b770) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:51:37.306027 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f68ddb-da32-4c0b-b5b3-8619c284057b tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event updated for resources: {'Subnet': ['ID=cb13fc41-06da-4387-980a-ae22a622c737,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:37.397485 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0edffd98-5026-4a9d-a2b4-87c9ce9e6989 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:37.449707 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0edffd98-5026-4a9d-a2b4-87c9ce9e6989 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:37.453588 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8a4914ed-fcd5-402c-a35d-cddca7b9c5a3 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:37.518006 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8a4914ed-fcd5-402c-a35d-cddca7b9c5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:37.557719 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4914ed-fcd5-402c-a35d-cddca7b9c5a3 None None] Network ecd8b5ee-309a-46b8-9a3c-c8dd9d181e4a is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:51:37.560610 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-8a4914ed-fcd5-402c-a35d-cddca7b9c5a3 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:51:37.563969 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4914ed-fcd5-402c-a35d-cddca7b9c5a3 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:51:37.569044 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4914ed-fcd5-402c-a35d-cddca7b9c5a3 None None] Pushing event updated for resources: {'Port': ['ID=0b87c3df-8a8f-4506-bd13-e0ec4645b770,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:37.596606 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4914ed-fcd5-402c-a35d-cddca7b9c5a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:51:37.597164 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4914ed-fcd5-402c-a35d-cddca7b9c5a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:51:37.597701 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4914ed-fcd5-402c-a35d-cddca7b9c5a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:51:37.598233 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4914ed-fcd5-402c-a35d-cddca7b9c5a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:51:37.598765 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4914ed-fcd5-402c-a35d-cddca7b9c5a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:51:37.599303 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4914ed-fcd5-402c-a35d-cddca7b9c5a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:51:37.599652 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4914ed-fcd5-402c-a35d-cddca7b9c5a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:51:37.599975 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4914ed-fcd5-402c-a35d-cddca7b9c5a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:51:37.600302 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4914ed-fcd5-402c-a35d-cddca7b9c5a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:51:37.600650 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4914ed-fcd5-402c-a35d-cddca7b9c5a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:51:37.600981 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4914ed-fcd5-402c-a35d-cddca7b9c5a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:51:37.601288 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4914ed-fcd5-402c-a35d-cddca7b9c5a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:51:37.609788 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0edffd98-5026-4a9d-a2b4-87c9ce9e6989 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:37.637236 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-8a4914ed-fcd5-402c-a35d-cddca7b9c5a3 None None] Attempting to bind port 0b87c3df-8a8f-4506-bd13-e0ec4645b770 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:51:37.637600 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-8a4914ed-fcd5-402c-a35d-cddca7b9c5a3 None None] Attempting to bind port 0b87c3df-8a8f-4506-bd13-e0ec4645b770 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '1868d2d1-6cfa-4db4-b4ae-68a42c0f5ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ecd8b5ee-309a-46b8-9a3c-c8dd9d181e4a'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:51:37.637989 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4914ed-fcd5-402c-a35d-cddca7b9c5a3 None None] Attempting to bind port 0b87c3df-8a8f-4506-bd13-e0ec4645b770 on network ecd8b5ee-309a-46b8-9a3c-c8dd9d181e4a {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:51:37.643281 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4914ed-fcd5-402c-a35d-cddca7b9c5a3 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:51:37.643626 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4914ed-fcd5-402c-a35d-cddca7b9c5a3 None None] Checking segment: {'id': '1868d2d1-6cfa-4db4-b4ae-68a42c0f5ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ecd8b5ee-309a-46b8-9a3c-c8dd9d181e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:51:37.644020 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8a4914ed-fcd5-402c-a35d-cddca7b9c5a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:37.644432 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4914ed-fcd5-402c-a35d-cddca7b9c5a3 None None] Bound using segment: {'id': '1868d2d1-6cfa-4db4-b4ae-68a42c0f5ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ecd8b5ee-309a-46b8-9a3c-c8dd9d181e4a'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:51:37.644890 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-8a4914ed-fcd5-402c-a35d-cddca7b9c5a3 None None] Bound port: 0b87c3df-8a8f-4506-bd13-e0ec4645b770, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1868d2d1-6cfa-4db4-b4ae-68a42c0f5ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ecd8b5ee-309a-46b8-9a3c-c8dd9d181e4a'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:51:37.645268 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8a4914ed-fcd5-402c-a35d-cddca7b9c5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:37.651919 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edffd98-5026-4a9d-a2b4-87c9ce9e6989 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event deleted for resources: {'Subnet': ['ID=cb13fc41-06da-4387-980a-ae22a622c737,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:37.711797 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-8a4914ed-fcd5-402c-a35d-cddca7b9c5a3 None None] For port 0b87c3df-8a8f-4506-bd13-e0ec4645b770, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:51:37.715417 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-8a4914ed-fcd5-402c-a35d-cddca7b9c5a3 None None] For port 0b87c3df-8a8f-4506-bd13-e0ec4645b770, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=0b87c3df-8a8f-4506-bd13-e0ec4645b770,segment=NetworkSegment(1868d2d1-6cfa-4db4-b4ae-68a42c0f5ceb),segment_id=1868d2d1-6cfa-4db4-b4ae-68a42c0f5ceb)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:51:37.724744 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5f78120f-3020-4a1f-a87f-a8854de2e2d5 req-01b93f3d-7a89-47fa-b427-2c2b17f6543b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a50f999-d439-4aef-a9c9-f58eece3bd08 HTTP/1.1" status: 200 len: 210 time: 0.0693674 Mar 28 13:51:37.732148 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0edffd98-5026-4a9d-a2b4-87c9ce9e6989 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:37.753428 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-0edffd98-5026-4a9d-a2b4-87c9ce9e6989 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecd8b5ee-309a-46b8-9a3c-c8dd9d181e4a']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:37.763848 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-0edffd98-5026-4a9d-a2b4-87c9ce9e6989 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1868d2d1-6cfa-4db4-b4ae-68a42c0f5ceb') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:37.764143 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-0edffd98-5026-4a9d-a2b4-87c9ce9e6989 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1868d2d1-6cfa-4db4-b4ae-68a42c0f5ceb') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:37.773454 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0edffd98-5026-4a9d-a2b4-87c9ce9e6989 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:37.808626 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8a4914ed-fcd5-402c-a35d-cddca7b9c5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:37.810426 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0edffd98-5026-4a9d-a2b4-87c9ce9e6989 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:37.816644 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0edffd98-5026-4a9d-a2b4-87c9ce9e6989 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:51:37.817170 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0edffd98-5026-4a9d-a2b4-87c9ce9e6989 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:37.820229 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:51:37.820229 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:51:37.820229 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:51:37.820229 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:51:37.820229 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:51:37.820229 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:51:37.820229 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:51:37.820229 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:51:37.820229 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:51:37.820229 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:51:37.820229 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:51:37.820229 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:51:37.820229 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:51:37.820229 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:51:37.820229 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:51:37.820229 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:51:37.820229 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:51:37.820229 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:51:37.820229 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:51:37.820229 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:51:37.820229 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:51:37.820229 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:51:37.820229 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:51:37.820229 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:51:37.820229 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:51:37.820229 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:51:37.820229 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:51:37.820229 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:51:37.820229 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:51:37.820229 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:51:37.820229 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:51:37.820229 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:51:37.891558 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4914ed-fcd5-402c-a35d-cddca7b9c5a3 None None] Pushing event updated for resources: {'Port': ['ID=0b87c3df-8a8f-4506-bd13-e0ec4645b770,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:37.905818 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dea4ccf-1814-4a0c-b0e1-c174534783fd None None] Network ecd8b5ee-309a-46b8-9a3c-c8dd9d181e4a requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:51:37.912541 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.db.api [None req-0edffd98-5026-4a9d-a2b4-87c9ce9e6989 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 13:51:37.912541 dv-neutron-835335-1-hyperv neutron-server[109613]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 13:51:37.912541 dv-neutron-835335-1-hyperv neutron-server[109613]: [parameters: {'id': 'ecd8b5ee-309a-46b8-9a3c-c8dd9d181e4a'}] Mar 28 13:51:37.912541 dv-neutron-835335-1-hyperv neutron-server[109613]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 13:51:37.912956 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG oslo_db.api [None req-0edffd98-5026-4a9d-a2b4-87c9ce9e6989 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 13:51:38.022128 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8277a5fd-094d-4ce7-bae1-d3e8c2551c47 None None] Network ecd8b5ee-309a-46b8-9a3c-c8dd9d181e4a requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:51:38.142554 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14449360-7f32-4504-b840-59bdb134fb17 None None] get_active_networks_info from dv-neutron-835335-1-hyperv {{(pid=109614) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 28 13:51:38.225621 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14449360-7f32-4504-b840-59bdb134fb17 None None] Resources bound (agent type, host, resource id): {{(pid=109614) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 13:51:38.414087 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0edffd98-5026-4a9d-a2b4-87c9ce9e6989 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:38.477012 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-0edffd98-5026-4a9d-a2b4-87c9ce9e6989 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Deleting port 0b87c3df-8a8f-4506-bd13-e0ec4645b770 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:51:38.477344 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0edffd98-5026-4a9d-a2b4-87c9ce9e6989 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:38.547144 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-0edffd98-5026-4a9d-a2b4-87c9ce9e6989 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] For port 0b87c3df-8a8f-4506-bd13-e0ec4645b770, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=0b87c3df-8a8f-4506-bd13-e0ec4645b770,segment=NetworkSegment(1868d2d1-6cfa-4db4-b4ae-68a42c0f5ceb),segment_id=1868d2d1-6cfa-4db4-b4ae-68a42c0f5ceb)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:51:38.547562 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0edffd98-5026-4a9d-a2b4-87c9ce9e6989 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:38.560448 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-0edffd98-5026-4a9d-a2b4-87c9ce9e6989 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Calling delete_port for 0b87c3df-8a8f-4506-bd13-e0ec4645b770 owned by network:dhcp {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:51:38.724951 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-40922cb3-30c2-484b-95fa-c0ab517243d9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:38.726363 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-40922cb3-30c2-484b-95fa-c0ab517243d9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "GET /v2.0/networks?id=0a983283-48b7-4cca-8fb1-03f87491a2ea HTTP/1.1" status: 200 len: 797 time: 0.1094499 Mar 28 13:51:38.775220 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-2e3bf088-dc65-4f1e-84cc-e22277d1c20b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8783dd3017a04690835ab7e96e428838 HTTP/1.1" status: 200 len: 380 time: 0.0356009 Mar 28 13:51:38.784220 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-6a28a145-afb0-4b90-b75c-d50be4e1fdfe tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'port': {'device_id': '0a50f999-d439-4aef-a9c9-f58eece3bd08', 'network_id': '0a983283-48b7-4cca-8fb1-03f87491a2ea', 'admin_state_up': True, 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'security_groups': ['340ff62d-dfed-4759-b858-8c1eed4f131a']}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:38.850609 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0edffd98-5026-4a9d-a2b4-87c9ce9e6989 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:38.857975 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0f30de03-3cf0-44a0-b74d-50610984b274 req-dab222f0-58b3-423e-8cba-740238674e27 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a50f999-d439-4aef-a9c9-f58eece3bd08 HTTP/1.1" status: 200 len: 210 time: 0.0584011 Mar 28 13:51:38.887800 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edffd98-5026-4a9d-a2b4-87c9ce9e6989 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event deleted for resources: {'Port': ['ID=0b87c3df-8a8f-4506-bd13-e0ec4645b770,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:38.891463 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edffd98-5026-4a9d-a2b4-87c9ce9e6989 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] No DVR routers for this DVR port 0b87c3df-8a8f-4506-bd13-e0ec4645b770 on host dv-neutron-835335-1-hyperv {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:51:38.992285 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0edffd98-5026-4a9d-a2b4-87c9ce9e6989 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:39.019283 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-0edffd98-5026-4a9d-a2b4-87c9ce9e6989 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecd8b5ee-309a-46b8-9a3c-c8dd9d181e4a']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:39.029622 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-0edffd98-5026-4a9d-a2b4-87c9ce9e6989 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1868d2d1-6cfa-4db4-b4ae-68a42c0f5ceb') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:39.029915 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-0edffd98-5026-4a9d-a2b4-87c9ce9e6989 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1868d2d1-6cfa-4db4-b4ae-68a42c0f5ceb') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:39.038283 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0edffd98-5026-4a9d-a2b4-87c9ce9e6989 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:39.051739 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0edffd98-5026-4a9d-a2b4-87c9ce9e6989 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:39.058258 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0edffd98-5026-4a9d-a2b4-87c9ce9e6989 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:51:39.058640 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0edffd98-5026-4a9d-a2b4-87c9ce9e6989 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:39.061611 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:51:39.061611 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:51:39.061611 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:51:39.061611 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:51:39.061611 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:51:39.061611 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:51:39.061611 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:51:39.061611 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:51:39.061611 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:51:39.061611 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:51:39.061611 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:51:39.061611 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:51:39.061611 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:51:39.061611 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:51:39.061611 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:51:39.061611 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:51:39.061611 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:51:39.061611 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:51:39.061611 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:51:39.061611 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:51:39.061611 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:51:39.061611 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:51:39.061611 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:51:39.061611 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:51:39.061611 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:51:39.061611 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:51:39.061611 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:51:39.061611 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:51:39.061611 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:51:39.061611 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:51:39.061611 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:51:39.061611 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:51:39.101700 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-6a28a145-afb0-4b90-b75c-d50be4e1fdfe tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Made reservation on behalf of 8783dd3017a04690835ab7e96e428838 for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:51:39.105722 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-6a28a145-afb0-4b90-b75c-d50be4e1fdfe tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:39.204753 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0edffd98-5026-4a9d-a2b4-87c9ce9e6989 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:39.244214 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0edffd98-5026-4a9d-a2b4-87c9ce9e6989 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:39.247183 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-0edffd98-5026-4a9d-a2b4-87c9ce9e6989 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "DELETE /v2.0/networks/ecd8b5ee-309a-46b8-9a3c-c8dd9d181e4a HTTP/1.1" status: 204 len: 168 time: 1.9610400 Mar 28 13:51:39.250092 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35146) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:39.265044 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edffd98-5026-4a9d-a2b4-87c9ce9e6989 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event deleted for resources: {'Network': ['ID=ecd8b5ee-309a-46b8-9a3c-c8dd9d181e4a,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:39.269402 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-71c070d6-b0a6-43de-826d-6765a20d79d5 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] DELETE failed (client error): The resource could not be found. Mar 28 13:51:39.282016 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71c070d6-b0a6-43de-826d-6765a20d79d5 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:51:39.282016 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-71c070d6-b0a6-43de-826d-6765a20d79d5 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "DELETE /v2.0/networks/ecd8b5ee-309a-46b8-9a3c-c8dd9d181e4a HTTP/1.1" status: 404 len: 339 time: 0.0217938 Mar 28 13:51:39.282496 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35148) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:39.287289 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-efc00dc1-fa03-4bb5-8a96-1a1025c2b47e tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-188193252', 'description': 'd1'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:39.328731 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-6a28a145-afb0-4b90-b75c-d50be4e1fdfe tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Allocated IP 172.20.0.4 (0a983283-48b7-4cca-8fb1-03f87491a2ea/c947f236-8b1e-42e9-acfc-150f099caf2d/59f547a1-ee62-4716-999b-0af8d6b4841e) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:51:39.380513 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc00dc1-fa03-4bb5-8a96-1a1025c2b47e tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Made reservation on behalf of 436f2587f14c4f028833e0219405fbf5 for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:51:39.384119 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-efc00dc1-fa03-4bb5-8a96-1a1025c2b47e tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:39.408130 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efc00dc1-fa03-4bb5-8a96-1a1025c2b47e tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:51:39.416637 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-efc00dc1-fa03-4bb5-8a96-1a1025c2b47e tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:39.417155 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-efc00dc1-fa03-4bb5-8a96-1a1025c2b47e tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Added segment 8482e48c-8896-431d-9def-8ce43364d23d of type vlan for network 2e4541e9-09ac-4be5-a683-f0c5419b8d68 Mar 28 13:51:39.457488 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-efc00dc1-fa03-4bb5-8a96-1a1025c2b47e tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:39.466435 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-6a28a145-afb0-4b90-b75c-d50be4e1fdfe tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:39.569163 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-efc00dc1-fa03-4bb5-8a96-1a1025c2b47e tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:39.574644 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc00dc1-fa03-4bb5-8a96-1a1025c2b47e tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:39.575248 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-efc00dc1-fa03-4bb5-8a96-1a1025c2b47e tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks [] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:39.581550 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-6a28a145-afb0-4b90-b75c-d50be4e1fdfe tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:39.626067 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-6a28a145-afb0-4b90-b75c-d50be4e1fdfe tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network 0a983283-48b7-4cca-8fb1-03f87491a2ea is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:51:39.629246 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-6a28a145-afb0-4b90-b75c-d50be4e1fdfe tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:51:39.632805 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-6a28a145-afb0-4b90-b75c-d50be4e1fdfe tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:51:39.647084 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc00dc1-fa03-4bb5-8a96-1a1025c2b47e tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event updated for resources: {'Network': ['ID=2e4541e9-09ac-4be5-a683-f0c5419b8d68,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:39.656926 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a28a145-afb0-4b90-b75c-d50be4e1fdfe tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=59f547a1-ee62-4716-999b-0af8d6b4841e,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:39.662451 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 2e4541e9-09ac-4be5-a683-f0c5419b8d68 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:51:39.687006 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-efc00dc1-fa03-4bb5-8a96-1a1025c2b47e tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4037192 Mar 28 13:51:39.687715 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-6a28a145-afb0-4b90-b75c-d50be4e1fdfe tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:39.688416 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-6a28a145-afb0-4b90-b75c-d50be4e1fdfe tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:39.689990 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35150) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:39.774881 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137ab95d-99bb-4645-b4fb-9b2c406821f8 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:39.776964 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-137ab95d-99bb-4645-b4fb-9b2c406821f8 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "GET /v2.0/networks?id=2e4541e9-09ac-4be5-a683-f0c5419b8d68 HTTP/1.1" status: 200 len: 760 time: 0.0860085 Mar 28 13:51:39.779607 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35152) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:39.782092 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-6a28a145-afb0-4b90-b75c-d50be4e1fdfe tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0013936 Mar 28 13:51:39.785615 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-b1023947-89b7-48fe-92a0-fd661e50c01c tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Request body: {'network': {'description': 'd2'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:39.797177 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-edb25d18-66e0-4dd3-987e-bd31524616dc service neutron] Request body: {'port': {'device_id': '0a50f999-d439-4aef-a9c9-f58eece3bd08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:39.859202 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-edb25d18-66e0-4dd3-987e-bd31524616dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:39.867015 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-fc2c129b-a15a-4584-9045-e99c3a9f9dcf None None] Provisioning complete for port 59f547a1-ee62-4716-999b-0af8d6b4841e triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:51:39.868425 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-fc2c129b-a15a-4584-9045-e99c3a9f9dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:39.910655 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-fc2c129b-a15a-4584-9045-e99c3a9f9dcf None None] Port 59f547a1-ee62-4716-999b-0af8d6b4841e cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:51:39.952634 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b1023947-89b7-48fe-92a0-fd661e50c01c tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:40.015312 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b1023947-89b7-48fe-92a0-fd661e50c01c tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:40.033609 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b1023947-89b7-48fe-92a0-fd661e50c01c tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Network 2e4541e9-09ac-4be5-a683-f0c5419b8d68 is not hosted by any dhcp agent {{(pid=109612) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 28 13:51:40.038950 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1023947-89b7-48fe-92a0-fd661e50c01c tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:40.039542 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b1023947-89b7-48fe-92a0-fd661e50c01c tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks [] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:40.040834 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-b1023947-89b7-48fe-92a0-fd661e50c01c tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "PUT /v2.0/networks/2e4541e9-09ac-4be5-a683-f0c5419b8d68 HTTP/1.1" status: 200 len: 757 time: 0.2601595 Mar 28 13:51:40.044240 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35156) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:40.064880 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8278ed20-5c2a-4f77-be27-08c9b3076b47 req-e2c62006-a290-459a-b95b-d4b25eff823f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:40.066330 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8278ed20-5c2a-4f77-be27-08c9b3076b47 req-e2c62006-a290-459a-b95b-d4b25eff823f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a50f999-d439-4aef-a9c9-f58eece3bd08 HTTP/1.1" status: 200 len: 931 time: 0.1002579 Mar 28 13:51:40.122920 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8278ed20-5c2a-4f77-be27-08c9b3076b47 req-858cfa86-cca4-4a60-994e-50e1dbaad672 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=340ff62d-dfed-4759-b858-8c1eed4f131a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489683 Mar 28 13:51:40.143294 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1023947-89b7-48fe-92a0-fd661e50c01c tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event updated for resources: {'Network': ['ID=2e4541e9-09ac-4be5-a683-f0c5419b8d68,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:40.154729 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 2e4541e9-09ac-4be5-a683-f0c5419b8d68 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:51:40.173983 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6b38c2-501a-4904-b55d-85ad5605b721 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:40.175584 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-6d6b38c2-501a-4904-b55d-85ad5605b721 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "GET /v2.0/networks?id=2e4541e9-09ac-4be5-a683-f0c5419b8d68 HTTP/1.1" status: 200 len: 760 time: 0.1304250 Mar 28 13:51:40.179471 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35158) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:40.185544 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-0b3d3ec3-0218-41fd-9845-6b6a5aee00a2 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-5611491'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:40.194424 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-edb25d18-66e0-4dd3-987e-bd31524616dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59f547a1-ee62-4716-999b-0af8d6b4841e {{(pid=109613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 13:51:40.203091 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-edb25d18-66e0-4dd3-987e-bd31524616dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:40.215759 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.provisioning_blocks [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-edb25d18-66e0-4dd3-987e-bd31524616dc service neutron] Transition to ACTIVE for port object 59f547a1-ee62-4716-999b-0af8d6b4841e will not be triggered until provisioned by entity L2. {{(pid=109613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 13:51:40.292990 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3d3ec3-0218-41fd-9845-6b6a5aee00a2 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Made reservation on behalf of 436f2587f14c4f028833e0219405fbf5 for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:51:40.296893 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0b3d3ec3-0218-41fd-9845-6b6a5aee00a2 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:40.321865 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-edb25d18-66e0-4dd3-987e-bd31524616dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:40.325322 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b3d3ec3-0218-41fd-9845-6b6a5aee00a2 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:51:40.334071 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0b3d3ec3-0218-41fd-9845-6b6a5aee00a2 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:40.334422 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-0b3d3ec3-0218-41fd-9845-6b6a5aee00a2 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Added segment 07204195-3312-4f8a-a132-f06133bcd63c of type vlan for network 14969399-c5dc-4643-8d60-771bb0dd10a3 Mar 28 13:51:40.376200 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb25d18-66e0-4dd3-987e-bd31524616dc service neutron] Pushing event updated for resources: {'Port': ['ID=59f547a1-ee62-4716-999b-0af8d6b4841e,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:40.378736 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0b3d3ec3-0218-41fd-9845-6b6a5aee00a2 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:40.450347 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-edb25d18-66e0-4dd3-987e-bd31524616dc service neutron] Attempting to bind port 59f547a1-ee62-4716-999b-0af8d6b4841e on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:51:40.450681 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-edb25d18-66e0-4dd3-987e-bd31524616dc service neutron] Attempting to bind port 59f547a1-ee62-4716-999b-0af8d6b4841e by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '730ef24c-20a6-4893-825e-92ad0587dcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0a983283-48b7-4cca-8fb1-03f87491a2ea'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:51:40.451038 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-edb25d18-66e0-4dd3-987e-bd31524616dc service neutron] Attempting to bind port 59f547a1-ee62-4716-999b-0af8d6b4841e on network 0a983283-48b7-4cca-8fb1-03f87491a2ea {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:51:40.455588 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-edb25d18-66e0-4dd3-987e-bd31524616dc service neutron] Port 59f547a1-ee62-4716-999b-0af8d6b4841e on network 0a983283-48b7-4cca-8fb1-03f87491a2ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:51:40.455911 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-edb25d18-66e0-4dd3-987e-bd31524616dc service neutron] Attempting to bind port 59f547a1-ee62-4716-999b-0af8d6b4841e on network 0a983283-48b7-4cca-8fb1-03f87491a2ea {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:51:40.461048 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-edb25d18-66e0-4dd3-987e-bd31524616dc service neutron] Checking agent: {'id': '72ab3303-6c81-4bd9-a1a9-2c5d9b681d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'started_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:51:40.461385 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-edb25d18-66e0-4dd3-987e-bd31524616dc service neutron] Checking segment: {'id': '730ef24c-20a6-4893-825e-92ad0587dcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0a983283-48b7-4cca-8fb1-03f87491a2ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:51:40.461769 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-edb25d18-66e0-4dd3-987e-bd31524616dc service neutron] Bound using segment: {'id': '730ef24c-20a6-4893-825e-92ad0587dcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0a983283-48b7-4cca-8fb1-03f87491a2ea'} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:51:40.462200 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-edb25d18-66e0-4dd3-987e-bd31524616dc service neutron] Bound port: 59f547a1-ee62-4716-999b-0af8d6b4841e, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '730ef24c-20a6-4893-825e-92ad0587dcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0a983283-48b7-4cca-8fb1-03f87491a2ea'}}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:51:40.462561 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-edb25d18-66e0-4dd3-987e-bd31524616dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:40.466126 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0b3d3ec3-0218-41fd-9845-6b6a5aee00a2 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:40.471689 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3d3ec3-0218-41fd-9845-6b6a5aee00a2 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:40.472296 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0b3d3ec3-0218-41fd-9845-6b6a5aee00a2 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks [] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:40.538285 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-edb25d18-66e0-4dd3-987e-bd31524616dc service neutron] For port 59f547a1-ee62-4716-999b-0af8d6b4841e, host hv-neutron-8353, cleared binding levels {{(pid=109613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:51:40.541283 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3d3ec3-0218-41fd-9845-6b6a5aee00a2 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event updated for resources: {'Network': ['ID=14969399-c5dc-4643-8d60-771bb0dd10a3,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:40.541765 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-edb25d18-66e0-4dd3-987e-bd31524616dc service neutron] For port 59f547a1-ee62-4716-999b-0af8d6b4841e, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=59f547a1-ee62-4716-999b-0af8d6b4841e,segment=NetworkSegment(730ef24c-20a6-4893-825e-92ad0587dcde),segment_id=730ef24c-20a6-4893-825e-92ad0587dcde)] {{(pid=109613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:51:40.552858 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 14969399-c5dc-4643-8d60-771bb0dd10a3 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:51:40.571946 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-0b3d3ec3-0218-41fd-9845-6b6a5aee00a2 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.3910677 Mar 28 13:51:40.574483 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35160) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:40.579605 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-3ed4d52b-2369-4baf-894e-0c6a03e97ba6 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Request body: {'subnet': {'network_id': '14969399-c5dc-4643-8d60-771bb0dd10a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:40.633314 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-edb25d18-66e0-4dd3-987e-bd31524616dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:40.723808 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed4d52b-2369-4baf-894e-0c6a03e97ba6 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Made reservation on behalf of 436f2587f14c4f028833e0219405fbf5 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:51:40.727413 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3ed4d52b-2369-4baf-894e-0c6a03e97ba6 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:40.968038 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3ed4d52b-2369-4baf-894e-0c6a03e97ba6 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:40.974064 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-edb25d18-66e0-4dd3-987e-bd31524616dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:40.974579 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-edb25d18-66e0-4dd3-987e-bd31524616dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:40.975972 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-edb25d18-66e0-4dd3-987e-bd31524616dc service neutron] 10.222.0.20 "PUT /v2.0/ports/59f547a1-ee62-4716-999b-0af8d6b4841e HTTP/1.1" status: 200 len: 1093 time: 1.1847074 Mar 28 13:51:40.976479 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a50f999-d439-4aef-a9c9-f58eece3bd08', 'tag': '59f547a1-ee62-4716-999b-0af8d6b4841e'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:51:40.978609 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a776dbb6-0285-460e-813e-368dcf901870" -d '{"events": [{"name": "network-changed", "server_uuid": "0a50f999-d439-4aef-a9c9-f58eece3bd08", "tag": "59f547a1-ee62-4716-999b-0af8d6b4841e"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:51:41.014406 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb25d18-66e0-4dd3-987e-bd31524616dc service neutron] Pushing event updated for resources: {'Port': ['ID=59f547a1-ee62-4716-999b-0af8d6b4841e,revision_number=3']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:41.031276 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 13:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ce0d6f-8ee5-4064-9179-db35fdddc092 x-openstack-request-id: req-37ce0d6f-8ee5-4064-9179-db35fdddc092 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:51:41.042563 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a50f999-d439-4aef-a9c9-f58eece3bd08", "tag": "59f547a1-ee62-4716-999b-0af8d6b4841e", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:51:41.042563 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-37ce0d6f-8ee5-4064-9179-db35fdddc092 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:51:41.042563 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a50f999-d439-4aef-a9c9-f58eece3bd08', 'tag': '59f547a1-ee62-4716-999b-0af8d6b4841e', 'status': 'completed', 'code': 200} Mar 28 13:51:41.047851 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed4d52b-2369-4baf-894e-0c6a03e97ba6 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event updated for resources: {'Subnet': ['ID=33a7c80c-a337-408f-9899-8209bcc18a19,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:41.064751 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed4d52b-2369-4baf-894e-0c6a03e97ba6 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Checking segment: {'id': '07204195-3312-4f8a-a132-f06133bcd63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '14969399-c5dc-4643-8d60-771bb0dd10a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:51:41.065110 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed4d52b-2369-4baf-894e-0c6a03e97ba6 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Network hostable DHCP agents. Network: 14969399-c5dc-4643-8d60-771bb0dd10a3, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:51:41.094871 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776dbb6-0285-460e-813e-368dcf901870 req-61636653-3afa-40c2-879e-459a406faa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:41.096398 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a776dbb6-0285-460e-813e-368dcf901870 req-61636653-3afa-40c2-879e-459a406faa15 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&device_id=0a50f999-d439-4aef-a9c9-f58eece3bd08 HTTP/1.1" status: 200 len: 1096 time: 0.0437400 Mar 28 13:51:41.141373 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed4d52b-2369-4baf-894e-0c6a03e97ba6 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Network 14969399-c5dc-4643-8d60-771bb0dd10a3 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:51:41.232084 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-3ed4d52b-2369-4baf-894e-0c6a03e97ba6 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 14969399-c5dc-4643-8d60-771bb0dd10a3) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:51:41.243019 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed4d52b-2369-4baf-894e-0c6a03e97ba6 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:41.243019 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3ed4d52b-2369-4baf-894e-0c6a03e97ba6 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:41.250627 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73adf464-a5f1-46b3-bbbe-6db6738d5a4a None None] Network 14969399-c5dc-4643-8d60-771bb0dd10a3 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:51:41.310753 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776dbb6-0285-460e-813e-368dcf901870 req-3c42c4e4-4ce3-448d-a8e5-9500e821c8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:41.312222 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a776dbb6-0285-460e-813e-368dcf901870 req-3c42c4e4-4ce3-448d-a8e5-9500e821c8e8 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=8783dd3017a04690835ab7e96e428838&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2070136 Mar 28 13:51:41.322478 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6cecc-5c6d-4d97-a549-c447490f652c req-db5e38ac-1c15-46c9-b591-eebb8aa16851 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:41.324506 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-40a6cecc-5c6d-4d97-a549-c447490f652c req-db5e38ac-1c15-46c9-b591-eebb8aa16851 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a50f999-d439-4aef-a9c9-f58eece3bd08 HTTP/1.1" status: 200 len: 943 time: 0.1236186 Mar 28 13:51:41.334124 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-3ed4d52b-2369-4baf-894e-0c6a03e97ba6 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7585430 Mar 28 13:51:41.336068 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35166) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:41.418686 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b158bcc-0238-41bf-8b51-d01e39637caa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-14969399-c5dc-4643-8d60-771bb0dd10a3', 'network_id': '14969399-c5dc-4643-8d60-771bb0dd10a3', 'tenant_id': '436f2587f14c4f028833e0219405fbf5', 'fixed_ips': [{'subnet_id': '33a7c80c-a337-408f-9899-8209bcc18a19'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:51:41.419387 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3b158bcc-0238-41bf-8b51-d01e39637caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:41.442797 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2499100c-c915-43af-abab-9ed5cd35dc40 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:41.468727 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-40a6cecc-5c6d-4d97-a549-c447490f652c req-bda1f31a-d50c-4fa6-a669-5ead77c9608c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=340ff62d-dfed-4759-b858-8c1eed4f131a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355667 Mar 28 13:51:41.506773 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2499100c-c915-43af-abab-9ed5cd35dc40 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:41.518726 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776dbb6-0285-460e-813e-368dcf901870 req-103be261-f9ce-4248-9adb-3486b36782fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:41.520184 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a776dbb6-0285-460e-813e-368dcf901870 req-103be261-f9ce-4248-9adb-3486b36782fc service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1948130 Mar 28 13:51:41.567305 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-3b158bcc-0238-41bf-8b51-d01e39637caa None None] Allocated IP 172.20.0.2 (14969399-c5dc-4643-8d60-771bb0dd10a3/33a7c80c-a337-408f-9899-8209bcc18a19/cedb4dda-bf5a-470d-8ea7-4cdb0aa21c66) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:51:41.603636 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-81057123-7feb-40ae-aafc-d68a80ff7a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:41.605719 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-81057123-7feb-40ae-aafc-d68a80ff7a45 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&device_id=0a50f999-d439-4aef-a9c9-f58eece3bd08 HTTP/1.1" status: 200 len: 1096 time: 0.0456040 Mar 28 13:51:41.648514 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-b7dad9cb-8214-498f-ba56-013f81d3ead2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59f547a1-ee62-4716-999b-0af8d6b4841e HTTP/1.1" status: 200 len: 217 time: 0.0356741 Mar 28 13:51:41.696698 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-999ba6b4-03c6-4e6e-b9f5-07f7a688ed7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:41.698878 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-999ba6b4-03c6-4e6e-b9f5-07f7a688ed7c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c947f236-8b1e-42e9-acfc-150f099caf2d HTTP/1.1" status: 200 len: 835 time: 0.0439095 Mar 28 13:51:41.713519 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3b158bcc-0238-41bf-8b51-d01e39637caa None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:41.743634 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-962cad37-a1a0-454e-9088-efe59a791b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:41.745709 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-962cad37-a1a0-454e-9088-efe59a791b1c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0a983283-48b7-4cca-8fb1-03f87491a2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408843 Mar 28 13:51:41.779174 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3b158bcc-0238-41bf-8b51-d01e39637caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:41.834228 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b158bcc-0238-41bf-8b51-d01e39637caa None None] Network 14969399-c5dc-4643-8d60-771bb0dd10a3 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:51:41.835058 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b158bcc-0238-41bf-8b51-d01e39637caa None None] Pushing event updated for resources: {'Port': ['ID=cedb4dda-bf5a-470d-8ea7-4cdb0aa21c66,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:41.837937 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-3b158bcc-0238-41bf-8b51-d01e39637caa None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:51:41.840106 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b158bcc-0238-41bf-8b51-d01e39637caa None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:51:41.845203 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-90fddd9a-9bdf-4def-9a93-1a568dbc56ad service neutron] 10.222.0.20 "GET /v2.0/networks/0a983283-48b7-4cca-8fb1-03f87491a2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932169 Mar 28 13:51:41.895130 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-3b158bcc-0238-41bf-8b51-d01e39637caa None None] Attempting to bind port cedb4dda-bf5a-470d-8ea7-4cdb0aa21c66 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:51:41.895499 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-3b158bcc-0238-41bf-8b51-d01e39637caa None None] Attempting to bind port cedb4dda-bf5a-470d-8ea7-4cdb0aa21c66 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '07204195-3312-4f8a-a132-f06133bcd63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '14969399-c5dc-4643-8d60-771bb0dd10a3'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:51:41.895734 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2499100c-c915-43af-abab-9ed5cd35dc40 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:41.895862 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b158bcc-0238-41bf-8b51-d01e39637caa None None] Attempting to bind port cedb4dda-bf5a-470d-8ea7-4cdb0aa21c66 on network 14969399-c5dc-4643-8d60-771bb0dd10a3 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:51:41.901643 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b158bcc-0238-41bf-8b51-d01e39637caa None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:51:41.902005 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b158bcc-0238-41bf-8b51-d01e39637caa None None] Checking segment: {'id': '07204195-3312-4f8a-a132-f06133bcd63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '14969399-c5dc-4643-8d60-771bb0dd10a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:51:41.902395 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3b158bcc-0238-41bf-8b51-d01e39637caa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:41.902786 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b158bcc-0238-41bf-8b51-d01e39637caa None None] Bound using segment: {'id': '07204195-3312-4f8a-a132-f06133bcd63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '14969399-c5dc-4643-8d60-771bb0dd10a3'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:51:41.903267 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-3b158bcc-0238-41bf-8b51-d01e39637caa None None] Bound port: cedb4dda-bf5a-470d-8ea7-4cdb0aa21c66, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07204195-3312-4f8a-a132-f06133bcd63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '14969399-c5dc-4643-8d60-771bb0dd10a3'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:51:41.903631 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3b158bcc-0238-41bf-8b51-d01e39637caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:41.925876 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2499100c-c915-43af-abab-9ed5cd35dc40 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event deleted for resources: {'Subnet': ['ID=33a7c80c-a337-408f-9899-8209bcc18a19,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:41.946070 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3d36db3e-f5f7-480d-9a66-7d93d1b5d7ef req-e2a16902-c6a0-4849-92ce-14ff8f4c9e58 service neutron] 10.222.0.20 "GET /v2.0/networks/0a983283-48b7-4cca-8fb1-03f87491a2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940914 Mar 28 13:51:41.967763 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-3b158bcc-0238-41bf-8b51-d01e39637caa None None] For port cedb4dda-bf5a-470d-8ea7-4cdb0aa21c66, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:51:41.970965 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-3b158bcc-0238-41bf-8b51-d01e39637caa None None] For port cedb4dda-bf5a-470d-8ea7-4cdb0aa21c66, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=cedb4dda-bf5a-470d-8ea7-4cdb0aa21c66,segment=NetworkSegment(07204195-3312-4f8a-a132-f06133bcd63c),segment_id=07204195-3312-4f8a-a132-f06133bcd63c)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:51:41.995668 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2499100c-c915-43af-abab-9ed5cd35dc40 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:42.015887 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-2499100c-c915-43af-abab-9ed5cd35dc40 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14969399-c5dc-4643-8d60-771bb0dd10a3']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:42.027351 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-2499100c-c915-43af-abab-9ed5cd35dc40 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07204195-3312-4f8a-a132-f06133bcd63c') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:42.027351 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-2499100c-c915-43af-abab-9ed5cd35dc40 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07204195-3312-4f8a-a132-f06133bcd63c') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:42.031165 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3b158bcc-0238-41bf-8b51-d01e39637caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:42.038509 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2499100c-c915-43af-abab-9ed5cd35dc40 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:42.057486 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2499100c-c915-43af-abab-9ed5cd35dc40 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:42.065662 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2499100c-c915-43af-abab-9ed5cd35dc40 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:51:42.066308 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2499100c-c915-43af-abab-9ed5cd35dc40 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:42.069716 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:51:42.069716 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:51:42.069716 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:51:42.069716 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:51:42.069716 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:51:42.069716 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:51:42.069716 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:51:42.069716 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:51:42.069716 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:51:42.069716 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:51:42.069716 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:51:42.069716 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:51:42.069716 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:51:42.069716 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:51:42.069716 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:51:42.069716 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:51:42.069716 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:51:42.069716 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:51:42.069716 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:51:42.069716 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:51:42.069716 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:51:42.069716 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:51:42.069716 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:51:42.069716 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:51:42.069716 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:51:42.069716 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:51:42.069716 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:51:42.069716 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:51:42.069716 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:51:42.069716 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:51:42.069716 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:51:42.069716 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:51:42.122645 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b158bcc-0238-41bf-8b51-d01e39637caa None None] Pushing event updated for resources: {'Port': ['ID=cedb4dda-bf5a-470d-8ea7-4cdb0aa21c66,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:42.144176 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c27520-2da2-4347-81b3-ba6f1cc5fdf4 None None] Network 14969399-c5dc-4643-8d60-771bb0dd10a3 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:51:42.187782 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.db.api [None req-2499100c-c915-43af-abab-9ed5cd35dc40 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 13:51:42.187782 dv-neutron-835335-1-hyperv neutron-server[109612]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 13:51:42.187782 dv-neutron-835335-1-hyperv neutron-server[109612]: [parameters: {'id': '14969399-c5dc-4643-8d60-771bb0dd10a3'}] Mar 28 13:51:42.187782 dv-neutron-835335-1-hyperv neutron-server[109612]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 13:51:42.188229 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4691b1-4791-403e-8ccd-fea1ab73677c req-3af2a4bb-ebab-43ec-afa8-afe1a2989abc tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:42.188703 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG oslo_db.api [None req-2499100c-c915-43af-abab-9ed5cd35dc40 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 13:51:42.189409 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4e4691b1-4791-403e-8ccd-fea1ab73677c req-3af2a4bb-ebab-43ec-afa8-afe1a2989abc tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f21cd21-2cba-4ee2-ba5e-7519128c83d8 HTTP/1.1" status: 200 len: 946 time: 0.0684969 Mar 28 13:51:42.243593 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4e4691b1-4791-403e-8ccd-fea1ab73677c req-c3796057-9063-4430-8e19-fd7c48fed695 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/security-groups?id=0706f3f6-4ac4-4bfd-b496-8cf89045c8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462077 Mar 28 13:51:42.275219 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23e227e-e936-4bb1-ac85-fd9d6d77a040 None None] get_active_networks_info from dv-neutron-835335-1-hyperv {{(pid=109614) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 28 13:51:42.354908 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23e227e-e936-4bb1-ac85-fd9d6d77a040 None None] Resources bound (agent type, host, resource id): {{(pid=109614) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 13:51:42.689110 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2499100c-c915-43af-abab-9ed5cd35dc40 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:42.725636 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17671467-1d89-48aa-b35c-bc06d3869032 req-8a20738a-8575-4aae-b681-90052c2dd321 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:42.727192 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-17671467-1d89-48aa-b35c-bc06d3869032 req-8a20738a-8575-4aae-b681-90052c2dd321 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a50f999-d439-4aef-a9c9-f58eece3bd08 HTTP/1.1" status: 200 len: 943 time: 0.0481243 Mar 28 13:51:42.757460 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-2499100c-c915-43af-abab-9ed5cd35dc40 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Deleting port cedb4dda-bf5a-470d-8ea7-4cdb0aa21c66 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:51:42.758071 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2499100c-c915-43af-abab-9ed5cd35dc40 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:42.779060 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-17671467-1d89-48aa-b35c-bc06d3869032 req-6ef040fa-7107-441d-a12c-66c7f963b1e5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=340ff62d-dfed-4759-b858-8c1eed4f131a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447471 Mar 28 13:51:42.826012 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-2499100c-c915-43af-abab-9ed5cd35dc40 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] For port cedb4dda-bf5a-470d-8ea7-4cdb0aa21c66, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=cedb4dda-bf5a-470d-8ea7-4cdb0aa21c66,segment=NetworkSegment(07204195-3312-4f8a-a132-f06133bcd63c),segment_id=07204195-3312-4f8a-a132-f06133bcd63c)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:51:42.826700 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2499100c-c915-43af-abab-9ed5cd35dc40 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:42.840701 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-2499100c-c915-43af-abab-9ed5cd35dc40 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Calling delete_port for cedb4dda-bf5a-470d-8ea7-4cdb0aa21c66 owned by network:dhcp {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:51:43.015048 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2499100c-c915-43af-abab-9ed5cd35dc40 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:43.037927 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2499100c-c915-43af-abab-9ed5cd35dc40 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event deleted for resources: {'Port': ['ID=cedb4dda-bf5a-470d-8ea7-4cdb0aa21c66,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:43.043908 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2499100c-c915-43af-abab-9ed5cd35dc40 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] No DVR routers for this DVR port cedb4dda-bf5a-470d-8ea7-4cdb0aa21c66 on host dv-neutron-835335-1-hyperv {{(pid=109612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:51:43.118515 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2499100c-c915-43af-abab-9ed5cd35dc40 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:43.138421 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-2499100c-c915-43af-abab-9ed5cd35dc40 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14969399-c5dc-4643-8d60-771bb0dd10a3']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:43.147315 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-2499100c-c915-43af-abab-9ed5cd35dc40 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07204195-3312-4f8a-a132-f06133bcd63c') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:43.147607 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-2499100c-c915-43af-abab-9ed5cd35dc40 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07204195-3312-4f8a-a132-f06133bcd63c') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:43.156699 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2499100c-c915-43af-abab-9ed5cd35dc40 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:43.263796 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2499100c-c915-43af-abab-9ed5cd35dc40 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:43.270052 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2499100c-c915-43af-abab-9ed5cd35dc40 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:51:43.270380 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2499100c-c915-43af-abab-9ed5cd35dc40 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:43.273646 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:51:43.273646 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:51:43.273646 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:51:43.273646 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:51:43.273646 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:51:43.273646 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:51:43.273646 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:51:43.273646 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:51:43.273646 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:51:43.273646 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:51:43.273646 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:51:43.273646 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:51:43.273646 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:51:43.273646 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:51:43.273646 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:51:43.273646 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:51:43.273646 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:51:43.273646 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:51:43.273646 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:51:43.273646 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:51:43.273646 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:51:43.273646 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:51:43.273646 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:51:43.273646 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:51:43.273646 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:51:43.273646 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:51:43.273646 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:51:43.273646 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:51:43.273646 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:51:43.273646 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:51:43.273646 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:51:43.273646 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:51:43.356084 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:43.360977 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7cb58-3d72-4409-831e-fa8c3ddeb00e req-6441bad1-7021-4968-9ccb-8691ebc1c0c5 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:43.362448 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-add7cb58-3d72-4409-831e-fa8c3ddeb00e req-6441bad1-7021-4968-9ccb-8691ebc1c0c5 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f21cd21-2cba-4ee2-ba5e-7519128c83d8 HTTP/1.1" status: 200 len: 946 time: 0.0476990 Mar 28 13:51:43.399529 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-add7cb58-3d72-4409-831e-fa8c3ddeb00e req-95148b8a-da02-457a-a538-855f53895913 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/security-groups?id=0706f3f6-4ac4-4bfd-b496-8cf89045c8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308416 Mar 28 13:51:43.407637 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2499100c-c915-43af-abab-9ed5cd35dc40 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:43.422936 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2499100c-c915-43af-abab-9ed5cd35dc40 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks [] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:43.422936 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-2499100c-c915-43af-abab-9ed5cd35dc40 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "DELETE /v2.0/networks/14969399-c5dc-4643-8d60-771bb0dd10a3 HTTP/1.1" status: 204 len: 168 time: 2.0809810 Mar 28 13:51:43.423153 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35192) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:43.429705 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2499100c-c915-43af-abab-9ed5cd35dc40 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event deleted for resources: {'Network': ['ID=14969399-c5dc-4643-8d60-771bb0dd10a3,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:43.454148 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-164f4ec5-e038-4161-9dee-1cb9e32ed153 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] GET failed (client error): The resource could not be found. Mar 28 13:51:43.455449 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-164f4ec5-e038-4161-9dee-1cb9e32ed153 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "GET /v2.0/subnets/33a7c80c-a337-408f-9899-8209bcc18a19 HTTP/1.1" status: 404 len: 337 time: 0.0326960 Mar 28 13:51:43.458216 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35194) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:43.475084 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-9951f837-7f57-4d5e-9621-0dcb5d5af80f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] DELETE failed (client error): The resource could not be found. Mar 28 13:51:43.475605 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9951f837-7f57-4d5e-9621-0dcb5d5af80f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:51:43.478478 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9951f837-7f57-4d5e-9621-0dcb5d5af80f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "DELETE /v2.0/networks/14969399-c5dc-4643-8d60-771bb0dd10a3 HTTP/1.1" status: 404 len: 339 time: 0.0193934 Mar 28 13:51:43.481830 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35196) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:43.674418 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76cade0-6982-4179-80f5-8d8e2479bdbc tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:43.675871 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a76cade0-6982-4179-80f5-8d8e2479bdbc tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1931875 Mar 28 13:51:43.678556 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35198) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:43.712727 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-7f5b0554-1a60-474d-8156-61aa9148edf4 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "GET /v2.0/subnets?network_id=1cb296ed-c863-4502-973a-f31b82091846 HTTP/1.1" status: 200 len: 207 time: 0.0330315 Mar 28 13:51:43.716304 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35200) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:43.823269 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e1bfef-79da-4423-9fdd-e613c3090463 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:43.829090 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e1bfef-79da-4423-9fdd-e613c3090463 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:43.834821 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e1bfef-79da-4423-9fdd-e613c3090463 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:43.841406 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e1bfef-79da-4423-9fdd-e613c3090463 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:43.843062 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-39e1bfef-79da-4423-9fdd-e613c3090463 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1258490 Mar 28 13:51:43.846875 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35204) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:43.896869 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9996f29-32b7-49e4-be1d-653fe97d9ef2 req-dc9ffd12-a0e1-4b75-a290-a5d23bb25976 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:43.898362 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e9996f29-32b7-49e4-be1d-653fe97d9ef2 req-dc9ffd12-a0e1-4b75-a290-a5d23bb25976 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a50f999-d439-4aef-a9c9-f58eece3bd08 HTTP/1.1" status: 200 len: 943 time: 0.0501084 Mar 28 13:51:43.937376 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e9996f29-32b7-49e4-be1d-653fe97d9ef2 req-0b03c619-906e-4141-a713-1d438a8afa26 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=340ff62d-dfed-4759-b858-8c1eed4f131a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322399 Mar 28 13:51:44.052504 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-9b3b40e4-56fa-4a94-a439-0be1e47c3fab tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2044525 Mar 28 13:51:44.055713 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35206) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:44.106012 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814051bd-082c-4187-8543-5c6905e1a1cd tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:44.107505 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814051bd-082c-4187-8543-5c6905e1a1cd tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:44.109041 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-814051bd-082c-4187-8543-5c6905e1a1cd tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0522573 Mar 28 13:51:44.112475 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35208) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:44.161713 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046186e2-2274-4b10-9caa-59b231b4aefd tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Attributes excluded by policy engine: ['shared'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:44.163125 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046186e2-2274-4b10-9caa-59b231b4aefd tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Attributes excluded by policy engine: ['shared'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:44.164666 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-046186e2-2274-4b10-9caa-59b231b4aefd tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0512230 Mar 28 13:51:44.168511 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35210) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:44.267458 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45453f7-35fb-4362-8d3e-6e9cf1e89676 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:44.268832 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d45453f7-35fb-4362-8d3e-6e9cf1e89676 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "GET /v2.0/networks/c5dc05cb-9c73-4105-8af4-3f0bb4e56d11 HTTP/1.1" status: 200 len: 800 time: 0.0994475 Mar 28 13:51:44.272415 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35212) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:44.365548 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-5ce11ae9-309c-41d9-bda9-af885acd867f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "GET /v2.0/networks/c5dc05cb-9c73-4105-8af4-3f0bb4e56d11?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.0920911 Mar 28 13:51:44.368849 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35214) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:44.423173 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61103ac-3f72-4625-aac8-10d7a03dc242 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:44.425588 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b61103ac-3f72-4625-aac8-10d7a03dc242 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "GET /v2.0/subnets/ed1948a7-db58-40e6-a89f-7c35905d3625 HTTP/1.1" status: 200 len: 811 time: 0.0547681 Mar 28 13:51:44.428812 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35218) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:44.481301 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222a556b-3aed-4cb4-9c1b-7ad914ab7cad tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Attributes excluded by policy engine: ['shared'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:44.482821 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-222a556b-3aed-4cb4-9c1b-7ad914ab7cad tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "GET /v2.0/subnets/ed1948a7-db58-40e6-a89f-7c35905d3625?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0533843 Mar 28 13:51:44.486219 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35220) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:44.491188 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-b2cf81ac-eed7-4598-83b8-1fc1c875d9fa tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-769567986'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:44.518973 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754399bc-4b26-4795-876f-82a77748b610 req-3f234ae2-6d2d-4f3b-8b98-3272e4f7b7e2 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:44.520394 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-754399bc-4b26-4795-876f-82a77748b610 req-3f234ae2-6d2d-4f3b-8b98-3272e4f7b7e2 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f21cd21-2cba-4ee2-ba5e-7519128c83d8 HTTP/1.1" status: 200 len: 946 time: 0.0490561 Mar 28 13:51:44.557648 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-754399bc-4b26-4795-876f-82a77748b610 req-46523bcb-3928-488e-b6f0-63ff6d92af07 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/security-groups?id=0706f3f6-4ac4-4bfd-b496-8cf89045c8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306706 Mar 28 13:51:44.563351 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2cf81ac-eed7-4598-83b8-1fc1c875d9fa tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Made reservation on behalf of 436f2587f14c4f028833e0219405fbf5 for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:51:44.566908 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b2cf81ac-eed7-4598-83b8-1fc1c875d9fa tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:44.591615 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2cf81ac-eed7-4598-83b8-1fc1c875d9fa tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:51:44.600228 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b2cf81ac-eed7-4598-83b8-1fc1c875d9fa tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:44.600629 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-b2cf81ac-eed7-4598-83b8-1fc1c875d9fa tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Added segment f183c651-d07e-4327-9634-5edb9b4663e0 of type vlan for network ba671b55-4370-44e1-9282-16ac640c3f76 Mar 28 13:51:44.644337 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b2cf81ac-eed7-4598-83b8-1fc1c875d9fa tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:44.711860 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b2cf81ac-eed7-4598-83b8-1fc1c875d9fa tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:44.717962 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cf81ac-eed7-4598-83b8-1fc1c875d9fa tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:44.718548 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b2cf81ac-eed7-4598-83b8-1fc1c875d9fa tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks [] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:44.781557 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf81ac-eed7-4598-83b8-1fc1c875d9fa tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event updated for resources: {'Network': ['ID=ba671b55-4370-44e1-9282-16ac640c3f76,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:44.792030 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network ba671b55-4370-44e1-9282-16ac640c3f76 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:51:44.838927 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-b2cf81ac-eed7-4598-83b8-1fc1c875d9fa tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3515115 Mar 28 13:51:44.841534 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35222) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:44.846464 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-f259917e-9ba4-4148-89b2-7525a7b8dbbe tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Request body: {'subnet': {'network_id': 'ba671b55-4370-44e1-9282-16ac640c3f76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:45.015154 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f259917e-9ba4-4148-89b2-7525a7b8dbbe tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Made reservation on behalf of 436f2587f14c4f028833e0219405fbf5 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:51:45.018915 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f259917e-9ba4-4148-89b2-7525a7b8dbbe tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:45.053678 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64919a94-dff7-4156-aa13-59073f503e89 req-57aaa537-55cd-413e-ad0e-348cfada524f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:45.055448 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-64919a94-dff7-4156-aa13-59073f503e89 req-57aaa537-55cd-413e-ad0e-348cfada524f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a50f999-d439-4aef-a9c9-f58eece3bd08 HTTP/1.1" status: 200 len: 943 time: 0.0519624 Mar 28 13:51:45.078278 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.ipam_backend_mixin [None req-f259917e-9ba4-4148-89b2-7525a7b8dbbe tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Performing IP validity checks on allocation pools {{(pid=109612) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 28 13:51:45.078785 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.ipam_backend_mixin [None req-f259917e-9ba4-4148-89b2-7525a7b8dbbe tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109612) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 28 13:51:45.094372 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-64919a94-dff7-4156-aa13-59073f503e89 req-294ac3dc-c448-4dd8-b1fe-6078f3189aa8 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=340ff62d-dfed-4759-b858-8c1eed4f131a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323172 Mar 28 13:51:45.260879 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f259917e-9ba4-4148-89b2-7525a7b8dbbe tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:45.294468 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 59f547a1-ee62-4716-999b-0af8d6b4841e details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 13:51:45.327918 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f259917e-9ba4-4148-89b2-7525a7b8dbbe tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event updated for resources: {'Subnet': ['ID=193b5920-aec0-4239-8296-f38faddd602b,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:45.335246 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f259917e-9ba4-4148-89b2-7525a7b8dbbe tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Checking segment: {'id': 'f183c651-d07e-4327-9634-5edb9b4663e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ba671b55-4370-44e1-9282-16ac640c3f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:51:45.335618 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f259917e-9ba4-4148-89b2-7525a7b8dbbe tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Network hostable DHCP agents. Network: ba671b55-4370-44e1-9282-16ac640c3f76, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:51:45.401713 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 59f547a1-ee62-4716-999b-0af8d6b4841e, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=59f547a1-ee62-4716-999b-0af8d6b4841e,segment=NetworkSegment(730ef24c-20a6-4893-825e-92ad0587dcde),segment_id=730ef24c-20a6-4893-825e-92ad0587dcde)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:51:45.409569 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f259917e-9ba4-4148-89b2-7525a7b8dbbe tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Network ba671b55-4370-44e1-9282-16ac640c3f76 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:51:45.412545 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': '59f547a1-ee62-4716-999b-0af8d6b4841e', 'network_id': '0a983283-48b7-4cca-8fb1-03f87491a2ea', 'port_id': '59f547a1-ee62-4716-999b-0af8d6b4841e', 'mac_address': 'fa:16:3e:14:8f:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c947f236-8b1e-42e9-acfc-150f099caf2d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 13:51:45.453639 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:45.466843 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59f547a1-ee62-4716-999b-0af8d6b4841e {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 13:51:45.485930 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 59f547a1-ee62-4716-999b-0af8d6b4841e, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=59f547a1-ee62-4716-999b-0af8d6b4841e,segment=NetworkSegment(730ef24c-20a6-4893-825e-92ad0587dcde),segment_id=730ef24c-20a6-4893-825e-92ad0587dcde)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:51:45.494774 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-f259917e-9ba4-4148-89b2-7525a7b8dbbe tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, ba671b55-4370-44e1-9282-16ac640c3f76) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:51:45.499229 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f259917e-9ba4-4148-89b2-7525a7b8dbbe tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:45.500237 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f259917e-9ba4-4148-89b2-7525a7b8dbbe tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:45.503192 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfb3c26-8e1d-49f7-a1e6-d326db84123c None None] Network ba671b55-4370-44e1-9282-16ac640c3f76 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:51:45.548393 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:45.551775 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-f259917e-9ba4-4148-89b2-7525a7b8dbbe tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.7067869 Mar 28 13:51:45.552101 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35226) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:45.557408 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-3bf14003-34c1-4dc5-a852-9822ac5f2847 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:45.622738 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=59f547a1-ee62-4716-999b-0af8d6b4841e,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:45.685886 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3bf14003-34c1-4dc5-a852-9822ac5f2847 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-130985065'] for subnet, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:45.712471 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e7752-d0c3-4f9d-9317-4160c0d096eb req-df83d828-01c3-498c-9316-873ed728d9ae tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:45.713980 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-018e7752-d0c3-4f9d-9317-4160c0d096eb req-df83d828-01c3-498c-9316-873ed728d9ae tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f21cd21-2cba-4ee2-ba5e-7519128c83d8 HTTP/1.1" status: 200 len: 946 time: 0.0756180 Mar 28 13:51:45.715033 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce886cea-93bb-4198-8d91-946629e60922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-ba671b55-4370-44e1-9282-16ac640c3f76', 'network_id': 'ba671b55-4370-44e1-9282-16ac640c3f76', 'tenant_id': '436f2587f14c4f028833e0219405fbf5', 'fixed_ips': [{'subnet_id': '193b5920-aec0-4239-8296-f38faddd602b'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:51:45.716504 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ce886cea-93bb-4198-8d91-946629e60922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:45.797905 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-018e7752-d0c3-4f9d-9317-4160c0d096eb req-d7a3d1d9-2d71-40c1-8f3c-b6b8ff23405a tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/security-groups?id=0706f3f6-4ac4-4bfd-b496-8cf89045c8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755246 Mar 28 13:51:45.900010 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['59f547a1-ee62-4716-999b-0af8d6b4841e'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 13:51:45.950531 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3bf14003-34c1-4dc5-a852-9822ac5f2847 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740191706287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-132037230'] for subnet, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:45.990185 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf14003-34c1-4dc5-a852-9822ac5f2847 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:45.990788 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3bf14003-34c1-4dc5-a852-9822ac5f2847 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:45.992063 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3bf14003-34c1-4dc5-a852-9822ac5f2847 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "PUT /v2.0/subnets/193b5920-aec0-4239-8296-f38faddd602b HTTP/1.1" status: 200 len: 877 time: 0.4389241 Mar 28 13:51:45.995015 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35230) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:46.009507 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf14003-34c1-4dc5-a852-9822ac5f2847 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event updated for resources: {'Subnet': ['ID=193b5920-aec0-4239-8296-f38faddd602b,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:46.032897 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-ce886cea-93bb-4198-8d91-946629e60922 None None] Allocated IP 172.20.0.3 (ba671b55-4370-44e1-9282-16ac640c3f76/193b5920-aec0-4239-8296-f38faddd602b/c89b1469-05e2-4e22-b56c-8184e92e8626) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:51:46.091987 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b5c74b1d-06e6-45c5-929a-b18efe9fc321 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:46.148778 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b5c74b1d-06e6-45c5-929a-b18efe9fc321 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:46.221983 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049942a0-91cd-422d-973c-2d5028223534 req-805f9c08-5012-40c9-adbe-2c72d3ad4915 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:46.223630 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-049942a0-91cd-422d-973c-2d5028223534 req-805f9c08-5012-40c9-adbe-2c72d3ad4915 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a50f999-d439-4aef-a9c9-f58eece3bd08 HTTP/1.1" status: 200 len: 944 time: 0.0587001 Mar 28 13:51:46.267902 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-049942a0-91cd-422d-973c-2d5028223534 req-deb4da0a-044c-43b2-af72-57a7cd68a3e0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=340ff62d-dfed-4759-b858-8c1eed4f131a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347736 Mar 28 13:51:46.271137 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ce886cea-93bb-4198-8d91-946629e60922 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:46.324016 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ce886cea-93bb-4198-8d91-946629e60922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:46.362882 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce886cea-93bb-4198-8d91-946629e60922 None None] Network ba671b55-4370-44e1-9282-16ac640c3f76 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:51:46.365771 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-ce886cea-93bb-4198-8d91-946629e60922 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:51:46.369110 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce886cea-93bb-4198-8d91-946629e60922 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:51:46.374640 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce886cea-93bb-4198-8d91-946629e60922 None None] Pushing event updated for resources: {'Port': ['ID=c89b1469-05e2-4e22-b56c-8184e92e8626,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:46.403931 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b5c74b1d-06e6-45c5-929a-b18efe9fc321 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:46.429128 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-ce886cea-93bb-4198-8d91-946629e60922 None None] Attempting to bind port c89b1469-05e2-4e22-b56c-8184e92e8626 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:51:46.429398 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-ce886cea-93bb-4198-8d91-946629e60922 None None] Attempting to bind port c89b1469-05e2-4e22-b56c-8184e92e8626 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'f183c651-d07e-4327-9634-5edb9b4663e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ba671b55-4370-44e1-9282-16ac640c3f76'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:51:46.429830 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce886cea-93bb-4198-8d91-946629e60922 None None] Attempting to bind port c89b1469-05e2-4e22-b56c-8184e92e8626 on network ba671b55-4370-44e1-9282-16ac640c3f76 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:51:46.432759 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c74b1d-06e6-45c5-929a-b18efe9fc321 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event deleted for resources: {'Subnet': ['ID=193b5920-aec0-4239-8296-f38faddd602b,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:46.435625 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce886cea-93bb-4198-8d91-946629e60922 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:51:46.436067 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce886cea-93bb-4198-8d91-946629e60922 None None] Checking segment: {'id': 'f183c651-d07e-4327-9634-5edb9b4663e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ba671b55-4370-44e1-9282-16ac640c3f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:51:46.436581 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ce886cea-93bb-4198-8d91-946629e60922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:46.437040 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce886cea-93bb-4198-8d91-946629e60922 None None] Bound using segment: {'id': 'f183c651-d07e-4327-9634-5edb9b4663e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ba671b55-4370-44e1-9282-16ac640c3f76'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:51:46.437618 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-ce886cea-93bb-4198-8d91-946629e60922 None None] Bound port: c89b1469-05e2-4e22-b56c-8184e92e8626, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f183c651-d07e-4327-9634-5edb9b4663e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ba671b55-4370-44e1-9282-16ac640c3f76'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:51:46.438061 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ce886cea-93bb-4198-8d91-946629e60922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:46.492273 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b5c74b1d-06e6-45c5-929a-b18efe9fc321 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:46.499927 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-ce886cea-93bb-4198-8d91-946629e60922 None None] For port c89b1469-05e2-4e22-b56c-8184e92e8626, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:51:46.502925 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-ce886cea-93bb-4198-8d91-946629e60922 None None] For port c89b1469-05e2-4e22-b56c-8184e92e8626, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=c89b1469-05e2-4e22-b56c-8184e92e8626,segment=NetworkSegment(f183c651-d07e-4327-9634-5edb9b4663e0),segment_id=f183c651-d07e-4327-9634-5edb9b4663e0)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:51:46.513767 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-b5c74b1d-06e6-45c5-929a-b18efe9fc321 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba671b55-4370-44e1-9282-16ac640c3f76']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:46.522972 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-b5c74b1d-06e6-45c5-929a-b18efe9fc321 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f183c651-d07e-4327-9634-5edb9b4663e0') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:46.523271 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-b5c74b1d-06e6-45c5-929a-b18efe9fc321 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f183c651-d07e-4327-9634-5edb9b4663e0') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:46.532738 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b5c74b1d-06e6-45c5-929a-b18efe9fc321 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:46.580894 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ce886cea-93bb-4198-8d91-946629e60922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:46.583027 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b5c74b1d-06e6-45c5-929a-b18efe9fc321 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:46.589290 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5c74b1d-06e6-45c5-929a-b18efe9fc321 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:51:46.589783 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b5c74b1d-06e6-45c5-929a-b18efe9fc321 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:46.592912 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:51:46.592912 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:51:46.592912 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:51:46.592912 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:51:46.592912 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:51:46.592912 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:51:46.592912 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:51:46.592912 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:51:46.592912 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:51:46.592912 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:51:46.592912 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:51:46.592912 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:51:46.592912 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:51:46.592912 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:51:46.592912 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:51:46.592912 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:51:46.592912 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:51:46.592912 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:51:46.592912 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:51:46.592912 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:51:46.592912 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:51:46.592912 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:51:46.592912 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:51:46.592912 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:51:46.592912 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:51:46.592912 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:51:46.592912 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:51:46.592912 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:51:46.592912 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:51:46.592912 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:51:46.592912 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:51:46.592912 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:51:46.666187 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce886cea-93bb-4198-8d91-946629e60922 None None] Pushing event updated for resources: {'Port': ['ID=c89b1469-05e2-4e22-b56c-8184e92e8626,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:46.677537 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112462c4-ec2e-4ce9-b93e-899a9ec1b536 None None] Network ba671b55-4370-44e1-9282-16ac640c3f76 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:51:46.689950 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.db.api [None req-b5c74b1d-06e6-45c5-929a-b18efe9fc321 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 13:51:46.689950 dv-neutron-835335-1-hyperv neutron-server[109612]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 13:51:46.689950 dv-neutron-835335-1-hyperv neutron-server[109612]: [parameters: {'id': 'ba671b55-4370-44e1-9282-16ac640c3f76'}] Mar 28 13:51:46.689950 dv-neutron-835335-1-hyperv neutron-server[109612]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 13:51:46.690417 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG oslo_db.api [None req-b5c74b1d-06e6-45c5-929a-b18efe9fc321 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 13:51:46.790163 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06da96dc-3e5b-49eb-b77b-c1b3e17d5084 None None] Network ba671b55-4370-44e1-9282-16ac640c3f76 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:51:46.910029 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10973045-b9d3-4112-82bc-4c3cf18e789f None None] get_active_networks_info from dv-neutron-835335-1-hyperv {{(pid=109614) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 28 13:51:46.916041 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dff0f3-d008-49a5-a2d0-64172ef72c2e req-09287739-d7c5-48e3-b44c-f678320e2cf7 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:46.918373 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-19dff0f3-d008-49a5-a2d0-64172ef72c2e req-09287739-d7c5-48e3-b44c-f678320e2cf7 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f21cd21-2cba-4ee2-ba5e-7519128c83d8 HTTP/1.1" status: 200 len: 946 time: 0.0501907 Mar 28 13:51:46.964961 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-19dff0f3-d008-49a5-a2d0-64172ef72c2e req-7792e4b4-966a-45ed-9bfd-dd0c264ccc17 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/security-groups?id=0706f3f6-4ac4-4bfd-b496-8cf89045c8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402269 Mar 28 13:51:47.136559 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10973045-b9d3-4112-82bc-4c3cf18e789f None None] Resources bound (agent type, host, resource id): {{(pid=109614) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 13:51:47.191969 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b5c74b1d-06e6-45c5-929a-b18efe9fc321 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:47.246950 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-b5c74b1d-06e6-45c5-929a-b18efe9fc321 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Deleting port c89b1469-05e2-4e22-b56c-8184e92e8626 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:51:47.247296 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b5c74b1d-06e6-45c5-929a-b18efe9fc321 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:47.324328 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-b5c74b1d-06e6-45c5-929a-b18efe9fc321 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] For port c89b1469-05e2-4e22-b56c-8184e92e8626, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=c89b1469-05e2-4e22-b56c-8184e92e8626,segment=NetworkSegment(f183c651-d07e-4327-9634-5edb9b4663e0),segment_id=f183c651-d07e-4327-9634-5edb9b4663e0)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:51:47.324809 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b5c74b1d-06e6-45c5-929a-b18efe9fc321 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:47.334695 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 59f547a1-ee62-4716-999b-0af8d6b4841e up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:51:47.339462 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-b5c74b1d-06e6-45c5-929a-b18efe9fc321 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Calling delete_port for c89b1469-05e2-4e22-b56c-8184e92e8626 owned by network:dhcp {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:51:47.394630 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dec250-572e-49e7-8685-db79c344c468 req-e5576931-936e-4e50-8980-ad1d8bf99e1b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:47.397295 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-35dec250-572e-49e7-8685-db79c344c468 req-e5576931-936e-4e50-8980-ad1d8bf99e1b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a50f999-d439-4aef-a9c9-f58eece3bd08 HTTP/1.1" status: 200 len: 944 time: 0.0591927 Mar 28 13:51:47.440468 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-35dec250-572e-49e7-8685-db79c344c468 req-337af546-4022-4367-9443-a04bc9cf0e0a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=340ff62d-dfed-4759-b858-8c1eed4f131a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331635 Mar 28 13:51:47.460809 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning for port 59f547a1-ee62-4716-999b-0af8d6b4841e completed by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 13:51:47.464920 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port 59f547a1-ee62-4716-999b-0af8d6b4841e triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:51:47.465293 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:47.516081 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b5c74b1d-06e6-45c5-929a-b18efe9fc321 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:47.541858 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c74b1d-06e6-45c5-929a-b18efe9fc321 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event deleted for resources: {'Port': ['ID=c89b1469-05e2-4e22-b56c-8184e92e8626,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:47.545194 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c74b1d-06e6-45c5-929a-b18efe9fc321 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] No DVR routers for this DVR port c89b1469-05e2-4e22-b56c-8184e92e8626 on host dv-neutron-835335-1-hyperv {{(pid=109612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:51:47.545632 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:47.569825 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a50f999-d439-4aef-a9c9-f58eece3bd08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f547a1-ee62-4716-999b-0af8d6b4841e'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:51:47.572094 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa70743-60e7-4de8-a62e-ac5094f6837a" -d '{"events": [{"server_uuid": "0a50f999-d439-4aef-a9c9-f58eece3bd08", "name": "network-vif-plugged", "status": "completed", "tag": "59f547a1-ee62-4716-999b-0af8d6b4841e"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:51:47.587029 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 59f547a1-ee62-4716-999b-0af8d6b4841e, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=59f547a1-ee62-4716-999b-0af8d6b4841e,segment=NetworkSegment(730ef24c-20a6-4893-825e-92ad0587dcde),segment_id=730ef24c-20a6-4893-825e-92ad0587dcde)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:51:47.610913 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 13:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d537b82-a4fa-43fd-a280-d0fe3d2938e2 x-openstack-request-id: req-1d537b82-a4fa-43fd-a280-d0fe3d2938e2 {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:51:47.611141 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a50f999-d439-4aef-a9c9-f58eece3bd08", "name": "network-vif-plugged", "status": "completed", "tag": "59f547a1-ee62-4716-999b-0af8d6b4841e", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:51:47.611396 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1d537b82-a4fa-43fd-a280-d0fe3d2938e2 {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:51:47.611901 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a50f999-d439-4aef-a9c9-f58eece3bd08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f547a1-ee62-4716-999b-0af8d6b4841e', 'code': 200} Mar 28 13:51:47.627249 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b5c74b1d-06e6-45c5-929a-b18efe9fc321 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:47.647929 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-b5c74b1d-06e6-45c5-929a-b18efe9fc321 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba671b55-4370-44e1-9282-16ac640c3f76']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:47.657851 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-b5c74b1d-06e6-45c5-929a-b18efe9fc321 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f183c651-d07e-4327-9634-5edb9b4663e0') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:47.658145 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-b5c74b1d-06e6-45c5-929a-b18efe9fc321 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f183c651-d07e-4327-9634-5edb9b4663e0') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:47.665308 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:47.668815 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b5c74b1d-06e6-45c5-929a-b18efe9fc321 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:47.682672 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b5c74b1d-06e6-45c5-929a-b18efe9fc321 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:47.688446 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5c74b1d-06e6-45c5-929a-b18efe9fc321 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:51:47.688833 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b5c74b1d-06e6-45c5-929a-b18efe9fc321 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:47.691799 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:51:47.691799 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:51:47.691799 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:51:47.691799 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:51:47.691799 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:51:47.691799 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:51:47.691799 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:51:47.691799 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:51:47.691799 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:51:47.691799 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:51:47.691799 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:51:47.691799 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:51:47.691799 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:51:47.691799 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:51:47.691799 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:51:47.691799 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:51:47.691799 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:51:47.691799 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:51:47.691799 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:51:47.691799 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:51:47.691799 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:51:47.691799 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:51:47.691799 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:51:47.691799 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:51:47.691799 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:51:47.691799 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:51:47.691799 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:51:47.691799 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:51:47.691799 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:51:47.691799 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:51:47.691799 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:51:47.691799 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:51:47.712859 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=59f547a1-ee62-4716-999b-0af8d6b4841e,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:47.836089 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b5c74b1d-06e6-45c5-929a-b18efe9fc321 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:47.843319 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b5c74b1d-06e6-45c5-929a-b18efe9fc321 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks [] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:47.846482 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-b5c74b1d-06e6-45c5-929a-b18efe9fc321 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "DELETE /v2.0/networks/ba671b55-4370-44e1-9282-16ac640c3f76 HTTP/1.1" status: 204 len: 168 time: 1.8501744 Mar 28 13:51:47.850298 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35240) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:47.863000 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c74b1d-06e6-45c5-929a-b18efe9fc321 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event deleted for resources: {'Network': ['ID=ba671b55-4370-44e1-9282-16ac640c3f76,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:47.881730 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dfce69d-b506-43de-943e-11f1edd32326 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] DELETE failed (client error): The resource could not be found. Mar 28 13:51:47.882428 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dfce69d-b506-43de-943e-11f1edd32326 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:51:47.885415 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-6dfce69d-b506-43de-943e-11f1edd32326 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "DELETE /v2.0/subnets/193b5920-aec0-4239-8296-f38faddd602b HTTP/1.1" status: 404 len: 337 time: 0.0339301 Mar 28 13:51:47.887958 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35242) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:47.912918 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-52f94e77-a299-44b8-935a-ad7130ff7074 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] DELETE failed (client error): The resource could not be found. Mar 28 13:51:47.913456 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52f94e77-a299-44b8-935a-ad7130ff7074 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:51:47.916301 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-52f94e77-a299-44b8-935a-ad7130ff7074 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "DELETE /v2.0/networks/ba671b55-4370-44e1-9282-16ac640c3f76 HTTP/1.1" status: 404 len: 339 time: 0.0274079 Mar 28 13:51:47.919402 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35244) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:47.945536 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8bcf89d-7086-485c-bbef-644d2504875f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] DELETE failed (client error): The resource could not be found. Mar 28 13:51:47.945983 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8bcf89d-7086-485c-bbef-644d2504875f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:51:47.951274 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-e8bcf89d-7086-485c-bbef-644d2504875f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "DELETE /v2.0/subnets/33a7c80c-a337-408f-9899-8209bcc18a19 HTTP/1.1" status: 404 len: 337 time: 0.0286605 Mar 28 13:51:47.951508 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35246) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:47.969564 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-f38f30f1-c74c-4156-9aeb-2f48c91a2c6d tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] DELETE failed (client error): The resource could not be found. Mar 28 13:51:47.970096 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f38f30f1-c74c-4156-9aeb-2f48c91a2c6d tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:51:47.973070 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-f38f30f1-c74c-4156-9aeb-2f48c91a2c6d tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "DELETE /v2.0/networks/14969399-c5dc-4643-8d60-771bb0dd10a3 HTTP/1.1" status: 404 len: 339 time: 0.0206695 Mar 28 13:51:47.975518 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35248) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:47.976738 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e3bff-258c-4eda-9551-60c9e3adb6d6 req-2b964334-3cc4-4209-bff9-2837e63a49a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:47.978258 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ab0e3bff-258c-4eda-9551-60c9e3adb6d6 req-2b964334-3cc4-4209-bff9-2837e63a49a7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0a50f999-d439-4aef-a9c9-f58eece3bd08 HTTP/1.1" status: 200 len: 1098 time: 0.0731428 Mar 28 13:51:48.020688 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ab0e3bff-258c-4eda-9551-60c9e3adb6d6 req-51fce815-c2d4-4a14-a020-ee86d2943cab service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=340ff62d-dfed-4759-b858-8c1eed4f131a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361240 Mar 28 13:51:48.053296 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7fd5fc2a-93c9-4293-aaeb-e078738ef4a5 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:48.078872 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b298b-97f6-487d-a54c-3211ef591874 req-459739c6-f65a-4058-9bb8-2961d767e856 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:48.080337 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e07b298b-97f6-487d-a54c-3211ef591874 req-459739c6-f65a-4058-9bb8-2961d767e856 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f21cd21-2cba-4ee2-ba5e-7519128c83d8 HTTP/1.1" status: 200 len: 946 time: 0.0480533 Mar 28 13:51:48.123386 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e07b298b-97f6-487d-a54c-3211ef591874 req-803276c0-9084-40bf-a434-8e3c2a23d1bf tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/security-groups?id=0706f3f6-4ac4-4bfd-b496-8cf89045c8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366797 Mar 28 13:51:48.142511 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7fd5fc2a-93c9-4293-aaeb-e078738ef4a5 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:48.163010 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-7fd5fc2a-93c9-4293-aaeb-e078738ef4a5 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e4541e9-09ac-4be5-a683-f0c5419b8d68']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:48.172618 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-7fd5fc2a-93c9-4293-aaeb-e078738ef4a5 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8482e48c-8896-431d-9def-8ce43364d23d') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:48.172908 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-7fd5fc2a-93c9-4293-aaeb-e078738ef4a5 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8482e48c-8896-431d-9def-8ce43364d23d') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:48.181837 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7fd5fc2a-93c9-4293-aaeb-e078738ef4a5 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:48.194954 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7fd5fc2a-93c9-4293-aaeb-e078738ef4a5 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:48.201400 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fd5fc2a-93c9-4293-aaeb-e078738ef4a5 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:51:48.201780 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7fd5fc2a-93c9-4293-aaeb-e078738ef4a5 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:48.204652 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:51:48.204652 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:51:48.204652 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:51:48.204652 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:51:48.204652 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:51:48.204652 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:51:48.204652 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:51:48.204652 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:51:48.204652 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:51:48.204652 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:51:48.204652 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:51:48.204652 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:51:48.204652 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:51:48.204652 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:51:48.204652 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:51:48.204652 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:51:48.204652 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:51:48.204652 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:51:48.204652 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:51:48.204652 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:51:48.204652 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:51:48.204652 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:51:48.204652 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:51:48.204652 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:51:48.204652 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:51:48.204652 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:51:48.204652 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:51:48.204652 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:51:48.204652 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:51:48.204652 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:51:48.204652 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:51:48.204652 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:51:48.346253 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7fd5fc2a-93c9-4293-aaeb-e078738ef4a5 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:48.353024 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7fd5fc2a-93c9-4293-aaeb-e078738ef4a5 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks [] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:48.356876 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-7fd5fc2a-93c9-4293-aaeb-e078738ef4a5 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "DELETE /v2.0/networks/2e4541e9-09ac-4be5-a683-f0c5419b8d68 HTTP/1.1" status: 204 len: 168 time: 0.3804529 Mar 28 13:51:48.360638 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35252) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:48.373806 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd5fc2a-93c9-4293-aaeb-e078738ef4a5 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event deleted for resources: {'Network': ['ID=2e4541e9-09ac-4be5-a683-f0c5419b8d68,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:48.385714 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-33521933-d791-4593-b11a-0f08f9dcf9bf tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] DELETE failed (client error): The resource could not be found. Mar 28 13:51:48.386164 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33521933-d791-4593-b11a-0f08f9dcf9bf tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:51:48.389169 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-33521933-d791-4593-b11a-0f08f9dcf9bf tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "DELETE /v2.0/subnets/cb13fc41-06da-4387-980a-ae22a622c737 HTTP/1.1" status: 404 len: 337 time: 0.0287638 Mar 28 13:51:48.391671 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35254) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:48.409168 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed3af640-62b4-4c87-91f5-8b7fc6f68428 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] DELETE failed (client error): The resource could not be found. Mar 28 13:51:48.409706 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed3af640-62b4-4c87-91f5-8b7fc6f68428 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:51:48.412686 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ed3af640-62b4-4c87-91f5-8b7fc6f68428 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "DELETE /v2.0/networks/ecd8b5ee-309a-46b8-9a3c-c8dd9d181e4a HTTP/1.1" status: 404 len: 339 time: 0.0201142 Mar 28 13:51:48.415135 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35256) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:48.441196 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-c30ad13a-0ae0-4b35-88e5-0710fb24706c tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] DELETE failed (client error): The resource could not be found. Mar 28 13:51:48.441645 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c30ad13a-0ae0-4b35-88e5-0710fb24706c tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:51:48.444658 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c30ad13a-0ae0-4b35-88e5-0710fb24706c tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "DELETE /v2.0/subnets/823a2756-351d-4030-bece-7cb929cf1fb8 HTTP/1.1" status: 404 len: 337 time: 0.0286708 Mar 28 13:51:48.447112 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35258) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:48.464185 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a1495db-d1bf-4234-a126-ed8473fe8331 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] DELETE failed (client error): The resource could not be found. Mar 28 13:51:48.464908 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a1495db-d1bf-4234-a126-ed8473fe8331 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:51:48.467604 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-5a1495db-d1bf-4234-a126-ed8473fe8331 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "DELETE /v2.0/networks/091f34d3-38ae-465c-9f5e-c1005ec49865 HTTP/1.1" status: 404 len: 339 time: 0.0195799 Mar 28 13:51:48.469823 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35262) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:48.495558 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-56b50ade-9868-4d77-8958-23da946f37ae tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] DELETE failed (client error): The resource could not be found. Mar 28 13:51:48.496022 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56b50ade-9868-4d77-8958-23da946f37ae tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:51:48.499012 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-56b50ade-9868-4d77-8958-23da946f37ae tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "DELETE /v2.0/subnets/b7f7be9b-5b0a-478c-8764-777028468398 HTTP/1.1" status: 404 len: 337 time: 0.0283072 Mar 28 13:51:48.501715 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35264) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:48.521612 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d9b2265-3f59-4e76-9aa3-5b62892dd594 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] DELETE failed (client error): The resource could not be found. Mar 28 13:51:48.522128 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d9b2265-3f59-4e76-9aa3-5b62892dd594 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:51:48.525023 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-1d9b2265-3f59-4e76-9aa3-5b62892dd594 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "DELETE /v2.0/networks/5e8adfde-37fc-45f4-97a2-a8fc513b45b0 HTTP/1.1" status: 404 len: 339 time: 0.0224214 Mar 28 13:51:48.528264 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35266) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:48.555267 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-82935c24-322b-458d-8754-023ff7cba42f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] DELETE failed (client error): The resource could not be found. Mar 28 13:51:48.556059 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82935c24-322b-458d-8754-023ff7cba42f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:51:48.559377 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-82935c24-322b-458d-8754-023ff7cba42f tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "DELETE /v2.0/subnets/48c4e263-5713-47eb-b7f2-2b3454ff3ff5 HTTP/1.1" status: 404 len: 337 time: 0.0300477 Mar 28 13:51:48.561817 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35268) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:48.575294 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d5c8d-ff12-492e-91bb-397b5149dae8 req-3d490aa1-be9f-4852-b86e-ac70eeb17e62 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:48.578098 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-281d5c8d-ff12-492e-91bb-397b5149dae8 req-3d490aa1-be9f-4852-b86e-ac70eeb17e62 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a50f999-d439-4aef-a9c9-f58eece3bd08 HTTP/1.1" status: 200 len: 945 time: 0.0571003 Mar 28 13:51:48.580157 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b3be9e8-dd3f-4822-9c75-d96803489c36 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] DELETE failed (client error): The resource could not be found. Mar 28 13:51:48.580797 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b3be9e8-dd3f-4822-9c75-d96803489c36 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:51:48.583765 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-9b3be9e8-dd3f-4822-9c75-d96803489c36 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "DELETE /v2.0/networks/06b2ed79-c633-4ddb-a617-23f79ecf7f26 HTTP/1.1" status: 404 len: 339 time: 0.0210397 Mar 28 13:51:48.586190 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35270) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:48.612675 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-33afce82-e5cb-4651-ba83-c44ef9e6b3be tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] DELETE failed (client error): The resource could not be found. Mar 28 13:51:48.613124 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33afce82-e5cb-4651-ba83-c44ef9e6b3be tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:51:48.614970 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-281d5c8d-ff12-492e-91bb-397b5149dae8 req-0b72d914-2aa2-4f9f-89e1-d0f271a96001 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=340ff62d-dfed-4759-b858-8c1eed4f131a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320449 Mar 28 13:51:48.618346 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-33afce82-e5cb-4651-ba83-c44ef9e6b3be tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "DELETE /v2.0/subnets/b0558fca-ddb9-4a64-bf36-f92d632a5f1f HTTP/1.1" status: 404 len: 337 time: 0.0290318 Mar 28 13:51:48.618711 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35272) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:48.637087 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-45cf3380-46bf-4da3-b494-f1bc11895646 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] DELETE failed (client error): The resource could not be found. Mar 28 13:51:48.637611 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45cf3380-46bf-4da3-b494-f1bc11895646 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:51:48.640491 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-45cf3380-46bf-4da3-b494-f1bc11895646 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "DELETE /v2.0/networks/b222041d-b0e6-4c2a-93a3-ee3149c9c636 HTTP/1.1" status: 404 len: 339 time: 0.0207996 Mar 28 13:51:48.642917 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35274) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:48.668737 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-217f7fc5-39f8-4310-852d-237ba586fbb1 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] DELETE failed (client error): The resource could not be found. Mar 28 13:51:48.669109 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-217f7fc5-39f8-4310-852d-237ba586fbb1 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:51:48.672282 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-217f7fc5-39f8-4310-852d-237ba586fbb1 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "DELETE /v2.0/subnets/fc027811-b0c8-4b6b-b132-eab9381f0aa0 HTTP/1.1" status: 404 len: 337 time: 0.0284634 Mar 28 13:51:48.675515 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35276) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:48.691512 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2b7b063-d576-494f-bc35-94b2824afdc9 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] DELETE failed (client error): The resource could not be found. Mar 28 13:51:48.692038 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2b7b063-d576-494f-bc35-94b2824afdc9 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:51:48.694997 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a2b7b063-d576-494f-bc35-94b2824afdc9 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "DELETE /v2.0/networks/20cc051d-5647-44e1-aa10-a20ddd23850c HTTP/1.1" status: 404 len: 339 time: 0.0195048 Mar 28 13:51:48.697254 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35278) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:48.721901 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-a60fa504-e78d-4e52-8965-bcdc20316c96 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] DELETE failed (client error): The resource could not be found. Mar 28 13:51:48.722333 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a60fa504-e78d-4e52-8965-bcdc20316c96 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:51:48.725246 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a60fa504-e78d-4e52-8965-bcdc20316c96 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "DELETE /v2.0/subnets/3f94080b-dfc9-4bcb-9ce6-3df1d04382d2 HTTP/1.1" status: 404 len: 337 time: 0.0271008 Mar 28 13:51:48.727338 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35280) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:48.744490 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-cba0504e-c870-4b9c-8686-093d3cbf9e3b tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] DELETE failed (client error): The resource could not be found. Mar 28 13:51:48.745008 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cba0504e-c870-4b9c-8686-093d3cbf9e3b tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:51:48.747843 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-cba0504e-c870-4b9c-8686-093d3cbf9e3b tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "DELETE /v2.0/networks/529ebac8-f1d2-4568-ac0d-90466255cef3 HTTP/1.1" status: 404 len: 339 time: 0.0196600 Mar 28 13:51:48.750044 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35282) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:48.773511 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a345984-3774-4888-869a-05b2adc7c252 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] DELETE failed (client error): The resource could not be found. Mar 28 13:51:48.773945 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a345984-3774-4888-869a-05b2adc7c252 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:51:48.777352 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-2a345984-3774-4888-869a-05b2adc7c252 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "DELETE /v2.0/subnets/0a1c9f84-4891-4a14-b7f7-e1857e40a8b8 HTTP/1.1" status: 404 len: 337 time: 0.0264664 Mar 28 13:51:48.784756 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35284) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:48.802068 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.pecan_wsgi.hooks.translation [None req-524088c8-1c80-424a-adf8-1edfb8518850 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] DELETE failed (client error): The resource could not be found. Mar 28 13:51:48.802585 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-524088c8-1c80-424a-adf8-1edfb8518850 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 13:51:48.805451 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-524088c8-1c80-424a-adf8-1edfb8518850 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "DELETE /v2.0/networks/91926a6b-697a-4851-9b6f-188b73175d6a HTTP/1.1" status: 404 len: 339 time: 0.0198398 Mar 28 13:51:48.807503 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35286) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:48.859789 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-748f54e0-dfaa-40ea-980d-9e7681a03075 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Deleting subnet ed1948a7-db58-40e6-a89f-7c35905d3625 {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:51:48.862742 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-748f54e0-dfaa-40ea-980d-9e7681a03075 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:48.900229 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-748f54e0-dfaa-40ea-980d-9e7681a03075 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:49.002003 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-748f54e0-dfaa-40ea-980d-9e7681a03075 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:49.127656 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-748f54e0-dfaa-40ea-980d-9e7681a03075 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:49.156964 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748f54e0-dfaa-40ea-980d-9e7681a03075 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event deleted for resources: {'Subnet': ['ID=ed1948a7-db58-40e6-a89f-7c35905d3625,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:49.160805 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-748f54e0-dfaa-40ea-980d-9e7681a03075 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:49.166136 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-748f54e0-dfaa-40ea-980d-9e7681a03075 tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "DELETE /v2.0/subnets/ed1948a7-db58-40e6-a89f-7c35905d3625 HTTP/1.1" status: 204 len: 168 time: 0.3564348 Mar 28 13:51:49.167425 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35290) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:49.169484 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1218e551-e678-46a9-b169-3486f71290a8 None None] Network c5dc05cb-9c73-4105-8af4-3f0bb4e56d11 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:51:49.283328 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-78b2bd83-892b-4562-a433-c596e1c6959a tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:49.306396 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98df19c-d9c2-4bbc-bc0c-07a3dabe91c8 req-76fc50b7-ecf8-426d-a55d-11697694571e tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:49.308533 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f98df19c-d9c2-4bbc-bc0c-07a3dabe91c8 req-76fc50b7-ecf8-426d-a55d-11697694571e tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f21cd21-2cba-4ee2-ba5e-7519128c83d8 HTTP/1.1" status: 200 len: 946 time: 0.0774837 Mar 28 13:51:49.363031 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e590d37e-dee5-418c-987d-2770061c614a None None] DHCP port deletion for c5dc05cb-9c73-4105-8af4-3f0bb4e56d11 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:51:49.380845 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f98df19c-d9c2-4bbc-bc0c-07a3dabe91c8 req-774dae52-4914-4ced-9565-f190aeec8606 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/security-groups?id=0706f3f6-4ac4-4bfd-b496-8cf89045c8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511198 Mar 28 13:51:49.389175 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-78b2bd83-892b-4562-a433-c596e1c6959a tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Deleting port 44155d62-7852-4c93-87eb-288d84615419 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:51:49.389489 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-78b2bd83-892b-4562-a433-c596e1c6959a tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:49.414325 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-e590d37e-dee5-418c-987d-2770061c614a None None] Deleting port 44155d62-7852-4c93-87eb-288d84615419 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:51:49.414759 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e590d37e-dee5-418c-987d-2770061c614a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:49.458539 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-78b2bd83-892b-4562-a433-c596e1c6959a tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] For port 44155d62-7852-4c93-87eb-288d84615419, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=44155d62-7852-4c93-87eb-288d84615419,segment=NetworkSegment(915186dc-ba4e-44ef-b8a1-e17908586991),segment_id=915186dc-ba4e-44ef-b8a1-e17908586991)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:51:49.458539 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-78b2bd83-892b-4562-a433-c596e1c6959a tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:49.473423 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-78b2bd83-892b-4562-a433-c596e1c6959a tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Calling delete_port for 44155d62-7852-4c93-87eb-288d84615419 owned by network:dhcp {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:51:49.485359 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-e590d37e-dee5-418c-987d-2770061c614a None None] For port 44155d62-7852-4c93-87eb-288d84615419, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=44155d62-7852-4c93-87eb-288d84615419,segment=NetworkSegment(915186dc-ba4e-44ef-b8a1-e17908586991),segment_id=915186dc-ba4e-44ef-b8a1-e17908586991)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:51:49.485750 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e590d37e-dee5-418c-987d-2770061c614a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:49.498672 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-e590d37e-dee5-418c-987d-2770061c614a None None] Calling delete_port for 44155d62-7852-4c93-87eb-288d84615419 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:51:49.660611 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-78b2bd83-892b-4562-a433-c596e1c6959a tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:49.667017 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e590d37e-dee5-418c-987d-2770061c614a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:49.690496 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b2bd83-892b-4562-a433-c596e1c6959a tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] No DVR routers for this DVR port 44155d62-7852-4c93-87eb-288d84615419 on host dv-neutron-835335-1-hyperv {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:51:49.699868 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590d37e-dee5-418c-987d-2770061c614a None None] Pushing event deleted for resources: {'Port': ['ID=44155d62-7852-4c93-87eb-288d84615419,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:49.704074 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b2bd83-892b-4562-a433-c596e1c6959a tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event deleted for resources: {'Port': ['ID=44155d62-7852-4c93-87eb-288d84615419,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:49.705762 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e590d37e-dee5-418c-987d-2770061c614a None None] No DVR routers for this DVR port 44155d62-7852-4c93-87eb-288d84615419 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:51:49.805612 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-78b2bd83-892b-4562-a433-c596e1c6959a tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:49.826495 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55155fc3-c71c-4f9b-94a5-b1a63ea6da2c req-42307ecd-b5cc-4435-b559-a0d4bac32997 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:49.827964 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-55155fc3-c71c-4f9b-94a5-b1a63ea6da2c req-42307ecd-b5cc-4435-b559-a0d4bac32997 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a50f999-d439-4aef-a9c9-f58eece3bd08 HTTP/1.1" status: 200 len: 945 time: 0.1409745 Mar 28 13:51:49.837111 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-78b2bd83-892b-4562-a433-c596e1c6959a tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5dc05cb-9c73-4105-8af4-3f0bb4e56d11']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:49.862079 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-78b2bd83-892b-4562-a433-c596e1c6959a tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '915186dc-ba4e-44ef-b8a1-e17908586991') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:49.862379 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-78b2bd83-892b-4562-a433-c596e1c6959a tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '915186dc-ba4e-44ef-b8a1-e17908586991') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:49.875380 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-78b2bd83-892b-4562-a433-c596e1c6959a tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:49.897593 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-55155fc3-c71c-4f9b-94a5-b1a63ea6da2c req-26a88c59-5908-432e-9d07-96225d15724b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=340ff62d-dfed-4759-b858-8c1eed4f131a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622053 Mar 28 13:51:49.898392 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-78b2bd83-892b-4562-a433-c596e1c6959a tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:49.905010 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78b2bd83-892b-4562-a433-c596e1c6959a tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:51:49.905400 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-78b2bd83-892b-4562-a433-c596e1c6959a tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:49.908350 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:51:49.908350 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:51:49.908350 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:51:49.908350 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:51:49.908350 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:51:49.908350 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:51:49.908350 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:51:49.908350 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:51:49.908350 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:51:49.908350 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:51:49.908350 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:51:49.908350 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:51:49.908350 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:51:49.908350 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:51:49.908350 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:51:49.908350 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:51:49.908350 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:51:49.908350 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:51:49.908350 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:51:49.908350 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:51:49.908350 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:51:49.908350 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:51:49.908350 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:51:49.908350 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:51:49.908350 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:51:49.908350 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:51:49.908350 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:51:49.908350 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:51:49.908350 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:51:49.908350 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:51:49.908350 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:51:49.908350 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:51:50.014129 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d5658-f96f-49f3-9f5e-87436d1e93c0 req-3c5e372f-e64f-4f90-b0bd-72047d58c5dd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:50.015533 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-eb5d5658-f96f-49f3-9f5e-87436d1e93c0 req-3c5e372f-e64f-4f90-b0bd-72047d58c5dd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a50f999-d439-4aef-a9c9-f58eece3bd08 HTTP/1.1" status: 200 len: 945 time: 0.0495327 Mar 28 13:51:50.037727 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-78b2bd83-892b-4562-a433-c596e1c6959a tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:50.046867 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-78b2bd83-892b-4562-a433-c596e1c6959a tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:50.049919 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-78b2bd83-892b-4562-a433-c596e1c6959a tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] 10.222.0.24 "DELETE /v2.0/networks/c5dc05cb-9c73-4105-8af4-3f0bb4e56d11 HTTP/1.1" status: 204 len: 168 time: 0.8793240 Mar 28 13:51:50.068593 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b2bd83-892b-4562-a433-c596e1c6959a tempest-NetworksTest-332741034 tempest-NetworksTest-332741034-project] Pushing event deleted for resources: {'Network': ['ID=c5dc05cb-9c73-4105-8af4-3f0bb4e56d11,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:50.078294 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-eb5d5658-f96f-49f3-9f5e-87436d1e93c0 req-984072dd-0a98-47d4-873a-4d19521a5312 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=340ff62d-dfed-4759-b858-8c1eed4f131a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551138 Mar 28 13:51:50.100464 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35298) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:50.140073 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c823af-8a42-44d2-b75f-1cf632e477cb tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:50.141633 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-05c823af-8a42-44d2-b75f-1cf632e477cb tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0a50f999-d439-4aef-a9c9-f58eece3bd08 HTTP/1.1" status: 200 len: 1093 time: 0.0401835 Mar 28 13:51:50.144504 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35300) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:50.149854 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-5eabeee5-e959-4ee4-9649-f42bcd1a032d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'floatingip': {'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'port_id': '59f547a1-ee62-4716-999b-0af8d6b4841e', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:51:50.226196 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5eabeee5-e959-4ee4-9649-f42bcd1a032d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for floatingip, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:50.329439 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5eabeee5-e959-4ee4-9649-f42bcd1a032d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:50.433292 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-5eabeee5-e959-4ee4-9649-f42bcd1a032d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Allocated IP 172.26.2.12 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/453766c4-a0b5-4469-adbb-0d70c5691c43) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:51:50.452961 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35306) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:50.522045 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 44155d62-7852-4c93-87eb-288d84615419 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:51:50.544538 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1cd22a-6f93-449f-a4e6-e16e4a2cc0c0 req-6eb4e705-a713-4591-a085-47b0fa9151b6 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:50.545248 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 44155d62-7852-4c93-87eb-288d84615419 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:51:50.545912 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 44155d62-7852-4c93-87eb-288d84615419 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:51:50.546440 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cb1cd22a-6f93-449f-a4e6-e16e4a2cc0c0 req-6eb4e705-a713-4591-a085-47b0fa9151b6 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f21cd21-2cba-4ee2-ba5e-7519128c83d8 HTTP/1.1" status: 200 len: 946 time: 0.0870550 Mar 28 13:51:50.565701 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5eabeee5-e959-4ee4-9649-f42bcd1a032d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:50.606736 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cb1cd22a-6f93-449f-a4e6-e16e4a2cc0c0 req-8fc49110-9f82-4fdd-bfae-2648952ddd4b tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/security-groups?id=0706f3f6-4ac4-4bfd-b496-8cf89045c8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482259 Mar 28 13:51:50.633768 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a74feafb-1656-4eca-84ad-abad960835a1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=436f2587f14c4f028833e0219405fbf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1794505 Mar 28 13:51:50.638659 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35310) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:50.655221 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5eabeee5-e959-4ee4-9649-f42bcd1a032d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:50.686428 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-215fd924-9fc7-4a53-8053-b1049eb0dc86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:50.696514 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eabeee5-e959-4ee4-9649-f42bcd1a032d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:51:50.700127 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-5eabeee5-e959-4ee4-9649-f42bcd1a032d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:51:50.703637 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eabeee5-e959-4ee4-9649-f42bcd1a032d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:51:50.707779 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-215fd924-9fc7-4a53-8053-b1049eb0dc86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:50.726275 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eabeee5-e959-4ee4-9649-f42bcd1a032d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=453766c4-a0b5-4469-adbb-0d70c5691c43,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:50.808946 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-215fd924-9fc7-4a53-8053-b1049eb0dc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:50.812352 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-215fd924-9fc7-4a53-8053-b1049eb0dc86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:50.813533 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-215fd924-9fc7-4a53-8053-b1049eb0dc86 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/677d8ea2-f0d5-4cb4-9eb9-0ca19b8c1064 HTTP/1.1" status: 204 len: 168 time: 0.1739814 Mar 28 13:51:50.822208 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215fd924-9fc7-4a53-8053-b1049eb0dc86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677d8ea2-f0d5-4cb4-9eb9-0ca19b8c1064,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:51.073082 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5eabeee5-e959-4ee4-9649-f42bcd1a032d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:51.193908 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5eabeee5-e959-4ee4-9649-f42bcd1a032d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:51.348108 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5eabeee5-e959-4ee4-9649-f42bcd1a032d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:51.403161 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5eabeee5-e959-4ee4-9649-f42bcd1a032d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:51.737767 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b97f5a-b91e-4f27-ad8f-392cf5484271 req-cce52694-e9b9-4bbc-8b37-74c8e80706e4 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:51.739268 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-47b97f5a-b91e-4f27-ad8f-392cf5484271 req-cce52694-e9b9-4bbc-8b37-74c8e80706e4 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f21cd21-2cba-4ee2-ba5e-7519128c83d8 HTTP/1.1" status: 200 len: 946 time: 0.0561168 Mar 28 13:51:51.781063 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-47b97f5a-b91e-4f27-ad8f-392cf5484271 req-cbaa33b0-bd39-4008-82d2-e1c0fb5c6119 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/security-groups?id=0706f3f6-4ac4-4bfd-b496-8cf89045c8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349331 Mar 28 13:51:51.786804 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35334) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:51.792426 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0035341 Mar 28 13:51:51.797114 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35336) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:51.828027 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eabeee5-e959-4ee4-9649-f42bcd1a032d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=453766c4-a0b5-4469-adbb-0d70c5691c43,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:51.838190 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5eabeee5-e959-4ee4-9649-f42bcd1a032d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:51.897543 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-320dd84e-3af9-41c8-b945-432b9311c8f9 tempest-NetworksApiDiscovery-1943745321 tempest-NetworksApiDiscovery-1943745321-project] 10.222.0.24 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.0992565 Mar 28 13:51:51.938977 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.l3_db [None req-5eabeee5-e959-4ee4-9649-f42bcd1a032d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Floating IP 4acdc3fc-2d6b-41c8-b604-e85f9093caac associated. External IP: 172.26.2.12, port: 59f547a1-ee62-4716-999b-0af8d6b4841e. Mar 28 13:51:52.139344 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eabeee5-e959-4ee4-9649-f42bcd1a032d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Router 4da27d5a-2423-4797-b1f0-9b0193927517 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:51:52.248330 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eabeee5-e959-4ee4-9649-f42bcd1a032d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:51:52.258129 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ae81c0-159a-4784-8378-8d8e1394f66d None None] Sync routers for ids ['4da27d5a-2423-4797-b1f0-9b0193927517'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:51:52.267762 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ae81c0-159a-4784-8378-8d8e1394f66d None None] Routers {'4da27d5a-2423-4797-b1f0-9b0193927517'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:51:52.268463 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-39ae81c0-159a-4784-8378-8d8e1394f66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:51:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['4da27d5a-2423-4797-b1f0-9b0193927517'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:52.325540 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5eabeee5-e959-4ee4-9649-f42bcd1a032d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:52.362068 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-5eabeee5-e959-4ee4-9649-f42bcd1a032d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2155368 Mar 28 13:51:52.362622 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a50f999-d439-4aef-a9c9-f58eece3bd08', 'tag': '59f547a1-ee62-4716-999b-0af8d6b4841e'}] {{(pid=109612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:51:52.364992 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe63c13e87a9f7251adb6bd0d9fca296dff075f1d7b14c4d1edf5c408047469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1190c43-b41a-4d2d-8b7c-897a65c43807" -d '{"events": [{"name": "network-changed", "server_uuid": "0a50f999-d439-4aef-a9c9-f58eece3bd08", "tag": "59f547a1-ee62-4716-999b-0af8d6b4841e"}]}' {{(pid=109612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:51:52.365504 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35344) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:52.380318 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35348) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:52.380482 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-39ae81c0-159a-4784-8378-8d8e1394f66d None None] Set router 4da27d5a-2423-4797-b1f0-9b0193927517 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:51:52.417935 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 13:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8498315-b729-494c-8a27-2775029b624a x-openstack-request-id: req-c8498315-b729-494c-8a27-2775029b624a {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:51:52.418226 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a50f999-d439-4aef-a9c9-f58eece3bd08", "tag": "59f547a1-ee62-4716-999b-0af8d6b4841e", "status": "completed", "code": 200}]} {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:51:52.418475 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c8498315-b729-494c-8a27-2775029b624a {{(pid=109612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:51:52.418872 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a50f999-d439-4aef-a9c9-f58eece3bd08', 'tag': '59f547a1-ee62-4716-999b-0af8d6b4841e', 'status': 'completed', 'code': 200} Mar 28 13:51:52.510893 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8037e8c7-41f1-4614-ac85-260922fa9d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:52.597592 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8037e8c7-41f1-4614-ac85-260922fa9d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:52.630444 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-39ae81c0-159a-4784-8378-8d8e1394f66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'name': 'tempest-TestNetworkBasicOps-router-120044596', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.45'}], 'enable_snat': True}, 'gw_port_id': '531c0b21-c506-4803-a50f-6606db7156ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:51:26Z', 'updated_at': '2022-03-28T13:51:30Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '531c0b21-c506-4803-a50f-6606db7156ef', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:92:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:51:26Z', 'updated_at': '2022-03-28T13:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '4acdc3fc-2d6b-41c8-b604-e85f9093caac', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'floating_ip_address': '172.26.2.12', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'port_id': '59f547a1-ee62-4716-999b-0af8d6b4841e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a983283-48b7-4cca-8fb1-03f87491a2ea', 'mac_address': 'fa:16:3e:14:8f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a50f999-d439-4aef-a9c9-f58eece3bd08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T13:51:50Z', 'updated_at': '2022-03-28T13:51:50Z', 'revision_number': 0, 'project_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cb93e85-cf00-4a31-934f-0cfedcacba42', 'name': '', 'network_id': '0a983283-48b7-4cca-8fb1-03f87491a2ea', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:d1:af:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'c947f236-8b1e-42e9-acfc-150f099caf2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:51:30Z', 'updated_at': '2022-03-28T13:51:34Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'c947f236-8b1e-42e9-acfc-150f099caf2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:52.655126 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8037e8c7-41f1-4614-ac85-260922fa9d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:52.661243 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ae81c0-159a-4784-8378-8d8e1394f66d None None] Checking router: 4da27d5a-2423-4797-b1f0-9b0193927517 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:51:52.671434 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ae81c0-159a-4784-8378-8d8e1394f66d None None] Routers {'4da27d5a-2423-4797-b1f0-9b0193927517'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:51:52.672074 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-39ae81c0-159a-4784-8378-8d8e1394f66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:51:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['4da27d5a-2423-4797-b1f0-9b0193927517'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:52.698942 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8037e8c7-41f1-4614-ac85-260922fa9d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c901e08b-1e49-4d49-8ec1-040c34135ad7,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:52.706492 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-8037e8c7-41f1-4614-ac85-260922fa9d9b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5f7ef2e012e14687b0c5739b6710a309&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3248901 Mar 28 13:51:52.707702 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35352) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:52.759867 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-eb63a39b-cd85-46ef-9187-4b54f6082fc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:52.783074 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-eb63a39b-cd85-46ef-9187-4b54f6082fc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:52.786539 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-39ae81c0-159a-4784-8378-8d8e1394f66d None None] Set router 4da27d5a-2423-4797-b1f0-9b0193927517 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:51:52.884465 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-385d0979-4b07-4d8c-bcec-4c490e4f5dd7 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/floatingips/4acdc3fc-2d6b-41c8-b604-e85f9093caac HTTP/1.1" status: 200 len: 990 time: 0.5173795 Mar 28 13:51:52.892316 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1190c43-b41a-4d2d-8b7c-897a65c43807 req-80f271ca-9017-4c90-a5ca-231e7fd22a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:52.893339 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-eb63a39b-cd85-46ef-9187-4b54f6082fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:52.893864 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f1190c43-b41a-4d2d-8b7c-897a65c43807 req-80f271ca-9017-4c90-a5ca-231e7fd22a37 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&device_id=0a50f999-d439-4aef-a9c9-f58eece3bd08 HTTP/1.1" status: 200 len: 1098 time: 0.4376194 Mar 28 13:51:52.896143 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-eb63a39b-cd85-46ef-9187-4b54f6082fc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:52.902104 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-eb63a39b-cd85-46ef-9187-4b54f6082fc0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c901e08b-1e49-4d49-8ec1-040c34135ad7 HTTP/1.1" status: 204 len: 168 time: 0.1918817 Mar 28 13:51:52.918676 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63a39b-cd85-46ef-9187-4b54f6082fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c901e08b-1e49-4d49-8ec1-040c34135ad7,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:52.950842 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f364d-67dd-4149-bce1-a6dc17efd43e req-1df55b5b-eb57-4cdb-ad5c-49bdfa81f2a2 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:52.952398 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-107f364d-67dd-4149-bce1-a6dc17efd43e req-1df55b5b-eb57-4cdb-ad5c-49bdfa81f2a2 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f21cd21-2cba-4ee2-ba5e-7519128c83d8 HTTP/1.1" status: 200 len: 946 time: 0.0975871 Mar 28 13:51:53.051062 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-39ae81c0-159a-4784-8378-8d8e1394f66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'name': 'tempest-TestNetworkBasicOps-router-120044596', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.45'}], 'enable_snat': True}, 'gw_port_id': '531c0b21-c506-4803-a50f-6606db7156ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:51:26Z', 'updated_at': '2022-03-28T13:51:30Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '531c0b21-c506-4803-a50f-6606db7156ef', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:92:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:51:26Z', 'updated_at': '2022-03-28T13:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '4acdc3fc-2d6b-41c8-b604-e85f9093caac', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'floating_ip_address': '172.26.2.12', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'port_id': '59f547a1-ee62-4716-999b-0af8d6b4841e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a983283-48b7-4cca-8fb1-03f87491a2ea', 'mac_address': 'fa:16:3e:14:8f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a50f999-d439-4aef-a9c9-f58eece3bd08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T13:51:50Z', 'updated_at': '2022-03-28T13:51:50Z', 'revision_number': 0, 'project_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cb93e85-cf00-4a31-934f-0cfedcacba42', 'name': '', 'network_id': '0a983283-48b7-4cca-8fb1-03f87491a2ea', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:d1:af:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'c947f236-8b1e-42e9-acfc-150f099caf2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:51:30Z', 'updated_at': '2022-03-28T13:51:34Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'c947f236-8b1e-42e9-acfc-150f099caf2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:51:53.077781 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ae81c0-159a-4784-8378-8d8e1394f66d None None] The sync data for ids ['4da27d5a-2423-4797-b1f0-9b0193927517'] in dv-neutron-835335-1-hyperv is: [{'id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'name': 'tempest-TestNetworkBasicOps-router-120044596', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.45'}], 'enable_snat': True}, 'gw_port_id': '531c0b21-c506-4803-a50f-6606db7156ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:51:26Z', 'updated_at': '2022-03-28T13:51:30Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '531c0b21-c506-4803-a50f-6606db7156ef', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:92:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:51:26Z', 'updated_at': '2022-03-28T13:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '4acdc3fc-2d6b-41c8-b604-e85f9093caac', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'floating_ip_address': '172.26.2.12', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'port_id': '59f547a1-ee62-4716-999b-0af8d6b4841e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a983283-48b7-4cca-8fb1-03f87491a2ea', 'mac_address': 'fa:16:3e:14:8f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a50f999-d439-4aef-a9c9-f58eece3bd08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T13:51:50Z', 'updated_at': '2022-03-28T13:51:50Z', 'revision_number': 0, 'project_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cb93e85-cf00-4a31-934f-0cfedcacba42', 'name': '', 'network_id': '0a983283-48b7-4cca-8fb1-03f87491a2ea', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:d1:af:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'c947f236-8b1e-42e9-acfc-150f099caf2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:51:30Z', 'updated_at': '2022-03-28T13:51:34Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'c947f236-8b1e-42e9-acfc-150f099caf2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:51:53.078130 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-107f364d-67dd-4149-bce1-a6dc17efd43e req-37502fbf-05de-4b73-909c-c2a49d7cf053 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/security-groups?id=0706f3f6-4ac4-4bfd-b496-8cf89045c8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891504 Mar 28 13:51:53.093220 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1190c43-b41a-4d2d-8b7c-897a65c43807 req-579b1b4f-fbe6-4266-a541-c7b4860f7bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:53.094701 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f1190c43-b41a-4d2d-8b7c-897a65c43807 req-579b1b4f-fbe6-4266-a541-c7b4860f7bbd service neutron] 10.222.0.20 "GET /v2.0/networks?id=0a983283-48b7-4cca-8fb1-03f87491a2ea HTTP/1.1" status: 200 len: 898 time: 0.1917214 Mar 28 13:51:53.211010 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f1190c43-b41a-4d2d-8b7c-897a65c43807 req-614775ba-5e4e-4a0b-97e5-16a6cc1b14b5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59f547a1-ee62-4716-999b-0af8d6b4841e HTTP/1.1" status: 200 len: 998 time: 0.1084347 Mar 28 13:51:53.271711 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1190c43-b41a-4d2d-8b7c-897a65c43807 req-27939e7c-5195-499e-a72d-6161c68bcea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:53.272605 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f1190c43-b41a-4d2d-8b7c-897a65c43807 req-27939e7c-5195-499e-a72d-6161c68bcea7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c947f236-8b1e-42e9-acfc-150f099caf2d HTTP/1.1" status: 200 len: 835 time: 0.0546212 Mar 28 13:51:53.323763 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1190c43-b41a-4d2d-8b7c-897a65c43807 req-59d78763-01a3-4241-ac32-1d3c76e8af6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:53.325810 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f1190c43-b41a-4d2d-8b7c-897a65c43807 req-59d78763-01a3-4241-ac32-1d3c76e8af6f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0a983283-48b7-4cca-8fb1-03f87491a2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0463247 Mar 28 13:51:53.331225 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f118c9c5-e197-4b0b-a2c4-27e427fe496c None None] New status for floating IP 4acdc3fc-2d6b-41c8-b604-e85f9093caac: ACTIVE {{(pid=109614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 13:51:53.418712 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f1190c43-b41a-4d2d-8b7c-897a65c43807 req-71eaf444-948c-4051-b2db-984cc7a600ff service neutron] 10.222.0.20 "GET /v2.0/networks/0a983283-48b7-4cca-8fb1-03f87491a2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859323 Mar 28 13:51:53.512710 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f1190c43-b41a-4d2d-8b7c-897a65c43807 req-1de7e8b2-84b2-41a7-94e5-055d43bcee69 service neutron] 10.222.0.20 "GET /v2.0/networks/0a983283-48b7-4cca-8fb1-03f87491a2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862753 Mar 28 13:51:53.888888 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35360) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:53.952184 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-27c21d96-8fef-43b8-87b2-7fa739fc64f8 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/floatingips/4acdc3fc-2d6b-41c8-b604-e85f9093caac HTTP/1.1" status: 200 len: 992 time: 0.0621459 Mar 28 13:51:53.973668 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-82576bfc-7563-4eaa-a640-686c4c3185d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:54.195050 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eafbb4-b47c-41ff-9815-7ca726a4e55a req-f2f03d18-9252-4e13-8eef-f2a503ea6b96 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:54.196536 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-86eafbb4-b47c-41ff-9815-7ca726a4e55a req-f2f03d18-9252-4e13-8eef-f2a503ea6b96 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f21cd21-2cba-4ee2-ba5e-7519128c83d8 HTTP/1.1" status: 200 len: 946 time: 0.0490339 Mar 28 13:51:54.234515 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-86eafbb4-b47c-41ff-9815-7ca726a4e55a req-abc43d51-ae76-408e-9044-a9e39e943644 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/security-groups?id=0706f3f6-4ac4-4bfd-b496-8cf89045c8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313621 Mar 28 13:51:54.637741 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eec2ca-2c76-4293-bb23-22bcfad600b0 req-7295ee2b-a554-427f-90dd-83a0d1308f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:54.639258 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-40eec2ca-2c76-4293-bb23-22bcfad600b0 req-7295ee2b-a554-427f-90dd-83a0d1308f32 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bcdd6be72e7642a4b756d4ea1c2944fc&device_id=9f21cd21-2cba-4ee2-ba5e-7519128c83d8 HTTP/1.1" status: 200 len: 1099 time: 0.0445712 Mar 28 13:51:54.736502 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eec2ca-2c76-4293-bb23-22bcfad600b0 req-cffd2271-0f0c-4708-91ab-030de37b6639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:54.737948 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-40eec2ca-2c76-4293-bb23-22bcfad600b0 req-cffd2271-0f0c-4708-91ab-030de37b6639 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2ff991f4-50ec-4bee-9b8e-14ed596b49df HTTP/1.1" status: 200 len: 898 time: 0.0817149 Mar 28 13:51:54.805236 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-40eec2ca-2c76-4293-bb23-22bcfad600b0 req-cd4b93bc-2a33-4209-b2f5-4e67f60dd290 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d05fc4c1-04d3-45a7-9c5b-d2236383dfd1 HTTP/1.1" status: 200 len: 1002 time: 0.0600758 Mar 28 13:51:54.851458 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eec2ca-2c76-4293-bb23-22bcfad600b0 req-c6f3a821-143e-4514-8365-00bd4fb06649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:54.852879 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-40eec2ca-2c76-4293-bb23-22bcfad600b0 req-c6f3a821-143e-4514-8365-00bd4fb06649 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82ef406a-5bfa-4427-b27a-2535f93e5e4f HTTP/1.1" status: 200 len: 835 time: 0.0417061 Mar 28 13:51:54.904832 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eec2ca-2c76-4293-bb23-22bcfad600b0 req-87284ed9-7fdf-4699-b35f-126f10c0ff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:54.906471 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-40eec2ca-2c76-4293-bb23-22bcfad600b0 req-87284ed9-7fdf-4699-b35f-126f10c0ff3e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2ff991f4-50ec-4bee-9b8e-14ed596b49df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0463083 Mar 28 13:51:55.009168 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-40eec2ca-2c76-4293-bb23-22bcfad600b0 req-4c7b2482-3819-4090-9739-518f27131b1b service neutron] 10.222.0.20 "GET /v2.0/networks/2ff991f4-50ec-4bee-9b8e-14ed596b49df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954483 Mar 28 13:51:55.096240 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-40eec2ca-2c76-4293-bb23-22bcfad600b0 req-d33a46b7-5fcc-46d5-8f65-203cf5ee6f76 service neutron] 10.222.0.20 "GET /v2.0/networks/2ff991f4-50ec-4bee-9b8e-14ed596b49df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808272 Mar 28 13:51:55.347576 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c3685-6bdf-45a9-a84a-a913889426b8 req-8aac82a1-d598-4316-a5ee-b05be9dbb580 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:55.348950 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7b9c3685-6bdf-45a9-a84a-a913889426b8 req-8aac82a1-d598-4316-a5ee-b05be9dbb580 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f21cd21-2cba-4ee2-ba5e-7519128c83d8 HTTP/1.1" status: 200 len: 946 time: 0.0479321 Mar 28 13:51:55.384983 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7b9c3685-6bdf-45a9-a84a-a913889426b8 req-2cc5b09f-e2ed-4f61-9c78-22819e3adc49 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/security-groups?id=0706f3f6-4ac4-4bfd-b496-8cf89045c8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300865 Mar 28 13:51:56.278086 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9738d6f5-8251-4a71-95c8-05a6187b57d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:56.502377 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f07c1-f298-4e52-8b03-d4ecfa058b19 req-f681efb9-3567-4e34-902c-9a641bcab390 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:56.503835 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5c6f07c1-f298-4e52-8b03-d4ecfa058b19 req-f681efb9-3567-4e34-902c-9a641bcab390 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f21cd21-2cba-4ee2-ba5e-7519128c83d8 HTTP/1.1" status: 200 len: 946 time: 0.0522089 Mar 28 13:51:56.540906 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5c6f07c1-f298-4e52-8b03-d4ecfa058b19 req-5a5968c6-4be0-4219-9470-84df24eb92b2 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/security-groups?id=0706f3f6-4ac4-4bfd-b496-8cf89045c8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310807 Mar 28 13:51:57.129202 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce0a17-3cc7-4cb0-a98c-97cb0f708e52 req-97eab169-0594-4878-ba16-10bba9396976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:57.130682 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f4ce0a17-3cc7-4cb0-a98c-97cb0f708e52 req-97eab169-0594-4878-ba16-10bba9396976 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9f21cd21-2cba-4ee2-ba5e-7519128c83d8 HTTP/1.1" status: 200 len: 1099 time: 0.0387716 Mar 28 13:51:57.163291 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f4ce0a17-3cc7-4cb0-a98c-97cb0f708e52 req-994ade4f-496b-4fd7-8288-a7b6a95b665e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0706f3f6-4ac4-4bfd-b496-8cf89045c8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0260427 Mar 28 13:51:57.322560 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device d05fc4c1-04d3-45a7-9c5b-d2236383dfd1 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 13:51:57.325666 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device d05fc4c1-04d3-45a7-9c5b-d2236383dfd1 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:51:57.474382 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:57.511389 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port d05fc4c1-04d3-45a7-9c5b-d2236383dfd1, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=d05fc4c1-04d3-45a7-9c5b-d2236383dfd1,segment=NetworkSegment(a80f2681-e6a4-420a-a7d2-2591d90941c8),segment_id=a80f2681-e6a4-420a-a7d2-2591d90941c8)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:51:57.516590 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f21cd21-2cba-4ee2-ba5e-7519128c83d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd05fc4c1-04d3-45a7-9c5b-d2236383dfd1'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:51:57.518773 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f8b33f-2846-4699-856c-0a012214165a" -d '{"events": [{"server_uuid": "9f21cd21-2cba-4ee2-ba5e-7519128c83d8", "name": "network-vif-unplugged", "status": "completed", "tag": "d05fc4c1-04d3-45a7-9c5b-d2236383dfd1"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:51:57.535917 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': 'd05fc4c1-04d3-45a7-9c5b-d2236383dfd1', 'network_id': '2ff991f4-50ec-4bee-9b8e-14ed596b49df', 'port_id': 'd05fc4c1-04d3-45a7-9c5b-d2236383dfd1', 'mac_address': 'fa:16:3e:b8:11:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82ef406a-5bfa-4427-b27a-2535f93e5e4f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 13:51:57.539056 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port d05fc4c1-04d3-45a7-9c5b-d2236383dfd1, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=d05fc4c1-04d3-45a7-9c5b-d2236383dfd1,segment=NetworkSegment(a80f2681-e6a4-420a-a7d2-2591d90941c8),segment_id=a80f2681-e6a4-420a-a7d2-2591d90941c8)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:51:57.565905 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Mar 2022 13:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd40fd3-c40b-437c-9a0d-34f99cfbfdd4 x-openstack-request-id: req-5fd40fd3-c40b-437c-9a0d-34f99cfbfdd4 {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:51:57.566188 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f21cd21-2cba-4ee2-ba5e-7519128c83d8", "name": "network-vif-unplugged", "status": "completed", "tag": "d05fc4c1-04d3-45a7-9c5b-d2236383dfd1", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:51:57.566430 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5fd40fd3-c40b-437c-9a0d-34f99cfbfdd4 {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:51:57.566802 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f21cd21-2cba-4ee2-ba5e-7519128c83d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd05fc4c1-04d3-45a7-9c5b-d2236383dfd1', 'code': 200} Mar 28 13:51:57.569116 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:57.582059 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:57.595223 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d05fc4c1-04d3-45a7-9c5b-d2236383dfd1 {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 13:51:57.613938 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:57.654388 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c52bf-699b-4f0e-8101-96ec4173d046 req-a506b7c8-46ae-4fad-ab79-520c51500130 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:57.655861 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ad4c52bf-699b-4f0e-8101-96ec4173d046 req-a506b7c8-46ae-4fad-ab79-520c51500130 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f21cd21-2cba-4ee2-ba5e-7519128c83d8 HTTP/1.1" status: 200 len: 944 time: 0.0476983 Mar 28 13:51:57.683471 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.db.api [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 13:51:57.683825 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG oslo_db.api [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 13:51:57.688076 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=d05fc4c1-04d3-45a7-9c5b-d2236383dfd1,revision_number=6']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:57.693746 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ad4c52bf-699b-4f0e-8101-96ec4173d046 req-a705c539-dafe-4434-be14-ee8a74f91e10 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/security-groups?id=0706f3f6-4ac4-4bfd-b496-8cf89045c8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319052 Mar 28 13:51:58.220359 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:58.236060 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d05fc4c1-04d3-45a7-9c5b-d2236383dfd1 {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 13:51:58.254067 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port d05fc4c1-04d3-45a7-9c5b-d2236383dfd1, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=d05fc4c1-04d3-45a7-9c5b-d2236383dfd1,segment=NetworkSegment(a80f2681-e6a4-420a-a7d2-2591d90941c8),segment_id=a80f2681-e6a4-420a-a7d2-2591d90941c8)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:51:58.312776 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:58.359559 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=d05fc4c1-04d3-45a7-9c5b-d2236383dfd1,revision_number=7']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:51:58.668712 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['d05fc4c1-04d3-45a7-9c5b-d2236383dfd1'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 13:51:58.814763 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a22e1-7c9c-4bc6-a832-bdd60b2e72e5 req-e5ad30c8-356d-4514-8242-a613178c2af9 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:51:58.816335 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-312a22e1-7c9c-4bc6-a832-bdd60b2e72e5 req-e5ad30c8-356d-4514-8242-a613178c2af9 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f21cd21-2cba-4ee2-ba5e-7519128c83d8 HTTP/1.1" status: 200 len: 945 time: 0.0536690 Mar 28 13:51:58.855682 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-312a22e1-7c9c-4bc6-a832-bdd60b2e72e5 req-fb28855e-7e72-4ef1-81af-6946ccf0a4ee tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/security-groups?id=0706f3f6-4ac4-4bfd-b496-8cf89045c8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327876 Mar 28 13:51:58.877880 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35378) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:51:58.911927 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:51:58.937529 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-dd9e0806-7d84-4254-9ca9-332ae2ea1ac0 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/floatingips/ec1236f0-870f-489b-b972-d429054e9108 HTTP/1.1" status: 200 len: 993 time: 0.0584636 Mar 28 13:51:59.315433 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:52:01.337990 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device d05fc4c1-04d3-45a7-9c5b-d2236383dfd1 up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:52:01.383840 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port d05fc4c1-04d3-45a7-9c5b-d2236383dfd1 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:52:01.384200 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:52:01.460739 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:52:01.482287 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f21cd21-2cba-4ee2-ba5e-7519128c83d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05fc4c1-04d3-45a7-9c5b-d2236383dfd1'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:52:01.484512 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e3079e-210c-4321-bcba-9753125cce4b" -d '{"events": [{"server_uuid": "9f21cd21-2cba-4ee2-ba5e-7519128c83d8", "name": "network-vif-plugged", "status": "completed", "tag": "d05fc4c1-04d3-45a7-9c5b-d2236383dfd1"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:52:01.497554 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port d05fc4c1-04d3-45a7-9c5b-d2236383dfd1, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=d05fc4c1-04d3-45a7-9c5b-d2236383dfd1,segment=NetworkSegment(a80f2681-e6a4-420a-a7d2-2591d90941c8),segment_id=a80f2681-e6a4-420a-a7d2-2591d90941c8)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:52:01.524793 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 13:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f6f41e-12d2-4258-a3a5-c8dcc0b7b8d5 x-openstack-request-id: req-53f6f41e-12d2-4258-a3a5-c8dcc0b7b8d5 {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:52:01.524793 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f21cd21-2cba-4ee2-ba5e-7519128c83d8", "name": "network-vif-plugged", "status": "completed", "tag": "d05fc4c1-04d3-45a7-9c5b-d2236383dfd1", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:52:01.524793 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-53f6f41e-12d2-4258-a3a5-c8dcc0b7b8d5 {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:52:01.524793 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f21cd21-2cba-4ee2-ba5e-7519128c83d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05fc4c1-04d3-45a7-9c5b-d2236383dfd1', 'code': 200} Mar 28 13:52:01.561294 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:52:01.607305 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=d05fc4c1-04d3-45a7-9c5b-d2236383dfd1,revision_number=8']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:52:03.222202 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 13:52:13.383846 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:52:24.002577 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-638c5b7f-2b8c-47ae-be71-b11411d91be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:52:26.277009 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e95496dc-8cac-4183-ac9d-23f7f67f167e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:52:27.557281 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:52:28.863423 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:52:29.322719 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:52:40.221670 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 13:52:43.383337 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:52:53.960316 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3241705d-e0fb-4e7c-a05c-3bfdc4cb43fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:52:55.650113 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d80af100-b9db-4290-96f2-f4b262343d7f req-ce17a2af-6962-439a-b4c2-09f7a963f579 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0a50f999-d439-4aef-a9c9-f58eece3bd08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433235 Mar 28 13:52:55.709890 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80af100-b9db-4290-96f2-f4b262343d7f req-bb4edffd-a997-49d9-9637-1b9f23b0d0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:52:55.711326 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d80af100-b9db-4290-96f2-f4b262343d7f req-bb4edffd-a997-49d9-9637-1b9f23b0d0bc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&device_id=0a50f999-d439-4aef-a9c9-f58eece3bd08 HTTP/1.1" status: 200 len: 1098 time: 0.0386398 Mar 28 13:52:55.809737 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80af100-b9db-4290-96f2-f4b262343d7f req-cce540e4-5de3-41b3-a8de-4de9bf2d7adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:52:55.811212 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d80af100-b9db-4290-96f2-f4b262343d7f req-cce540e4-5de3-41b3-a8de-4de9bf2d7adf service neutron] 10.222.0.20 "GET /v2.0/networks?id=0a983283-48b7-4cca-8fb1-03f87491a2ea HTTP/1.1" status: 200 len: 898 time: 0.0810544 Mar 28 13:52:55.878750 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d80af100-b9db-4290-96f2-f4b262343d7f req-819ded10-d59d-411e-ba61-7b45bf517c2d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59f547a1-ee62-4716-999b-0af8d6b4841e HTTP/1.1" status: 200 len: 1000 time: 0.0611622 Mar 28 13:52:55.926459 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80af100-b9db-4290-96f2-f4b262343d7f req-7f90f5c6-5942-4d3e-ae00-ae10a40c89e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:52:55.927836 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d80af100-b9db-4290-96f2-f4b262343d7f req-7f90f5c6-5942-4d3e-ae00-ae10a40c89e5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c947f236-8b1e-42e9-acfc-150f099caf2d HTTP/1.1" status: 200 len: 835 time: 0.0425949 Mar 28 13:52:55.972127 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80af100-b9db-4290-96f2-f4b262343d7f req-a8d96409-4b3c-47bd-90d8-a138927b6741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:52:55.973590 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d80af100-b9db-4290-96f2-f4b262343d7f req-a8d96409-4b3c-47bd-90d8-a138927b6741 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0a983283-48b7-4cca-8fb1-03f87491a2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390899 Mar 28 13:52:56.061977 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d80af100-b9db-4290-96f2-f4b262343d7f req-8ae3f7dd-8d6c-4905-a205-5608b1869f79 service neutron] 10.222.0.20 "GET /v2.0/networks/0a983283-48b7-4cca-8fb1-03f87491a2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809140 Mar 28 13:52:56.147319 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d80af100-b9db-4290-96f2-f4b262343d7f req-c1462cfc-f3e4-41be-8ea2-56fc2914d912 service neutron] 10.222.0.20 "GET /v2.0/networks/0a983283-48b7-4cca-8fb1-03f87491a2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779657 Mar 28 13:52:56.271210 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-17490d50-a9bd-4fd4-bac2-5cebe8f68d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:52:56.547322 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35418) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:52:56.617301 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ab885e-8be4-44df-ac7b-e1e74522ad37 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:52:56.617780 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ab885e-8be4-44df-ac7b-e1e74522ad37 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:52:56.618246 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ab885e-8be4-44df-ac7b-e1e74522ad37 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:52:56.619924 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-11ab885e-8be4-44df-ac7b-e1e74522ad37 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/ports?project_id=8783dd3017a04690835ab7e96e428838&network_id=0a983283-48b7-4cca-8fb1-03f87491a2ea HTTP/1.1" status: 200 len: 2999 time: 0.0717099 Mar 28 13:52:57.528301 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:52:58.863419 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:52:59.305303 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:00.210786 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35432) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:53:00.282159 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940bfa6e-a898-4a50-acf3-307b7f83b3ee tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:53:00.283802 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-940bfa6e-a898-4a50-acf3-307b7f83b3ee tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=1cb296ed-c863-4502-973a-f31b82091846 HTTP/1.1" status: 200 len: 814 time: 0.0720010 Mar 28 13:53:01.054350 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35438) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:53:01.059287 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-c19e4438-26e1-4bc4-b635-bae25c052d4a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'network': {'name': 'tempest-network-smoke--1741954131', 'project_id': '8783dd3017a04690835ab7e96e428838', 'port_security_enabled': True}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:53:01.128134 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19e4438-26e1-4bc4-b635-bae25c052d4a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Made reservation on behalf of 8783dd3017a04690835ab7e96e428838 for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:53:01.131442 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c19e4438-26e1-4bc4-b635-bae25c052d4a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:01.154058 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c19e4438-26e1-4bc4-b635-bae25c052d4a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:53:01.163015 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c19e4438-26e1-4bc4-b635-bae25c052d4a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:01.163361 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-c19e4438-26e1-4bc4-b635-bae25c052d4a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Added segment fde5171c-e832-4c6c-b7b0-92145c540299 of type vlan for network 9ac539c1-c70c-4099-8f41-efaccb6f7e06 Mar 28 13:53:01.202081 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c19e4438-26e1-4bc4-b635-bae25c052d4a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:01.294179 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c19e4438-26e1-4bc4-b635-bae25c052d4a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:01.301040 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19e4438-26e1-4bc4-b635-bae25c052d4a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:53:01.301620 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c19e4438-26e1-4bc4-b635-bae25c052d4a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:01.364588 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19e4438-26e1-4bc4-b635-bae25c052d4a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Network': ['ID=9ac539c1-c70c-4099-8f41-efaccb6f7e06,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:01.371459 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19e4438-26e1-4bc4-b635-bae25c052d4a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:53:01.371802 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19e4438-26e1-4bc4-b635-bae25c052d4a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:53:01.372134 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19e4438-26e1-4bc4-b635-bae25c052d4a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:53:01.372490 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19e4438-26e1-4bc4-b635-bae25c052d4a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:53:01.372820 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19e4438-26e1-4bc4-b635-bae25c052d4a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:53:01.373176 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19e4438-26e1-4bc4-b635-bae25c052d4a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:53:01.373503 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19e4438-26e1-4bc4-b635-bae25c052d4a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:53:01.373839 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19e4438-26e1-4bc4-b635-bae25c052d4a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:53:01.374150 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19e4438-26e1-4bc4-b635-bae25c052d4a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:53:01.374470 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19e4438-26e1-4bc4-b635-bae25c052d4a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:53:01.374788 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19e4438-26e1-4bc4-b635-bae25c052d4a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:53:01.375106 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19e4438-26e1-4bc4-b635-bae25c052d4a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:53:01.380980 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c19e4438-26e1-4bc4-b635-bae25c052d4a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3256016 Mar 28 13:53:01.384098 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35440) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:53:01.386209 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 9ac539c1-c70c-4099-8f41-efaccb6f7e06 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:53:01.453896 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23efc005-ac62-4b0a-9537-d1afc02a65e3 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:53:01.455381 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-23efc005-ac62-4b0a-9537-d1afc02a65e3 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=8783dd3017a04690835ab7e96e428838&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0703478 Mar 28 13:53:01.458065 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35442) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:53:01.542245 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747c2040-4c58-4382-906e-a7587295d75b tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:53:01.543717 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-747c2040-4c58-4382-906e-a7587295d75b tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0847311 Mar 28 13:53:01.547399 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35444) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:53:01.583533 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a8877138-f091-4f7d-b017-f5e0e00f6e5e tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=1cb296ed-c863-4502-973a-f31b82091846&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0351145 Mar 28 13:53:01.586050 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35446) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:53:01.612941 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-6688b662-4060-472f-8690-2910bf88ffbf tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=8783dd3017a04690835ab7e96e428838&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0258920 Mar 28 13:53:01.615243 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35448) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:53:01.695896 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea969ccd-38a1-4fe4-8a03-c8d2caa6a2be tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:53:01.697419 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ea969ccd-38a1-4fe4-8a03-c8d2caa6a2be tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0813496 Mar 28 13:53:01.700032 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35450) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:53:01.730387 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c4a3c2d3-f026-440d-803a-6d1fc4d42097 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=1cb296ed-c863-4502-973a-f31b82091846&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293353 Mar 28 13:53:01.732625 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35452) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:53:01.737037 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-fed57c4a-cb56-4f19-a19f-632f29aa8d0f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1775499564', 'network_id': '9ac539c1-c70c-4099-8f41-efaccb6f7e06', 'project_id': '8783dd3017a04690835ab7e96e428838', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:53:01.882701 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed57c4a-cb56-4f19-a19f-632f29aa8d0f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Made reservation on behalf of 8783dd3017a04690835ab7e96e428838 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:53:01.886088 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fed57c4a-cb56-4f19-a19f-632f29aa8d0f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:02.116951 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fed57c4a-cb56-4f19-a19f-632f29aa8d0f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:02.185203 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed57c4a-cb56-4f19-a19f-632f29aa8d0f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Subnet': ['ID=47579314-6a6d-4e93-bfd4-ab799b0bf1a4,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:02.193030 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed57c4a-cb56-4f19-a19f-632f29aa8d0f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Checking segment: {'id': 'fde5171c-e832-4c6c-b7b0-92145c540299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9ac539c1-c70c-4099-8f41-efaccb6f7e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:53:02.193370 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed57c4a-cb56-4f19-a19f-632f29aa8d0f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network hostable DHCP agents. Network: 9ac539c1-c70c-4099-8f41-efaccb6f7e06, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:53:02.294181 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed57c4a-cb56-4f19-a19f-632f29aa8d0f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network 9ac539c1-c70c-4099-8f41-efaccb6f7e06 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:53:02.368342 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-fed57c4a-cb56-4f19-a19f-632f29aa8d0f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 9ac539c1-c70c-4099-8f41-efaccb6f7e06) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:53:02.372460 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed57c4a-cb56-4f19-a19f-632f29aa8d0f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:53:02.373671 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fed57c4a-cb56-4f19-a19f-632f29aa8d0f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:02.378529 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd1938b-cbda-4e48-8693-949b8a51f45a None None] Network 9ac539c1-c70c-4099-8f41-efaccb6f7e06 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:53:02.476318 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-fed57c4a-cb56-4f19-a19f-632f29aa8d0f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7426846 Mar 28 13:53:02.529638 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b73ffc-ccf4-45d3-b058-b2a036a78f8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-9ac539c1-c70c-4099-8f41-efaccb6f7e06', 'network_id': '9ac539c1-c70c-4099-8f41-efaccb6f7e06', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ips': [{'subnet_id': '47579314-6a6d-4e93-bfd4-ab799b0bf1a4'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:53:02.530501 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-11b73ffc-ccf4-45d3-b058-b2a036a78f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:02.694613 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35456) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:53:02.699176 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-5d7d36ed-6420-4240-bf0f-a4671a006c1b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-200681732', 'description': 'tempest-secgroup-smoke-200681732 description', 'project_id': '8783dd3017a04690835ab7e96e428838'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:53:02.802919 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5d7d36ed-6420-4240-bf0f-a4671a006c1b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:02.807108 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-11b73ffc-ccf4-45d3-b058-b2a036a78f8a None None] Allocated IP 172.20.0.18 (9ac539c1-c70c-4099-8f41-efaccb6f7e06/47579314-6a6d-4e93-bfd4-ab799b0bf1a4/a889b2e9-67b5-4c9c-9cc4-8f83a932fe0e) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:53:02.867796 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5d7d36ed-6420-4240-bf0f-a4671a006c1b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:02.937670 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5d7d36ed-6420-4240-bf0f-a4671a006c1b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:02.945169 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-11b73ffc-ccf4-45d3-b058-b2a036a78f8a None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:02.965486 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d36ed-6420-4240-bf0f-a4671a006c1b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a183e7d7-9715-4644-8090-653bd82f9416,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:03.014465 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-11b73ffc-ccf4-45d3-b058-b2a036a78f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:03.021685 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5d7d36ed-6420-4240-bf0f-a4671a006c1b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:03.022970 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-5d7d36ed-6420-4240-bf0f-a4671a006c1b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3273554 Mar 28 13:53:03.025834 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35458) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:53:03.031168 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-66f301f0-d015-45ef-aa6f-ced08fe4151c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': 'a183e7d7-9715-4644-8090-653bd82f9416', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:53:03.056115 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b73ffc-ccf4-45d3-b058-b2a036a78f8a None None] Network 9ac539c1-c70c-4099-8f41-efaccb6f7e06 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:53:03.058724 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-11b73ffc-ccf4-45d3-b058-b2a036a78f8a None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:53:03.063533 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b73ffc-ccf4-45d3-b058-b2a036a78f8a None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:53:03.066550 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b73ffc-ccf4-45d3-b058-b2a036a78f8a None None] Pushing event updated for resources: {'Port': ['ID=a889b2e9-67b5-4c9c-9cc4-8f83a932fe0e,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:03.077530 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b73ffc-ccf4-45d3-b058-b2a036a78f8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:53:03.077876 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b73ffc-ccf4-45d3-b058-b2a036a78f8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:53:03.078210 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b73ffc-ccf4-45d3-b058-b2a036a78f8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:53:03.078539 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b73ffc-ccf4-45d3-b058-b2a036a78f8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:53:03.078867 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b73ffc-ccf4-45d3-b058-b2a036a78f8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:53:03.079192 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b73ffc-ccf4-45d3-b058-b2a036a78f8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:53:03.079516 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b73ffc-ccf4-45d3-b058-b2a036a78f8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:53:03.079840 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b73ffc-ccf4-45d3-b058-b2a036a78f8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:53:03.080162 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b73ffc-ccf4-45d3-b058-b2a036a78f8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:53:03.080510 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b73ffc-ccf4-45d3-b058-b2a036a78f8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:53:03.080893 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b73ffc-ccf4-45d3-b058-b2a036a78f8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:53:03.081215 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b73ffc-ccf4-45d3-b058-b2a036a78f8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:53:03.120323 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-66f301f0-d015-45ef-aa6f-ced08fe4151c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:03.136414 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-11b73ffc-ccf4-45d3-b058-b2a036a78f8a None None] Attempting to bind port a889b2e9-67b5-4c9c-9cc4-8f83a932fe0e on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:53:03.136833 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-11b73ffc-ccf4-45d3-b058-b2a036a78f8a None None] Attempting to bind port a889b2e9-67b5-4c9c-9cc4-8f83a932fe0e by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'fde5171c-e832-4c6c-b7b0-92145c540299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9ac539c1-c70c-4099-8f41-efaccb6f7e06'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:53:03.137191 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b73ffc-ccf4-45d3-b058-b2a036a78f8a None None] Attempting to bind port a889b2e9-67b5-4c9c-9cc4-8f83a932fe0e on network 9ac539c1-c70c-4099-8f41-efaccb6f7e06 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:53:03.143037 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b73ffc-ccf4-45d3-b058-b2a036a78f8a None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:53:03.143748 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b73ffc-ccf4-45d3-b058-b2a036a78f8a None None] Checking segment: {'id': 'fde5171c-e832-4c6c-b7b0-92145c540299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9ac539c1-c70c-4099-8f41-efaccb6f7e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:53:03.144325 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-11b73ffc-ccf4-45d3-b058-b2a036a78f8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:03.144745 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b73ffc-ccf4-45d3-b058-b2a036a78f8a None None] Bound using segment: {'id': 'fde5171c-e832-4c6c-b7b0-92145c540299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9ac539c1-c70c-4099-8f41-efaccb6f7e06'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:53:03.145228 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-11b73ffc-ccf4-45d3-b058-b2a036a78f8a None None] Bound port: a889b2e9-67b5-4c9c-9cc4-8f83a932fe0e, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fde5171c-e832-4c6c-b7b0-92145c540299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9ac539c1-c70c-4099-8f41-efaccb6f7e06'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:53:03.145665 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-11b73ffc-ccf4-45d3-b058-b2a036a78f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:03.182817 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-66f301f0-d015-45ef-aa6f-ced08fe4151c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:03.206874 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-11b73ffc-ccf4-45d3-b058-b2a036a78f8a None None] For port a889b2e9-67b5-4c9c-9cc4-8f83a932fe0e, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:53:03.210469 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-11b73ffc-ccf4-45d3-b058-b2a036a78f8a None None] For port a889b2e9-67b5-4c9c-9cc4-8f83a932fe0e, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=a889b2e9-67b5-4c9c-9cc4-8f83a932fe0e,segment=NetworkSegment(fde5171c-e832-4c6c-b7b0-92145c540299),segment_id=fde5171c-e832-4c6c-b7b0-92145c540299)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:53:03.257757 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-66f301f0-d015-45ef-aa6f-ced08fe4151c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:03.271178 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f301f0-d015-45ef-aa6f-ced08fe4151c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8988001c-5682-4838-9528-7e6499bc8462,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:03.281586 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-11b73ffc-ccf4-45d3-b058-b2a036a78f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:03.339689 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b73ffc-ccf4-45d3-b058-b2a036a78f8a None None] Pushing event updated for resources: {'Port': ['ID=a889b2e9-67b5-4c9c-9cc4-8f83a932fe0e,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:03.355466 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-66f301f0-d015-45ef-aa6f-ced08fe4151c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:03.355466 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-66f301f0-d015-45ef-aa6f-ced08fe4151c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3256874 Mar 28 13:53:03.355466 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35460) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:53:03.360003 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-145b83ad-cc39-475b-a183-7450a94c7638 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': 'a183e7d7-9715-4644-8090-653bd82f9416', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:53:03.441235 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-145b83ad-cc39-475b-a183-7450a94c7638 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:03.521418 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-145b83ad-cc39-475b-a183-7450a94c7638 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:03.597575 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-145b83ad-cc39-475b-a183-7450a94c7638 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:03.620127 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b83ad-cc39-475b-a183-7450a94c7638 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21c9cf09-ce25-4872-9e6b-ea12510c5825,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:03.702927 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-145b83ad-cc39-475b-a183-7450a94c7638 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:03.704159 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-145b83ad-cc39-475b-a183-7450a94c7638 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3478208 Mar 28 13:53:03.706883 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35462) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:53:03.711095 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-95e0ba16-6ae3-4064-9548-d00e62cfaa48 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': 'a183e7d7-9715-4644-8090-653bd82f9416', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:53:03.793628 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-95e0ba16-6ae3-4064-9548-d00e62cfaa48 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:03.862699 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-95e0ba16-6ae3-4064-9548-d00e62cfaa48 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:03.931701 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-95e0ba16-6ae3-4064-9548-d00e62cfaa48 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:03.949044 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e0ba16-6ae3-4064-9548-d00e62cfaa48 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ded39dac-f3df-4f5b-bed5-b1e3d1406858,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:04.027621 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-95e0ba16-6ae3-4064-9548-d00e62cfaa48 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:04.029094 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-95e0ba16-6ae3-4064-9548-d00e62cfaa48 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3212242 Mar 28 13:53:04.031680 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35464) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:53:04.038913 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-d0228559-5ff5-4845-88e4-91a9cf02c745 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': 'a183e7d7-9715-4644-8090-653bd82f9416', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:53:04.128559 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d0228559-5ff5-4845-88e4-91a9cf02c745 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:04.251178 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d0228559-5ff5-4845-88e4-91a9cf02c745 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:04.257563 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05125e69-3212-45e8-9e19-f118fbbd78ab None None] Network 9ac539c1-c70c-4099-8f41-efaccb6f7e06 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:53:04.331466 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-243eeb5b-bd71-4e0f-8d89-1ac3ba4ba8b6 None None] Provisioning complete for port a889b2e9-67b5-4c9c-9cc4-8f83a932fe0e triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:53:04.331829 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-243eeb5b-bd71-4e0f-8d89-1ac3ba4ba8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:04.333866 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d0228559-5ff5-4845-88e4-91a9cf02c745 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:04.352380 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0228559-5ff5-4845-88e4-91a9cf02c745 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7e7e5fc-b737-4176-841a-6965c874cae8,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:04.433131 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d0228559-5ff5-4845-88e4-91a9cf02c745 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:04.434500 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d0228559-5ff5-4845-88e4-91a9cf02c745 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4018114 Mar 28 13:53:04.437277 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35466) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:53:04.441896 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-13c21fdc-7b76-41fe-8e04-32190e0ad80d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': 'a183e7d7-9715-4644-8090-653bd82f9416', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:53:04.468745 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-243eeb5b-bd71-4e0f-8d89-1ac3ba4ba8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:04.511227 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-243eeb5b-bd71-4e0f-8d89-1ac3ba4ba8b6 None None] For port a889b2e9-67b5-4c9c-9cc4-8f83a932fe0e, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=a889b2e9-67b5-4c9c-9cc4-8f83a932fe0e,segment=NetworkSegment(fde5171c-e832-4c6c-b7b0-92145c540299),segment_id=fde5171c-e832-4c6c-b7b0-92145c540299)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:53:04.528713 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.securitygroups_db [None req-13c21fdc-7b76-41fe-8e04-32190e0ad80d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Project 8783dd3017a04690835ab7e96e428838 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 13:53:04.534584 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-13c21fdc-7b76-41fe-8e04-32190e0ad80d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:04.557929 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device a889b2e9-67b5-4c9c-9cc4-8f83a932fe0e up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:53:04.582208 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-243eeb5b-bd71-4e0f-8d89-1ac3ba4ba8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:04.606063 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-13c21fdc-7b76-41fe-8e04-32190e0ad80d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:04.643355 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243eeb5b-bd71-4e0f-8d89-1ac3ba4ba8b6 None None] Pushing event updated for resources: {'Port': ['ID=a889b2e9-67b5-4c9c-9cc4-8f83a932fe0e,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:04.650833 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port a889b2e9-67b5-4c9c-9cc4-8f83a932fe0e triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:53:04.651275 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:04.671283 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-13c21fdc-7b76-41fe-8e04-32190e0ad80d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:04.694916 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c21fdc-7b76-41fe-8e04-32190e0ad80d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db21ae7c-ed72-4896-ad51-2540ecf19003,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:04.770197 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-13c21fdc-7b76-41fe-8e04-32190e0ad80d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:04.771451 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-13c21fdc-7b76-41fe-8e04-32190e0ad80d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3330348 Mar 28 13:53:04.774298 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35468) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:53:04.778989 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-27f5a691-09ac-4ec2-9895-93fe03b1d23b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': 'a183e7d7-9715-4644-8090-653bd82f9416', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:53:04.802143 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-aab661de-585e-4b9b-8b8a-6280a0ca7906 None None] Provisioning complete for port a889b2e9-67b5-4c9c-9cc4-8f83a932fe0e triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:53:04.802513 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-aab661de-585e-4b9b-8b8a-6280a0ca7906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:04.877089 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.securitygroups_db [None req-27f5a691-09ac-4ec2-9895-93fe03b1d23b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Project 8783dd3017a04690835ab7e96e428838 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 13:53:04.887203 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-27f5a691-09ac-4ec2-9895-93fe03b1d23b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:04.945001 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-27f5a691-09ac-4ec2-9895-93fe03b1d23b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:05.023102 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-27f5a691-09ac-4ec2-9895-93fe03b1d23b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:05.040152 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f5a691-09ac-4ec2-9895-93fe03b1d23b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df5d8b64-9198-4d8f-b8a8-9f34b95d2ffb,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:05.047789 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f5a691-09ac-4ec2-9895-93fe03b1d23b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:53:05.048129 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f5a691-09ac-4ec2-9895-93fe03b1d23b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:53:05.048492 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f5a691-09ac-4ec2-9895-93fe03b1d23b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:53:05.048823 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f5a691-09ac-4ec2-9895-93fe03b1d23b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:53:05.049147 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f5a691-09ac-4ec2-9895-93fe03b1d23b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:53:05.049472 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f5a691-09ac-4ec2-9895-93fe03b1d23b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:53:05.049792 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f5a691-09ac-4ec2-9895-93fe03b1d23b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:53:05.050109 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f5a691-09ac-4ec2-9895-93fe03b1d23b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:53:05.050433 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f5a691-09ac-4ec2-9895-93fe03b1d23b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:53:05.050749 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f5a691-09ac-4ec2-9895-93fe03b1d23b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:53:05.051064 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f5a691-09ac-4ec2-9895-93fe03b1d23b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:53:05.051377 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f5a691-09ac-4ec2-9895-93fe03b1d23b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:53:05.113260 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-27f5a691-09ac-4ec2-9895-93fe03b1d23b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:05.114451 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-27f5a691-09ac-4ec2-9895-93fe03b1d23b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3391445 Mar 28 13:53:05.300208 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-898b330f-d053-4018-8221-64ab4ee36e52 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-200681732&fields=id&tenant_id=8783dd3017a04690835ab7e96e428838 HTTP/1.1" status: 200 len: 267 time: 0.0324049 Mar 28 13:53:05.404949 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-80792561-abfa-427c-ac8d-b5372e02ebae tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:53:05.406395 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-80792561-abfa-427c-ac8d-b5372e02ebae tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/networks?id=9ac539c1-c70c-4099-8f41-efaccb6f7e06 HTTP/1.1" status: 200 len: 797 time: 0.0996397 Mar 28 13:53:05.421731 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-75bfabb6-8b60-4c97-9450-cca16ee364e6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/quotas/8783dd3017a04690835ab7e96e428838 HTTP/1.1" status: 200 len: 375 time: 0.0094893 Mar 28 13:53:05.481734 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-3ce401b9-9632-48f7-bbc1-2b7b9322e485 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0546608 Mar 28 13:53:05.575505 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-5dcff302-e38d-477b-bb7a-e771774a2887 service neutron] 10.222.0.24 "GET /v2.0/networks/9ac539c1-c70c-4099-8f41-efaccb6f7e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821922 Mar 28 13:53:05.661836 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-cf8d76bf-8a26-4173-8819-9f65b66ddb13 service neutron] 10.222.0.24 "GET /v2.0/networks/9ac539c1-c70c-4099-8f41-efaccb6f7e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796688 Mar 28 13:53:05.945200 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-47f4b54a-24e9-4e2c-b4d3-52913d5cd9ed req-e2ba9497-975c-4c69-a3e6-b5b1245a4a7c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=47520095-c582-44eb-b3c7-30e922f4afcd HTTP/1.1" status: 200 len: 210 time: 0.0278192 Mar 28 13:53:06.530807 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device a889b2e9-67b5-4c9c-9cc4-8f83a932fe0e up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:53:06.582972 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port a889b2e9-67b5-4c9c-9cc4-8f83a932fe0e triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:53:06.583338 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:07.025914 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ad897236-add1-435d-9b3b-4f18b1a0ca5f req-0faf9115-9bf3-42df-a1a6-3cd1145f5612 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=47520095-c582-44eb-b3c7-30e922f4afcd HTTP/1.1" status: 200 len: 210 time: 0.0296264 Mar 28 13:53:08.101901 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a0227419-7f33-4d34-b6bd-59a96c18912b req-53decb3a-5816-4439-8f65-b7ea44c78f6e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=47520095-c582-44eb-b3c7-30e922f4afcd HTTP/1.1" status: 200 len: 210 time: 0.0247850 Mar 28 13:53:09.196004 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8fb4768e-871d-4772-967e-c09d3f88455b req-a53ce1b0-25d5-41a1-afd7-115ed2be5ddb tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=47520095-c582-44eb-b3c7-30e922f4afcd HTTP/1.1" status: 200 len: 210 time: 0.0290980 Mar 28 13:53:09.833338 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-8a088a0f-cb33-4834-9a59-6d87e7971e9c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:53:09.835190 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-8a088a0f-cb33-4834-9a59-6d87e7971e9c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "GET /v2.0/networks?id=9ac539c1-c70c-4099-8f41-efaccb6f7e06 HTTP/1.1" status: 200 len: 797 time: 0.1002922 Mar 28 13:53:10.136899 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-2374e088-94e9-43a4-90a9-e7f59b151724 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8783dd3017a04690835ab7e96e428838 HTTP/1.1" status: 200 len: 472 time: 0.2932286 Mar 28 13:53:10.146098 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-7cea4902-3ac5-4480-bde2-0c5291b0a8ee tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'port': {'device_id': '47520095-c582-44eb-b3c7-30e922f4afcd', 'network_id': '9ac539c1-c70c-4099-8f41-efaccb6f7e06', 'admin_state_up': True, 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'security_groups': ['a183e7d7-9715-4644-8090-653bd82f9416']}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:53:10.301445 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e7874f2b-74eb-46e3-a40d-3afc1506021e req-9246541b-3238-4b5c-96e2-47c61e866413 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=47520095-c582-44eb-b3c7-30e922f4afcd HTTP/1.1" status: 200 len: 210 time: 0.0303261 Mar 28 13:53:10.305396 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-7cea4902-3ac5-4480-bde2-0c5291b0a8ee tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Made reservation on behalf of 8783dd3017a04690835ab7e96e428838 for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:53:10.308832 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-7cea4902-3ac5-4480-bde2-0c5291b0a8ee tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:10.426764 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-7cea4902-3ac5-4480-bde2-0c5291b0a8ee tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Allocated IP 172.20.0.30 (9ac539c1-c70c-4099-8f41-efaccb6f7e06/47579314-6a6d-4e93-bfd4-ab799b0bf1a4/76d4efde-e5ae-422c-aa26-ee60f58e4abb) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:53:10.559372 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-7cea4902-3ac5-4480-bde2-0c5291b0a8ee tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:10.646262 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-7cea4902-3ac5-4480-bde2-0c5291b0a8ee tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:10.687539 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-7cea4902-3ac5-4480-bde2-0c5291b0a8ee tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network 9ac539c1-c70c-4099-8f41-efaccb6f7e06 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:53:10.690529 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-7cea4902-3ac5-4480-bde2-0c5291b0a8ee tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:53:10.694345 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-7cea4902-3ac5-4480-bde2-0c5291b0a8ee tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:53:10.719706 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea4902-3ac5-4480-bde2-0c5291b0a8ee tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=76d4efde-e5ae-422c-aa26-ee60f58e4abb,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:10.751349 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-7cea4902-3ac5-4480-bde2-0c5291b0a8ee tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:53:10.751349 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-7cea4902-3ac5-4480-bde2-0c5291b0a8ee tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:10.831686 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-7cea4902-3ac5-4480-bde2-0c5291b0a8ee tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6895089 Mar 28 13:53:10.845129 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-06e4465a-731b-4c76-b2eb-f1d1d121d771 service neutron] Request body: {'port': {'device_id': '47520095-c582-44eb-b3c7-30e922f4afcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:53:10.899368 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-06e4465a-731b-4c76-b2eb-f1d1d121d771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:10.935979 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-bd50ee67-0bb5-40bd-9b55-4a6da4a826a6 None None] Provisioning complete for port 76d4efde-e5ae-422c-aa26-ee60f58e4abb triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:53:10.936631 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-bd50ee67-0bb5-40bd-9b55-4a6da4a826a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:10.970334 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-bd50ee67-0bb5-40bd-9b55-4a6da4a826a6 None None] Port 76d4efde-e5ae-422c-aa26-ee60f58e4abb cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:53:11.152420 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-06e4465a-731b-4c76-b2eb-f1d1d121d771 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76d4efde-e5ae-422c-aa26-ee60f58e4abb {{(pid=109613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 13:53:11.159579 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-06e4465a-731b-4c76-b2eb-f1d1d121d771 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:11.170812 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.provisioning_blocks [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-06e4465a-731b-4c76-b2eb-f1d1d121d771 service neutron] Transition to ACTIVE for port object 76d4efde-e5ae-422c-aa26-ee60f58e4abb will not be triggered until provisioned by entity L2. {{(pid=109613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 13:53:11.246206 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-06e4465a-731b-4c76-b2eb-f1d1d121d771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:11.295367 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e4465a-731b-4c76-b2eb-f1d1d121d771 service neutron] Pushing event updated for resources: {'Port': ['ID=76d4efde-e5ae-422c-aa26-ee60f58e4abb,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:11.387009 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-06e4465a-731b-4c76-b2eb-f1d1d121d771 service neutron] Attempting to bind port 76d4efde-e5ae-422c-aa26-ee60f58e4abb on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:53:11.387707 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-06e4465a-731b-4c76-b2eb-f1d1d121d771 service neutron] Attempting to bind port 76d4efde-e5ae-422c-aa26-ee60f58e4abb by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'fde5171c-e832-4c6c-b7b0-92145c540299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9ac539c1-c70c-4099-8f41-efaccb6f7e06'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:53:11.387707 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-06e4465a-731b-4c76-b2eb-f1d1d121d771 service neutron] Attempting to bind port 76d4efde-e5ae-422c-aa26-ee60f58e4abb on network 9ac539c1-c70c-4099-8f41-efaccb6f7e06 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:53:11.407709 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-06e4465a-731b-4c76-b2eb-f1d1d121d771 service neutron] Port 76d4efde-e5ae-422c-aa26-ee60f58e4abb on network 9ac539c1-c70c-4099-8f41-efaccb6f7e06 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:53:11.408032 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-06e4465a-731b-4c76-b2eb-f1d1d121d771 service neutron] Attempting to bind port 76d4efde-e5ae-422c-aa26-ee60f58e4abb on network 9ac539c1-c70c-4099-8f41-efaccb6f7e06 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:53:11.418880 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-06e4465a-731b-4c76-b2eb-f1d1d121d771 service neutron] Checking agent: {'id': '72ab3303-6c81-4bd9-a1a9-2c5d9b681d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'started_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:53:11.419219 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-06e4465a-731b-4c76-b2eb-f1d1d121d771 service neutron] Checking segment: {'id': 'fde5171c-e832-4c6c-b7b0-92145c540299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9ac539c1-c70c-4099-8f41-efaccb6f7e06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:53:11.419602 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-06e4465a-731b-4c76-b2eb-f1d1d121d771 service neutron] Bound using segment: {'id': 'fde5171c-e832-4c6c-b7b0-92145c540299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9ac539c1-c70c-4099-8f41-efaccb6f7e06'} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:53:11.420037 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-06e4465a-731b-4c76-b2eb-f1d1d121d771 service neutron] Bound port: 76d4efde-e5ae-422c-aa26-ee60f58e4abb, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fde5171c-e832-4c6c-b7b0-92145c540299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9ac539c1-c70c-4099-8f41-efaccb6f7e06'}}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:53:11.420959 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-06e4465a-731b-4c76-b2eb-f1d1d121d771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:11.446164 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db90b6-5974-42ac-ab2d-2de06f24088d req-b86cb96a-f0d1-475e-b35f-061f02cc4ca5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:53:11.447785 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d9db90b6-5974-42ac-ab2d-2de06f24088d req-b86cb96a-f0d1-475e-b35f-061f02cc4ca5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=47520095-c582-44eb-b3c7-30e922f4afcd HTTP/1.1" status: 200 len: 944 time: 0.0750072 Mar 28 13:53:11.525431 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d9db90b6-5974-42ac-ab2d-2de06f24088d req-4f7a71d3-e780-4504-9567-aebc018af343 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=a183e7d7-9715-4644-8090-653bd82f9416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565186 Mar 28 13:53:11.529424 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-06e4465a-731b-4c76-b2eb-f1d1d121d771 service neutron] For port 76d4efde-e5ae-422c-aa26-ee60f58e4abb, host hv-neutron-8353, cleared binding levels {{(pid=109613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:53:11.532976 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-06e4465a-731b-4c76-b2eb-f1d1d121d771 service neutron] For port 76d4efde-e5ae-422c-aa26-ee60f58e4abb, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=76d4efde-e5ae-422c-aa26-ee60f58e4abb,segment=NetworkSegment(fde5171c-e832-4c6c-b7b0-92145c540299),segment_id=fde5171c-e832-4c6c-b7b0-92145c540299)] {{(pid=109613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:53:11.637387 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-06e4465a-731b-4c76-b2eb-f1d1d121d771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:11.672710 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-06e4465a-731b-4c76-b2eb-f1d1d121d771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:53:11.673324 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-06e4465a-731b-4c76-b2eb-f1d1d121d771 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:11.674675 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-06e4465a-731b-4c76-b2eb-f1d1d121d771 service neutron] 10.222.0.20 "PUT /v2.0/ports/76d4efde-e5ae-422c-aa26-ee60f58e4abb HTTP/1.1" status: 200 len: 1094 time: 0.8344951 Mar 28 13:53:11.675114 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47520095-c582-44eb-b3c7-30e922f4afcd', 'tag': '76d4efde-e5ae-422c-aa26-ee60f58e4abb'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:53:11.677404 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cb61d0-4285-4b85-bd9b-7f606cc893c8" -d '{"events": [{"name": "network-changed", "server_uuid": "47520095-c582-44eb-b3c7-30e922f4afcd", "tag": "76d4efde-e5ae-422c-aa26-ee60f58e4abb"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:53:11.701328 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e4465a-731b-4c76-b2eb-f1d1d121d771 service neutron] Pushing event updated for resources: {'Port': ['ID=76d4efde-e5ae-422c-aa26-ee60f58e4abb,revision_number=3']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:11.726315 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 13:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48cd17f-d482-46eb-8eb3-dfd00d1cc04b x-openstack-request-id: req-e48cd17f-d482-46eb-8eb3-dfd00d1cc04b {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:53:11.726603 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47520095-c582-44eb-b3c7-30e922f4afcd", "tag": "76d4efde-e5ae-422c-aa26-ee60f58e4abb", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:53:11.726849 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e48cd17f-d482-46eb-8eb3-dfd00d1cc04b {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:53:11.727247 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47520095-c582-44eb-b3c7-30e922f4afcd', 'tag': '76d4efde-e5ae-422c-aa26-ee60f58e4abb', 'status': 'completed', 'code': 200} Mar 28 13:53:11.790963 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb61d0-4285-4b85-bd9b-7f606cc893c8 req-c1306d22-d015-4b5a-95a1-3f229e87d5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:53:11.792394 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-45cb61d0-4285-4b85-bd9b-7f606cc893c8 req-c1306d22-d015-4b5a-95a1-3f229e87d5ad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&device_id=47520095-c582-44eb-b3c7-30e922f4afcd HTTP/1.1" status: 200 len: 1097 time: 0.0427716 Mar 28 13:53:11.896584 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb61d0-4285-4b85-bd9b-7f606cc893c8 req-a0ff238a-80b2-43cb-b404-f943e9b599f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:53:11.897059 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb61d0-4285-4b85-bd9b-7f606cc893c8 req-a0ff238a-80b2-43cb-b404-f943e9b599f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:53:11.898607 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-45cb61d0-4285-4b85-bd9b-7f606cc893c8 req-a0ff238a-80b2-43cb-b404-f943e9b599f6 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=8783dd3017a04690835ab7e96e428838&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.0981212 Mar 28 13:53:11.990586 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb61d0-4285-4b85-bd9b-7f606cc893c8 req-2c472961-fadf-481c-b8d7-92f2ae0f26d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:53:11.991958 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-45cb61d0-4285-4b85-bd9b-7f606cc893c8 req-2c472961-fadf-481c-b8d7-92f2ae0f26d0 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871613 Mar 28 13:53:12.065511 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-3618287f-e36e-48b2-9c22-0776a478e937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:53:12.066875 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-3618287f-e36e-48b2-9c22-0776a478e937 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&device_id=47520095-c582-44eb-b3c7-30e922f4afcd HTTP/1.1" status: 200 len: 1097 time: 0.0403225 Mar 28 13:53:12.110338 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-dc54caed-aca0-4f65-b67b-c99dec3db648 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=76d4efde-e5ae-422c-aa26-ee60f58e4abb HTTP/1.1" status: 200 len: 217 time: 0.0362318 Mar 28 13:53:12.158556 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-027036df-1b61-4f5c-9362-4a1c7f9851a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:53:12.159962 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-027036df-1b61-4f5c-9362-4a1c7f9851a5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=47579314-6a6d-4e93-bfd4-ab799b0bf1a4 HTTP/1.1" status: 200 len: 838 time: 0.0429289 Mar 28 13:53:12.204068 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-87f5138b-3727-47ad-974d-1b96b2f48443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:53:12.205532 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-87f5138b-3727-47ad-974d-1b96b2f48443 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ac539c1-c70c-4099-8f41-efaccb6f7e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0387881 Mar 28 13:53:12.297888 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-bdba29f5-e88a-4b56-8415-91f056542ab2 service neutron] 10.222.0.20 "GET /v2.0/networks/9ac539c1-c70c-4099-8f41-efaccb6f7e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850136 Mar 28 13:53:12.382709 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3f3f2b3d-62d9-4f28-b93e-7a5a4b07e1e7 req-3e0fd188-f40f-42da-abe8-d1772408d11b service neutron] 10.222.0.20 "GET /v2.0/networks/9ac539c1-c70c-4099-8f41-efaccb6f7e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785866 Mar 28 13:53:12.642574 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254e294-b46e-498c-a1c6-3d197b9123d6 req-75e73aec-76ff-4cb8-be27-956790dd6de3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:53:12.643943 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a254e294-b46e-498c-a1c6-3d197b9123d6 req-75e73aec-76ff-4cb8-be27-956790dd6de3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=47520095-c582-44eb-b3c7-30e922f4afcd HTTP/1.1" status: 200 len: 944 time: 0.0527894 Mar 28 13:53:12.679869 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a254e294-b46e-498c-a1c6-3d197b9123d6 req-4822c6c3-8a99-49c7-8516-0553892cedda tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=a183e7d7-9715-4644-8090-653bd82f9416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300653 Mar 28 13:53:13.374527 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:13.795658 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf3a16-6878-4ff2-a951-af48ce1f2549 req-d1d8d979-cf93-46b0-a232-1767002e21a1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:53:13.797423 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dccf3a16-6878-4ff2-a951-af48ce1f2549 req-d1d8d979-cf93-46b0-a232-1767002e21a1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=47520095-c582-44eb-b3c7-30e922f4afcd HTTP/1.1" status: 200 len: 944 time: 0.0503161 Mar 28 13:53:13.836871 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dccf3a16-6878-4ff2-a951-af48ce1f2549 req-36c0ea69-5c02-4c9c-a781-f5598f0c98d5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=a183e7d7-9715-4644-8090-653bd82f9416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333369 Mar 28 13:53:14.229401 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35524) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:53:14.380108 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-6e8f1509-a26e-4ed1-a680-c9474abcc45a tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Deleting port 237b3879-db31-4132-9689-8c39d9713d80 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:53:14.380473 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6e8f1509-a26e-4ed1-a680-c9474abcc45a tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:14.455020 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6e8f1509-a26e-4ed1-a680-c9474abcc45a tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:14.455337 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6e8f1509-a26e-4ed1-a680-c9474abcc45a tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:14.466292 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-6e8f1509-a26e-4ed1-a680-c9474abcc45a tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Calling delete_port for 237b3879-db31-4132-9689-8c39d9713d80 owned by network:floatingip {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:53:14.676535 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6e8f1509-a26e-4ed1-a680-c9474abcc45a tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:14.698882 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8f1509-a26e-4ed1-a680-c9474abcc45a tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Pushing event deleted for resources: {'Port': ['ID=237b3879-db31-4132-9689-8c39d9713d80,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:14.758540 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6e8f1509-a26e-4ed1-a680-c9474abcc45a tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks [] for floatingip, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:14.758859 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [None req-6e8f1509-a26e-4ed1-a680-c9474abcc45a tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Floating IP ec1236f0-870f-489b-b972-d429054e9108 disassociated (deleted). External IP: 172.26.2.110, port: d05fc4c1-04d3-45a7-9c5b-d2236383dfd1. Mar 28 13:53:14.987998 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e8f1509-a26e-4ed1-a680-c9474abcc45a tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Router 99857507-96fb-49f7-8260-1dcf33ff84ad has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:53:14.996148 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44795cbc-0b16-47f1-944a-e41296d129fa req-977432c4-8942-4856-b53a-2d2eeb0e4a52 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:53:14.997600 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-44795cbc-0b16-47f1-944a-e41296d129fa req-977432c4-8942-4856-b53a-2d2eeb0e4a52 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=47520095-c582-44eb-b3c7-30e922f4afcd HTTP/1.1" status: 200 len: 944 time: 0.0890634 Mar 28 13:53:15.075092 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-44795cbc-0b16-47f1-944a-e41296d129fa req-faa3cd0f-f895-4bc5-aee7-e680576b4480 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=a183e7d7-9715-4644-8090-653bd82f9416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704215 Mar 28 13:53:15.127649 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8f1509-a26e-4ed1-a680-c9474abcc45a tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:53:15.132624 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6e8f1509-a26e-4ed1-a680-c9474abcc45a tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:15.139290 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddef08d-c48a-4f66-a5e8-99e9fd6e9941 None None] Sync routers for ids ['99857507-96fb-49f7-8260-1dcf33ff84ad'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:53:15.148720 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddef08d-c48a-4f66-a5e8-99e9fd6e9941 None None] Routers {'99857507-96fb-49f7-8260-1dcf33ff84ad'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:53:15.149439 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-2ddef08d-c48a-4f66-a5e8-99e9fd6e9941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:52:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['99857507-96fb-49f7-8260-1dcf33ff84ad'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:53:15.157502 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-6e8f1509-a26e-4ed1-a680-c9474abcc45a tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "DELETE /v2.0/floatingips/ec1236f0-870f-489b-b972-d429054e9108 HTTP/1.1" status: 204 len: 168 time: 0.9268262 Mar 28 13:53:15.158062 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f21cd21-2cba-4ee2-ba5e-7519128c83d8', 'tag': 'd05fc4c1-04d3-45a7-9c5b-d2236383dfd1'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:53:15.160280 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c06f6cd-a997-4d83-af68-a0129107ba29" -d '{"events": [{"name": "network-changed", "server_uuid": "9f21cd21-2cba-4ee2-ba5e-7519128c83d8", "tag": "d05fc4c1-04d3-45a7-9c5b-d2236383dfd1"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:53:15.206646 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 13:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff7c6a8-0dea-4c84-8193-4e27096b01ec x-openstack-request-id: req-4ff7c6a8-0dea-4c84-8193-4e27096b01ec {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:53:15.207030 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f21cd21-2cba-4ee2-ba5e-7519128c83d8", "tag": "d05fc4c1-04d3-45a7-9c5b-d2236383dfd1", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:53:15.207465 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4ff7c6a8-0dea-4c84-8193-4e27096b01ec {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:53:15.207950 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f21cd21-2cba-4ee2-ba5e-7519128c83d8', 'tag': 'd05fc4c1-04d3-45a7-9c5b-d2236383dfd1', 'status': 'completed', 'code': 200} Mar 28 13:53:15.257364 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-2ddef08d-c48a-4f66-a5e8-99e9fd6e9941 None None] Set router 99857507-96fb-49f7-8260-1dcf33ff84ad gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:53:15.280887 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06f6cd-a997-4d83-af68-a0129107ba29 req-a84f8237-c847-4864-b273-606c64253dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:53:15.282575 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4c06f6cd-a997-4d83-af68-a0129107ba29 req-a84f8237-c847-4864-b273-606c64253dab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bcdd6be72e7642a4b756d4ea1c2944fc&device_id=9f21cd21-2cba-4ee2-ba5e-7519128c83d8 HTTP/1.1" status: 200 len: 1099 time: 0.0441260 Mar 28 13:53:15.379351 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06f6cd-a997-4d83-af68-a0129107ba29 req-f1da88fe-0e93-43b1-96d2-9abba730aa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:53:15.380925 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4c06f6cd-a997-4d83-af68-a0129107ba29 req-f1da88fe-0e93-43b1-96d2-9abba730aa76 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2ff991f4-50ec-4bee-9b8e-14ed596b49df HTTP/1.1" status: 200 len: 898 time: 0.0904751 Mar 28 13:53:15.422538 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4c06f6cd-a997-4d83-af68-a0129107ba29 req-3d767ddf-e79f-4f2e-be8a-32aadd956630 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d05fc4c1-04d3-45a7-9c5b-d2236383dfd1 HTTP/1.1" status: 200 len: 217 time: 0.0348141 Mar 28 13:53:15.478720 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06f6cd-a997-4d83-af68-a0129107ba29 req-bcd28190-2c13-4f06-a4be-869b3e3c65bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:53:15.480178 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4c06f6cd-a997-4d83-af68-a0129107ba29 req-bcd28190-2c13-4f06-a4be-869b3e3c65bf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82ef406a-5bfa-4427-b27a-2535f93e5e4f HTTP/1.1" status: 200 len: 835 time: 0.0485659 Mar 28 13:53:15.530534 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06f6cd-a997-4d83-af68-a0129107ba29 req-83d56192-46d1-4a58-a7bf-ffedd6d21bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:53:15.532152 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4c06f6cd-a997-4d83-af68-a0129107ba29 req-83d56192-46d1-4a58-a7bf-ffedd6d21bea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2ff991f4-50ec-4bee-9b8e-14ed596b49df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0451455 Mar 28 13:53:15.551120 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-2ddef08d-c48a-4f66-a5e8-99e9fd6e9941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99857507-96fb-49f7-8260-1dcf33ff84ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-886766965', 'tenant_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.21'}], 'enable_snat': True}, 'gw_port_id': '24e04d94-36ed-4276-95ef-c870ab1c0643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:50:02Z', 'updated_at': '2022-03-28T13:50:13Z', 'revision_number': 4, 'project_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'gw_port': {'id': '24e04d94-36ed-4276-95ef-c870ab1c0643', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:55:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857507-96fb-49f7-8260-1dcf33ff84ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:50:03Z', 'updated_at': '2022-03-28T13:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '4861ade1-31cf-497e-8137-a9b1f6f9ac1c', 'name': '', 'network_id': '2ff991f4-50ec-4bee-9b8e-14ed596b49df', 'tenant_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'mac_address': 'fa:16:3e:c8:d5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857507-96fb-49f7-8260-1dcf33ff84ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '82ef406a-5bfa-4427-b27a-2535f93e5e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:50:11Z', 'updated_at': '2022-03-28T13:50:17Z', 'revision_number': 5, 'project_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'subnets': [{'id': '82ef406a-5bfa-4427-b27a-2535f93e5e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:53:15.576862 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddef08d-c48a-4f66-a5e8-99e9fd6e9941 None None] Checking router: 99857507-96fb-49f7-8260-1dcf33ff84ad for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:53:15.584929 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddef08d-c48a-4f66-a5e8-99e9fd6e9941 None None] Routers {'99857507-96fb-49f7-8260-1dcf33ff84ad'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:53:15.585526 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-2ddef08d-c48a-4f66-a5e8-99e9fd6e9941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:52:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['99857507-96fb-49f7-8260-1dcf33ff84ad'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:53:15.654123 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4c15c-fae8-4891-8c87-14ef78d72b91 req-e5122d51-091d-4e3b-a0f7-d87eec108c78 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:53:15.656167 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f7b4c15c-fae8-4891-8c87-14ef78d72b91 req-e5122d51-091d-4e3b-a0f7-d87eec108c78 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f21cd21-2cba-4ee2-ba5e-7519128c83d8 HTTP/1.1" status: 200 len: 946 time: 0.0974438 Mar 28 13:53:15.673437 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4c06f6cd-a997-4d83-af68-a0129107ba29 req-2f17c059-42ec-4c39-8d27-203eb74c648a service neutron] 10.222.0.20 "GET /v2.0/networks/2ff991f4-50ec-4bee-9b8e-14ed596b49df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332796 Mar 28 13:53:15.688992 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-2ddef08d-c48a-4f66-a5e8-99e9fd6e9941 None None] Set router 99857507-96fb-49f7-8260-1dcf33ff84ad gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:53:15.694887 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 76d4efde-e5ae-422c-aa26-ee60f58e4abb details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 13:53:15.745623 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f7b4c15c-fae8-4891-8c87-14ef78d72b91 req-1dca8fbe-df30-4c03-88ab-0c6c12d81f87 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/security-groups?id=0706f3f6-4ac4-4bfd-b496-8cf89045c8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821106 Mar 28 13:53:15.789622 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4c06f6cd-a997-4d83-af68-a0129107ba29 req-91da8a0a-f075-4ab0-b45f-d4277115e88a service neutron] 10.222.0.20 "GET /v2.0/networks/2ff991f4-50ec-4bee-9b8e-14ed596b49df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077533 Mar 28 13:53:15.805804 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 76d4efde-e5ae-422c-aa26-ee60f58e4abb, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=76d4efde-e5ae-422c-aa26-ee60f58e4abb,segment=NetworkSegment(fde5171c-e832-4c6c-b7b0-92145c540299),segment_id=fde5171c-e832-4c6c-b7b0-92145c540299)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:53:15.816828 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': '76d4efde-e5ae-422c-aa26-ee60f58e4abb', 'network_id': '9ac539c1-c70c-4099-8f41-efaccb6f7e06', 'port_id': '76d4efde-e5ae-422c-aa26-ee60f58e4abb', 'mac_address': 'fa:16:3e:ed:45:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47579314-6a6d-4e93-bfd4-ab799b0bf1a4', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 13:53:15.853432 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:15.866803 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76d4efde-e5ae-422c-aa26-ee60f58e4abb {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 13:53:15.885717 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 76d4efde-e5ae-422c-aa26-ee60f58e4abb, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=76d4efde-e5ae-422c-aa26-ee60f58e4abb,segment=NetworkSegment(fde5171c-e832-4c6c-b7b0-92145c540299),segment_id=fde5171c-e832-4c6c-b7b0-92145c540299)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:53:15.898048 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-2ddef08d-c48a-4f66-a5e8-99e9fd6e9941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99857507-96fb-49f7-8260-1dcf33ff84ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-886766965', 'tenant_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.21'}], 'enable_snat': True}, 'gw_port_id': '24e04d94-36ed-4276-95ef-c870ab1c0643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:50:02Z', 'updated_at': '2022-03-28T13:50:13Z', 'revision_number': 4, 'project_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'gw_port': {'id': '24e04d94-36ed-4276-95ef-c870ab1c0643', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:55:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857507-96fb-49f7-8260-1dcf33ff84ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:50:03Z', 'updated_at': '2022-03-28T13:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '4861ade1-31cf-497e-8137-a9b1f6f9ac1c', 'name': '', 'network_id': '2ff991f4-50ec-4bee-9b8e-14ed596b49df', 'tenant_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'mac_address': 'fa:16:3e:c8:d5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857507-96fb-49f7-8260-1dcf33ff84ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '82ef406a-5bfa-4427-b27a-2535f93e5e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:50:11Z', 'updated_at': '2022-03-28T13:50:17Z', 'revision_number': 5, 'project_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'subnets': [{'id': '82ef406a-5bfa-4427-b27a-2535f93e5e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:53:15.926976 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddef08d-c48a-4f66-a5e8-99e9fd6e9941 None None] The sync data for ids ['99857507-96fb-49f7-8260-1dcf33ff84ad'] in dv-neutron-835335-1-hyperv is: [{'id': '99857507-96fb-49f7-8260-1dcf33ff84ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-886766965', 'tenant_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.21'}], 'enable_snat': True}, 'gw_port_id': '24e04d94-36ed-4276-95ef-c870ab1c0643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:50:02Z', 'updated_at': '2022-03-28T13:50:13Z', 'revision_number': 4, 'project_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'gw_port': {'id': '24e04d94-36ed-4276-95ef-c870ab1c0643', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:55:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857507-96fb-49f7-8260-1dcf33ff84ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:50:03Z', 'updated_at': '2022-03-28T13:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '4861ade1-31cf-497e-8137-a9b1f6f9ac1c', 'name': '', 'network_id': '2ff991f4-50ec-4bee-9b8e-14ed596b49df', 'tenant_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'mac_address': 'fa:16:3e:c8:d5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857507-96fb-49f7-8260-1dcf33ff84ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '82ef406a-5bfa-4427-b27a-2535f93e5e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:50:11Z', 'updated_at': '2022-03-28T13:50:17Z', 'revision_number': 5, 'project_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'subnets': [{'id': '82ef406a-5bfa-4427-b27a-2535f93e5e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:53:15.943454 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:15.996331 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=76d4efde-e5ae-422c-aa26-ee60f58e4abb,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:16.137918 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144d5266-ec4b-43fe-b075-05738c853f58 None None] New status for floating IP ec1236f0-870f-489b-b972-d429054e9108: DOWN {{(pid=109614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 13:53:16.191814 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459281c-d5fe-4e72-8221-3c26455f97b9 req-ba82ae90-8bfa-4f66-a2d6-8500213cedbe tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:53:16.193471 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1459281c-d5fe-4e72-8221-3c26455f97b9 req-ba82ae90-8bfa-4f66-a2d6-8500213cedbe tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=47520095-c582-44eb-b3c7-30e922f4afcd HTTP/1.1" status: 200 len: 945 time: 0.0487030 Mar 28 13:53:16.236190 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1459281c-d5fe-4e72-8221-3c26455f97b9 req-adc9e4fe-d6f9-4daa-9c69-e126318cb9fb tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=a183e7d7-9715-4644-8090-653bd82f9416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366795 Mar 28 13:53:16.324223 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['76d4efde-e5ae-422c-aa26-ee60f58e4abb'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 13:53:16.863961 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b81399-82ba-462d-87db-b7d480e14379 req-dea5b67f-c491-4308-b5c9-540c72a027c6 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:53:16.865424 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b9b81399-82ba-462d-87db-b7d480e14379 req-dea5b67f-c491-4308-b5c9-540c72a027c6 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f21cd21-2cba-4ee2-ba5e-7519128c83d8 HTTP/1.1" status: 200 len: 946 time: 0.0472617 Mar 28 13:53:16.911479 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b9b81399-82ba-462d-87db-b7d480e14379 req-6febf80d-b5dd-414f-a777-548d59b9e501 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/security-groups?id=0706f3f6-4ac4-4bfd-b496-8cf89045c8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399463 Mar 28 13:53:17.127749 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a38770-1798-4f32-bbe8-627922443535 req-a53472fa-96ac-4a65-ab85-f49af58f1091 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:53:17.129086 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-31a38770-1798-4f32-bbe8-627922443535 req-a53472fa-96ac-4a65-ab85-f49af58f1091 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f21cd21-2cba-4ee2-ba5e-7519128c83d8 HTTP/1.1" status: 200 len: 946 time: 0.0460496 Mar 28 13:53:17.220082 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 13:53:17.226339 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-31a38770-1798-4f32-bbe8-627922443535 req-6536e7b9-2271-4356-9ece-733247a1524e tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Deleting port d05fc4c1-04d3-45a7-9c5b-d2236383dfd1 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:53:17.226803 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-31a38770-1798-4f32-bbe8-627922443535 req-6536e7b9-2271-4356-9ece-733247a1524e tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:17.327860 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-31a38770-1798-4f32-bbe8-627922443535 req-6536e7b9-2271-4356-9ece-733247a1524e tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] For port d05fc4c1-04d3-45a7-9c5b-d2236383dfd1, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=d05fc4c1-04d3-45a7-9c5b-d2236383dfd1,segment=NetworkSegment(a80f2681-e6a4-420a-a7d2-2591d90941c8),segment_id=a80f2681-e6a4-420a-a7d2-2591d90941c8)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:53:17.328231 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-31a38770-1798-4f32-bbe8-627922443535 req-6536e7b9-2271-4356-9ece-733247a1524e tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:17.356022 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-31a38770-1798-4f32-bbe8-627922443535 req-6536e7b9-2271-4356-9ece-733247a1524e tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Calling delete_port for d05fc4c1-04d3-45a7-9c5b-d2236383dfd1 owned by compute:nova {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:53:17.381080 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7905222e-0fb8-4807-9cd1-4fbe6c44d58c req-8beeab17-f574-41c5-8680-dd2a76f191b5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:53:17.382484 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7905222e-0fb8-4807-9cd1-4fbe6c44d58c req-8beeab17-f574-41c5-8680-dd2a76f191b5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=47520095-c582-44eb-b3c7-30e922f4afcd HTTP/1.1" status: 200 len: 945 time: 0.0750463 Mar 28 13:53:17.465930 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7905222e-0fb8-4807-9cd1-4fbe6c44d58c req-9d5e8548-cca3-4bbb-959e-5f4dab8a1e7a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=a183e7d7-9715-4644-8090-653bd82f9416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578222 Mar 28 13:53:17.600742 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-31a38770-1798-4f32-bbe8-627922443535 req-6536e7b9-2271-4356-9ece-733247a1524e tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:17.631310 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6536e7b9-2271-4356-9ece-733247a1524e tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Pushing event deleted for resources: {'Port': ['ID=d05fc4c1-04d3-45a7-9c5b-d2236383dfd1,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:17.694945 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 76d4efde-e5ae-422c-aa26-ee60f58e4abb up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:53:17.700178 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a38770-1798-4f32-bbe8-627922443535 req-6536e7b9-2271-4356-9ece-733247a1524e tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] No DVR routers for this DVR port d05fc4c1-04d3-45a7-9c5b-d2236383dfd1 on host hv-neutron-8353 {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:53:17.702668 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-31a38770-1798-4f32-bbe8-627922443535 req-6536e7b9-2271-4356-9ece-733247a1524e tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:17.706527 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-31a38770-1798-4f32-bbe8-627922443535 req-6536e7b9-2271-4356-9ece-733247a1524e tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.20 "DELETE /v2.0/ports/d05fc4c1-04d3-45a7-9c5b-d2236383dfd1 HTTP/1.1" status: 204 len: 173 time: 0.5718906 Mar 28 13:53:17.706978 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f21cd21-2cba-4ee2-ba5e-7519128c83d8', 'name': 'network-vif-deleted', 'tag': 'd05fc4c1-04d3-45a7-9c5b-d2236383dfd1'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:53:17.709241 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fab5b1c-de3e-4be3-914e-96118c112362" -d '{"events": [{"server_uuid": "9f21cd21-2cba-4ee2-ba5e-7519128c83d8", "name": "network-vif-deleted", "tag": "d05fc4c1-04d3-45a7-9c5b-d2236383dfd1"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:53:17.748866 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 13:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46679c2c-02ae-4bbb-b897-d82768953d35 x-openstack-request-id: req-46679c2c-02ae-4bbb-b897-d82768953d35 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:53:17.750935 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f21cd21-2cba-4ee2-ba5e-7519128c83d8", "name": "network-vif-deleted", "tag": "d05fc4c1-04d3-45a7-9c5b-d2236383dfd1", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:53:17.750935 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-46679c2c-02ae-4bbb-b897-d82768953d35 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:53:17.750935 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f21cd21-2cba-4ee2-ba5e-7519128c83d8', 'name': 'network-vif-deleted', 'tag': 'd05fc4c1-04d3-45a7-9c5b-d2236383dfd1', 'status': 'completed', 'code': 200} Mar 28 13:53:17.829185 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning for port 76d4efde-e5ae-422c-aa26-ee60f58e4abb completed by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 13:53:17.834140 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port 76d4efde-e5ae-422c-aa26-ee60f58e4abb triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:53:17.834140 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:17.912349 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:17.936102 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47520095-c582-44eb-b3c7-30e922f4afcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d4efde-e5ae-422c-aa26-ee60f58e4abb'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:53:17.938375 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197e46d0-5289-4454-8e02-124208737bfd" -d '{"events": [{"server_uuid": "47520095-c582-44eb-b3c7-30e922f4afcd", "name": "network-vif-plugged", "status": "completed", "tag": "76d4efde-e5ae-422c-aa26-ee60f58e4abb"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:53:17.951565 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 76d4efde-e5ae-422c-aa26-ee60f58e4abb, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=76d4efde-e5ae-422c-aa26-ee60f58e4abb,segment=NetworkSegment(fde5171c-e832-4c6c-b7b0-92145c540299),segment_id=fde5171c-e832-4c6c-b7b0-92145c540299)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:53:17.975995 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 13:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70bef1b3-d6e9-44c4-aa79-21e0f6d425d2 x-openstack-request-id: req-70bef1b3-d6e9-44c4-aa79-21e0f6d425d2 {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:53:17.976283 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47520095-c582-44eb-b3c7-30e922f4afcd", "name": "network-vif-plugged", "status": "completed", "tag": "76d4efde-e5ae-422c-aa26-ee60f58e4abb", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:53:17.976555 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-70bef1b3-d6e9-44c4-aa79-21e0f6d425d2 {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:53:17.977005 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47520095-c582-44eb-b3c7-30e922f4afcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d4efde-e5ae-422c-aa26-ee60f58e4abb', 'code': 200} Mar 28 13:53:18.038714 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-22a22fb5-70ff-47e8-9916-ca18900fd302 req-d8cb55f9-448d-48ed-a1c4-02ad2ed4332c tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f21cd21-2cba-4ee2-ba5e-7519128c83d8 HTTP/1.1" status: 200 len: 210 time: 0.0274010 Mar 28 13:53:18.042649 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:18.108539 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=76d4efde-e5ae-422c-aa26-ee60f58e4abb,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:18.303361 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76fe0c-1522-4de0-8323-6a81c417a8b9 req-51fea884-39b6-48e2-8c91-22e283df7a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:53:18.304904 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0f76fe0c-1522-4de0-8323-6a81c417a8b9 req-51fea884-39b6-48e2-8c91-22e283df7a8a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=47520095-c582-44eb-b3c7-30e922f4afcd HTTP/1.1" status: 200 len: 1099 time: 0.0400951 Mar 28 13:53:18.337663 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0f76fe0c-1522-4de0-8323-6a81c417a8b9 req-9c221e17-fb54-4126-af32-783ebab06225 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a183e7d7-9715-4644-8090-653bd82f9416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267696 Mar 28 13:53:18.581634 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae982e4-d596-4fe2-b20e-6be9b39ec9b3 req-6672026b-57fb-4ec2-bc61-fd73ee69f6e5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:53:18.583116 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4ae982e4-d596-4fe2-b20e-6be9b39ec9b3 req-6672026b-57fb-4ec2-bc61-fd73ee69f6e5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=47520095-c582-44eb-b3c7-30e922f4afcd HTTP/1.1" status: 200 len: 946 time: 0.0487404 Mar 28 13:53:18.620526 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4ae982e4-d596-4fe2-b20e-6be9b39ec9b3 req-8edf96c4-3933-453b-9229-79bf51effa91 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=a183e7d7-9715-4644-8090-653bd82f9416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306003 Mar 28 13:53:19.104732 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35552) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:53:19.709844 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device d05fc4c1-04d3-45a7-9c5b-d2236383dfd1 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:53:19.729543 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] No Port match for: d05fc4c1-04d3-45a7-9c5b-d2236383dfd1 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:53:19.729884 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device d05fc4c1-04d3-45a7-9c5b-d2236383dfd1 not bound to the agent host hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:53:19.789772 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424caf0-2e43-4813-a3ef-8b33475e1c55 req-13795f79-f185-4acb-bdfc-75606036f0a6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:53:19.791235 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9424caf0-2e43-4813-a3ef-8b33475e1c55 req-13795f79-f185-4acb-bdfc-75606036f0a6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=47520095-c582-44eb-b3c7-30e922f4afcd HTTP/1.1" status: 200 len: 946 time: 0.0964117 Mar 28 13:53:19.848483 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a340ac2e-f98a-4358-8a6c-bddcc37cb94c tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:19.853546 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9424caf0-2e43-4813-a3ef-8b33475e1c55 req-6c07a252-b248-4e4c-8ff8-84b973e137ca tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=a183e7d7-9715-4644-8090-653bd82f9416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557308 Mar 28 13:53:20.151073 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-a340ac2e-f98a-4358-8a6c-bddcc37cb94c tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Deleting port 4861ade1-31cf-497e-8137-a9b1f6f9ac1c {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:53:20.151414 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a340ac2e-f98a-4358-8a6c-bddcc37cb94c tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:20.234417 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-a340ac2e-f98a-4358-8a6c-bddcc37cb94c tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] For port 4861ade1-31cf-497e-8137-a9b1f6f9ac1c, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=4861ade1-31cf-497e-8137-a9b1f6f9ac1c,segment=NetworkSegment(a80f2681-e6a4-420a-a7d2-2591d90941c8),segment_id=a80f2681-e6a4-420a-a7d2-2591d90941c8)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:53:20.234780 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a340ac2e-f98a-4358-8a6c-bddcc37cb94c tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:20.246944 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-a340ac2e-f98a-4358-8a6c-bddcc37cb94c tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Calling delete_port for 4861ade1-31cf-497e-8137-a9b1f6f9ac1c owned by network:router_interface {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:53:20.548833 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a340ac2e-f98a-4358-8a6c-bddcc37cb94c tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:20.574337 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a340ac2e-f98a-4358-8a6c-bddcc37cb94c tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Pushing event deleted for resources: {'Port': ['ID=4861ade1-31cf-497e-8137-a9b1f6f9ac1c,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:20.743606 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a340ac2e-f98a-4358-8a6c-bddcc37cb94c tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:20.975792 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a340ac2e-f98a-4358-8a6c-bddcc37cb94c tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Router 99857507-96fb-49f7-8260-1dcf33ff84ad has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:53:20.989526 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8448c-84d7-4c71-894a-9c19355bf1d9 req-6ff3426e-0e7d-4c89-a6e4-b3336948d1d5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:53:20.990893 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8ff8448c-84d7-4c71-894a-9c19355bf1d9 req-6ff3426e-0e7d-4c89-a6e4-b3336948d1d5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=47520095-c582-44eb-b3c7-30e922f4afcd HTTP/1.1" status: 200 len: 946 time: 0.0657887 Mar 28 13:53:21.070404 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8ff8448c-84d7-4c71-894a-9c19355bf1d9 req-e6394fc0-f08a-4994-98ae-3e7ccd52c95d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=a183e7d7-9715-4644-8090-653bd82f9416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722084 Mar 28 13:53:21.113888 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a340ac2e-f98a-4358-8a6c-bddcc37cb94c tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:53:21.122333 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a340ac2e-f98a-4358-8a6c-bddcc37cb94c tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "PUT /v2.0/routers/99857507-96fb-49f7-8260-1dcf33ff84ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0130806 Mar 28 13:53:21.122333 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35560) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:53:21.125574 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ee29ff-00f1-49c6-8153-1f33a56970f4 None None] Sync routers for ids ['99857507-96fb-49f7-8260-1dcf33ff84ad'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:53:21.135054 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ee29ff-00f1-49c6-8153-1f33a56970f4 None None] Routers {'99857507-96fb-49f7-8260-1dcf33ff84ad'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:53:21.135663 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-35ee29ff-00f1-49c6-8153-1f33a56970f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:52:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['99857507-96fb-49f7-8260-1dcf33ff84ad'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:53:21.205532 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-7910d72a-67f1-457f-8ab2-e2d05e7125be tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Deleting subnet 82ef406a-5bfa-4427-b27a-2535f93e5e4f {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:53:21.211623 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7910d72a-67f1-457f-8ab2-e2d05e7125be tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:21.244871 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-35ee29ff-00f1-49c6-8153-1f33a56970f4 None None] Set router 99857507-96fb-49f7-8260-1dcf33ff84ad gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:53:21.246139 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3256dea-1d41-41ae-8cbc-a7440d9b31f0 req-6326eb61-a0bd-4dfa-aa0d-c6ca9208a7ce tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:53:21.247627 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e3256dea-1d41-41ae-8cbc-a7440d9b31f0 req-6326eb61-a0bd-4dfa-aa0d-c6ca9208a7ce tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=47520095-c582-44eb-b3c7-30e922f4afcd HTTP/1.1" status: 200 len: 946 time: 0.0977585 Mar 28 13:53:21.275521 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7910d72a-67f1-457f-8ab2-e2d05e7125be tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:21.319082 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e3256dea-1d41-41ae-8cbc-a7440d9b31f0 req-1f553c1b-5e35-475a-b802-3c88747b6229 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=a183e7d7-9715-4644-8090-653bd82f9416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639317 Mar 28 13:53:21.374994 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7910d72a-67f1-457f-8ab2-e2d05e7125be tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:21.416481 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-35ee29ff-00f1-49c6-8153-1f33a56970f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99857507-96fb-49f7-8260-1dcf33ff84ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-886766965', 'tenant_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.21'}], 'enable_snat': True}, 'gw_port_id': '24e04d94-36ed-4276-95ef-c870ab1c0643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:50:02Z', 'updated_at': '2022-03-28T13:53:20Z', 'revision_number': 5, 'project_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'gw_port': {'id': '24e04d94-36ed-4276-95ef-c870ab1c0643', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:55:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857507-96fb-49f7-8260-1dcf33ff84ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:50:03Z', 'updated_at': '2022-03-28T13:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:53:21.445789 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ee29ff-00f1-49c6-8153-1f33a56970f4 None None] Checking router: 99857507-96fb-49f7-8260-1dcf33ff84ad for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:53:21.454304 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ee29ff-00f1-49c6-8153-1f33a56970f4 None None] Routers {'99857507-96fb-49f7-8260-1dcf33ff84ad'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:53:21.454900 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-35ee29ff-00f1-49c6-8153-1f33a56970f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:52:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['99857507-96fb-49f7-8260-1dcf33ff84ad'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:53:21.500654 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7910d72a-67f1-457f-8ab2-e2d05e7125be tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:21.528432 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7910d72a-67f1-457f-8ab2-e2d05e7125be tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Pushing event deleted for resources: {'Subnet': ['ID=82ef406a-5bfa-4427-b27a-2535f93e5e4f,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:21.535013 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7910d72a-67f1-457f-8ab2-e2d05e7125be tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:21.539087 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-7910d72a-67f1-457f-8ab2-e2d05e7125be tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "DELETE /v2.0/subnets/82ef406a-5bfa-4427-b27a-2535f93e5e4f HTTP/1.1" status: 204 len: 168 time: 0.4164824 Mar 28 13:53:21.542807 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35566) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:53:21.545932 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ef619c-e409-4272-aa81-0b56a9dc3dc3 None None] Network 2ff991f4-50ec-4bee-9b8e-14ed596b49df requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:53:21.563028 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-35ee29ff-00f1-49c6-8153-1f33a56970f4 None None] Set router 99857507-96fb-49f7-8260-1dcf33ff84ad gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:53:21.652653 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6f3db6fa-1f39-4487-9e1f-e3e2c0fc9903 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks [] for router, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:21.729238 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f796442f-66b0-46e9-93b5-31030ccd4209 None None] DHCP port deletion for 2ff991f4-50ec-4bee-9b8e-14ed596b49df request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:53:21.749397 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-35ee29ff-00f1-49c6-8153-1f33a56970f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99857507-96fb-49f7-8260-1dcf33ff84ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-886766965', 'tenant_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.21'}], 'enable_snat': True}, 'gw_port_id': '24e04d94-36ed-4276-95ef-c870ab1c0643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:50:02Z', 'updated_at': '2022-03-28T13:53:20Z', 'revision_number': 5, 'project_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'gw_port': {'id': '24e04d94-36ed-4276-95ef-c870ab1c0643', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:55:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857507-96fb-49f7-8260-1dcf33ff84ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:50:03Z', 'updated_at': '2022-03-28T13:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:53:21.777952 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-f796442f-66b0-46e9-93b5-31030ccd4209 None None] Deleting port 70d757da-dc04-4044-82e1-62f0345aca46 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:53:21.778245 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f796442f-66b0-46e9-93b5-31030ccd4209 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:21.779843 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ee29ff-00f1-49c6-8153-1f33a56970f4 None None] The sync data for ids ['99857507-96fb-49f7-8260-1dcf33ff84ad'] in dv-neutron-835335-1-hyperv is: [{'id': '99857507-96fb-49f7-8260-1dcf33ff84ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-886766965', 'tenant_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.21'}], 'enable_snat': True}, 'gw_port_id': '24e04d94-36ed-4276-95ef-c870ab1c0643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:50:02Z', 'updated_at': '2022-03-28T13:53:20Z', 'revision_number': 5, 'project_id': 'bcdd6be72e7642a4b756d4ea1c2944fc', 'gw_port': {'id': '24e04d94-36ed-4276-95ef-c870ab1c0643', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:55:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857507-96fb-49f7-8260-1dcf33ff84ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:50:03Z', 'updated_at': '2022-03-28T13:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:53:21.856976 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-f796442f-66b0-46e9-93b5-31030ccd4209 None None] For port 70d757da-dc04-4044-82e1-62f0345aca46, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=70d757da-dc04-4044-82e1-62f0345aca46,segment=NetworkSegment(a80f2681-e6a4-420a-a7d2-2591d90941c8),segment_id=a80f2681-e6a4-420a-a7d2-2591d90941c8)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:53:21.858045 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f796442f-66b0-46e9-93b5-31030ccd4209 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:21.881831 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-f796442f-66b0-46e9-93b5-31030ccd4209 None None] Calling delete_port for 70d757da-dc04-4044-82e1-62f0345aca46 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:53:22.043061 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6f3db6fa-1f39-4487-9e1f-e3e2c0fc9903 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:22.059830 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f796442f-66b0-46e9-93b5-31030ccd4209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:22.084742 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f796442f-66b0-46e9-93b5-31030ccd4209 None None] Pushing event deleted for resources: {'Port': ['ID=70d757da-dc04-4044-82e1-62f0345aca46,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:22.088203 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f796442f-66b0-46e9-93b5-31030ccd4209 None None] No DVR routers for this DVR port 70d757da-dc04-4044-82e1-62f0345aca46 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:53:22.180100 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-6f3db6fa-1f39-4487-9e1f-e3e2c0fc9903 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Deleting port 24e04d94-36ed-4276-95ef-c870ab1c0643 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:53:22.180546 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6f3db6fa-1f39-4487-9e1f-e3e2c0fc9903 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:22.261232 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-6f3db6fa-1f39-4487-9e1f-e3e2c0fc9903 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] For port 24e04d94-36ed-4276-95ef-c870ab1c0643, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=24e04d94-36ed-4276-95ef-c870ab1c0643,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:53:22.261603 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6f3db6fa-1f39-4487-9e1f-e3e2c0fc9903 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:22.274331 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-6f3db6fa-1f39-4487-9e1f-e3e2c0fc9903 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Calling delete_port for 24e04d94-36ed-4276-95ef-c870ab1c0643 owned by network:router_gateway {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:53:22.488217 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6f3db6fa-1f39-4487-9e1f-e3e2c0fc9903 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:22.512449 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3db6fa-1f39-4487-9e1f-e3e2c0fc9903 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Pushing event deleted for resources: {'Port': ['ID=24e04d94-36ed-4276-95ef-c870ab1c0643,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:22.535026 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 70d757da-dc04-4044-82e1-62f0345aca46 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:53:22.558369 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 70d757da-dc04-4044-82e1-62f0345aca46 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:53:22.559079 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 70d757da-dc04-4044-82e1-62f0345aca46 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:53:22.559079 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 4861ade1-31cf-497e-8137-a9b1f6f9ac1c no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:53:22.578384 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 4861ade1-31cf-497e-8137-a9b1f6f9ac1c {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:53:22.578584 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6f3db6fa-1f39-4487-9e1f-e3e2c0fc9903 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133933816'] for router_gateway, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:22.578773 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 4861ade1-31cf-497e-8137-a9b1f6f9ac1c not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:53:22.680389 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6f3db6fa-1f39-4487-9e1f-e3e2c0fc9903 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:22.682463 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6f3db6fa-1f39-4487-9e1f-e3e2c0fc9903 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:22.802243 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6f3db6fa-1f39-4487-9e1f-e3e2c0fc9903 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:22.802757 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3db6fa-1f39-4487-9e1f-e3e2c0fc9903 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Fanout notify agent at l3_agent the message router_deleted on router 99857507-96fb-49f7-8260-1dcf33ff84ad {{(pid=109613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:53:22.809356 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6f3db6fa-1f39-4487-9e1f-e3e2c0fc9903 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:22.810475 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-6f3db6fa-1f39-4487-9e1f-e3e2c0fc9903 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "DELETE /v2.0/routers/99857507-96fb-49f7-8260-1dcf33ff84ad HTTP/1.1" status: 204 len: 168 time: 1.2664111 Mar 28 13:53:22.813915 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35568) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:53:22.835381 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35570) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:53:22.939897 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1fadfd1c-2f8a-47a3-89fa-f9765f1be051 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:23.106486 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1fadfd1c-2f8a-47a3-89fa-f9765f1be051 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:23.133477 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-1fadfd1c-2f8a-47a3-89fa-f9765f1be051 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ff991f4-50ec-4bee-9b8e-14ed596b49df']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:53:23.168759 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-1fadfd1c-2f8a-47a3-89fa-f9765f1be051 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a80f2681-e6a4-420a-a7d2-2591d90941c8') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:53:23.168989 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-1fadfd1c-2f8a-47a3-89fa-f9765f1be051 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a80f2681-e6a4-420a-a7d2-2591d90941c8') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:53:23.185466 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1fadfd1c-2f8a-47a3-89fa-f9765f1be051 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:23.203956 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1fadfd1c-2f8a-47a3-89fa-f9765f1be051 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:23.245133 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fadfd1c-2f8a-47a3-89fa-f9765f1be051 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:53:23.245542 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1fadfd1c-2f8a-47a3-89fa-f9765f1be051 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:23.248615 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:53:23.248615 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:53:23.248615 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:53:23.248615 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:53:23.248615 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:53:23.248615 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:53:23.248615 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:53:23.248615 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:53:23.248615 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:53:23.248615 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:53:23.248615 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:53:23.248615 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:53:23.248615 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:53:23.248615 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:53:23.248615 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:53:23.248615 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:53:23.248615 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:53:23.248615 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:53:23.248615 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:53:23.248615 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:53:23.248615 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:53:23.248615 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:53:23.248615 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:53:23.248615 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:53:23.248615 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:53:23.248615 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:53:23.248615 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:53:23.248615 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:53:23.248615 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:53:23.248615 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:53:23.248615 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:53:23.248615 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:53:23.380717 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1fadfd1c-2f8a-47a3-89fa-f9765f1be051 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:23.392828 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1fadfd1c-2f8a-47a3-89fa-f9765f1be051 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:23.395896 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-1fadfd1c-2f8a-47a3-89fa-f9765f1be051 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "DELETE /v2.0/networks/2ff991f4-50ec-4bee-9b8e-14ed596b49df HTTP/1.1" status: 204 len: 168 time: 0.5810649 Mar 28 13:53:23.398908 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35572) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:53:23.411855 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fadfd1c-2f8a-47a3-89fa-f9765f1be051 tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Pushing event deleted for resources: {'Network': ['ID=2ff991f4-50ec-4bee-9b8e-14ed596b49df,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:23.458909 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2242a524-fb84-4a5e-9ba9-f3929b35dc6a tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:23.484283 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2242a524-fb84-4a5e-9ba9-f3929b35dc6a tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:23.504006 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dab01aa3-9249-47be-8fe0-777447933b84 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:23.600447 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2242a524-fb84-4a5e-9ba9-f3929b35dc6a tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:23.603051 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2242a524-fb84-4a5e-9ba9-f3929b35dc6a tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:23.604202 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-2242a524-fb84-4a5e-9ba9-f3929b35dc6a tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] 10.222.0.24 "DELETE /v2.0/security-groups/0706f3f6-4ac4-4bfd-b496-8cf89045c8d2 HTTP/1.1" status: 204 len: 168 time: 0.2043140 Mar 28 13:53:23.615042 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2242a524-fb84-4a5e-9ba9-f3929b35dc6a tempest-TestNetworkAdvancedServerOps-2013027518 tempest-TestNetworkAdvancedServerOps-2013027518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0706f3f6-4ac4-4bfd-b496-8cf89045c8d2,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:23.837420 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-dab01aa3-9249-47be-8fe0-777447933b84 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Allocated IP 172.20.0.17 (9ac539c1-c70c-4099-8f41-efaccb6f7e06/47579314-6a6d-4e93-bfd4-ab799b0bf1a4/c13f2b02-5d65-49d1-9060-d75f0a348757) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:53:23.943616 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dab01aa3-9249-47be-8fe0-777447933b84 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:23.989026 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5c74792a-a176-4686-8f06-abb711b00a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:24.051891 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dab01aa3-9249-47be-8fe0-777447933b84 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:24.097969 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab01aa3-9249-47be-8fe0-777447933b84 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network 9ac539c1-c70c-4099-8f41-efaccb6f7e06 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:53:24.100573 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-dab01aa3-9249-47be-8fe0-777447933b84 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:53:24.104520 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab01aa3-9249-47be-8fe0-777447933b84 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:53:24.130111 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab01aa3-9249-47be-8fe0-777447933b84 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=c13f2b02-5d65-49d1-9060-d75f0a348757,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:24.153895 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dab01aa3-9249-47be-8fe0-777447933b84 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:24.186443 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35580) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:53:24.337720 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ace02d0c-5d70-45c3-9ba5-2d89108cf19c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bcdd6be72e7642a4b756d4ea1c2944fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1499443 Mar 28 13:53:24.340099 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35584) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:53:24.386780 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-abf7413c-df24-4f03-a612-a4cc297d31bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:24.394322 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dab01aa3-9249-47be-8fe0-777447933b84 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:24.407690 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-abf7413c-df24-4f03-a612-a4cc297d31bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:24.415805 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-cda4cff4-3228-4a62-a2c9-787954a574bb None None] Provisioning complete for port c13f2b02-5d65-49d1-9060-d75f0a348757 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:53:24.416171 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-cda4cff4-3228-4a62-a2c9-787954a574bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:24.454083 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-cda4cff4-3228-4a62-a2c9-787954a574bb None None] Port c13f2b02-5d65-49d1-9060-d75f0a348757 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:53:24.535929 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-abf7413c-df24-4f03-a612-a4cc297d31bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:24.538538 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-abf7413c-df24-4f03-a612-a4cc297d31bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:24.539689 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-abf7413c-df24-4f03-a612-a4cc297d31bd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5a075a1a-f55b-4bf5-bcc7-856913103d61 HTTP/1.1" status: 204 len: 168 time: 0.1986725 Mar 28 13:53:24.548609 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf7413c-df24-4f03-a612-a4cc297d31bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a075a1a-f55b-4bf5-bcc7-856913103d61,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:24.551128 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 24e04d94-36ed-4276-95ef-c870ab1c0643 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:53:24.596739 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 24e04d94-36ed-4276-95ef-c870ab1c0643 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:53:24.597108 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 24e04d94-36ed-4276-95ef-c870ab1c0643 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:53:24.678047 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dab01aa3-9249-47be-8fe0-777447933b84 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:24.745314 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dab01aa3-9249-47be-8fe0-777447933b84 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:24.817606 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dab01aa3-9249-47be-8fe0-777447933b84 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:24.819449 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab01aa3-9249-47be-8fe0-777447933b84 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=c13f2b02-5d65-49d1-9060-d75f0a348757,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:24.912169 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab01aa3-9249-47be-8fe0-777447933b84 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network 9ac539c1-c70c-4099-8f41-efaccb6f7e06 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:53:24.913506 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-dab01aa3-9249-47be-8fe0-777447933b84 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:53:25.031303 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab01aa3-9249-47be-8fe0-777447933b84 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Router 4da27d5a-2423-4797-b1f0-9b0193927517 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:53:25.140305 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab01aa3-9249-47be-8fe0-777447933b84 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:53:25.145596 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-dab01aa3-9249-47be-8fe0-777447933b84 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "PUT /v2.0/routers/4da27d5a-2423-4797-b1f0-9b0193927517/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3092885 Mar 28 13:53:25.149529 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c25f28c-13bb-4101-b6e1-fc197a5ec312 None None] Sync routers for ids ['4da27d5a-2423-4797-b1f0-9b0193927517'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:53:25.159507 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c25f28c-13bb-4101-b6e1-fc197a5ec312 None None] Routers {'4da27d5a-2423-4797-b1f0-9b0193927517'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:53:25.160200 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-0c25f28c-13bb-4101-b6e1-fc197a5ec312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:52:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['4da27d5a-2423-4797-b1f0-9b0193927517'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:53:25.188357 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35592) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:53:25.201945 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c48b1e74-68fc-45e5-b0d0-941742e167f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:25.217319 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-4288f2db-5390-4d13-a70c-fe0fa944f9c7 None None] Provisioning complete for port c13f2b02-5d65-49d1-9060-d75f0a348757 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:53:25.217687 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4288f2db-5390-4d13-a70c-fe0fa944f9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:25.286255 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c48b1e74-68fc-45e5-b0d0-941742e167f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:25.289874 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-4288f2db-5390-4d13-a70c-fe0fa944f9c7 None None] Port c13f2b02-5d65-49d1-9060-d75f0a348757 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:53:25.302607 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-0c25f28c-13bb-4101-b6e1-fc197a5ec312 None None] Set router 4da27d5a-2423-4797-b1f0-9b0193927517 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:53:25.368468 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c48b1e74-68fc-45e5-b0d0-941742e167f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:25.407923 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b1e74-68fc-45e5-b0d0-941742e167f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7538a7f-e99c-4f58-8c9b-754e9ba46c9c,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:25.415924 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c48b1e74-68fc-45e5-b0d0-941742e167f7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e6197cc624fa427fae8e3e441fd50138&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2241454 Mar 28 13:53:25.416510 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35596) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:53:25.468351 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-64b7e51e-315c-4e95-a0e2-c31340963de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:25.489859 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-64b7e51e-315c-4e95-a0e2-c31340963de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:25.625359 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-64b7e51e-315c-4e95-a0e2-c31340963de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:25.627759 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-64b7e51e-315c-4e95-a0e2-c31340963de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:25.628928 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-64b7e51e-315c-4e95-a0e2-c31340963de7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a7538a7f-e99c-4f58-8c9b-754e9ba46c9c HTTP/1.1" status: 204 len: 168 time: 0.2117350 Mar 28 13:53:25.637196 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b7e51e-315c-4e95-a0e2-c31340963de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7538a7f-e99c-4f58-8c9b-754e9ba46c9c,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:25.683574 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-0c25f28c-13bb-4101-b6e1-fc197a5ec312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'name': 'tempest-TestNetworkBasicOps-router-120044596', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.45'}], 'enable_snat': True}, 'gw_port_id': '531c0b21-c506-4803-a50f-6606db7156ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:51:26Z', 'updated_at': '2022-03-28T13:53:24Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '531c0b21-c506-4803-a50f-6606db7156ef', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:92:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:51:26Z', 'updated_at': '2022-03-28T13:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '4acdc3fc-2d6b-41c8-b604-e85f9093caac', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'floating_ip_address': '172.26.2.12', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'port_id': '59f547a1-ee62-4716-999b-0af8d6b4841e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a983283-48b7-4cca-8fb1-03f87491a2ea', 'mac_address': 'fa:16:3e:14:8f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a50f999-d439-4aef-a9c9-f58eece3bd08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T13:51:50Z', 'updated_at': '2022-03-28T13:51:53Z', 'revision_number': 1, 'project_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cb93e85-cf00-4a31-934f-0cfedcacba42', 'name': '', 'network_id': '0a983283-48b7-4cca-8fb1-03f87491a2ea', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:d1:af:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'c947f236-8b1e-42e9-acfc-150f099caf2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:51:30Z', 'updated_at': '2022-03-28T13:51:34Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'c947f236-8b1e-42e9-acfc-150f099caf2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c13f2b02-5d65-49d1-9060-d75f0a348757', 'name': '', 'network_id': '9ac539c1-c70c-4099-8f41-efaccb6f7e06', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:d0:0d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '47579314-6a6d-4e93-bfd4-ab799b0bf1a4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:23Z', 'updated_at': '2022-03-28T13:53:24Z', 'revision_number': 2, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': '47579314-6a6d-4e93-bfd4-ab799b0bf1a4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:53:25.710018 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c25f28c-13bb-4101-b6e1-fc197a5ec312 None None] Checking router: 4da27d5a-2423-4797-b1f0-9b0193927517 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:53:25.710371 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c25f28c-13bb-4101-b6e1-fc197a5ec312 None None] Updating router 4da27d5a-2423-4797-b1f0-9b0193927517 port c13f2b02-5d65-49d1-9060-d75f0a348757 binding host dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 13:53:25.734607 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0c25f28c-13bb-4101-b6e1-fc197a5ec312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:25.996448 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0c25f28c-13bb-4101-b6e1-fc197a5ec312 None None] Notify callbacks [] for port, precommit_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:26.068913 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0c25f28c-13bb-4101-b6e1-fc197a5ec312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:26.121158 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b118c-d0f5-4591-b638-4703056e37a2 None None] Pushing event updated for resources: {'Port': ['ID=c13f2b02-5d65-49d1-9060-d75f0a348757,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:26.171570 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-0c25f28c-13bb-4101-b6e1-fc197a5ec312 None None] Attempting to bind port c13f2b02-5d65-49d1-9060-d75f0a348757 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:53:26.172199 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-0c25f28c-13bb-4101-b6e1-fc197a5ec312 None None] Attempting to bind port c13f2b02-5d65-49d1-9060-d75f0a348757 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'fde5171c-e832-4c6c-b7b0-92145c540299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9ac539c1-c70c-4099-8f41-efaccb6f7e06'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:53:26.172590 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c25f28c-13bb-4101-b6e1-fc197a5ec312 None None] Attempting to bind port c13f2b02-5d65-49d1-9060-d75f0a348757 on network 9ac539c1-c70c-4099-8f41-efaccb6f7e06 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:53:26.177771 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c25f28c-13bb-4101-b6e1-fc197a5ec312 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:53:26.188332 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c25f28c-13bb-4101-b6e1-fc197a5ec312 None None] Checking segment: {'id': 'fde5171c-e832-4c6c-b7b0-92145c540299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9ac539c1-c70c-4099-8f41-efaccb6f7e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:53:26.188332 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0c25f28c-13bb-4101-b6e1-fc197a5ec312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:26.188332 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c25f28c-13bb-4101-b6e1-fc197a5ec312 None None] Bound using segment: {'id': 'fde5171c-e832-4c6c-b7b0-92145c540299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9ac539c1-c70c-4099-8f41-efaccb6f7e06'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:53:26.188332 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-0c25f28c-13bb-4101-b6e1-fc197a5ec312 None None] Bound port: c13f2b02-5d65-49d1-9060-d75f0a348757, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fde5171c-e832-4c6c-b7b0-92145c540299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9ac539c1-c70c-4099-8f41-efaccb6f7e06'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:53:26.188332 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0c25f28c-13bb-4101-b6e1-fc197a5ec312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:26.266797 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-0c25f28c-13bb-4101-b6e1-fc197a5ec312 None None] For port c13f2b02-5d65-49d1-9060-d75f0a348757, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:53:26.270207 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-0c25f28c-13bb-4101-b6e1-fc197a5ec312 None None] For port c13f2b02-5d65-49d1-9060-d75f0a348757, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=c13f2b02-5d65-49d1-9060-d75f0a348757,segment=NetworkSegment(fde5171c-e832-4c6c-b7b0-92145c540299),segment_id=fde5171c-e832-4c6c-b7b0-92145c540299)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:53:26.314546 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-8e281082-5891-4d37-a5d7-b8a6e1abd6f5 None None] Provisioning complete for port c13f2b02-5d65-49d1-9060-d75f0a348757 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:53:26.314907 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8e281082-5891-4d37-a5d7-b8a6e1abd6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:26.317443 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-64606dc3-a6a9-4b6d-acd5-df2b5f372f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:26.345040 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0c25f28c-13bb-4101-b6e1-fc197a5ec312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:26.377186 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-8e281082-5891-4d37-a5d7-b8a6e1abd6f5 None None] Port c13f2b02-5d65-49d1-9060-d75f0a348757 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:53:26.408813 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b118c-d0f5-4591-b638-4703056e37a2 None None] Pushing event updated for resources: {'Port': ['ID=c13f2b02-5d65-49d1-9060-d75f0a348757,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:26.411329 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c25f28c-13bb-4101-b6e1-fc197a5ec312 None None] Routers {'4da27d5a-2423-4797-b1f0-9b0193927517'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:53:26.411936 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-0c25f28c-13bb-4101-b6e1-fc197a5ec312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:53:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['4da27d5a-2423-4797-b1f0-9b0193927517'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:53:26.539784 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-0c25f28c-13bb-4101-b6e1-fc197a5ec312 None None] Set router 4da27d5a-2423-4797-b1f0-9b0193927517 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:53:26.638893 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-66167745-74d5-4cee-9492-e584de324c4a None None] Provisioning complete for port c13f2b02-5d65-49d1-9060-d75f0a348757 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:53:26.638893 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-66167745-74d5-4cee-9492-e584de324c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:26.724826 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35618) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:53:26.809169 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-66167745-74d5-4cee-9492-e584de324c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:26.821060 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-eeeefd3f-e0ca-46e8-b599-feedf96bf361 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1137461652-network', 'tenant_id': '7110f97460394f8384904a1ab317b86f'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:53:26.855316 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-66167745-74d5-4cee-9492-e584de324c4a None None] For port c13f2b02-5d65-49d1-9060-d75f0a348757, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=c13f2b02-5d65-49d1-9060-d75f0a348757,segment=NetworkSegment(fde5171c-e832-4c6c-b7b0-92145c540299),segment_id=fde5171c-e832-4c6c-b7b0-92145c540299)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:53:26.865849 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-0c25f28c-13bb-4101-b6e1-fc197a5ec312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'name': 'tempest-TestNetworkBasicOps-router-120044596', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.45'}], 'enable_snat': True}, 'gw_port_id': '531c0b21-c506-4803-a50f-6606db7156ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:51:26Z', 'updated_at': '2022-03-28T13:53:24Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '531c0b21-c506-4803-a50f-6606db7156ef', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:92:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:51:26Z', 'updated_at': '2022-03-28T13:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '4acdc3fc-2d6b-41c8-b604-e85f9093caac', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'floating_ip_address': '172.26.2.12', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'port_id': '59f547a1-ee62-4716-999b-0af8d6b4841e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a983283-48b7-4cca-8fb1-03f87491a2ea', 'mac_address': 'fa:16:3e:14:8f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a50f999-d439-4aef-a9c9-f58eece3bd08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T13:51:50Z', 'updated_at': '2022-03-28T13:51:53Z', 'revision_number': 1, 'project_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cb93e85-cf00-4a31-934f-0cfedcacba42', 'name': '', 'network_id': '0a983283-48b7-4cca-8fb1-03f87491a2ea', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:d1:af:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'c947f236-8b1e-42e9-acfc-150f099caf2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:51:30Z', 'updated_at': '2022-03-28T13:51:34Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'c947f236-8b1e-42e9-acfc-150f099caf2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c13f2b02-5d65-49d1-9060-d75f0a348757', 'name': '', 'network_id': '9ac539c1-c70c-4099-8f41-efaccb6f7e06', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:d0:0d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '47579314-6a6d-4e93-bfd4-ab799b0bf1a4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:23Z', 'updated_at': '2022-03-28T13:53:26Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': '47579314-6a6d-4e93-bfd4-ab799b0bf1a4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:53:26.892383 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c25f28c-13bb-4101-b6e1-fc197a5ec312 None None] The sync data for ids ['4da27d5a-2423-4797-b1f0-9b0193927517'] in dv-neutron-835335-1-hyperv is: [{'id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'name': 'tempest-TestNetworkBasicOps-router-120044596', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.45'}], 'enable_snat': True}, 'gw_port_id': '531c0b21-c506-4803-a50f-6606db7156ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:51:26Z', 'updated_at': '2022-03-28T13:53:24Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '531c0b21-c506-4803-a50f-6606db7156ef', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:92:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:51:26Z', 'updated_at': '2022-03-28T13:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '4acdc3fc-2d6b-41c8-b604-e85f9093caac', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'floating_ip_address': '172.26.2.12', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'port_id': '59f547a1-ee62-4716-999b-0af8d6b4841e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a983283-48b7-4cca-8fb1-03f87491a2ea', 'mac_address': 'fa:16:3e:14:8f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a50f999-d439-4aef-a9c9-f58eece3bd08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T13:51:50Z', 'updated_at': '2022-03-28T13:51:53Z', 'revision_number': 1, 'project_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cb93e85-cf00-4a31-934f-0cfedcacba42', 'name': '', 'network_id': '0a983283-48b7-4cca-8fb1-03f87491a2ea', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:d1:af:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'c947f236-8b1e-42e9-acfc-150f099caf2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:51:30Z', 'updated_at': '2022-03-28T13:51:34Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'c947f236-8b1e-42e9-acfc-150f099caf2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c13f2b02-5d65-49d1-9060-d75f0a348757', 'name': '', 'network_id': '9ac539c1-c70c-4099-8f41-efaccb6f7e06', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:d0:0d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '47579314-6a6d-4e93-bfd4-ab799b0bf1a4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:23Z', 'updated_at': '2022-03-28T13:53:26Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': '47579314-6a6d-4e93-bfd4-ab799b0bf1a4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:53:26.941864 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeeefd3f-e0ca-46e8-b599-feedf96bf361 admin admin] Made reservation on behalf of 7110f97460394f8384904a1ab317b86f for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:53:26.944242 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eeeefd3f-e0ca-46e8-b599-feedf96bf361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:26.949806 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-66167745-74d5-4cee-9492-e584de324c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:26.965363 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eeeefd3f-e0ca-46e8-b599-feedf96bf361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:27.006484 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66167745-74d5-4cee-9492-e584de324c4a None None] Pushing event updated for resources: {'Port': ['ID=c13f2b02-5d65-49d1-9060-d75f0a348757,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:27.053367 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eeeefd3f-e0ca-46e8-b599-feedf96bf361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:27.237531 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eeeefd3f-e0ca-46e8-b599-feedf96bf361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:27.264228 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeeefd3f-e0ca-46e8-b599-feedf96bf361 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:53:27.272125 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeefd3f-e0ca-46e8-b599-feedf96bf361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a12491-e360-4b18-8c18-7d8a4d53c5e3,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:27.278626 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eeeefd3f-e0ca-46e8-b599-feedf96bf361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:27.278969 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-eeeefd3f-e0ca-46e8-b599-feedf96bf361 admin admin] Added segment f5bd50f2-580d-42b1-89bf-cef653f5376c of type vlan for network 6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c Mar 28 13:53:27.322851 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eeeefd3f-e0ca-46e8-b599-feedf96bf361 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:27.391839 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eeeefd3f-e0ca-46e8-b599-feedf96bf361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:27.392970 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeeefd3f-e0ca-46e8-b599-feedf96bf361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:53:27.393553 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eeeefd3f-e0ca-46e8-b599-feedf96bf361 admin admin] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:27.534775 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:27.783331 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeefd3f-e0ca-46e8-b599-feedf96bf361 admin admin] Pushing event updated for resources: {'Network': ['ID=6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:27.793161 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:53:27.816454 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-eeeefd3f-e0ca-46e8-b599-feedf96bf361 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0902786 Mar 28 13:53:27.819537 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35624) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:53:27.824332 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-8ee1f855-2f56-471c-b1f7-5b613a19bab0 admin admin] Request body: {'subnet': {'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1137461652-subnet', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'ip_version': 4}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:53:27.882054 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee1f855-2f56-471c-b1f7-5b613a19bab0 admin admin] Made reservation on behalf of 7110f97460394f8384904a1ab317b86f for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:53:27.884409 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8ee1f855-2f56-471c-b1f7-5b613a19bab0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:28.110949 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8ee1f855-2f56-471c-b1f7-5b613a19bab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:28.165305 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee1f855-2f56-471c-b1f7-5b613a19bab0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c2ce5a3-629c-4977-b27a-fb42f72730c0,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:28.173353 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee1f855-2f56-471c-b1f7-5b613a19bab0 admin admin] Checking segment: {'id': 'f5bd50f2-580d-42b1-89bf-cef653f5376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:53:28.173706 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee1f855-2f56-471c-b1f7-5b613a19bab0 admin admin] Network hostable DHCP agents. Network: 6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:53:28.248592 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee1f855-2f56-471c-b1f7-5b613a19bab0 admin admin] Network 6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:53:28.311322 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-8ee1f855-2f56-471c-b1f7-5b613a19bab0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:53:28.315234 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee1f855-2f56-471c-b1f7-5b613a19bab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:53:28.315819 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8ee1f855-2f56-471c-b1f7-5b613a19bab0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:28.319740 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a91bc0-05b4-4312-9cae-66486b1a8332 None None] Network 6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:53:28.382555 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-8ee1f855-2f56-471c-b1f7-5b613a19bab0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5617867 Mar 28 13:53:28.385121 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35626) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:53:28.390159 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-fe77b7cd-f2f2-4d05-a6ff-3e95ce75378f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1137461652-router', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:53:28.460055 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fe77b7cd-f2f2-4d05-a6ff-3e95ce75378f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:28.461169 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fe77b7cd-f2f2-4d05-a6ff-3e95ce75378f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:28.464705 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea8e46c-36c1-4b18-9217-e52379acc862 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c', 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'fixed_ips': [{'subnet_id': '9c2ce5a3-629c-4977-b27a-fb42f72730c0'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:53:28.465563 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dea8e46c-36c1-4b18-9217-e52379acc862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:28.525126 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fe77b7cd-f2f2-4d05-a6ff-3e95ce75378f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:28.586229 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device c13f2b02-5d65-49d1-9060-d75f0a348757 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:53:28.639501 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-dea8e46c-36c1-4b18-9217-e52379acc862 None None] Allocated IP 172.20.0.2 (6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c/9c2ce5a3-629c-4977-b27a-fb42f72730c0/ddcef768-6443-4f41-b975-849bba721e8d) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:53:28.702661 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port c13f2b02-5d65-49d1-9060-d75f0a348757 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:53:28.703035 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:28.737557 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fe77b7cd-f2f2-4d05-a6ff-3e95ce75378f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:28.860085 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dea8e46c-36c1-4b18-9217-e52379acc862 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:28.932012 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:28.960551 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dea8e46c-36c1-4b18-9217-e52379acc862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:28.992704 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fe77b7cd-f2f2-4d05-a6ff-3e95ce75378f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:29.003338 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea8e46c-36c1-4b18-9217-e52379acc862 None None] Network 6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:53:29.006254 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-dea8e46c-36c1-4b18-9217-e52379acc862 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:53:29.009706 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea8e46c-36c1-4b18-9217-e52379acc862 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:53:29.012855 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fe77b7cd-f2f2-4d05-a6ff-3e95ce75378f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:29.016284 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8e46c-36c1-4b18-9217-e52379acc862 None None] Pushing event updated for resources: {'Port': ['ID=ddcef768-6443-4f41-b975-849bba721e8d,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:29.065901 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-dea8e46c-36c1-4b18-9217-e52379acc862 None None] Attempting to bind port ddcef768-6443-4f41-b975-849bba721e8d on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:53:29.066263 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-dea8e46c-36c1-4b18-9217-e52379acc862 None None] Attempting to bind port ddcef768-6443-4f41-b975-849bba721e8d by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'f5bd50f2-580d-42b1-89bf-cef653f5376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:53:29.066614 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea8e46c-36c1-4b18-9217-e52379acc862 None None] Attempting to bind port ddcef768-6443-4f41-b975-849bba721e8d on network 6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:53:29.071553 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea8e46c-36c1-4b18-9217-e52379acc862 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:53:29.071916 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea8e46c-36c1-4b18-9217-e52379acc862 None None] Checking segment: {'id': 'f5bd50f2-580d-42b1-89bf-cef653f5376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:53:29.072311 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dea8e46c-36c1-4b18-9217-e52379acc862 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:29.079017 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea8e46c-36c1-4b18-9217-e52379acc862 None None] Bound using segment: {'id': 'f5bd50f2-580d-42b1-89bf-cef653f5376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:53:29.079017 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-dea8e46c-36c1-4b18-9217-e52379acc862 None None] Bound port: ddcef768-6443-4f41-b975-849bba721e8d, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bd50f2-580d-42b1-89bf-cef653f5376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:53:29.079017 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dea8e46c-36c1-4b18-9217-e52379acc862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:29.120985 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-fe77b7cd-f2f2-4d05-a6ff-3e95ce75378f admin admin] Allocated IP 172.26.2.68 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/dc3b5696-0375-4b0a-954c-32c9edb9818d) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:53:29.134095 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dea8e46c-36c1-4b18-9217-e52379acc862 None None] For port ddcef768-6443-4f41-b975-849bba721e8d, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:53:29.137121 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dea8e46c-36c1-4b18-9217-e52379acc862 None None] For port ddcef768-6443-4f41-b975-849bba721e8d, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=ddcef768-6443-4f41-b975-849bba721e8d,segment=NetworkSegment(f5bd50f2-580d-42b1-89bf-cef653f5376c),segment_id=f5bd50f2-580d-42b1-89bf-cef653f5376c)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:53:29.206577 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dea8e46c-36c1-4b18-9217-e52379acc862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:29.223905 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fe77b7cd-f2f2-4d05-a6ff-3e95ce75378f admin admin] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:29.278260 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8e46c-36c1-4b18-9217-e52379acc862 None None] Pushing event updated for resources: {'Port': ['ID=ddcef768-6443-4f41-b975-849bba721e8d,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:29.320527 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fe77b7cd-f2f2-4d05-a6ff-3e95ce75378f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:29.351721 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:29.368249 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe77b7cd-f2f2-4d05-a6ff-3e95ce75378f admin admin] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:53:29.371556 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-fe77b7cd-f2f2-4d05-a6ff-3e95ce75378f admin admin] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:53:29.375875 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe77b7cd-f2f2-4d05-a6ff-3e95ce75378f admin admin] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:53:29.379259 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe77b7cd-f2f2-4d05-a6ff-3e95ce75378f admin admin] Pushing event updated for resources: {'Port': ['ID=dc3b5696-0375-4b0a-954c-32c9edb9818d,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:29.723469 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fe77b7cd-f2f2-4d05-a6ff-3e95ce75378f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:29.918049 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fe77b7cd-f2f2-4d05-a6ff-3e95ce75378f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:30.115894 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a612b12f-a9c6-4aad-9578-668da930928a None None] Network 6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:53:30.166090 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe77b7cd-f2f2-4d05-a6ff-3e95ce75378f admin admin] Router 3ee79682-a2fe-428b-82b0-cdb5bc5d78e4 is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:53:30.227152 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-52ced124-7759-4a5a-8f90-b013846b2b91 None None] Provisioning complete for port ddcef768-6443-4f41-b975-849bba721e8d triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:53:30.227445 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-52ced124-7759-4a5a-8f90-b013846b2b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:30.270356 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe77b7cd-f2f2-4d05-a6ff-3e95ce75378f admin admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:53:30.280678 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb2f764-8da9-4e0e-9385-395e81e39a5c None None] Sync routers for ids ['3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:53:30.292750 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb2f764-8da9-4e0e-9385-395e81e39a5c None None] Routers {'3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:53:30.293371 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-deb2f764-8da9-4e0e-9385-395e81e39a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:53:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:53:30.359244 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-fe77b7cd-f2f2-4d05-a6ff-3e95ce75378f admin admin] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:30.362922 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-fe77b7cd-f2f2-4d05-a6ff-3e95ce75378f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9743152 Mar 28 13:53:30.363349 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35630) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:53:30.401758 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-deb2f764-8da9-4e0e-9385-395e81e39a5c None None] Set router 3ee79682-a2fe-428b-82b0-cdb5bc5d78e4 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:53:30.496493 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-52ced124-7759-4a5a-8f90-b013846b2b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:30.548404 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-52ced124-7759-4a5a-8f90-b013846b2b91 None None] For port ddcef768-6443-4f41-b975-849bba721e8d, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=ddcef768-6443-4f41-b975-849bba721e8d,segment=NetworkSegment(f5bd50f2-580d-42b1-89bf-cef653f5376c),segment_id=f5bd50f2-580d-42b1-89bf-cef653f5376c)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:53:30.605044 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device ddcef768-6443-4f41-b975-849bba721e8d up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:53:30.640353 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-52ced124-7759-4a5a-8f90-b013846b2b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:30.702378 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-deb2f764-8da9-4e0e-9385-395e81e39a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'name': 'tempest-TestVolumeBootPattern-1137461652-router', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': 'dc3b5696-0375-4b0a-954c-32c9edb9818d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:53:28Z', 'updated_at': '2022-03-28T13:53:29Z', 'revision_number': 3, 'project_id': '7110f97460394f8384904a1ab317b86f', 'gw_port': {'id': 'dc3b5696-0375-4b0a-954c-32c9edb9818d', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:03:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:29Z', 'updated_at': '2022-03-28T13:53:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:53:30.720637 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port ddcef768-6443-4f41-b975-849bba721e8d triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:53:30.721174 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:30.729377 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb2f764-8da9-4e0e-9385-395e81e39a5c None None] Checking router: 3ee79682-a2fe-428b-82b0-cdb5bc5d78e4 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:53:30.729876 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb2f764-8da9-4e0e-9385-395e81e39a5c None None] Updating router 3ee79682-a2fe-428b-82b0-cdb5bc5d78e4 port dc3b5696-0375-4b0a-954c-32c9edb9818d binding host dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 13:53:30.742732 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ced124-7759-4a5a-8f90-b013846b2b91 None None] Pushing event updated for resources: {'Port': ['ID=ddcef768-6443-4f41-b975-849bba721e8d,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:30.754743 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-deb2f764-8da9-4e0e-9385-395e81e39a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:30.781421 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-48475b2b-4e0e-47b7-b9bc-8ac2b45493d4 None None] Provisioning complete for port ddcef768-6443-4f41-b975-849bba721e8d triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:53:30.781936 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-48475b2b-4e0e-47b7-b9bc-8ac2b45493d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:30.845089 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d3f0abe3-3739-415f-bff0-dc4df226ade8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:31.005982 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-deb2f764-8da9-4e0e-9385-395e81e39a5c None None] Notify callbacks [] for port, precommit_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:31.044572 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-d3f0abe3-3739-415f-bff0-dc4df226ade8 admin admin] Allocated IP 172.20.0.1 (6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c/9c2ce5a3-629c-4977-b27a-fb42f72730c0/0ee57172-69ff-48a9-99c7-cba289df4076) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:53:31.068929 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-deb2f764-8da9-4e0e-9385-395e81e39a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:31.119082 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-deb2f764-8da9-4e0e-9385-395e81e39a5c None None] Attempting to bind port dc3b5696-0375-4b0a-954c-32c9edb9818d on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:53:31.119449 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-deb2f764-8da9-4e0e-9385-395e81e39a5c None None] Attempting to bind port dc3b5696-0375-4b0a-954c-32c9edb9818d by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:53:31.119811 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb2f764-8da9-4e0e-9385-395e81e39a5c None None] Attempting to bind port dc3b5696-0375-4b0a-954c-32c9edb9818d on network 1cb296ed-c863-4502-973a-f31b82091846 {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:53:31.126833 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12030ef-4fa2-42b4-a0f6-ec0f36fbf5e5 None None] Pushing event updated for resources: {'Port': ['ID=dc3b5696-0375-4b0a-954c-32c9edb9818d,revision_number=2']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:31.129709 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb2f764-8da9-4e0e-9385-395e81e39a5c None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:53:31.130119 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb2f764-8da9-4e0e-9385-395e81e39a5c None None] Checking segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:53:31.130545 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-deb2f764-8da9-4e0e-9385-395e81e39a5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:31.130936 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb2f764-8da9-4e0e-9385-395e81e39a5c None None] Bound using segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:53:31.131388 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-deb2f764-8da9-4e0e-9385-395e81e39a5c None None] Bound port: dc3b5696-0375-4b0a-954c-32c9edb9818d, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:53:31.131759 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-deb2f764-8da9-4e0e-9385-395e81e39a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:31.137701 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12030ef-4fa2-42b4-a0f6-ec0f36fbf5e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:53:31.139615 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12030ef-4fa2-42b4-a0f6-ec0f36fbf5e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:53:31.139615 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12030ef-4fa2-42b4-a0f6-ec0f36fbf5e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:53:31.139615 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12030ef-4fa2-42b4-a0f6-ec0f36fbf5e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:53:31.139615 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12030ef-4fa2-42b4-a0f6-ec0f36fbf5e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:53:31.139985 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12030ef-4fa2-42b4-a0f6-ec0f36fbf5e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:53:31.140192 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12030ef-4fa2-42b4-a0f6-ec0f36fbf5e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:53:31.140541 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12030ef-4fa2-42b4-a0f6-ec0f36fbf5e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:53:31.140866 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12030ef-4fa2-42b4-a0f6-ec0f36fbf5e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:53:31.141185 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12030ef-4fa2-42b4-a0f6-ec0f36fbf5e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:53:31.141504 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12030ef-4fa2-42b4-a0f6-ec0f36fbf5e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:53:31.141815 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12030ef-4fa2-42b4-a0f6-ec0f36fbf5e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:53:31.153132 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d3f0abe3-3739-415f-bff0-dc4df226ade8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:31.191393 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-deb2f764-8da9-4e0e-9385-395e81e39a5c None None] For port dc3b5696-0375-4b0a-954c-32c9edb9818d, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:53:31.194354 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-deb2f764-8da9-4e0e-9385-395e81e39a5c None None] For port dc3b5696-0375-4b0a-954c-32c9edb9818d, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=dc3b5696-0375-4b0a-954c-32c9edb9818d,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:53:31.264154 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d3f0abe3-3739-415f-bff0-dc4df226ade8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:31.274611 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-deb2f764-8da9-4e0e-9385-395e81e39a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:31.306312 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f0abe3-3739-415f-bff0-dc4df226ade8 admin admin] Network 6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:53:31.309349 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-d3f0abe3-3739-415f-bff0-dc4df226ade8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:53:31.314154 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f0abe3-3739-415f-bff0-dc4df226ade8 admin admin] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:53:31.317337 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f0abe3-3739-415f-bff0-dc4df226ade8 admin admin] Pushing event updated for resources: {'Port': ['ID=0ee57172-69ff-48a9-99c7-cba289df4076,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:31.336673 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb2f764-8da9-4e0e-9385-395e81e39a5c None None] Routers {'3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:53:31.337304 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-deb2f764-8da9-4e0e-9385-395e81e39a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:53:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:53:31.341154 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12030ef-4fa2-42b4-a0f6-ec0f36fbf5e5 None None] Pushing event updated for resources: {'Port': ['ID=dc3b5696-0375-4b0a-954c-32c9edb9818d,revision_number=3']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:31.355078 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d3f0abe3-3739-415f-bff0-dc4df226ade8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:31.452727 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-deb2f764-8da9-4e0e-9385-395e81e39a5c None None] Set router 3ee79682-a2fe-428b-82b0-cdb5bc5d78e4 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:53:31.543704 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d3f0abe3-3739-415f-bff0-dc4df226ade8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:31.616649 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-979b1ad3-1a2e-4552-ad10-70c97c0c8e1a None None] Provisioning complete for port 0ee57172-69ff-48a9-99c7-cba289df4076 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:53:31.617218 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-979b1ad3-1a2e-4552-ad10-70c97c0c8e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:31.634960 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-deb2f764-8da9-4e0e-9385-395e81e39a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'name': 'tempest-TestVolumeBootPattern-1137461652-router', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': 'dc3b5696-0375-4b0a-954c-32c9edb9818d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:53:28Z', 'updated_at': '2022-03-28T13:53:29Z', 'revision_number': 3, 'project_id': '7110f97460394f8384904a1ab317b86f', 'gw_port': {'id': 'dc3b5696-0375-4b0a-954c-32c9edb9818d', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:03:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:29Z', 'updated_at': '2022-03-28T13:53:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:53:31.651496 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-979b1ad3-1a2e-4552-ad10-70c97c0c8e1a None None] Port 0ee57172-69ff-48a9-99c7-cba289df4076 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:53:31.660403 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb2f764-8da9-4e0e-9385-395e81e39a5c None None] The sync data for ids ['3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'] in dv-neutron-835335-1-hyperv is: [{'id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'name': 'tempest-TestVolumeBootPattern-1137461652-router', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': 'dc3b5696-0375-4b0a-954c-32c9edb9818d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:53:28Z', 'updated_at': '2022-03-28T13:53:29Z', 'revision_number': 3, 'project_id': '7110f97460394f8384904a1ab317b86f', 'gw_port': {'id': 'dc3b5696-0375-4b0a-954c-32c9edb9818d', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:03:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:29Z', 'updated_at': '2022-03-28T13:53:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:53:31.713150 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d3f0abe3-3739-415f-bff0-dc4df226ade8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:31.767966 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d3f0abe3-3739-415f-bff0-dc4df226ade8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:31.839017 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f0abe3-3739-415f-bff0-dc4df226ade8 admin admin] Pushing event updated for resources: {'Port': ['ID=0ee57172-69ff-48a9-99c7-cba289df4076,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:31.841473 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d3f0abe3-3739-415f-bff0-dc4df226ade8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:31.954010 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f0abe3-3739-415f-bff0-dc4df226ade8 admin admin] Network 6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:53:31.955603 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-d3f0abe3-3739-415f-bff0-dc4df226ade8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:53:32.080491 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f0abe3-3739-415f-bff0-dc4df226ade8 admin admin] Router 3ee79682-a2fe-428b-82b0-cdb5bc5d78e4 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:53:32.175052 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-2fbafd4a-62a2-42e3-946c-938c68227f7d None None] Provisioning complete for port 0ee57172-69ff-48a9-99c7-cba289df4076 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:53:32.175413 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2fbafd4a-62a2-42e3-946c-938c68227f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:32.207035 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f0abe3-3739-415f-bff0-dc4df226ade8 admin admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:53:32.212818 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d3f0abe3-3739-415f-bff0-dc4df226ade8 admin admin] 10.222.0.24 "PUT /v2.0/routers/3ee79682-a2fe-428b-82b0-cdb5bc5d78e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8482697 Mar 28 13:53:32.224717 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-2fbafd4a-62a2-42e3-946c-938c68227f7d None None] Port 0ee57172-69ff-48a9-99c7-cba289df4076 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:53:32.606556 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device ddcef768-6443-4f41-b975-849bba721e8d up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:53:32.656476 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port ddcef768-6443-4f41-b975-849bba721e8d triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:53:32.657069 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:32.734022 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device dc3b5696-0375-4b0a-954c-32c9edb9818d up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:53:32.782411 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port dc3b5696-0375-4b0a-954c-32c9edb9818d triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:53:32.782782 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:32.871748 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:32.893458 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port dc3b5696-0375-4b0a-954c-32c9edb9818d, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=dc3b5696-0375-4b0a-954c-32c9edb9818d,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:53:32.942325 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35648) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:53:32.947433 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-736426e4-41e2-44ff-befe-dd566b755db7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-995403873-network', 'tenant_id': '3481c6ccc6da43bead9903d604ae76bb'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:53:32.960497 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:33.007914 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=dc3b5696-0375-4b0a-954c-32c9edb9818d,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:33.023163 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736426e4-41e2-44ff-befe-dd566b755db7 admin admin] Made reservation on behalf of 3481c6ccc6da43bead9903d604ae76bb for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:53:33.025559 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-736426e4-41e2-44ff-befe-dd566b755db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:33.034457 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-736426e4-41e2-44ff-befe-dd566b755db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:33.109122 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-736426e4-41e2-44ff-befe-dd566b755db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:33.141827 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147d234b-37f4-4bd4-8529-df9e7c646bc8 None None] Sync routers for ids ['3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:53:33.151783 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147d234b-37f4-4bd4-8529-df9e7c646bc8 None None] Routers {'3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:53:33.152450 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-147d234b-37f4-4bd4-8529-df9e7c646bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:53:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:53:33.179500 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-736426e4-41e2-44ff-befe-dd566b755db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:33.206382 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-736426e4-41e2-44ff-befe-dd566b755db7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:53:33.211636 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736426e4-41e2-44ff-befe-dd566b755db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6de2eb-6406-466b-a05d-d99b00ed0040,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:33.218759 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-736426e4-41e2-44ff-befe-dd566b755db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:33.219151 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-736426e4-41e2-44ff-befe-dd566b755db7 admin admin] Added segment e86fe10e-ef65-41cd-8e15-f7ed6ca15bc6 of type vlan for network e3a92ac9-089e-4b34-90e4-677fa9350237 Mar 28 13:53:33.265672 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-736426e4-41e2-44ff-befe-dd566b755db7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:33.279368 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-147d234b-37f4-4bd4-8529-df9e7c646bc8 None None] Set router 3ee79682-a2fe-428b-82b0-cdb5bc5d78e4 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:53:33.348481 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-736426e4-41e2-44ff-befe-dd566b755db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:33.349555 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736426e4-41e2-44ff-befe-dd566b755db7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:53:33.350144 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-736426e4-41e2-44ff-befe-dd566b755db7 admin admin] Notify callbacks [] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:33.486606 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-147d234b-37f4-4bd4-8529-df9e7c646bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'name': 'tempest-TestVolumeBootPattern-1137461652-router', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': 'dc3b5696-0375-4b0a-954c-32c9edb9818d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:53:28Z', 'updated_at': '2022-03-28T13:53:31Z', 'revision_number': 4, 'project_id': '7110f97460394f8384904a1ab317b86f', 'gw_port': {'id': 'dc3b5696-0375-4b0a-954c-32c9edb9818d', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:03:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:29Z', 'updated_at': '2022-03-28T13:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '0ee57172-69ff-48a9-99c7-cba289df4076', 'name': '', 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'mac_address': 'fa:16:3e:73:ad:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '9c2ce5a3-629c-4977-b27a-fb42f72730c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:30Z', 'updated_at': '2022-03-28T13:53:31Z', 'revision_number': 2, 'project_id': '7110f97460394f8384904a1ab317b86f', 'subnets': [{'id': '9c2ce5a3-629c-4977-b27a-fb42f72730c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:53:33.512653 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147d234b-37f4-4bd4-8529-df9e7c646bc8 None None] Checking router: 3ee79682-a2fe-428b-82b0-cdb5bc5d78e4 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:53:33.513002 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147d234b-37f4-4bd4-8529-df9e7c646bc8 None None] Updating router 3ee79682-a2fe-428b-82b0-cdb5bc5d78e4 port 0ee57172-69ff-48a9-99c7-cba289df4076 binding host dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 13:53:33.544320 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-147d234b-37f4-4bd4-8529-df9e7c646bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:33.683957 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736426e4-41e2-44ff-befe-dd566b755db7 admin admin] Pushing event updated for resources: {'Network': ['ID=e3a92ac9-089e-4b34-90e4-677fa9350237,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:33.708203 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-736426e4-41e2-44ff-befe-dd566b755db7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7622161 Mar 28 13:53:33.708422 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network e3a92ac9-089e-4b34-90e4-677fa9350237 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:53:33.708884 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35650) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:53:33.713139 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-9c431d99-ae8a-4799-8275-c601e4ebf0f4 admin admin] Request body: {'subnet': {'network_id': 'e3a92ac9-089e-4b34-90e4-677fa9350237', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-995403873-subnet', 'tenant_id': '3481c6ccc6da43bead9903d604ae76bb', 'ip_version': 4}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:53:33.790981 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c431d99-ae8a-4799-8275-c601e4ebf0f4 admin admin] Made reservation on behalf of 3481c6ccc6da43bead9903d604ae76bb for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:53:33.793729 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9c431d99-ae8a-4799-8275-c601e4ebf0f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:33.868352 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-147d234b-37f4-4bd4-8529-df9e7c646bc8 None None] Notify callbacks [] for port, precommit_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:33.948959 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-147d234b-37f4-4bd4-8529-df9e7c646bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:33.995618 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f1d52e-71d0-44f4-beec-0e5a47afc8fd None None] Pushing event updated for resources: {'Port': ['ID=0ee57172-69ff-48a9-99c7-cba289df4076,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:34.034912 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9c431d99-ae8a-4799-8275-c601e4ebf0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:34.051034 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-147d234b-37f4-4bd4-8529-df9e7c646bc8 None None] Attempting to bind port 0ee57172-69ff-48a9-99c7-cba289df4076 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:53:34.051405 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-147d234b-37f4-4bd4-8529-df9e7c646bc8 None None] Attempting to bind port 0ee57172-69ff-48a9-99c7-cba289df4076 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'f5bd50f2-580d-42b1-89bf-cef653f5376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:53:34.056441 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147d234b-37f4-4bd4-8529-df9e7c646bc8 None None] Attempting to bind port 0ee57172-69ff-48a9-99c7-cba289df4076 on network 6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:53:34.057654 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147d234b-37f4-4bd4-8529-df9e7c646bc8 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:53:34.058023 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147d234b-37f4-4bd4-8529-df9e7c646bc8 None None] Checking segment: {'id': 'f5bd50f2-580d-42b1-89bf-cef653f5376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:53:34.058446 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-147d234b-37f4-4bd4-8529-df9e7c646bc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:34.058839 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147d234b-37f4-4bd4-8529-df9e7c646bc8 None None] Bound using segment: {'id': 'f5bd50f2-580d-42b1-89bf-cef653f5376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:53:34.059303 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-147d234b-37f4-4bd4-8529-df9e7c646bc8 None None] Bound port: 0ee57172-69ff-48a9-99c7-cba289df4076, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bd50f2-580d-42b1-89bf-cef653f5376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:53:34.059679 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-147d234b-37f4-4bd4-8529-df9e7c646bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:34.095619 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c431d99-ae8a-4799-8275-c601e4ebf0f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b00e8b5-c332-4909-827c-8a67533f5606,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:34.106318 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c431d99-ae8a-4799-8275-c601e4ebf0f4 admin admin] Checking segment: {'id': 'e86fe10e-ef65-41cd-8e15-f7ed6ca15bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e3a92ac9-089e-4b34-90e4-677fa9350237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:53:34.106679 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c431d99-ae8a-4799-8275-c601e4ebf0f4 admin admin] Network hostable DHCP agents. Network: e3a92ac9-089e-4b34-90e4-677fa9350237, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:53:34.136274 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-147d234b-37f4-4bd4-8529-df9e7c646bc8 None None] For port 0ee57172-69ff-48a9-99c7-cba289df4076, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:53:34.140437 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-147d234b-37f4-4bd4-8529-df9e7c646bc8 None None] For port 0ee57172-69ff-48a9-99c7-cba289df4076, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=0ee57172-69ff-48a9-99c7-cba289df4076,segment=NetworkSegment(f5bd50f2-580d-42b1-89bf-cef653f5376c),segment_id=f5bd50f2-580d-42b1-89bf-cef653f5376c)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:53:34.206097 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c431d99-ae8a-4799-8275-c601e4ebf0f4 admin admin] Network e3a92ac9-089e-4b34-90e4-677fa9350237 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:53:34.237019 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-147d234b-37f4-4bd4-8529-df9e7c646bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:34.299684 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-9c431d99-ae8a-4799-8275-c601e4ebf0f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, e3a92ac9-089e-4b34-90e4-677fa9350237) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:53:34.304603 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c431d99-ae8a-4799-8275-c601e4ebf0f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:53:34.305485 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9c431d99-ae8a-4799-8275-c601e4ebf0f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:34.306087 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147d234b-37f4-4bd4-8529-df9e7c646bc8 None None] Routers {'3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:53:34.306710 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-147d234b-37f4-4bd4-8529-df9e7c646bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:53:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:53:34.308507 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-e4235fc0-c87f-4302-8b2d-5800bdb0a446 None None] Provisioning complete for port 0ee57172-69ff-48a9-99c7-cba289df4076 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:53:34.308871 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e4235fc0-c87f-4302-8b2d-5800bdb0a446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:34.312687 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f1d52e-71d0-44f4-beec-0e5a47afc8fd None None] Pushing event updated for resources: {'Port': ['ID=0ee57172-69ff-48a9-99c7-cba289df4076,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:34.367981 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475cfe78-70b6-426a-93d7-4b347970d8c1 None None] Network e3a92ac9-089e-4b34-90e4-677fa9350237 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:53:34.383912 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-9c431d99-ae8a-4799-8275-c601e4ebf0f4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6742382 Mar 28 13:53:34.393993 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35652) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:53:34.393993 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-bbae395b-773d-4b6c-858d-dab8e50ca620 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-995403873-router', 'tenant_id': '3481c6ccc6da43bead9903d604ae76bb', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:53:34.469333 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bbae395b-773d-4b6c-858d-dab8e50ca620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:34.470387 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bbae395b-773d-4b6c-858d-dab8e50ca620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:34.527197 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bbae395b-773d-4b6c-858d-dab8e50ca620 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:34.624173 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device dc3b5696-0375-4b0a-954c-32c9edb9818d up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:53:34.701271 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-147d234b-37f4-4bd4-8529-df9e7c646bc8 None None] Set router 3ee79682-a2fe-428b-82b0-cdb5bc5d78e4 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:53:34.714012 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bbae395b-773d-4b6c-858d-dab8e50ca620 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:34.830543 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e4235fc0-c87f-4302-8b2d-5800bdb0a446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:34.899365 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port dc3b5696-0375-4b0a-954c-32c9edb9818d triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:53:34.899728 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:34.959903 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-e4235fc0-c87f-4302-8b2d-5800bdb0a446 None None] For port 0ee57172-69ff-48a9-99c7-cba289df4076, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=0ee57172-69ff-48a9-99c7-cba289df4076,segment=NetworkSegment(f5bd50f2-580d-42b1-89bf-cef653f5376c),segment_id=f5bd50f2-580d-42b1-89bf-cef653f5376c)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:53:34.962416 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90acd8e9-6a6c-4138-9d07-b4b9a8c1ad01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-e3a92ac9-089e-4b34-90e4-677fa9350237', 'network_id': 'e3a92ac9-089e-4b34-90e4-677fa9350237', 'tenant_id': '3481c6ccc6da43bead9903d604ae76bb', 'fixed_ips': [{'subnet_id': '0b00e8b5-c332-4909-827c-8a67533f5606'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:53:34.963241 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-90acd8e9-6a6c-4138-9d07-b4b9a8c1ad01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:34.970575 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bbae395b-773d-4b6c-858d-dab8e50ca620 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:34.988000 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bbae395b-773d-4b6c-858d-dab8e50ca620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:35.020529 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e4235fc0-c87f-4302-8b2d-5800bdb0a446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:35.094449 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-bbae395b-773d-4b6c-858d-dab8e50ca620 admin admin] Allocated IP 172.26.2.188 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/162a7fd6-7242-4532-aca5-e88a303ed9ed) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:53:35.202040 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bbae395b-773d-4b6c-858d-dab8e50ca620 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:35.217441 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4235fc0-c87f-4302-8b2d-5800bdb0a446 None None] Pushing event updated for resources: {'Port': ['ID=0ee57172-69ff-48a9-99c7-cba289df4076,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:35.231192 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-911caf75-5e93-4bab-97eb-e8d48a839354 None None] Provisioning complete for port 0ee57172-69ff-48a9-99c7-cba289df4076 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:53:35.231192 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-911caf75-5e93-4bab-97eb-e8d48a839354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:35.282914 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-90acd8e9-6a6c-4138-9d07-b4b9a8c1ad01 None None] Allocated IP 172.20.0.2 (e3a92ac9-089e-4b34-90e4-677fa9350237/0b00e8b5-c332-4909-827c-8a67533f5606/c1449b07-e0c4-4d76-a714-57152bea15ea) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:53:35.297680 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-147d234b-37f4-4bd4-8529-df9e7c646bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'name': 'tempest-TestVolumeBootPattern-1137461652-router', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': 'dc3b5696-0375-4b0a-954c-32c9edb9818d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:53:28Z', 'updated_at': '2022-03-28T13:53:31Z', 'revision_number': 4, 'project_id': '7110f97460394f8384904a1ab317b86f', 'gw_port': {'id': 'dc3b5696-0375-4b0a-954c-32c9edb9818d', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:03:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:29Z', 'updated_at': '2022-03-28T13:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '0ee57172-69ff-48a9-99c7-cba289df4076', 'name': '', 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'mac_address': 'fa:16:3e:73:ad:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '9c2ce5a3-629c-4977-b27a-fb42f72730c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:30Z', 'updated_at': '2022-03-28T13:53:34Z', 'revision_number': 4, 'project_id': '7110f97460394f8384904a1ab317b86f', 'subnets': [{'id': '9c2ce5a3-629c-4977-b27a-fb42f72730c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:53:35.300020 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bbae395b-773d-4b6c-858d-dab8e50ca620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:35.335948 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147d234b-37f4-4bd4-8529-df9e7c646bc8 None None] The sync data for ids ['3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'] in dv-neutron-835335-1-hyperv is: [{'id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'name': 'tempest-TestVolumeBootPattern-1137461652-router', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': 'dc3b5696-0375-4b0a-954c-32c9edb9818d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:53:28Z', 'updated_at': '2022-03-28T13:53:31Z', 'revision_number': 4, 'project_id': '7110f97460394f8384904a1ab317b86f', 'gw_port': {'id': 'dc3b5696-0375-4b0a-954c-32c9edb9818d', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:03:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:29Z', 'updated_at': '2022-03-28T13:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '0ee57172-69ff-48a9-99c7-cba289df4076', 'name': '', 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'mac_address': 'fa:16:3e:73:ad:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '9c2ce5a3-629c-4977-b27a-fb42f72730c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:30Z', 'updated_at': '2022-03-28T13:53:34Z', 'revision_number': 4, 'project_id': '7110f97460394f8384904a1ab317b86f', 'subnets': [{'id': '9c2ce5a3-629c-4977-b27a-fb42f72730c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:53:35.337975 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbae395b-773d-4b6c-858d-dab8e50ca620 admin admin] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:53:35.341056 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-bbae395b-773d-4b6c-858d-dab8e50ca620 admin admin] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:53:35.345332 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbae395b-773d-4b6c-858d-dab8e50ca620 admin admin] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:53:35.369445 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae395b-773d-4b6c-858d-dab8e50ca620 admin admin] Pushing event updated for resources: {'Port': ['ID=162a7fd6-7242-4532-aca5-e88a303ed9ed,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:35.522149 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-90acd8e9-6a6c-4138-9d07-b4b9a8c1ad01 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:35.656111 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-90acd8e9-6a6c-4138-9d07-b4b9a8c1ad01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:35.697656 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90acd8e9-6a6c-4138-9d07-b4b9a8c1ad01 None None] Network e3a92ac9-089e-4b34-90e4-677fa9350237 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:53:35.702835 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-90acd8e9-6a6c-4138-9d07-b4b9a8c1ad01 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:53:35.705316 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90acd8e9-6a6c-4138-9d07-b4b9a8c1ad01 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:53:35.714885 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90acd8e9-6a6c-4138-9d07-b4b9a8c1ad01 None None] Pushing event updated for resources: {'Port': ['ID=c1449b07-e0c4-4d76-a714-57152bea15ea,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:35.739078 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bbae395b-773d-4b6c-858d-dab8e50ca620 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:35.768760 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-90acd8e9-6a6c-4138-9d07-b4b9a8c1ad01 None None] Attempting to bind port c1449b07-e0c4-4d76-a714-57152bea15ea on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:53:35.769151 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-90acd8e9-6a6c-4138-9d07-b4b9a8c1ad01 None None] Attempting to bind port c1449b07-e0c4-4d76-a714-57152bea15ea by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'e86fe10e-ef65-41cd-8e15-f7ed6ca15bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e3a92ac9-089e-4b34-90e4-677fa9350237'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:53:35.769573 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90acd8e9-6a6c-4138-9d07-b4b9a8c1ad01 None None] Attempting to bind port c1449b07-e0c4-4d76-a714-57152bea15ea on network e3a92ac9-089e-4b34-90e4-677fa9350237 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:53:35.774895 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90acd8e9-6a6c-4138-9d07-b4b9a8c1ad01 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:53:35.775603 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90acd8e9-6a6c-4138-9d07-b4b9a8c1ad01 None None] Checking segment: {'id': 'e86fe10e-ef65-41cd-8e15-f7ed6ca15bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e3a92ac9-089e-4b34-90e4-677fa9350237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:53:35.776190 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-90acd8e9-6a6c-4138-9d07-b4b9a8c1ad01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:35.776737 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90acd8e9-6a6c-4138-9d07-b4b9a8c1ad01 None None] Bound using segment: {'id': 'e86fe10e-ef65-41cd-8e15-f7ed6ca15bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e3a92ac9-089e-4b34-90e4-677fa9350237'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:53:35.777202 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-90acd8e9-6a6c-4138-9d07-b4b9a8c1ad01 None None] Bound port: c1449b07-e0c4-4d76-a714-57152bea15ea, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e86fe10e-ef65-41cd-8e15-f7ed6ca15bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e3a92ac9-089e-4b34-90e4-677fa9350237'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:53:35.777579 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-90acd8e9-6a6c-4138-9d07-b4b9a8c1ad01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:35.854274 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-90acd8e9-6a6c-4138-9d07-b4b9a8c1ad01 None None] For port c1449b07-e0c4-4d76-a714-57152bea15ea, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:53:35.857651 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-90acd8e9-6a6c-4138-9d07-b4b9a8c1ad01 None None] For port c1449b07-e0c4-4d76-a714-57152bea15ea, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=c1449b07-e0c4-4d76-a714-57152bea15ea,segment=NetworkSegment(e86fe10e-ef65-41cd-8e15-f7ed6ca15bc6),segment_id=e86fe10e-ef65-41cd-8e15-f7ed6ca15bc6)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:53:35.926142 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-90acd8e9-6a6c-4138-9d07-b4b9a8c1ad01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:35.951222 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bbae395b-773d-4b6c-858d-dab8e50ca620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:35.991695 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90acd8e9-6a6c-4138-9d07-b4b9a8c1ad01 None None] Pushing event updated for resources: {'Port': ['ID=c1449b07-e0c4-4d76-a714-57152bea15ea,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:36.156669 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbae395b-773d-4b6c-858d-dab8e50ca620 admin admin] Router 7987fc4a-6aff-4d64-a8ac-57bb45517c28 is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:53:36.273504 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbae395b-773d-4b6c-858d-dab8e50ca620 admin admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:53:36.288953 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa3c907-7b4e-4706-a007-6b3cc52f4cb2 None None] Sync routers for ids ['7987fc4a-6aff-4d64-a8ac-57bb45517c28'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:53:36.307597 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa3c907-7b4e-4706-a007-6b3cc52f4cb2 None None] Routers {'7987fc4a-6aff-4d64-a8ac-57bb45517c28'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:53:36.308467 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-eaa3c907-7b4e-4706-a007-6b3cc52f4cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:53:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['7987fc4a-6aff-4d64-a8ac-57bb45517c28'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:53:36.352672 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bbae395b-773d-4b6c-858d-dab8e50ca620 admin admin] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:36.353943 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-bbae395b-773d-4b6c-858d-dab8e50ca620 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9667633 Mar 28 13:53:36.356619 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35656) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:53:36.421331 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-eaa3c907-7b4e-4706-a007-6b3cc52f4cb2 None None] Set router 7987fc4a-6aff-4d64-a8ac-57bb45517c28 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:53:36.612828 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-eaa3c907-7b4e-4706-a007-6b3cc52f4cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7987fc4a-6aff-4d64-a8ac-57bb45517c28', 'name': 'tempest-TestVolumeBootPattern-995403873-router', 'tenant_id': '3481c6ccc6da43bead9903d604ae76bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': '162a7fd6-7242-4532-aca5-e88a303ed9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:53:34Z', 'updated_at': '2022-03-28T13:53:35Z', 'revision_number': 3, 'project_id': '3481c6ccc6da43bead9903d604ae76bb', 'gw_port': {'id': '162a7fd6-7242-4532-aca5-e88a303ed9ed', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:79:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7987fc4a-6aff-4d64-a8ac-57bb45517c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:34Z', 'updated_at': '2022-03-28T13:53:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:53:36.627769 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 0ee57172-69ff-48a9-99c7-cba289df4076 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:53:36.645535 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa3c907-7b4e-4706-a007-6b3cc52f4cb2 None None] Checking router: 7987fc4a-6aff-4d64-a8ac-57bb45517c28 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:53:36.648251 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa3c907-7b4e-4706-a007-6b3cc52f4cb2 None None] Updating router 7987fc4a-6aff-4d64-a8ac-57bb45517c28 port 162a7fd6-7242-4532-aca5-e88a303ed9ed binding host dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 13:53:36.671469 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-eaa3c907-7b4e-4706-a007-6b3cc52f4cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:36.683825 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 0ee57172-69ff-48a9-99c7-cba289df4076 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:53:36.684546 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:36.782447 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device c1449b07-e0c4-4d76-a714-57152bea15ea up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:53:36.834204 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port c1449b07-e0c4-4d76-a714-57152bea15ea triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:53:36.834699 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:36.877140 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b5ed5b72-80da-47b4-85d0-631dc14873a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:36.926948 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:36.972318 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port c1449b07-e0c4-4d76-a714-57152bea15ea, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=c1449b07-e0c4-4d76-a714-57152bea15ea,segment=NetworkSegment(e86fe10e-ef65-41cd-8e15-f7ed6ca15bc6),segment_id=e86fe10e-ef65-41cd-8e15-f7ed6ca15bc6)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:53:36.990770 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-eaa3c907-7b4e-4706-a007-6b3cc52f4cb2 None None] Notify callbacks [] for port, precommit_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:37.040450 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:37.072946 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-eaa3c907-7b4e-4706-a007-6b3cc52f4cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:37.077934 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-b5ed5b72-80da-47b4-85d0-631dc14873a1 admin admin] Allocated IP 172.20.0.1 (e3a92ac9-089e-4b34-90e4-677fa9350237/0b00e8b5-c332-4909-827c-8a67533f5606/4e6ece05-644f-4748-b6db-39ae2b52919e) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:53:37.097682 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=c1449b07-e0c4-4d76-a714-57152bea15ea,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:37.133573 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-eaa3c907-7b4e-4706-a007-6b3cc52f4cb2 None None] Attempting to bind port 162a7fd6-7242-4532-aca5-e88a303ed9ed on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:53:37.134084 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-eaa3c907-7b4e-4706-a007-6b3cc52f4cb2 None None] Attempting to bind port 162a7fd6-7242-4532-aca5-e88a303ed9ed by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:53:37.134573 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa3c907-7b4e-4706-a007-6b3cc52f4cb2 None None] Attempting to bind port 162a7fd6-7242-4532-aca5-e88a303ed9ed on network 1cb296ed-c863-4502-973a-f31b82091846 {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:53:37.136735 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904764c-ed3b-4164-8b4a-9bf106f83b91 None None] Pushing event updated for resources: {'Port': ['ID=162a7fd6-7242-4532-aca5-e88a303ed9ed,revision_number=2']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:37.143050 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa3c907-7b4e-4706-a007-6b3cc52f4cb2 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:53:37.143497 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa3c907-7b4e-4706-a007-6b3cc52f4cb2 None None] Checking segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:53:37.144011 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-eaa3c907-7b4e-4706-a007-6b3cc52f4cb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:37.144557 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa3c907-7b4e-4706-a007-6b3cc52f4cb2 None None] Bound using segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:53:37.145149 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-eaa3c907-7b4e-4706-a007-6b3cc52f4cb2 None None] Bound port: 162a7fd6-7242-4532-aca5-e88a303ed9ed, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:53:37.145677 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-eaa3c907-7b4e-4706-a007-6b3cc52f4cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:37.149839 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a88d83a-804e-4f71-9e02-1e66c6bdccf7 None None] Network e3a92ac9-089e-4b34-90e4-677fa9350237 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:53:37.197472 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-eaa3c907-7b4e-4706-a007-6b3cc52f4cb2 None None] For port 162a7fd6-7242-4532-aca5-e88a303ed9ed, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:53:37.200219 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b5ed5b72-80da-47b4-85d0-631dc14873a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:37.201317 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-eaa3c907-7b4e-4706-a007-6b3cc52f4cb2 None None] For port 162a7fd6-7242-4532-aca5-e88a303ed9ed, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=162a7fd6-7242-4532-aca5-e88a303ed9ed,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:53:37.213740 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-5e0450cb-bfd6-4db4-b2ef-50bbb55bc911 None None] Provisioning complete for port c1449b07-e0c4-4d76-a714-57152bea15ea triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:53:37.214114 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5e0450cb-bfd6-4db4-b2ef-50bbb55bc911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:37.300116 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-eaa3c907-7b4e-4706-a007-6b3cc52f4cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:37.328123 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b5ed5b72-80da-47b4-85d0-631dc14873a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:37.358383 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa3c907-7b4e-4706-a007-6b3cc52f4cb2 None None] Routers {'7987fc4a-6aff-4d64-a8ac-57bb45517c28'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:53:37.358967 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-eaa3c907-7b4e-4706-a007-6b3cc52f4cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:53:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['7987fc4a-6aff-4d64-a8ac-57bb45517c28'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:53:37.364464 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904764c-ed3b-4164-8b4a-9bf106f83b91 None None] Pushing event updated for resources: {'Port': ['ID=162a7fd6-7242-4532-aca5-e88a303ed9ed,revision_number=3']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:37.382281 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ed5b72-80da-47b4-85d0-631dc14873a1 admin admin] Network e3a92ac9-089e-4b34-90e4-677fa9350237 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:53:37.388959 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-b5ed5b72-80da-47b4-85d0-631dc14873a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:53:37.393533 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ed5b72-80da-47b4-85d0-631dc14873a1 admin admin] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:53:37.433398 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b5ed5b72-80da-47b4-85d0-631dc14873a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:37.483539 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed5b72-80da-47b4-85d0-631dc14873a1 admin admin] Pushing event updated for resources: {'Port': ['ID=4e6ece05-644f-4748-b6db-39ae2b52919e,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:37.571051 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-eaa3c907-7b4e-4706-a007-6b3cc52f4cb2 None None] Set router 7987fc4a-6aff-4d64-a8ac-57bb45517c28 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:53:37.646318 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b5ed5b72-80da-47b4-85d0-631dc14873a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:37.704226 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-6503b50e-d7ab-497b-94dd-9ad434a980b0 None None] Provisioning complete for port c1449b07-e0c4-4d76-a714-57152bea15ea triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:53:37.704925 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6503b50e-d7ab-497b-94dd-9ad434a980b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:37.792307 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-eaa3c907-7b4e-4706-a007-6b3cc52f4cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7987fc4a-6aff-4d64-a8ac-57bb45517c28', 'name': 'tempest-TestVolumeBootPattern-995403873-router', 'tenant_id': '3481c6ccc6da43bead9903d604ae76bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': '162a7fd6-7242-4532-aca5-e88a303ed9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:53:34Z', 'updated_at': '2022-03-28T13:53:35Z', 'revision_number': 3, 'project_id': '3481c6ccc6da43bead9903d604ae76bb', 'gw_port': {'id': '162a7fd6-7242-4532-aca5-e88a303ed9ed', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:79:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7987fc4a-6aff-4d64-a8ac-57bb45517c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:34Z', 'updated_at': '2022-03-28T13:53:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:53:37.822851 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa3c907-7b4e-4706-a007-6b3cc52f4cb2 None None] The sync data for ids ['7987fc4a-6aff-4d64-a8ac-57bb45517c28'] in dv-neutron-835335-1-hyperv is: [{'id': '7987fc4a-6aff-4d64-a8ac-57bb45517c28', 'name': 'tempest-TestVolumeBootPattern-995403873-router', 'tenant_id': '3481c6ccc6da43bead9903d604ae76bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': '162a7fd6-7242-4532-aca5-e88a303ed9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:53:34Z', 'updated_at': '2022-03-28T13:53:35Z', 'revision_number': 3, 'project_id': '3481c6ccc6da43bead9903d604ae76bb', 'gw_port': {'id': '162a7fd6-7242-4532-aca5-e88a303ed9ed', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:79:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7987fc4a-6aff-4d64-a8ac-57bb45517c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:34Z', 'updated_at': '2022-03-28T13:53:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:53:37.852977 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b5ed5b72-80da-47b4-85d0-631dc14873a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:37.914666 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b5ed5b72-80da-47b4-85d0-631dc14873a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:37.922719 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-2e8de2b9-d42f-474a-bbaf-e8774b74a45a None None] Provisioning complete for port 4e6ece05-644f-4748-b6db-39ae2b52919e triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:53:37.923546 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2e8de2b9-d42f-474a-bbaf-e8774b74a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:37.959921 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-2e8de2b9-d42f-474a-bbaf-e8774b74a45a None None] Port 4e6ece05-644f-4748-b6db-39ae2b52919e cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:53:37.987266 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b5ed5b72-80da-47b4-85d0-631dc14873a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:37.987266 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed5b72-80da-47b4-85d0-631dc14873a1 admin admin] Pushing event updated for resources: {'Port': ['ID=4e6ece05-644f-4748-b6db-39ae2b52919e,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:38.092221 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ed5b72-80da-47b4-85d0-631dc14873a1 admin admin] Network e3a92ac9-089e-4b34-90e4-677fa9350237 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:53:38.093658 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-b5ed5b72-80da-47b4-85d0-631dc14873a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:53:38.384560 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-8fb47fb8-5323-4a06-b00d-9b051286997b None None] Provisioning complete for port 4e6ece05-644f-4748-b6db-39ae2b52919e triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:53:38.384927 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8fb47fb8-5323-4a06-b00d-9b051286997b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:38.425812 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-8fb47fb8-5323-4a06-b00d-9b051286997b None None] Port 4e6ece05-644f-4748-b6db-39ae2b52919e cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:53:38.461634 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ed5b72-80da-47b4-85d0-631dc14873a1 admin admin] Router 7987fc4a-6aff-4d64-a8ac-57bb45517c28 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:53:38.583426 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ed5b72-80da-47b4-85d0-631dc14873a1 admin admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:53:38.589629 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-b5ed5b72-80da-47b4-85d0-631dc14873a1 admin admin] 10.222.0.24 "PUT /v2.0/routers/7987fc4a-6aff-4d64-a8ac-57bb45517c28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2314095 Mar 28 13:53:38.651509 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 162a7fd6-7242-4532-aca5-e88a303ed9ed up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:53:38.703973 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 162a7fd6-7242-4532-aca5-e88a303ed9ed triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:53:38.707562 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:38.787246 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:38.808716 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 162a7fd6-7242-4532-aca5-e88a303ed9ed, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=162a7fd6-7242-4532-aca5-e88a303ed9ed,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:53:38.870842 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:38.871681 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device c1449b07-e0c4-4d76-a714-57152bea15ea up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:53:38.951039 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=162a7fd6-7242-4532-aca5-e88a303ed9ed,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:38.963724 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port c1449b07-e0c4-4d76-a714-57152bea15ea triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:53:38.964332 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:39.287110 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35668) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:53:39.291667 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-41d8b8b3-94a0-42c1-8441-a5627e1ae642 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1268818762', 'description': 'tempest-secgroup-smoke-1268818762 description', 'project_id': '7110f97460394f8384904a1ab317b86f'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:53:39.312924 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9903ea40-1895-4654-8052-28ba979c94bf None None] Sync routers for ids ['7987fc4a-6aff-4d64-a8ac-57bb45517c28'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:53:39.322214 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9903ea40-1895-4654-8052-28ba979c94bf None None] Routers {'7987fc4a-6aff-4d64-a8ac-57bb45517c28'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:53:39.322817 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-9903ea40-1895-4654-8052-28ba979c94bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:53:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['7987fc4a-6aff-4d64-a8ac-57bb45517c28'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:53:39.371793 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-41d8b8b3-94a0-42c1-8441-a5627e1ae642 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:39.429125 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-9903ea40-1895-4654-8052-28ba979c94bf None None] Set router 7987fc4a-6aff-4d64-a8ac-57bb45517c28 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:53:39.437044 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-41d8b8b3-94a0-42c1-8441-a5627e1ae642 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:39.500297 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-41d8b8b3-94a0-42c1-8441-a5627e1ae642 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:39.532707 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d8b8b3-94a0-42c1-8441-a5627e1ae642 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f46a231-1d39-4a20-859a-6c5c3faf8f86,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:39.610801 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-41d8b8b3-94a0-42c1-8441-a5627e1ae642 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:39.612073 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-41d8b8b3-94a0-42c1-8441-a5627e1ae642 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3239636 Mar 28 13:53:39.615090 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35670) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:53:39.619684 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-f309fd6d-b76b-4c39-9ed3-14bb08a95076 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Request body: {'security_group_rule': {'security_group_id': '7f46a231-1d39-4a20-859a-6c5c3faf8f86', 'project_id': '7110f97460394f8384904a1ab317b86f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:53:39.739493 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f309fd6d-b76b-4c39-9ed3-14bb08a95076 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:39.782574 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-9903ea40-1895-4654-8052-28ba979c94bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7987fc4a-6aff-4d64-a8ac-57bb45517c28', 'name': 'tempest-TestVolumeBootPattern-995403873-router', 'tenant_id': '3481c6ccc6da43bead9903d604ae76bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': '162a7fd6-7242-4532-aca5-e88a303ed9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:53:34Z', 'updated_at': '2022-03-28T13:53:37Z', 'revision_number': 4, 'project_id': '3481c6ccc6da43bead9903d604ae76bb', 'gw_port': {'id': '162a7fd6-7242-4532-aca5-e88a303ed9ed', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:79:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7987fc4a-6aff-4d64-a8ac-57bb45517c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:34Z', 'updated_at': '2022-03-28T13:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '4e6ece05-644f-4748-b6db-39ae2b52919e', 'name': '', 'network_id': 'e3a92ac9-089e-4b34-90e4-677fa9350237', 'tenant_id': '3481c6ccc6da43bead9903d604ae76bb', 'mac_address': 'fa:16:3e:1c:8d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7987fc4a-6aff-4d64-a8ac-57bb45517c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '0b00e8b5-c332-4909-827c-8a67533f5606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:36Z', 'updated_at': '2022-03-28T13:53:37Z', 'revision_number': 2, 'project_id': '3481c6ccc6da43bead9903d604ae76bb', 'subnets': [{'id': '0b00e8b5-c332-4909-827c-8a67533f5606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:53:39.795828 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f309fd6d-b76b-4c39-9ed3-14bb08a95076 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:39.808967 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9903ea40-1895-4654-8052-28ba979c94bf None None] Checking router: 7987fc4a-6aff-4d64-a8ac-57bb45517c28 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:53:39.809322 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9903ea40-1895-4654-8052-28ba979c94bf None None] Updating router 7987fc4a-6aff-4d64-a8ac-57bb45517c28 port 4e6ece05-644f-4748-b6db-39ae2b52919e binding host dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 13:53:39.834309 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9903ea40-1895-4654-8052-28ba979c94bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:39.859617 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f309fd6d-b76b-4c39-9ed3-14bb08a95076 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:39.877480 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309fd6d-b76b-4c39-9ed3-14bb08a95076 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f2d4dd7-b0b7-4773-af8f-ad08b264c893,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:39.947229 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f309fd6d-b76b-4c39-9ed3-14bb08a95076 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:39.948511 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-f309fd6d-b76b-4c39-9ed3-14bb08a95076 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3323727 Mar 28 13:53:39.951283 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35672) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:53:39.955757 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-9c28e496-f56a-4360-a8a9-2c272e33d8c1 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Request body: {'security_group_rule': {'security_group_id': '7f46a231-1d39-4a20-859a-6c5c3faf8f86', 'project_id': '7110f97460394f8384904a1ab317b86f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:53:40.047986 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9c28e496-f56a-4360-a8a9-2c272e33d8c1 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:40.107219 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9c28e496-f56a-4360-a8a9-2c272e33d8c1 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:40.118532 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9903ea40-1895-4654-8052-28ba979c94bf None None] Notify callbacks [] for port, precommit_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:40.173986 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9c28e496-f56a-4360-a8a9-2c272e33d8c1 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:40.188449 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9903ea40-1895-4654-8052-28ba979c94bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:40.191908 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c28e496-f56a-4360-a8a9-2c272e33d8c1 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=653083f8-31a8-4e70-97a2-0172c4cac700,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:40.240282 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ddda24-f175-4331-a35d-95287f5912ca None None] Pushing event updated for resources: {'Port': ['ID=4e6ece05-644f-4748-b6db-39ae2b52919e,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:40.276263 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9c28e496-f56a-4360-a8a9-2c272e33d8c1 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:40.280735 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9c28e496-f56a-4360-a8a9-2c272e33d8c1 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3254404 Mar 28 13:53:40.281128 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35674) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:53:40.285955 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-6e463102-e0a6-4a2b-9a06-762045408d66 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Request body: {'security_group_rule': {'security_group_id': '7f46a231-1d39-4a20-859a-6c5c3faf8f86', 'project_id': '7110f97460394f8384904a1ab317b86f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:53:40.286322 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-9903ea40-1895-4654-8052-28ba979c94bf None None] Attempting to bind port 4e6ece05-644f-4748-b6db-39ae2b52919e on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:53:40.286697 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-9903ea40-1895-4654-8052-28ba979c94bf None None] Attempting to bind port 4e6ece05-644f-4748-b6db-39ae2b52919e by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'e86fe10e-ef65-41cd-8e15-f7ed6ca15bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e3a92ac9-089e-4b34-90e4-677fa9350237'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:53:40.287056 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9903ea40-1895-4654-8052-28ba979c94bf None None] Attempting to bind port 4e6ece05-644f-4748-b6db-39ae2b52919e on network e3a92ac9-089e-4b34-90e4-677fa9350237 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:53:40.292691 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9903ea40-1895-4654-8052-28ba979c94bf None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:53:40.293066 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9903ea40-1895-4654-8052-28ba979c94bf None None] Checking segment: {'id': 'e86fe10e-ef65-41cd-8e15-f7ed6ca15bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e3a92ac9-089e-4b34-90e4-677fa9350237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:53:40.293473 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9903ea40-1895-4654-8052-28ba979c94bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:40.293850 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9903ea40-1895-4654-8052-28ba979c94bf None None] Bound using segment: {'id': 'e86fe10e-ef65-41cd-8e15-f7ed6ca15bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e3a92ac9-089e-4b34-90e4-677fa9350237'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:53:40.294314 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-9903ea40-1895-4654-8052-28ba979c94bf None None] Bound port: 4e6ece05-644f-4748-b6db-39ae2b52919e, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e86fe10e-ef65-41cd-8e15-f7ed6ca15bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e3a92ac9-089e-4b34-90e4-677fa9350237'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:53:40.294693 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9903ea40-1895-4654-8052-28ba979c94bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:40.364928 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-9903ea40-1895-4654-8052-28ba979c94bf None None] For port 4e6ece05-644f-4748-b6db-39ae2b52919e, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:53:40.368195 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-9903ea40-1895-4654-8052-28ba979c94bf None None] For port 4e6ece05-644f-4748-b6db-39ae2b52919e, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=4e6ece05-644f-4748-b6db-39ae2b52919e,segment=NetworkSegment(e86fe10e-ef65-41cd-8e15-f7ed6ca15bc6),segment_id=e86fe10e-ef65-41cd-8e15-f7ed6ca15bc6)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:53:40.382542 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6e463102-e0a6-4a2b-9a06-762045408d66 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:40.439090 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6e463102-e0a6-4a2b-9a06-762045408d66 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:40.450476 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9903ea40-1895-4654-8052-28ba979c94bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:40.502855 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-347f39ed-3218-4f5e-96d5-ed519c79c439 None None] Provisioning complete for port 4e6ece05-644f-4748-b6db-39ae2b52919e triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:53:40.503100 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-347f39ed-3218-4f5e-96d5-ed519c79c439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:40.516710 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6e463102-e0a6-4a2b-9a06-762045408d66 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:40.538380 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e463102-e0a6-4a2b-9a06-762045408d66 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ea8ae58-8cbb-407f-b002-1c808cf6c737,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:40.539997 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9903ea40-1895-4654-8052-28ba979c94bf None None] Routers {'7987fc4a-6aff-4d64-a8ac-57bb45517c28'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:53:40.540749 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-9903ea40-1895-4654-8052-28ba979c94bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:53:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['7987fc4a-6aff-4d64-a8ac-57bb45517c28'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:53:40.548434 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ddda24-f175-4331-a35d-95287f5912ca None None] Pushing event updated for resources: {'Port': ['ID=4e6ece05-644f-4748-b6db-39ae2b52919e,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:40.589720 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 162a7fd6-7242-4532-aca5-e88a303ed9ed up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:53:40.604646 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6e463102-e0a6-4a2b-9a06-762045408d66 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:40.606298 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-6e463102-e0a6-4a2b-9a06-762045408d66 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3241472 Mar 28 13:53:40.609375 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35676) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:53:40.614651 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-e0a56dd7-936a-4d36-a074-6b9aab850d7c tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Request body: {'security_group_rule': {'security_group_id': '7f46a231-1d39-4a20-859a-6c5c3faf8f86', 'project_id': '7110f97460394f8384904a1ab317b86f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:53:40.719763 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e0a56dd7-936a-4d36-a074-6b9aab850d7c tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:40.741129 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-9903ea40-1895-4654-8052-28ba979c94bf None None] Set router 7987fc4a-6aff-4d64-a8ac-57bb45517c28 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:53:40.743378 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-347f39ed-3218-4f5e-96d5-ed519c79c439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:40.768264 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 162a7fd6-7242-4532-aca5-e88a303ed9ed triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:53:40.768554 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:40.780248 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e0a56dd7-936a-4d36-a074-6b9aab850d7c tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:40.857366 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e0a56dd7-936a-4d36-a074-6b9aab850d7c tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:40.865881 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-347f39ed-3218-4f5e-96d5-ed519c79c439 None None] For port 4e6ece05-644f-4748-b6db-39ae2b52919e, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=4e6ece05-644f-4748-b6db-39ae2b52919e,segment=NetworkSegment(e86fe10e-ef65-41cd-8e15-f7ed6ca15bc6),segment_id=e86fe10e-ef65-41cd-8e15-f7ed6ca15bc6)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:53:40.876108 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a56dd7-936a-4d36-a074-6b9aab850d7c tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feebd3ed-1361-4e1e-ab36-1b966b09650e,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:40.948118 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-347f39ed-3218-4f5e-96d5-ed519c79c439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:40.964007 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e0a56dd7-936a-4d36-a074-6b9aab850d7c tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:40.966051 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-e0a56dd7-936a-4d36-a074-6b9aab850d7c tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3552597 Mar 28 13:53:40.969379 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35680) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:53:40.974612 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-1905d8ab-490e-44ba-8449-e814a249307f tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Request body: {'security_group_rule': {'security_group_id': '7f46a231-1d39-4a20-859a-6c5c3faf8f86', 'project_id': '7110f97460394f8384904a1ab317b86f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:53:41.044854 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f39ed-3218-4f5e-96d5-ed519c79c439 None None] Pushing event updated for resources: {'Port': ['ID=4e6ece05-644f-4748-b6db-39ae2b52919e,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:41.062813 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.securitygroups_db [None req-1905d8ab-490e-44ba-8449-e814a249307f tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Project 7110f97460394f8384904a1ab317b86f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 13:53:41.067824 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1905d8ab-490e-44ba-8449-e814a249307f tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:41.074068 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-d8aacb14-002b-46b8-a474-64fe49a6db20 None None] Provisioning complete for port 4e6ece05-644f-4748-b6db-39ae2b52919e triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:53:41.077782 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d8aacb14-002b-46b8-a474-64fe49a6db20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:41.114097 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-9903ea40-1895-4654-8052-28ba979c94bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7987fc4a-6aff-4d64-a8ac-57bb45517c28', 'name': 'tempest-TestVolumeBootPattern-995403873-router', 'tenant_id': '3481c6ccc6da43bead9903d604ae76bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': '162a7fd6-7242-4532-aca5-e88a303ed9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:53:34Z', 'updated_at': '2022-03-28T13:53:37Z', 'revision_number': 4, 'project_id': '3481c6ccc6da43bead9903d604ae76bb', 'gw_port': {'id': '162a7fd6-7242-4532-aca5-e88a303ed9ed', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:79:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7987fc4a-6aff-4d64-a8ac-57bb45517c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:34Z', 'updated_at': '2022-03-28T13:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '4e6ece05-644f-4748-b6db-39ae2b52919e', 'name': '', 'network_id': 'e3a92ac9-089e-4b34-90e4-677fa9350237', 'tenant_id': '3481c6ccc6da43bead9903d604ae76bb', 'mac_address': 'fa:16:3e:1c:8d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7987fc4a-6aff-4d64-a8ac-57bb45517c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '0b00e8b5-c332-4909-827c-8a67533f5606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:36Z', 'updated_at': '2022-03-28T13:53:40Z', 'revision_number': 4, 'project_id': '3481c6ccc6da43bead9903d604ae76bb', 'subnets': [{'id': '0b00e8b5-c332-4909-827c-8a67533f5606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:53:41.126496 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1905d8ab-490e-44ba-8449-e814a249307f tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:41.141766 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9903ea40-1895-4654-8052-28ba979c94bf None None] The sync data for ids ['7987fc4a-6aff-4d64-a8ac-57bb45517c28'] in dv-neutron-835335-1-hyperv is: [{'id': '7987fc4a-6aff-4d64-a8ac-57bb45517c28', 'name': 'tempest-TestVolumeBootPattern-995403873-router', 'tenant_id': '3481c6ccc6da43bead9903d604ae76bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': '162a7fd6-7242-4532-aca5-e88a303ed9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:53:34Z', 'updated_at': '2022-03-28T13:53:37Z', 'revision_number': 4, 'project_id': '3481c6ccc6da43bead9903d604ae76bb', 'gw_port': {'id': '162a7fd6-7242-4532-aca5-e88a303ed9ed', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:79:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7987fc4a-6aff-4d64-a8ac-57bb45517c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:34Z', 'updated_at': '2022-03-28T13:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '4e6ece05-644f-4748-b6db-39ae2b52919e', 'name': '', 'network_id': 'e3a92ac9-089e-4b34-90e4-677fa9350237', 'tenant_id': '3481c6ccc6da43bead9903d604ae76bb', 'mac_address': 'fa:16:3e:1c:8d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7987fc4a-6aff-4d64-a8ac-57bb45517c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '0b00e8b5-c332-4909-827c-8a67533f5606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:36Z', 'updated_at': '2022-03-28T13:53:40Z', 'revision_number': 4, 'project_id': '3481c6ccc6da43bead9903d604ae76bb', 'subnets': [{'id': '0b00e8b5-c332-4909-827c-8a67533f5606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:53:41.217207 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1905d8ab-490e-44ba-8449-e814a249307f tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:41.236456 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905d8ab-490e-44ba-8449-e814a249307f tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=122676c1-9e62-4a93-9bc2-874c8593f694,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:41.350748 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1905d8ab-490e-44ba-8449-e814a249307f tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:41.352020 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-1905d8ab-490e-44ba-8449-e814a249307f tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3816383 Mar 28 13:53:41.354701 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35682) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:53:41.359118 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-1bb8120c-9f44-4381-82cb-d57959ec61c6 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Request body: {'security_group_rule': {'security_group_id': '7f46a231-1d39-4a20-859a-6c5c3faf8f86', 'project_id': '7110f97460394f8384904a1ab317b86f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:53:41.448270 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.securitygroups_db [None req-1bb8120c-9f44-4381-82cb-d57959ec61c6 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Project 7110f97460394f8384904a1ab317b86f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 13:53:41.454154 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1bb8120c-9f44-4381-82cb-d57959ec61c6 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:41.519584 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1bb8120c-9f44-4381-82cb-d57959ec61c6 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:41.594631 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1bb8120c-9f44-4381-82cb-d57959ec61c6 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:41.612226 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8120c-9f44-4381-82cb-d57959ec61c6 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fe70962-09f5-41e4-a422-dff9a18f806a,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:41.678392 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1bb8120c-9f44-4381-82cb-d57959ec61c6 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:41.680036 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-1bb8120c-9f44-4381-82cb-d57959ec61c6 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3241408 Mar 28 13:53:42.567090 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 4e6ece05-644f-4748-b6db-39ae2b52919e up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:53:42.619820 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 4e6ece05-644f-4748-b6db-39ae2b52919e triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:53:42.620188 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:43.410060 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:54.017260 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3f94d477-b722-427b-a1ae-619ef6d576d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:54.218918 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 13:53:54.392889 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35820) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:53:54.745343 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8ce85447-f2e6-40c5-b03a-4c56781f6bb8 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:55.058760 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-8ce85447-f2e6-40c5-b03a-4c56781f6bb8 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Deleting port c13f2b02-5d65-49d1-9060-d75f0a348757 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:53:55.059102 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8ce85447-f2e6-40c5-b03a-4c56781f6bb8 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:55.144025 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-8ce85447-f2e6-40c5-b03a-4c56781f6bb8 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] For port c13f2b02-5d65-49d1-9060-d75f0a348757, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=c13f2b02-5d65-49d1-9060-d75f0a348757,segment=NetworkSegment(fde5171c-e832-4c6c-b7b0-92145c540299),segment_id=fde5171c-e832-4c6c-b7b0-92145c540299)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:53:55.144411 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8ce85447-f2e6-40c5-b03a-4c56781f6bb8 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:55.157349 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-8ce85447-f2e6-40c5-b03a-4c56781f6bb8 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Calling delete_port for c13f2b02-5d65-49d1-9060-d75f0a348757 owned by network:router_interface {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:53:55.405570 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8ce85447-f2e6-40c5-b03a-4c56781f6bb8 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:55.738662 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce85447-f2e6-40c5-b03a-4c56781f6bb8 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Port': ['ID=c13f2b02-5d65-49d1-9060-d75f0a348757,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:55.920208 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8ce85447-f2e6-40c5-b03a-4c56781f6bb8 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:56.144165 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce85447-f2e6-40c5-b03a-4c56781f6bb8 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Router 4da27d5a-2423-4797-b1f0-9b0193927517 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:53:56.250793 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce85447-f2e6-40c5-b03a-4c56781f6bb8 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:53:56.258226 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-8ce85447-f2e6-40c5-b03a-4c56781f6bb8 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "PUT /v2.0/routers/4da27d5a-2423-4797-b1f0-9b0193927517/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8618584 Mar 28 13:53:56.261708 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2dc8e1-a15e-40fa-9945-ecaa92f373f3 None None] Sync routers for ids ['4da27d5a-2423-4797-b1f0-9b0193927517'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:53:56.272224 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2dc8e1-a15e-40fa-9945-ecaa92f373f3 None None] Routers {'4da27d5a-2423-4797-b1f0-9b0193927517'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:53:56.272876 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-ae2dc8e1-a15e-40fa-9945-ecaa92f373f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:53:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['4da27d5a-2423-4797-b1f0-9b0193927517'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:53:56.297571 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8faf55a6-7522-4556-ab63-e5047596ed0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:56.417177 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-ae2dc8e1-a15e-40fa-9945-ecaa92f373f3 None None] Set router 4da27d5a-2423-4797-b1f0-9b0193927517 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:53:56.617028 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7123a296-e1ef-4082-a2ec-b69644cb3e68 req-f2fe4a76-a33d-463b-b8a1-65ae8eddf4b1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0a50f999-d439-4aef-a9c9-f58eece3bd08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414817 Mar 28 13:53:56.618800 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-ae2dc8e1-a15e-40fa-9945-ecaa92f373f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'name': 'tempest-TestNetworkBasicOps-router-120044596', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.45'}], 'enable_snat': True}, 'gw_port_id': '531c0b21-c506-4803-a50f-6606db7156ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:51:26Z', 'updated_at': '2022-03-28T13:53:55Z', 'revision_number': 6, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '531c0b21-c506-4803-a50f-6606db7156ef', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:92:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:51:26Z', 'updated_at': '2022-03-28T13:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '4acdc3fc-2d6b-41c8-b604-e85f9093caac', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'floating_ip_address': '172.26.2.12', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'port_id': '59f547a1-ee62-4716-999b-0af8d6b4841e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a983283-48b7-4cca-8fb1-03f87491a2ea', 'mac_address': 'fa:16:3e:14:8f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a50f999-d439-4aef-a9c9-f58eece3bd08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T13:51:50Z', 'updated_at': '2022-03-28T13:51:53Z', 'revision_number': 1, 'project_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cb93e85-cf00-4a31-934f-0cfedcacba42', 'name': '', 'network_id': '0a983283-48b7-4cca-8fb1-03f87491a2ea', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:d1:af:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'c947f236-8b1e-42e9-acfc-150f099caf2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:51:30Z', 'updated_at': '2022-03-28T13:51:34Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'c947f236-8b1e-42e9-acfc-150f099caf2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:53:56.648466 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2dc8e1-a15e-40fa-9945-ecaa92f373f3 None None] Checking router: 4da27d5a-2423-4797-b1f0-9b0193927517 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:53:56.657238 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2dc8e1-a15e-40fa-9945-ecaa92f373f3 None None] Routers {'4da27d5a-2423-4797-b1f0-9b0193927517'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:53:56.657843 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-ae2dc8e1-a15e-40fa-9945-ecaa92f373f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:53:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['4da27d5a-2423-4797-b1f0-9b0193927517'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:53:56.698699 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123a296-e1ef-4082-a2ec-b69644cb3e68 req-a16b577f-ef6e-4904-b11a-76c84ff09b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:53:56.700180 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7123a296-e1ef-4082-a2ec-b69644cb3e68 req-a16b577f-ef6e-4904-b11a-76c84ff09b39 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&device_id=0a50f999-d439-4aef-a9c9-f58eece3bd08 HTTP/1.1" status: 200 len: 1098 time: 0.0414455 Mar 28 13:53:56.763829 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-ae2dc8e1-a15e-40fa-9945-ecaa92f373f3 None None] Set router 4da27d5a-2423-4797-b1f0-9b0193927517 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:53:56.837820 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123a296-e1ef-4082-a2ec-b69644cb3e68 req-0f985f73-bd07-403e-9956-d94931cd5db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:53:56.839281 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7123a296-e1ef-4082-a2ec-b69644cb3e68 req-0f985f73-bd07-403e-9956-d94931cd5db8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0a983283-48b7-4cca-8fb1-03f87491a2ea HTTP/1.1" status: 200 len: 898 time: 0.1213672 Mar 28 13:53:56.849354 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ed84e-c1f0-43ca-b5de-a79f703e3d77 req-9c878c49-7ad2-4cdb-bb88-a5bbaa867b0f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:53:56.850827 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0f3ed84e-c1f0-43ca-b5de-a79f703e3d77 req-9c878c49-7ad2-4cdb-bb88-a5bbaa867b0f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=47520095-c582-44eb-b3c7-30e922f4afcd HTTP/1.1" status: 200 len: 946 time: 0.0743079 Mar 28 13:53:56.936482 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0f3ed84e-c1f0-43ca-b5de-a79f703e3d77 req-af444542-1ab6-41f4-91b3-3b6ee7454125 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=a183e7d7-9715-4644-8090-653bd82f9416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783870 Mar 28 13:53:56.938709 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7123a296-e1ef-4082-a2ec-b69644cb3e68 req-e9976db3-7b61-4f14-9f58-df6df9defd2e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59f547a1-ee62-4716-999b-0af8d6b4841e HTTP/1.1" status: 200 len: 1000 time: 0.0870187 Mar 28 13:53:56.988139 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123a296-e1ef-4082-a2ec-b69644cb3e68 req-dacc2c0d-ef77-4534-9247-ff7087522600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:53:56.989617 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7123a296-e1ef-4082-a2ec-b69644cb3e68 req-dacc2c0d-ef77-4534-9247-ff7087522600 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c947f236-8b1e-42e9-acfc-150f099caf2d HTTP/1.1" status: 200 len: 835 time: 0.0439866 Mar 28 13:53:56.994547 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-ae2dc8e1-a15e-40fa-9945-ecaa92f373f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'name': 'tempest-TestNetworkBasicOps-router-120044596', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.45'}], 'enable_snat': True}, 'gw_port_id': '531c0b21-c506-4803-a50f-6606db7156ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:51:26Z', 'updated_at': '2022-03-28T13:53:55Z', 'revision_number': 6, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '531c0b21-c506-4803-a50f-6606db7156ef', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:92:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:51:26Z', 'updated_at': '2022-03-28T13:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '4acdc3fc-2d6b-41c8-b604-e85f9093caac', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'floating_ip_address': '172.26.2.12', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'port_id': '59f547a1-ee62-4716-999b-0af8d6b4841e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a983283-48b7-4cca-8fb1-03f87491a2ea', 'mac_address': 'fa:16:3e:14:8f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a50f999-d439-4aef-a9c9-f58eece3bd08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T13:51:50Z', 'updated_at': '2022-03-28T13:51:53Z', 'revision_number': 1, 'project_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cb93e85-cf00-4a31-934f-0cfedcacba42', 'name': '', 'network_id': '0a983283-48b7-4cca-8fb1-03f87491a2ea', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:d1:af:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'c947f236-8b1e-42e9-acfc-150f099caf2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:51:30Z', 'updated_at': '2022-03-28T13:51:34Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'c947f236-8b1e-42e9-acfc-150f099caf2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:53:57.021585 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2dc8e1-a15e-40fa-9945-ecaa92f373f3 None None] The sync data for ids ['4da27d5a-2423-4797-b1f0-9b0193927517'] in dv-neutron-835335-1-hyperv is: [{'id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'name': 'tempest-TestNetworkBasicOps-router-120044596', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.45'}], 'enable_snat': True}, 'gw_port_id': '531c0b21-c506-4803-a50f-6606db7156ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:51:26Z', 'updated_at': '2022-03-28T13:53:55Z', 'revision_number': 6, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '531c0b21-c506-4803-a50f-6606db7156ef', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:92:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:51:26Z', 'updated_at': '2022-03-28T13:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '4acdc3fc-2d6b-41c8-b604-e85f9093caac', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'floating_ip_address': '172.26.2.12', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'port_id': '59f547a1-ee62-4716-999b-0af8d6b4841e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a983283-48b7-4cca-8fb1-03f87491a2ea', 'mac_address': 'fa:16:3e:14:8f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a50f999-d439-4aef-a9c9-f58eece3bd08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T13:51:50Z', 'updated_at': '2022-03-28T13:51:53Z', 'revision_number': 1, 'project_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cb93e85-cf00-4a31-934f-0cfedcacba42', 'name': '', 'network_id': '0a983283-48b7-4cca-8fb1-03f87491a2ea', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:d1:af:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'c947f236-8b1e-42e9-acfc-150f099caf2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:51:30Z', 'updated_at': '2022-03-28T13:51:34Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'c947f236-8b1e-42e9-acfc-150f099caf2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:53:57.039016 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123a296-e1ef-4082-a2ec-b69644cb3e68 req-172ed529-9e3d-4bb5-ad9b-88875d6b96f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:53:57.040732 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7123a296-e1ef-4082-a2ec-b69644cb3e68 req-172ed529-9e3d-4bb5-ad9b-88875d6b96f1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0a983283-48b7-4cca-8fb1-03f87491a2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434878 Mar 28 13:53:57.135398 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7123a296-e1ef-4082-a2ec-b69644cb3e68 req-d7d93cba-0354-4fb4-a1c9-217208c9cb98 service neutron] 10.222.0.20 "GET /v2.0/networks/0a983283-48b7-4cca-8fb1-03f87491a2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873983 Mar 28 13:53:57.225415 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7123a296-e1ef-4082-a2ec-b69644cb3e68 req-1fb6af82-7aa5-41f0-b480-b56f5096d5ad service neutron] 10.222.0.20 "GET /v2.0/networks/0a983283-48b7-4cca-8fb1-03f87491a2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830746 Mar 28 13:53:57.571294 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:58.053143 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880d2ec-9f83-4cd5-b0bf-55fcad9ced96 req-f1906fb4-b4f6-4deb-a2bc-1d7e52087888 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:53:58.054613 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5880d2ec-9f83-4cd5-b0bf-55fcad9ced96 req-f1906fb4-b4f6-4deb-a2bc-1d7e52087888 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=47520095-c582-44eb-b3c7-30e922f4afcd HTTP/1.1" status: 200 len: 946 time: 0.0490487 Mar 28 13:53:58.096563 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5880d2ec-9f83-4cd5-b0bf-55fcad9ced96 req-43892287-c2d2-42a9-bf80-2e7778dedd49 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=a183e7d7-9715-4644-8090-653bd82f9416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359364 Mar 28 13:53:58.251494 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c585f2-a9cf-48db-81e9-964b6992fcfd req-6bf403a5-89a5-47d4-a0a1-be40f686c8b2 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:53:58.252904 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-45c585f2-a9cf-48db-81e9-964b6992fcfd req-6bf403a5-89a5-47d4-a0a1-be40f686c8b2 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "GET /v2.0/ports?device_id=47520095-c582-44eb-b3c7-30e922f4afcd HTTP/1.1" status: 200 len: 946 time: 0.0477664 Mar 28 13:53:58.341495 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-45c585f2-a9cf-48db-81e9-964b6992fcfd req-5950da70-9cc5-4139-bfd0-5182fe320137 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Deleting port 76d4efde-e5ae-422c-aa26-ee60f58e4abb {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:53:58.341823 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-45c585f2-a9cf-48db-81e9-964b6992fcfd req-5950da70-9cc5-4139-bfd0-5182fe320137 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:58.430864 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-45c585f2-a9cf-48db-81e9-964b6992fcfd req-5950da70-9cc5-4139-bfd0-5182fe320137 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] For port 76d4efde-e5ae-422c-aa26-ee60f58e4abb, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=76d4efde-e5ae-422c-aa26-ee60f58e4abb,segment=NetworkSegment(fde5171c-e832-4c6c-b7b0-92145c540299),segment_id=fde5171c-e832-4c6c-b7b0-92145c540299)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:53:58.431226 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-45c585f2-a9cf-48db-81e9-964b6992fcfd req-5950da70-9cc5-4139-bfd0-5182fe320137 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:58.445002 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-45c585f2-a9cf-48db-81e9-964b6992fcfd req-5950da70-9cc5-4139-bfd0-5182fe320137 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Calling delete_port for 76d4efde-e5ae-422c-aa26-ee60f58e4abb owned by compute:nova {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:53:58.523351 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device c13f2b02-5d65-49d1-9060-d75f0a348757 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:53:58.543498 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: c13f2b02-5d65-49d1-9060-d75f0a348757 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:53:58.543841 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device c13f2b02-5d65-49d1-9060-d75f0a348757 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:53:58.688153 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-45c585f2-a9cf-48db-81e9-964b6992fcfd req-5950da70-9cc5-4139-bfd0-5182fe320137 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:58.718330 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5950da70-9cc5-4139-bfd0-5182fe320137 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Port': ['ID=76d4efde-e5ae-422c-aa26-ee60f58e4abb,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:53:58.757195 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c585f2-a9cf-48db-81e9-964b6992fcfd req-5950da70-9cc5-4139-bfd0-5182fe320137 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] No DVR routers for this DVR port 76d4efde-e5ae-422c-aa26-ee60f58e4abb on host hv-neutron-8353 {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:53:58.759758 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-45c585f2-a9cf-48db-81e9-964b6992fcfd req-5950da70-9cc5-4139-bfd0-5182fe320137 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:58.763092 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-45c585f2-a9cf-48db-81e9-964b6992fcfd req-5950da70-9cc5-4139-bfd0-5182fe320137 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "DELETE /v2.0/ports/76d4efde-e5ae-422c-aa26-ee60f58e4abb HTTP/1.1" status: 204 len: 173 time: 0.5049582 Mar 28 13:53:58.763531 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47520095-c582-44eb-b3c7-30e922f4afcd', 'name': 'network-vif-deleted', 'tag': '76d4efde-e5ae-422c-aa26-ee60f58e4abb'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:53:58.765900 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7887817-9724-4ff6-a4c2-5d2c55cbe2e0" -d '{"events": [{"server_uuid": "47520095-c582-44eb-b3c7-30e922f4afcd", "name": "network-vif-deleted", "tag": "76d4efde-e5ae-422c-aa26-ee60f58e4abb"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:53:58.804487 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 13:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bef53b8-8b40-4217-9481-085368349f26 x-openstack-request-id: req-6bef53b8-8b40-4217-9481-085368349f26 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:53:58.804487 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47520095-c582-44eb-b3c7-30e922f4afcd", "name": "network-vif-deleted", "tag": "76d4efde-e5ae-422c-aa26-ee60f58e4abb", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:53:58.804487 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6bef53b8-8b40-4217-9481-085368349f26 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:53:58.804487 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47520095-c582-44eb-b3c7-30e922f4afcd', 'name': 'network-vif-deleted', 'tag': '76d4efde-e5ae-422c-aa26-ee60f58e4abb', 'status': 'completed', 'code': 200} Mar 28 13:53:59.011684 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:53:59.206476 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-749ea98f-c4be-4d87-a364-414216868ba5 req-434f2a5a-fd0d-45f9-825a-511ad87b89a0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=47520095-c582-44eb-b3c7-30e922f4afcd HTTP/1.1" status: 200 len: 210 time: 0.0263867 Mar 28 13:53:59.328315 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:00.263308 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35852) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:54:00.321211 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a87e636b-510a-4322-9642-0014613931bb tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:00.349258 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a87e636b-510a-4322-9642-0014613931bb tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:00.486378 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a87e636b-510a-4322-9642-0014613931bb tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:00.488908 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a87e636b-510a-4322-9642-0014613931bb tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:00.490071 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a87e636b-510a-4322-9642-0014613931bb tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "DELETE /v2.0/security-groups/a183e7d7-9715-4644-8090-653bd82f9416 HTTP/1.1" status: 204 len: 168 time: 0.2257855 Mar 28 13:54:00.500149 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87e636b-510a-4322-9642-0014613931bb tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a183e7d7-9715-4644-8090-653bd82f9416,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:54:00.597927 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35858) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:54:00.649562 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-c389c9bd-1c46-4bf7-ad0f-8555d33ec15d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Deleting subnet 47579314-6a6d-4e93-bfd4-ab799b0bf1a4 {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:54:00.652634 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c389c9bd-1c46-4bf7-ad0f-8555d33ec15d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:00.696934 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c389c9bd-1c46-4bf7-ad0f-8555d33ec15d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:00.783400 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c389c9bd-1c46-4bf7-ad0f-8555d33ec15d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:00.974380 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c389c9bd-1c46-4bf7-ad0f-8555d33ec15d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:01.000773 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c389c9bd-1c46-4bf7-ad0f-8555d33ec15d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Subnet': ['ID=47579314-6a6d-4e93-bfd4-ab799b0bf1a4,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:54:01.009427 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c389c9bd-1c46-4bf7-ad0f-8555d33ec15d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:01.011157 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c389c9bd-1c46-4bf7-ad0f-8555d33ec15d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "DELETE /v2.0/subnets/47579314-6a6d-4e93-bfd4-ab799b0bf1a4 HTTP/1.1" status: 204 len: 168 time: 0.4120333 Mar 28 13:54:01.013596 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35860) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:54:01.015271 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390ac2aa-2381-4d9f-a713-950bef04ea13 None None] Network 9ac539c1-c70c-4099-8f41-efaccb6f7e06 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:54:01.093290 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-95435b9e-b116-4686-acaa-934e79153a53 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:01.146611 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-95435b9e-b116-4686-acaa-934e79153a53 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Deleting port a889b2e9-67b5-4c9c-9cc4-8f83a932fe0e {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:54:01.147037 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-95435b9e-b116-4686-acaa-934e79153a53 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:01.188386 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1a3c0d-301e-464e-aaab-5276fab3e223 None None] DHCP port deletion for 9ac539c1-c70c-4099-8f41-efaccb6f7e06 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:54:01.210964 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-95435b9e-b116-4686-acaa-934e79153a53 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] For port a889b2e9-67b5-4c9c-9cc4-8f83a932fe0e, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=a889b2e9-67b5-4c9c-9cc4-8f83a932fe0e,segment=NetworkSegment(fde5171c-e832-4c6c-b7b0-92145c540299),segment_id=fde5171c-e832-4c6c-b7b0-92145c540299)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:54:01.211331 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-95435b9e-b116-4686-acaa-934e79153a53 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:01.225392 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-95435b9e-b116-4686-acaa-934e79153a53 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Calling delete_port for a889b2e9-67b5-4c9c-9cc4-8f83a932fe0e owned by network:dhcp {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:54:01.236080 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-4b1a3c0d-301e-464e-aaab-5276fab3e223 None None] Deleting port a889b2e9-67b5-4c9c-9cc4-8f83a932fe0e {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:54:01.236582 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4b1a3c0d-301e-464e-aaab-5276fab3e223 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:01.298074 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-4b1a3c0d-301e-464e-aaab-5276fab3e223 None None] For port a889b2e9-67b5-4c9c-9cc4-8f83a932fe0e, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=a889b2e9-67b5-4c9c-9cc4-8f83a932fe0e,segment=NetworkSegment(fde5171c-e832-4c6c-b7b0-92145c540299),segment_id=fde5171c-e832-4c6c-b7b0-92145c540299)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:54:01.298474 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4b1a3c0d-301e-464e-aaab-5276fab3e223 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:01.310971 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-4b1a3c0d-301e-464e-aaab-5276fab3e223 None None] Calling delete_port for a889b2e9-67b5-4c9c-9cc4-8f83a932fe0e owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:54:01.377697 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-95435b9e-b116-4686-acaa-934e79153a53 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:01.387364 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4b1a3c0d-301e-464e-aaab-5276fab3e223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:01.403670 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95435b9e-b116-4686-acaa-934e79153a53 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Port': ['ID=a889b2e9-67b5-4c9c-9cc4-8f83a932fe0e,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:54:01.410156 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95435b9e-b116-4686-acaa-934e79153a53 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] No DVR routers for this DVR port a889b2e9-67b5-4c9c-9cc4-8f83a932fe0e on host dv-neutron-835335-1-hyperv {{(pid=109612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:54:01.410914 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a3c0d-301e-464e-aaab-5276fab3e223 None None] Pushing event deleted for resources: {'Port': ['ID=a889b2e9-67b5-4c9c-9cc4-8f83a932fe0e,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:54:01.416615 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1a3c0d-301e-464e-aaab-5276fab3e223 None None] No DVR routers for this DVR port a889b2e9-67b5-4c9c-9cc4-8f83a932fe0e on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:54:01.491380 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-95435b9e-b116-4686-acaa-934e79153a53 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:01.512093 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-95435b9e-b116-4686-acaa-934e79153a53 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ac539c1-c70c-4099-8f41-efaccb6f7e06']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:54:01.521766 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-95435b9e-b116-4686-acaa-934e79153a53 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fde5171c-e832-4c6c-b7b0-92145c540299') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:54:01.522056 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-95435b9e-b116-4686-acaa-934e79153a53 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fde5171c-e832-4c6c-b7b0-92145c540299') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:54:01.531861 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-95435b9e-b116-4686-acaa-934e79153a53 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:01.544800 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-95435b9e-b116-4686-acaa-934e79153a53 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:01.551182 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95435b9e-b116-4686-acaa-934e79153a53 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:54:01.551559 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-95435b9e-b116-4686-acaa-934e79153a53 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:01.554455 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:54:01.554455 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:54:01.554455 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:54:01.554455 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:54:01.554455 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:54:01.554455 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:54:01.554455 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:54:01.554455 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:54:01.554455 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:54:01.554455 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:54:01.554455 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:54:01.554455 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:54:01.554455 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:54:01.554455 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:54:01.554455 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:54:01.554455 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:54:01.554455 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:54:01.554455 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:54:01.554455 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:54:01.554455 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:54:01.554455 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:54:01.554455 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:54:01.554455 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:54:01.554455 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:54:01.554455 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:54:01.554455 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:54:01.554455 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:54:01.554455 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:54:01.554455 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:54:01.554455 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:54:01.554455 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:54:01.554455 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:54:01.688648 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-95435b9e-b116-4686-acaa-934e79153a53 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:01.693179 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-95435b9e-b116-4686-acaa-934e79153a53 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:01.696732 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-95435b9e-b116-4686-acaa-934e79153a53 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "DELETE /v2.0/networks/9ac539c1-c70c-4099-8f41-efaccb6f7e06 HTTP/1.1" status: 204 len: 168 time: 0.6822002 Mar 28 13:54:01.704887 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35864) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:54:01.711445 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95435b9e-b116-4686-acaa-934e79153a53 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Network': ['ID=9ac539c1-c70c-4099-8f41-efaccb6f7e06,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:54:01.853384 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-8995431c-8561-47ef-ba38-4f2a5b38704b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Deleting port 453766c4-a0b5-4469-adbb-0d70c5691c43 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:54:01.853725 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8995431c-8561-47ef-ba38-4f2a5b38704b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:01.897965 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 76d4efde-e5ae-422c-aa26-ee60f58e4abb no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:54:01.929817 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] No Port match for: 76d4efde-e5ae-422c-aa26-ee60f58e4abb {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:54:01.930339 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 76d4efde-e5ae-422c-aa26-ee60f58e4abb not bound to the agent host hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:54:01.940909 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8995431c-8561-47ef-ba38-4f2a5b38704b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:01.941232 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8995431c-8561-47ef-ba38-4f2a5b38704b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:01.952437 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-8995431c-8561-47ef-ba38-4f2a5b38704b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Calling delete_port for 453766c4-a0b5-4469-adbb-0d70c5691c43 owned by network:floatingip {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:54:02.199974 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8995431c-8561-47ef-ba38-4f2a5b38704b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:02.226848 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8995431c-8561-47ef-ba38-4f2a5b38704b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Port': ['ID=453766c4-a0b5-4469-adbb-0d70c5691c43,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:54:02.252880 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8995431c-8561-47ef-ba38-4f2a5b38704b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:54:02.253227 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8995431c-8561-47ef-ba38-4f2a5b38704b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:54:02.253565 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8995431c-8561-47ef-ba38-4f2a5b38704b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:54:02.253897 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8995431c-8561-47ef-ba38-4f2a5b38704b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:54:02.254226 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8995431c-8561-47ef-ba38-4f2a5b38704b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:54:02.254553 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8995431c-8561-47ef-ba38-4f2a5b38704b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:54:02.254876 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8995431c-8561-47ef-ba38-4f2a5b38704b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:54:02.255200 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8995431c-8561-47ef-ba38-4f2a5b38704b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:54:02.255524 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8995431c-8561-47ef-ba38-4f2a5b38704b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:54:02.255841 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8995431c-8561-47ef-ba38-4f2a5b38704b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:54:02.256157 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8995431c-8561-47ef-ba38-4f2a5b38704b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:54:02.256495 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8995431c-8561-47ef-ba38-4f2a5b38704b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:54:02.297529 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8995431c-8561-47ef-ba38-4f2a5b38704b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for floatingip, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:02.298116 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [None req-8995431c-8561-47ef-ba38-4f2a5b38704b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Floating IP 4acdc3fc-2d6b-41c8-b604-e85f9093caac disassociated (deleted). External IP: 172.26.2.12, port: 59f547a1-ee62-4716-999b-0af8d6b4841e. Mar 28 13:54:02.507746 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8995431c-8561-47ef-ba38-4f2a5b38704b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Router 4da27d5a-2423-4797-b1f0-9b0193927517 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:54:02.572344 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device a889b2e9-67b5-4c9c-9cc4-8f83a932fe0e no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:54:02.595536 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: a889b2e9-67b5-4c9c-9cc4-8f83a932fe0e {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:54:02.595873 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device a889b2e9-67b5-4c9c-9cc4-8f83a932fe0e not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:54:02.618795 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8995431c-8561-47ef-ba38-4f2a5b38704b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:54:02.623612 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8995431c-8561-47ef-ba38-4f2a5b38704b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:02.627895 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc049f4f-9c09-4829-80db-76d77dec77b6 None None] Sync routers for ids ['4da27d5a-2423-4797-b1f0-9b0193927517'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:54:02.638774 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc049f4f-9c09-4829-80db-76d77dec77b6 None None] Routers {'4da27d5a-2423-4797-b1f0-9b0193927517'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:54:02.639388 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-cc049f4f-9c09-4829-80db-76d77dec77b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:53:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['4da27d5a-2423-4797-b1f0-9b0193927517'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:54:02.651852 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-8995431c-8561-47ef-ba38-4f2a5b38704b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "DELETE /v2.0/floatingips/4acdc3fc-2d6b-41c8-b604-e85f9093caac HTTP/1.1" status: 204 len: 168 time: 0.9511054 Mar 28 13:54:02.652572 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a50f999-d439-4aef-a9c9-f58eece3bd08', 'tag': '59f547a1-ee62-4716-999b-0af8d6b4841e'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:54:02.654982 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153967dc-cffc-45af-a301-8e25546abf17" -d '{"events": [{"name": "network-changed", "server_uuid": "0a50f999-d439-4aef-a9c9-f58eece3bd08", "tag": "59f547a1-ee62-4716-999b-0af8d6b4841e"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:54:02.715205 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 13:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc1ac53-3588-49aa-9636-feabcb18ec08 x-openstack-request-id: req-bcc1ac53-3588-49aa-9636-feabcb18ec08 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:54:02.715832 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a50f999-d439-4aef-a9c9-f58eece3bd08", "tag": "59f547a1-ee62-4716-999b-0af8d6b4841e", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:54:02.715832 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bcc1ac53-3588-49aa-9636-feabcb18ec08 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:54:02.716170 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a50f999-d439-4aef-a9c9-f58eece3bd08', 'tag': '59f547a1-ee62-4716-999b-0af8d6b4841e', 'status': 'completed', 'code': 200} Mar 28 13:54:02.785198 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153967dc-cffc-45af-a301-8e25546abf17 req-3987168a-af9e-4d56-a79f-e43a60d2b9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:02.785198 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-153967dc-cffc-45af-a301-8e25546abf17 req-3987168a-af9e-4d56-a79f-e43a60d2b9dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&device_id=0a50f999-d439-4aef-a9c9-f58eece3bd08 HTTP/1.1" status: 200 len: 1098 time: 0.0460758 Mar 28 13:54:02.876189 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153967dc-cffc-45af-a301-8e25546abf17 req-e58decce-f45e-45eb-a86d-8d00c93ba3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:02.878029 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-153967dc-cffc-45af-a301-8e25546abf17 req-e58decce-f45e-45eb-a86d-8d00c93ba3eb service neutron] 10.222.0.20 "GET /v2.0/networks?id=0a983283-48b7-4cca-8fb1-03f87491a2ea HTTP/1.1" status: 200 len: 898 time: 0.0877004 Mar 28 13:54:02.890079 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-cc049f4f-9c09-4829-80db-76d77dec77b6 None None] Set router 4da27d5a-2423-4797-b1f0-9b0193927517 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:54:02.925980 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-153967dc-cffc-45af-a301-8e25546abf17 req-3f438fd0-e7e3-46ad-ac4c-5a22822228d7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59f547a1-ee62-4716-999b-0af8d6b4841e HTTP/1.1" status: 200 len: 217 time: 0.0418105 Mar 28 13:54:02.978419 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153967dc-cffc-45af-a301-8e25546abf17 req-15f28ef1-b4df-4205-9e07-ee4df552de88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:02.979903 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-153967dc-cffc-45af-a301-8e25546abf17 req-15f28ef1-b4df-4205-9e07-ee4df552de88 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c947f236-8b1e-42e9-acfc-150f099caf2d HTTP/1.1" status: 200 len: 835 time: 0.0480440 Mar 28 13:54:03.030330 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153967dc-cffc-45af-a301-8e25546abf17 req-876ac03a-89e1-409e-b8db-4ecb763973aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:03.032035 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-153967dc-cffc-45af-a301-8e25546abf17 req-876ac03a-89e1-409e-b8db-4ecb763973aa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0a983283-48b7-4cca-8fb1-03f87491a2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439742 Mar 28 13:54:03.098005 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-cc049f4f-9c09-4829-80db-76d77dec77b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'name': 'tempest-TestNetworkBasicOps-router-120044596', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.45'}], 'enable_snat': True}, 'gw_port_id': '531c0b21-c506-4803-a50f-6606db7156ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:51:26Z', 'updated_at': '2022-03-28T13:53:55Z', 'revision_number': 6, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '531c0b21-c506-4803-a50f-6606db7156ef', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:92:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:51:26Z', 'updated_at': '2022-03-28T13:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '1cb93e85-cf00-4a31-934f-0cfedcacba42', 'name': '', 'network_id': '0a983283-48b7-4cca-8fb1-03f87491a2ea', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:d1:af:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'c947f236-8b1e-42e9-acfc-150f099caf2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:51:30Z', 'updated_at': '2022-03-28T13:51:34Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'c947f236-8b1e-42e9-acfc-150f099caf2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:54:03.127915 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-153967dc-cffc-45af-a301-8e25546abf17 req-7f229d97-2d76-436c-aef6-0bf69f1402e0 service neutron] 10.222.0.20 "GET /v2.0/networks/0a983283-48b7-4cca-8fb1-03f87491a2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893507 Mar 28 13:54:03.129600 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc049f4f-9c09-4829-80db-76d77dec77b6 None None] Checking router: 4da27d5a-2423-4797-b1f0-9b0193927517 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:54:03.137937 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc049f4f-9c09-4829-80db-76d77dec77b6 None None] Routers {'4da27d5a-2423-4797-b1f0-9b0193927517'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:54:03.139868 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-cc049f4f-9c09-4829-80db-76d77dec77b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:53:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['4da27d5a-2423-4797-b1f0-9b0193927517'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:54:03.248499 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-cc049f4f-9c09-4829-80db-76d77dec77b6 None None] Set router 4da27d5a-2423-4797-b1f0-9b0193927517 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:54:03.263477 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-153967dc-cffc-45af-a301-8e25546abf17 req-f1463c33-c358-4e5f-8451-0d3b6049adb1 service neutron] 10.222.0.20 "GET /v2.0/networks/0a983283-48b7-4cca-8fb1-03f87491a2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293197 Mar 28 13:54:03.273826 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fcafdc-13da-4a2a-894d-8570f77462ee req-056f3569-a664-480c-97a0-0be5ace2e66a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:03.275307 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-26fcafdc-13da-4a2a-894d-8570f77462ee req-056f3569-a664-480c-97a0-0be5ace2e66a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a50f999-d439-4aef-a9c9-f58eece3bd08 HTTP/1.1" status: 200 len: 945 time: 0.0774667 Mar 28 13:54:03.319738 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-26fcafdc-13da-4a2a-894d-8570f77462ee req-0584f44a-ffc6-44b4-bbb3-30eff3dc3872 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=340ff62d-dfed-4759-b858-8c1eed4f131a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340540 Mar 28 13:54:03.455462 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-cc049f4f-9c09-4829-80db-76d77dec77b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'name': 'tempest-TestNetworkBasicOps-router-120044596', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.45'}], 'enable_snat': True}, 'gw_port_id': '531c0b21-c506-4803-a50f-6606db7156ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:51:26Z', 'updated_at': '2022-03-28T13:53:55Z', 'revision_number': 6, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '531c0b21-c506-4803-a50f-6606db7156ef', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:92:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:51:26Z', 'updated_at': '2022-03-28T13:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '1cb93e85-cf00-4a31-934f-0cfedcacba42', 'name': '', 'network_id': '0a983283-48b7-4cca-8fb1-03f87491a2ea', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:d1:af:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'c947f236-8b1e-42e9-acfc-150f099caf2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:51:30Z', 'updated_at': '2022-03-28T13:51:34Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'c947f236-8b1e-42e9-acfc-150f099caf2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:54:03.481488 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc049f4f-9c09-4829-80db-76d77dec77b6 None None] The sync data for ids ['4da27d5a-2423-4797-b1f0-9b0193927517'] in dv-neutron-835335-1-hyperv is: [{'id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'name': 'tempest-TestNetworkBasicOps-router-120044596', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.45'}], 'enable_snat': True}, 'gw_port_id': '531c0b21-c506-4803-a50f-6606db7156ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:51:26Z', 'updated_at': '2022-03-28T13:53:55Z', 'revision_number': 6, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '531c0b21-c506-4803-a50f-6606db7156ef', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:92:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:51:26Z', 'updated_at': '2022-03-28T13:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '1cb93e85-cf00-4a31-934f-0cfedcacba42', 'name': '', 'network_id': '0a983283-48b7-4cca-8fb1-03f87491a2ea', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:d1:af:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'c947f236-8b1e-42e9-acfc-150f099caf2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:51:30Z', 'updated_at': '2022-03-28T13:51:34Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'c947f236-8b1e-42e9-acfc-150f099caf2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:54:03.714523 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb242de-8149-4c55-911b-6d7b40b7cb33 None None] New status for floating IP 4acdc3fc-2d6b-41c8-b604-e85f9093caac: DOWN {{(pid=109615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 13:54:04.439111 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a177be0-071a-450d-a6b8-448840ecb516 req-7feab252-e1bc-4482-8b3b-59cd0d53064d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:04.440815 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6a177be0-071a-450d-a6b8-448840ecb516 req-7feab252-e1bc-4482-8b3b-59cd0d53064d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a50f999-d439-4aef-a9c9-f58eece3bd08 HTTP/1.1" status: 200 len: 945 time: 0.0491571 Mar 28 13:54:04.481138 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6a177be0-071a-450d-a6b8-448840ecb516 req-5e362b6d-64d6-4a5d-a9a2-663a6ccbf352 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=340ff62d-dfed-4759-b858-8c1eed4f131a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342977 Mar 28 13:54:04.673770 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad15709-1c3b-44a6-8128-1330361003b2 req-4030e564-a838-4d22-8d10-9523b0cbc0c3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:04.675245 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1ad15709-1c3b-44a6-8128-1330361003b2 req-4030e564-a838-4d22-8d10-9523b0cbc0c3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a50f999-d439-4aef-a9c9-f58eece3bd08 HTTP/1.1" status: 200 len: 945 time: 0.0483394 Mar 28 13:54:04.767194 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-1ad15709-1c3b-44a6-8128-1330361003b2 req-57d0ccdd-c0fa-4163-bac2-ab9d6eafbb2e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Deleting port 59f547a1-ee62-4716-999b-0af8d6b4841e {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:54:04.767528 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-1ad15709-1c3b-44a6-8128-1330361003b2 req-57d0ccdd-c0fa-4163-bac2-ab9d6eafbb2e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:04.854952 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-1ad15709-1c3b-44a6-8128-1330361003b2 req-57d0ccdd-c0fa-4163-bac2-ab9d6eafbb2e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] For port 59f547a1-ee62-4716-999b-0af8d6b4841e, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=59f547a1-ee62-4716-999b-0af8d6b4841e,segment=NetworkSegment(730ef24c-20a6-4893-825e-92ad0587dcde),segment_id=730ef24c-20a6-4893-825e-92ad0587dcde)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:54:04.855317 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-1ad15709-1c3b-44a6-8128-1330361003b2 req-57d0ccdd-c0fa-4163-bac2-ab9d6eafbb2e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:04.867842 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-1ad15709-1c3b-44a6-8128-1330361003b2 req-57d0ccdd-c0fa-4163-bac2-ab9d6eafbb2e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Calling delete_port for 59f547a1-ee62-4716-999b-0af8d6b4841e owned by compute:nova {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:54:05.102879 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-1ad15709-1c3b-44a6-8128-1330361003b2 req-57d0ccdd-c0fa-4163-bac2-ab9d6eafbb2e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:05.132048 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d0ccdd-c0fa-4163-bac2-ab9d6eafbb2e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Port': ['ID=59f547a1-ee62-4716-999b-0af8d6b4841e,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:54:05.176473 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad15709-1c3b-44a6-8128-1330361003b2 req-57d0ccdd-c0fa-4163-bac2-ab9d6eafbb2e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] No DVR routers for this DVR port 59f547a1-ee62-4716-999b-0af8d6b4841e on host hv-neutron-8353 {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:54:05.179002 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-1ad15709-1c3b-44a6-8128-1330361003b2 req-57d0ccdd-c0fa-4163-bac2-ab9d6eafbb2e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:05.182445 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1ad15709-1c3b-44a6-8128-1330361003b2 req-57d0ccdd-c0fa-4163-bac2-ab9d6eafbb2e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "DELETE /v2.0/ports/59f547a1-ee62-4716-999b-0af8d6b4841e HTTP/1.1" status: 204 len: 173 time: 0.5020907 Mar 28 13:54:05.182916 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a50f999-d439-4aef-a9c9-f58eece3bd08', 'name': 'network-vif-deleted', 'tag': '59f547a1-ee62-4716-999b-0af8d6b4841e'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:54:05.185198 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07e8857-98f0-4369-9ee7-d7745d432a35" -d '{"events": [{"server_uuid": "0a50f999-d439-4aef-a9c9-f58eece3bd08", "name": "network-vif-deleted", "tag": "59f547a1-ee62-4716-999b-0af8d6b4841e"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:54:05.222146 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 13:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2600a00-73e6-46c8-bbf0-71e17fc10886 x-openstack-request-id: req-f2600a00-73e6-46c8-bbf0-71e17fc10886 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:54:05.222448 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a50f999-d439-4aef-a9c9-f58eece3bd08", "name": "network-vif-deleted", "tag": "59f547a1-ee62-4716-999b-0af8d6b4841e", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:54:05.222671 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f2600a00-73e6-46c8-bbf0-71e17fc10886 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:54:05.223068 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a50f999-d439-4aef-a9c9-f58eece3bd08', 'name': 'network-vif-deleted', 'tag': '59f547a1-ee62-4716-999b-0af8d6b4841e', 'status': 'completed', 'code': 200} Mar 28 13:54:05.588982 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-82925afe-50b3-4f03-9bd1-b9398446b3ef req-0e6c79a4-9e91-4946-9c76-7bfda5cb1a65 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a50f999-d439-4aef-a9c9-f58eece3bd08 HTTP/1.1" status: 200 len: 210 time: 0.0352507 Mar 28 13:54:06.641642 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35888) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:54:06.698579 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1e4bc62e-2693-49e0-a0a6-3d6a4f29fbab tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:06.722857 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1e4bc62e-2693-49e0-a0a6-3d6a4f29fbab tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:06.830862 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1e4bc62e-2693-49e0-a0a6-3d6a4f29fbab tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:06.834118 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1e4bc62e-2693-49e0-a0a6-3d6a4f29fbab tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:06.835335 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-1e4bc62e-2693-49e0-a0a6-3d6a4f29fbab tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "DELETE /v2.0/security-groups/340ff62d-dfed-4759-b858-8c1eed4f131a HTTP/1.1" status: 204 len: 168 time: 0.1927040 Mar 28 13:54:06.844519 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4bc62e-2693-49e0-a0a6-3d6a4f29fbab tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=340ff62d-dfed-4759-b858-8c1eed4f131a,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:54:06.929507 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35894) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:54:07.583974 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b5a9973c-ce46-4b21-a723-519e17ee2485 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:07.837186 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-b5a9973c-ce46-4b21-a723-519e17ee2485 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Deleting port 1cb93e85-cf00-4a31-934f-0cfedcacba42 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:54:07.837873 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b5a9973c-ce46-4b21-a723-519e17ee2485 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:07.919751 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 59f547a1-ee62-4716-999b-0af8d6b4841e no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:54:07.926730 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-b5a9973c-ce46-4b21-a723-519e17ee2485 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] For port 1cb93e85-cf00-4a31-934f-0cfedcacba42, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=1cb93e85-cf00-4a31-934f-0cfedcacba42,segment=NetworkSegment(730ef24c-20a6-4893-825e-92ad0587dcde),segment_id=730ef24c-20a6-4893-825e-92ad0587dcde)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:54:07.927095 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b5a9973c-ce46-4b21-a723-519e17ee2485 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:07.944667 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] No Port match for: 59f547a1-ee62-4716-999b-0af8d6b4841e {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:54:07.945011 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 59f547a1-ee62-4716-999b-0af8d6b4841e not bound to the agent host hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:54:07.948018 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-b5a9973c-ce46-4b21-a723-519e17ee2485 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Calling delete_port for 1cb93e85-cf00-4a31-934f-0cfedcacba42 owned by network:router_interface {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:54:08.163738 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-e9a61087-6567-46ce-a99d-e21b40cbaedf tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1268818762&fields=id&tenant_id=7110f97460394f8384904a1ab317b86f HTTP/1.1" status: 200 len: 267 time: 0.0378215 Mar 28 13:54:08.228389 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b5a9973c-ce46-4b21-a723-519e17ee2485 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:08.270190 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a9973c-ce46-4b21-a723-519e17ee2485 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Port': ['ID=1cb93e85-cf00-4a31-934f-0cfedcacba42,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:54:08.338694 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-f6ac3005-d803-4db0-b16c-6dc29083d32b tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:08.340164 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-f6ac3005-d803-4db0-b16c-6dc29083d32b tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/networks?id=6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c HTTP/1.1" status: 200 len: 812 time: 0.1694634 Mar 28 13:54:08.362271 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-9b4078d2-5459-4162-8325-b4faac3bbb9d tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/quotas/7110f97460394f8384904a1ab317b86f HTTP/1.1" status: 200 len: 375 time: 0.0143220 Mar 28 13:54:08.460598 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-92e4104a-fede-48ce-bf1c-40305535582a tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7110f97460394f8384904a1ab317b86f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0911708 Mar 28 13:54:08.510718 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b5a9973c-ce46-4b21-a723-519e17ee2485 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:08.744792 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-715fd6a2-384f-4636-b2b5-18965aa33490 service neutron] 10.222.0.24 "GET /v2.0/networks/6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592940 Mar 28 13:54:08.849797 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a9973c-ce46-4b21-a723-519e17ee2485 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Router 4da27d5a-2423-4797-b1f0-9b0193927517 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:54:08.915519 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-67f39df7-c811-4055-bfac-3ea5301f3e81 service neutron] 10.222.0.24 "GET /v2.0/networks/6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371524 Mar 28 13:54:08.974425 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a9973c-ce46-4b21-a723-519e17ee2485 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:54:08.979353 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b5a9973c-ce46-4b21-a723-519e17ee2485 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "PUT /v2.0/routers/4da27d5a-2423-4797-b1f0-9b0193927517/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0488005 Mar 28 13:54:08.981983 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35910) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:54:08.984976 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5baac86-e240-43b6-91fe-7bead854ebd1 None None] Sync routers for ids ['4da27d5a-2423-4797-b1f0-9b0193927517'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:54:08.994747 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5baac86-e240-43b6-91fe-7bead854ebd1 None None] Routers {'4da27d5a-2423-4797-b1f0-9b0193927517'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:54:08.995514 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-f5baac86-e240-43b6-91fe-7bead854ebd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:53:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['4da27d5a-2423-4797-b1f0-9b0193927517'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:54:09.038055 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4376ca4-e824-4321-b345-fdb996bed61e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Deleting subnet c947f236-8b1e-42e9-acfc-150f099caf2d {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:54:09.041732 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e4376ca4-e824-4321-b345-fdb996bed61e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:09.088684 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e4376ca4-e824-4321-b345-fdb996bed61e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:09.104956 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-f5baac86-e240-43b6-91fe-7bead854ebd1 None None] Set router 4da27d5a-2423-4797-b1f0-9b0193927517 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:54:09.174631 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e4376ca4-e824-4321-b345-fdb996bed61e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:09.306344 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-f5baac86-e240-43b6-91fe-7bead854ebd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'name': 'tempest-TestNetworkBasicOps-router-120044596', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.45'}], 'enable_snat': True}, 'gw_port_id': '531c0b21-c506-4803-a50f-6606db7156ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:51:26Z', 'updated_at': '2022-03-28T13:54:08Z', 'revision_number': 7, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '531c0b21-c506-4803-a50f-6606db7156ef', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:92:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:51:26Z', 'updated_at': '2022-03-28T13:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:54:09.335581 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5baac86-e240-43b6-91fe-7bead854ebd1 None None] Checking router: 4da27d5a-2423-4797-b1f0-9b0193927517 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:54:09.343046 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e4376ca4-e824-4321-b345-fdb996bed61e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:09.343679 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5baac86-e240-43b6-91fe-7bead854ebd1 None None] Routers {'4da27d5a-2423-4797-b1f0-9b0193927517'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:54:09.344284 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-f5baac86-e240-43b6-91fe-7bead854ebd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:53:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['4da27d5a-2423-4797-b1f0-9b0193927517'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:54:09.376822 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4376ca4-e824-4321-b345-fdb996bed61e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Subnet': ['ID=c947f236-8b1e-42e9-acfc-150f099caf2d,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:54:09.378712 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e4376ca4-e824-4321-b345-fdb996bed61e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:09.381969 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e4376ca4-e824-4321-b345-fdb996bed61e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "DELETE /v2.0/subnets/c947f236-8b1e-42e9-acfc-150f099caf2d HTTP/1.1" status: 204 len: 168 time: 0.3990557 Mar 28 13:54:09.385513 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35916) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:54:09.391936 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6e6fb6-d0d9-4d4f-b4f3-21b4bfe972e0 None None] Network 0a983283-48b7-4cca-8fb1-03f87491a2ea requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:54:09.496644 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7736564e-1b00-4fb3-8258-ed66415a321b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:09.524685 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-f5baac86-e240-43b6-91fe-7bead854ebd1 None None] Set router 4da27d5a-2423-4797-b1f0-9b0193927517 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:54:09.601244 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7736564e-1b00-4fb3-8258-ed66415a321b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:09.711240 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d653318-bf6f-4b72-8304-b7e282ba5916 None None] DHCP port deletion for 0a983283-48b7-4cca-8fb1-03f87491a2ea request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:54:09.718104 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-7736564e-1b00-4fb3-8258-ed66415a321b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Deleting port 531c0b21-c506-4803-a50f-6606db7156ef {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:54:09.718480 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7736564e-1b00-4fb3-8258-ed66415a321b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:09.757359 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-f5baac86-e240-43b6-91fe-7bead854ebd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'name': 'tempest-TestNetworkBasicOps-router-120044596', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.45'}], 'enable_snat': True}, 'gw_port_id': '531c0b21-c506-4803-a50f-6606db7156ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:51:26Z', 'updated_at': '2022-03-28T13:54:08Z', 'revision_number': 7, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '531c0b21-c506-4803-a50f-6606db7156ef', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:92:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:51:26Z', 'updated_at': '2022-03-28T13:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:54:09.785922 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5baac86-e240-43b6-91fe-7bead854ebd1 None None] The sync data for ids ['4da27d5a-2423-4797-b1f0-9b0193927517'] in dv-neutron-835335-1-hyperv is: [{'id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'name': 'tempest-TestNetworkBasicOps-router-120044596', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.45'}], 'enable_snat': True}, 'gw_port_id': '531c0b21-c506-4803-a50f-6606db7156ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:51:26Z', 'updated_at': '2022-03-28T13:54:08Z', 'revision_number': 7, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '531c0b21-c506-4803-a50f-6606db7156ef', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:92:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da27d5a-2423-4797-b1f0-9b0193927517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:51:26Z', 'updated_at': '2022-03-28T13:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:54:09.798325 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-7d653318-bf6f-4b72-8304-b7e282ba5916 None None] Deleting port 3f9b9ac8-a7a7-48b3-979c-a15ba46a847e {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:54:09.798697 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7d653318-bf6f-4b72-8304-b7e282ba5916 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:09.803550 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-7736564e-1b00-4fb3-8258-ed66415a321b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] For port 531c0b21-c506-4803-a50f-6606db7156ef, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=531c0b21-c506-4803-a50f-6606db7156ef,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:54:09.804162 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7736564e-1b00-4fb3-8258-ed66415a321b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:09.825470 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-7736564e-1b00-4fb3-8258-ed66415a321b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Calling delete_port for 531c0b21-c506-4803-a50f-6606db7156ef owned by network:router_gateway {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:54:10.011015 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-7d653318-bf6f-4b72-8304-b7e282ba5916 None None] For port 3f9b9ac8-a7a7-48b3-979c-a15ba46a847e, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=3f9b9ac8-a7a7-48b3-979c-a15ba46a847e,segment=NetworkSegment(730ef24c-20a6-4893-825e-92ad0587dcde),segment_id=730ef24c-20a6-4893-825e-92ad0587dcde)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:54:10.011576 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7d653318-bf6f-4b72-8304-b7e282ba5916 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:10.023726 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-7d653318-bf6f-4b72-8304-b7e282ba5916 None None] Calling delete_port for 3f9b9ac8-a7a7-48b3-979c-a15ba46a847e owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:54:10.068261 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7736564e-1b00-4fb3-8258-ed66415a321b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:10.095178 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7736564e-1b00-4fb3-8258-ed66415a321b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Port': ['ID=531c0b21-c506-4803-a50f-6606db7156ef,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:54:10.120232 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7736564e-1b00-4fb3-8258-ed66415a321b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:54:10.121135 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7736564e-1b00-4fb3-8258-ed66415a321b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:54:10.121135 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7736564e-1b00-4fb3-8258-ed66415a321b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:54:10.121348 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7736564e-1b00-4fb3-8258-ed66415a321b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:54:10.121553 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7736564e-1b00-4fb3-8258-ed66415a321b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:54:10.121876 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7736564e-1b00-4fb3-8258-ed66415a321b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:54:10.122204 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7736564e-1b00-4fb3-8258-ed66415a321b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:54:10.122528 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7736564e-1b00-4fb3-8258-ed66415a321b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:54:10.122848 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7736564e-1b00-4fb3-8258-ed66415a321b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:54:10.123166 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7736564e-1b00-4fb3-8258-ed66415a321b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:54:10.123480 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7736564e-1b00-4fb3-8258-ed66415a321b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:54:10.123799 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7736564e-1b00-4fb3-8258-ed66415a321b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:54:10.172197 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7736564e-1b00-4fb3-8258-ed66415a321b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133933816'] for router_gateway, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:10.182660 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7d653318-bf6f-4b72-8304-b7e282ba5916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:10.212991 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d653318-bf6f-4b72-8304-b7e282ba5916 None None] Pushing event deleted for resources: {'Port': ['ID=3f9b9ac8-a7a7-48b3-979c-a15ba46a847e,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:54:10.219082 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d653318-bf6f-4b72-8304-b7e282ba5916 None None] No DVR routers for this DVR port 3f9b9ac8-a7a7-48b3-979c-a15ba46a847e on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:54:10.236077 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d653318-bf6f-4b72-8304-b7e282ba5916 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:54:10.236465 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d653318-bf6f-4b72-8304-b7e282ba5916 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:54:10.236826 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d653318-bf6f-4b72-8304-b7e282ba5916 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:54:10.237148 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d653318-bf6f-4b72-8304-b7e282ba5916 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:54:10.237482 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d653318-bf6f-4b72-8304-b7e282ba5916 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:54:10.238715 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d653318-bf6f-4b72-8304-b7e282ba5916 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:54:10.238715 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d653318-bf6f-4b72-8304-b7e282ba5916 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:54:10.238715 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d653318-bf6f-4b72-8304-b7e282ba5916 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:54:10.239047 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d653318-bf6f-4b72-8304-b7e282ba5916 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:54:10.239148 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d653318-bf6f-4b72-8304-b7e282ba5916 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:54:10.239424 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d653318-bf6f-4b72-8304-b7e282ba5916 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:54:10.239745 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d653318-bf6f-4b72-8304-b7e282ba5916 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:54:10.271581 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7736564e-1b00-4fb3-8258-ed66415a321b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:10.273977 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7736564e-1b00-4fb3-8258-ed66415a321b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:10.379091 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7736564e-1b00-4fb3-8258-ed66415a321b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:10.379785 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7736564e-1b00-4fb3-8258-ed66415a321b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Fanout notify agent at l3_agent the message router_deleted on router 4da27d5a-2423-4797-b1f0-9b0193927517 {{(pid=109612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:54:10.388009 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7736564e-1b00-4fb3-8258-ed66415a321b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:10.389680 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-7736564e-1b00-4fb3-8258-ed66415a321b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "DELETE /v2.0/routers/4da27d5a-2423-4797-b1f0-9b0193927517 HTTP/1.1" status: 204 len: 168 time: 1.0024259 Mar 28 13:54:10.392219 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35918) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:54:10.475574 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8a563a86-08ec-41bb-988f-9c964667a0cc tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:10.562647 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8a563a86-08ec-41bb-988f-9c964667a0cc tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:10.574510 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-58b8bf45-327f-4834-8704-3d3e1e44d778 req-b23694e4-a40b-405b-9a61-153863d8d9ba tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f30728b-82c1-4e4a-bd87-69720ba46af5 HTTP/1.1" status: 200 len: 210 time: 0.0272260 Mar 28 13:54:10.586494 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-8a563a86-08ec-41bb-988f-9c964667a0cc tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a983283-48b7-4cca-8fb1-03f87491a2ea']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:54:10.596826 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-8a563a86-08ec-41bb-988f-9c964667a0cc tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '730ef24c-20a6-4893-825e-92ad0587dcde') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:54:10.597059 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-8a563a86-08ec-41bb-988f-9c964667a0cc tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '730ef24c-20a6-4893-825e-92ad0587dcde') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:54:10.607285 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8a563a86-08ec-41bb-988f-9c964667a0cc tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:10.622405 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8a563a86-08ec-41bb-988f-9c964667a0cc tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:10.628755 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a563a86-08ec-41bb-988f-9c964667a0cc tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:54:10.629273 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8a563a86-08ec-41bb-988f-9c964667a0cc tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:10.632353 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:54:10.632353 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:54:10.632353 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:54:10.632353 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:54:10.632353 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:54:10.632353 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:54:10.632353 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:54:10.632353 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:54:10.632353 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:54:10.632353 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:54:10.632353 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:54:10.632353 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:54:10.632353 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:54:10.632353 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:54:10.632353 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:54:10.632353 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:54:10.632353 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:54:10.632353 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:54:10.632353 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:54:10.632353 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:54:10.632353 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:54:10.632353 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:54:10.632353 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:54:10.632353 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:54:10.632353 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:54:10.632353 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:54:10.632353 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:54:10.632353 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:54:10.632353 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:54:10.632353 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:54:10.632353 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:54:10.632353 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:54:10.801025 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8a563a86-08ec-41bb-988f-9c964667a0cc tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:10.808181 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8a563a86-08ec-41bb-988f-9c964667a0cc tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:10.813472 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-8a563a86-08ec-41bb-988f-9c964667a0cc tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "DELETE /v2.0/networks/0a983283-48b7-4cca-8fb1-03f87491a2ea HTTP/1.1" status: 204 len: 168 time: 0.4196744 Mar 28 13:54:10.832662 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a563a86-08ec-41bb-988f-9c964667a0cc tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Network': ['ID=0a983283-48b7-4cca-8fb1-03f87491a2ea,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:54:10.834986 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35930) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:54:10.844889 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-2de2ceae-c400-4d65-aad9-84ab3bb5c7ec tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'network': {'name': 'tempest-network-smoke--262592016', 'project_id': '8783dd3017a04690835ab7e96e428838', 'port_security_enabled': True}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:54:10.875453 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 3f9b9ac8-a7a7-48b3-979c-a15ba46a847e no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:54:10.896105 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 3f9b9ac8-a7a7-48b3-979c-a15ba46a847e {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:54:10.901365 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 3f9b9ac8-a7a7-48b3-979c-a15ba46a847e not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:54:10.901365 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 531c0b21-c506-4803-a50f-6606db7156ef no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:54:10.915797 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 531c0b21-c506-4803-a50f-6606db7156ef {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:54:10.916133 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 531c0b21-c506-4803-a50f-6606db7156ef not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:54:10.916572 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 1cb93e85-cf00-4a31-934f-0cfedcacba42 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:54:10.919503 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de2ceae-c400-4d65-aad9-84ab3bb5c7ec tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Made reservation on behalf of 8783dd3017a04690835ab7e96e428838 for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:54:10.923435 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2de2ceae-c400-4d65-aad9-84ab3bb5c7ec tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:10.935585 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 1cb93e85-cf00-4a31-934f-0cfedcacba42 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:54:10.935932 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 1cb93e85-cf00-4a31-934f-0cfedcacba42 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:54:10.946873 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2de2ceae-c400-4d65-aad9-84ab3bb5c7ec tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:54:10.956321 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2de2ceae-c400-4d65-aad9-84ab3bb5c7ec tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:10.958720 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-2de2ceae-c400-4d65-aad9-84ab3bb5c7ec tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Added segment 47d3040d-5fac-440c-9780-cb1d9a7c81e7 of type vlan for network 79003967-7fca-4caa-b5bf-e802b22fa5d8 Mar 28 13:54:10.995254 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2de2ceae-c400-4d65-aad9-84ab3bb5c7ec tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:11.104883 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2de2ceae-c400-4d65-aad9-84ab3bb5c7ec tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:11.110423 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de2ceae-c400-4d65-aad9-84ab3bb5c7ec tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:11.110956 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2de2ceae-c400-4d65-aad9-84ab3bb5c7ec tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:11.178542 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de2ceae-c400-4d65-aad9-84ab3bb5c7ec tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Network': ['ID=79003967-7fca-4caa-b5bf-e802b22fa5d8,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:54:11.189510 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 79003967-7fca-4caa-b5bf-e802b22fa5d8 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:54:11.208189 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-2de2ceae-c400-4d65-aad9-84ab3bb5c7ec tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3720198 Mar 28 13:54:11.211012 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35932) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:54:11.216607 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-19976ac5-4b71-4d3d-8b26-0c01873a5d28 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2113084110', 'admin_state_up': True, 'project_id': '8783dd3017a04690835ab7e96e428838', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:54:11.310547 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-19976ac5-4b71-4d3d-8b26-0c01873a5d28 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:11.311625 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-19976ac5-4b71-4d3d-8b26-0c01873a5d28 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:11.362353 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-19976ac5-4b71-4d3d-8b26-0c01873a5d28 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:11.538948 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-19976ac5-4b71-4d3d-8b26-0c01873a5d28 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:11.670268 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-96c716c8-37cd-4235-8c53-e4462ae8b4d6 req-688bc543-533e-4b35-8a7b-4b23b216b6f8 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f30728b-82c1-4e4a-bd87-69720ba46af5 HTTP/1.1" status: 200 len: 210 time: 0.0259836 Mar 28 13:54:11.776525 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-19976ac5-4b71-4d3d-8b26-0c01873a5d28 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router_gateway, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:11.798224 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-19976ac5-4b71-4d3d-8b26-0c01873a5d28 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:11.897242 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-19976ac5-4b71-4d3d-8b26-0c01873a5d28 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Allocated IP 172.26.2.123 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/ec008842-e861-4bda-a35b-9763fd6ab50c) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:54:12.002762 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-19976ac5-4b71-4d3d-8b26-0c01873a5d28 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:12.087752 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-19976ac5-4b71-4d3d-8b26-0c01873a5d28 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:12.128068 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19976ac5-4b71-4d3d-8b26-0c01873a5d28 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:54:12.131084 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-19976ac5-4b71-4d3d-8b26-0c01873a5d28 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:54:12.134556 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19976ac5-4b71-4d3d-8b26-0c01873a5d28 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:54:12.139673 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19976ac5-4b71-4d3d-8b26-0c01873a5d28 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=ec008842-e861-4bda-a35b-9763fd6ab50c,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:54:12.436206 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-19976ac5-4b71-4d3d-8b26-0c01873a5d28 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router_gateway, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:12.763354 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e02dd25a-0b2b-4e64-b510-173c8549b8c4 req-30e1d927-8801-4aea-9a17-9b23ded9ab59 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f30728b-82c1-4e4a-bd87-69720ba46af5 HTTP/1.1" status: 200 len: 210 time: 0.0256670 Mar 28 13:54:12.874156 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-19976ac5-4b71-4d3d-8b26-0c01873a5d28 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:13.059132 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19976ac5-4b71-4d3d-8b26-0c01873a5d28 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Router f12bcd0f-f242-4ac3-9505-fd5a031daa6c is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:54:13.165683 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19976ac5-4b71-4d3d-8b26-0c01873a5d28 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:54:13.175669 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b3d716-d8d1-4a85-bddd-802f2b284af9 None None] Sync routers for ids ['f12bcd0f-f242-4ac3-9505-fd5a031daa6c'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:54:13.184742 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b3d716-d8d1-4a85-bddd-802f2b284af9 None None] Routers {'f12bcd0f-f242-4ac3-9505-fd5a031daa6c'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:54:13.185341 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-13b3d716-d8d1-4a85-bddd-802f2b284af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:53:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['f12bcd0f-f242-4ac3-9505-fd5a031daa6c'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:54:13.232386 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-19976ac5-4b71-4d3d-8b26-0c01873a5d28 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:13.236484 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-19976ac5-4b71-4d3d-8b26-0c01873a5d28 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0243609 Mar 28 13:54:13.237533 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35942) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:54:13.271345 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-7824a895-8013-4d42-b290-a0bf5692654b tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=8783dd3017a04690835ab7e96e428838&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327132 Mar 28 13:54:13.274024 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35944) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:54:13.293444 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-13b3d716-d8d1-4a85-bddd-802f2b284af9 None None] Set router f12bcd0f-f242-4ac3-9505-fd5a031daa6c gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:54:13.368997 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ef826e-a808-4683-86aa-fca9ea0bdfab tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:13.373256 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e6ef826e-a808-4683-86aa-fca9ea0bdfab tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0955763 Mar 28 13:54:13.373501 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35946) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:54:13.404519 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-8c0f85c8-5142-48ac-81d5-bda0005b7cc5 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=1cb296ed-c863-4502-973a-f31b82091846&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275087 Mar 28 13:54:13.404759 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35948) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:54:13.409981 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-16369c80-a6d0-4861-9ab7-4f103ba2b54b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-417979959', 'network_id': '79003967-7fca-4caa-b5bf-e802b22fa5d8', 'project_id': '8783dd3017a04690835ab7e96e428838', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:54:13.428248 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:13.566891 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-13b3d716-d8d1-4a85-bddd-802f2b284af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12bcd0f-f242-4ac3-9505-fd5a031daa6c', 'name': 'tempest-TestNetworkBasicOps-router-2113084110', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': 'ec008842-e861-4bda-a35b-9763fd6ab50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:54:11Z', 'updated_at': '2022-03-28T13:54:12Z', 'revision_number': 3, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'ec008842-e861-4bda-a35b-9763fd6ab50c', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:05:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12bcd0f-f242-4ac3-9505-fd5a031daa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:54:11Z', 'updated_at': '2022-03-28T13:54:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:54:13.585354 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-c815034c-0c96-4df1-a45e-93e4714db648 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:13.586787 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-c815034c-0c96-4df1-a45e-93e4714db648 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.20 "GET /v2.0/networks?id=6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c HTTP/1.1" status: 200 len: 812 time: 0.1298761 Mar 28 13:54:13.592520 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b3d716-d8d1-4a85-bddd-802f2b284af9 None None] Checking router: f12bcd0f-f242-4ac3-9505-fd5a031daa6c for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:54:13.592871 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b3d716-d8d1-4a85-bddd-802f2b284af9 None None] Updating router f12bcd0f-f242-4ac3-9505-fd5a031daa6c port ec008842-e861-4bda-a35b-9763fd6ab50c binding host dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 13:54:13.619106 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-13b3d716-d8d1-4a85-bddd-802f2b284af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:13.630033 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-4dc846f3-1e1f-4b01-a481-470510988a41 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7110f97460394f8384904a1ab317b86f HTTP/1.1" status: 200 len: 380 time: 0.0355234 Mar 28 13:54:13.630625 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16369c80-a6d0-4861-9ab7-4f103ba2b54b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Made reservation on behalf of 8783dd3017a04690835ab7e96e428838 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:54:13.633990 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-16369c80-a6d0-4861-9ab7-4f103ba2b54b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:13.642638 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-127f62ad-0dd0-42dd-9eda-626b7fd72bd8 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Request body: {'port': {'device_id': '8f30728b-82c1-4e4a-bd87-69720ba46af5', 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c', 'admin_state_up': True, 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'security_groups': ['7f46a231-1d39-4a20-859a-6c5c3faf8f86']}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:54:13.877738 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-13b3d716-d8d1-4a85-bddd-802f2b284af9 None None] Notify callbacks [] for port, precommit_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:13.884479 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3e827a2e-52ee-4eb3-97f7-eef0a1b4a870 req-1526f33f-c6ec-45ce-9d67-a373f687ce6f tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f30728b-82c1-4e4a-bd87-69720ba46af5 HTTP/1.1" status: 200 len: 210 time: 0.0420082 Mar 28 13:54:13.924824 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-127f62ad-0dd0-42dd-9eda-626b7fd72bd8 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Made reservation on behalf of 7110f97460394f8384904a1ab317b86f for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:54:13.931766 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-127f62ad-0dd0-42dd-9eda-626b7fd72bd8 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:13.950786 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-13b3d716-d8d1-4a85-bddd-802f2b284af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:14.015362 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-13b3d716-d8d1-4a85-bddd-802f2b284af9 None None] Attempting to bind port ec008842-e861-4bda-a35b-9763fd6ab50c on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:54:14.015598 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-16369c80-a6d0-4861-9ab7-4f103ba2b54b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:14.016806 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-13b3d716-d8d1-4a85-bddd-802f2b284af9 None None] Attempting to bind port ec008842-e861-4bda-a35b-9763fd6ab50c by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:54:14.017227 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b3d716-d8d1-4a85-bddd-802f2b284af9 None None] Attempting to bind port ec008842-e861-4bda-a35b-9763fd6ab50c on network 1cb296ed-c863-4502-973a-f31b82091846 {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:54:14.028021 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b3d716-d8d1-4a85-bddd-802f2b284af9 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:54:14.029184 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b3d716-d8d1-4a85-bddd-802f2b284af9 None None] Checking segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:54:14.029184 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-13b3d716-d8d1-4a85-bddd-802f2b284af9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:14.029397 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b3d716-d8d1-4a85-bddd-802f2b284af9 None None] Bound using segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:54:14.029866 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-13b3d716-d8d1-4a85-bddd-802f2b284af9 None None] Bound port: ec008842-e861-4bda-a35b-9763fd6ab50c, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:54:14.030306 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-13b3d716-d8d1-4a85-bddd-802f2b284af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:14.033283 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65bdd0-93a4-4db2-ad75-2a1638d79956 None None] Pushing event updated for resources: {'Port': ['ID=ec008842-e861-4bda-a35b-9763fd6ab50c,revision_number=2']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:54:14.085263 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-13b3d716-d8d1-4a85-bddd-802f2b284af9 None None] For port ec008842-e861-4bda-a35b-9763fd6ab50c, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:54:14.088796 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-13b3d716-d8d1-4a85-bddd-802f2b284af9 None None] For port ec008842-e861-4bda-a35b-9763fd6ab50c, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=ec008842-e861-4bda-a35b-9763fd6ab50c,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:54:14.123708 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-127f62ad-0dd0-42dd-9eda-626b7fd72bd8 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Allocated IP 172.20.0.11 (6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c/9c2ce5a3-629c-4977-b27a-fb42f72730c0/00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:54:14.135429 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16369c80-a6d0-4861-9ab7-4f103ba2b54b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Subnet': ['ID=a11fb683-53de-4c12-9b96-2a083e4bc12a,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:54:14.145830 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16369c80-a6d0-4861-9ab7-4f103ba2b54b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Checking segment: {'id': '47d3040d-5fac-440c-9780-cb1d9a7c81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '79003967-7fca-4caa-b5bf-e802b22fa5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:54:14.146190 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16369c80-a6d0-4861-9ab7-4f103ba2b54b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network hostable DHCP agents. Network: 79003967-7fca-4caa-b5bf-e802b22fa5d8, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:54:14.183144 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-13b3d716-d8d1-4a85-bddd-802f2b284af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:14.238234 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16369c80-a6d0-4861-9ab7-4f103ba2b54b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network 79003967-7fca-4caa-b5bf-e802b22fa5d8 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:54:14.245697 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65bdd0-93a4-4db2-ad75-2a1638d79956 None None] Pushing event updated for resources: {'Port': ['ID=ec008842-e861-4bda-a35b-9763fd6ab50c,revision_number=3']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:54:14.250696 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b3d716-d8d1-4a85-bddd-802f2b284af9 None None] Routers {'f12bcd0f-f242-4ac3-9505-fd5a031daa6c'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:54:14.251375 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-13b3d716-d8d1-4a85-bddd-802f2b284af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:53:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['f12bcd0f-f242-4ac3-9505-fd5a031daa6c'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:54:14.290691 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-127f62ad-0dd0-42dd-9eda-626b7fd72bd8 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:14.330716 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-16369c80-a6d0-4861-9ab7-4f103ba2b54b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 79003967-7fca-4caa-b5bf-e802b22fa5d8) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:54:14.338705 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16369c80-a6d0-4861-9ab7-4f103ba2b54b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:14.339482 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-16369c80-a6d0-4861-9ab7-4f103ba2b54b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:14.342831 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07986451-ec88-4c57-bb92-78b752665f03 None None] Network 79003967-7fca-4caa-b5bf-e802b22fa5d8 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:54:14.364415 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-13b3d716-d8d1-4a85-bddd-802f2b284af9 None None] Set router f12bcd0f-f242-4ac3-9505-fd5a031daa6c gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:54:14.402821 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-127f62ad-0dd0-42dd-9eda-626b7fd72bd8 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:14.443118 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-16369c80-a6d0-4861-9ab7-4f103ba2b54b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0348835 Mar 28 13:54:14.444159 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35956) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:54:14.451848 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-127f62ad-0dd0-42dd-9eda-626b7fd72bd8 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Network 6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:54:14.455301 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-127f62ad-0dd0-42dd-9eda-626b7fd72bd8 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:54:14.469341 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-127f62ad-0dd0-42dd-9eda-626b7fd72bd8 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:54:14.519917 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c4e309-de9e-45e9-967b-3d0e35e82ffc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-79003967-7fca-4caa-b5bf-e802b22fa5d8', 'network_id': '79003967-7fca-4caa-b5bf-e802b22fa5d8', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ips': [{'subnet_id': 'a11fb683-53de-4c12-9b96-2a083e4bc12a'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:54:14.522611 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-98c4e309-de9e-45e9-967b-3d0e35e82ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:14.554938 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127f62ad-0dd0-42dd-9eda-626b7fd72bd8 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Pushing event updated for resources: {'Port': ['ID=00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:54:14.594254 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-13b3d716-d8d1-4a85-bddd-802f2b284af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12bcd0f-f242-4ac3-9505-fd5a031daa6c', 'name': 'tempest-TestNetworkBasicOps-router-2113084110', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': 'ec008842-e861-4bda-a35b-9763fd6ab50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:54:11Z', 'updated_at': '2022-03-28T13:54:12Z', 'revision_number': 3, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'ec008842-e861-4bda-a35b-9763fd6ab50c', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:05:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12bcd0f-f242-4ac3-9505-fd5a031daa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:54:11Z', 'updated_at': '2022-03-28T13:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:54:14.618695 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-127f62ad-0dd0-42dd-9eda-626b7fd72bd8 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:14.619323 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-127f62ad-0dd0-42dd-9eda-626b7fd72bd8 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:14.637800 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b3d716-d8d1-4a85-bddd-802f2b284af9 None None] The sync data for ids ['f12bcd0f-f242-4ac3-9505-fd5a031daa6c'] in dv-neutron-835335-1-hyperv is: [{'id': 'f12bcd0f-f242-4ac3-9505-fd5a031daa6c', 'name': 'tempest-TestNetworkBasicOps-router-2113084110', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': 'ec008842-e861-4bda-a35b-9763fd6ab50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:54:11Z', 'updated_at': '2022-03-28T13:54:12Z', 'revision_number': 3, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'ec008842-e861-4bda-a35b-9763fd6ab50c', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:05:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12bcd0f-f242-4ac3-9505-fd5a031daa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:54:11Z', 'updated_at': '2022-03-28T13:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:54:14.706937 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-127f62ad-0dd0-42dd-9eda-626b7fd72bd8 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0694866 Mar 28 13:54:14.720480 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-c0926095-0cd2-45fd-9763-f9250ed1a6fa service neutron] Request body: {'port': {'device_id': '8f30728b-82c1-4e4a-bd87-69720ba46af5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:54:14.811083 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-c0926095-0cd2-45fd-9763-f9250ed1a6fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:14.811893 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-98c4e309-de9e-45e9-967b-3d0e35e82ffc None None] Allocated IP 172.20.0.2 (79003967-7fca-4caa-b5bf-e802b22fa5d8/a11fb683-53de-4c12-9b96-2a083e4bc12a/a719eeee-c234-4f3b-8a6c-a1a23d2809e5) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:54:14.887612 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-2fad880f-7908-4fe0-9df3-f1382ad393bc None None] Provisioning complete for port 00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:54:14.888232 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2fad880f-7908-4fe0-9df3-f1382ad393bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:14.954773 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-2fad880f-7908-4fe0-9df3-f1382ad393bc None None] Port 00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:54:15.089731 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-98c4e309-de9e-45e9-967b-3d0e35e82ffc None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:15.146401 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-549a51ed-95d2-4d7d-a0c3-9c351f584d1a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:15.195255 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-98c4e309-de9e-45e9-967b-3d0e35e82ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:15.225177 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06dca1b-7d68-4715-bc48-4aa9fb444765 req-56b407b4-a2c7-4439-a67b-3242bc172871 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:15.225177 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f06dca1b-7d68-4715-bc48-4aa9fb444765 req-56b407b4-a2c7-4439-a67b-3242bc172871 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f30728b-82c1-4e4a-bd87-69720ba46af5 HTTP/1.1" status: 200 len: 932 time: 0.1865077 Mar 28 13:54:15.227573 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c4e309-de9e-45e9-967b-3d0e35e82ffc None None] Network 79003967-7fca-4caa-b5bf-e802b22fa5d8 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:54:15.231625 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-98c4e309-de9e-45e9-967b-3d0e35e82ffc None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:54:15.240085 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c4e309-de9e-45e9-967b-3d0e35e82ffc None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:54:15.334834 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c4e309-de9e-45e9-967b-3d0e35e82ffc None None] Pushing event updated for resources: {'Port': ['ID=a719eeee-c234-4f3b-8a6c-a1a23d2809e5,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:54:15.349731 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-98c4e309-de9e-45e9-967b-3d0e35e82ffc None None] Attempting to bind port a719eeee-c234-4f3b-8a6c-a1a23d2809e5 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:54:15.350274 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-98c4e309-de9e-45e9-967b-3d0e35e82ffc None None] Attempting to bind port a719eeee-c234-4f3b-8a6c-a1a23d2809e5 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '47d3040d-5fac-440c-9780-cb1d9a7c81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '79003967-7fca-4caa-b5bf-e802b22fa5d8'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:54:15.350641 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c4e309-de9e-45e9-967b-3d0e35e82ffc None None] Attempting to bind port a719eeee-c234-4f3b-8a6c-a1a23d2809e5 on network 79003967-7fca-4caa-b5bf-e802b22fa5d8 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:54:15.356683 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c4e309-de9e-45e9-967b-3d0e35e82ffc None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:54:15.357055 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c4e309-de9e-45e9-967b-3d0e35e82ffc None None] Checking segment: {'id': '47d3040d-5fac-440c-9780-cb1d9a7c81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '79003967-7fca-4caa-b5bf-e802b22fa5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:54:15.357458 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-98c4e309-de9e-45e9-967b-3d0e35e82ffc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:15.357963 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c4e309-de9e-45e9-967b-3d0e35e82ffc None None] Bound using segment: {'id': '47d3040d-5fac-440c-9780-cb1d9a7c81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '79003967-7fca-4caa-b5bf-e802b22fa5d8'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:54:15.359096 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-98c4e309-de9e-45e9-967b-3d0e35e82ffc None None] Bound port: a719eeee-c234-4f3b-8a6c-a1a23d2809e5, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47d3040d-5fac-440c-9780-cb1d9a7c81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '79003967-7fca-4caa-b5bf-e802b22fa5d8'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:54:15.359492 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-98c4e309-de9e-45e9-967b-3d0e35e82ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:15.389104 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f06dca1b-7d68-4715-bc48-4aa9fb444765 req-79fc8773-ec11-4c34-b7de-afb86000deb2 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567760 Mar 28 13:54:15.391443 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-c0926095-0cd2-45fd-9763-f9250ed1a6fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe {{(pid=109613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 13:54:15.405811 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-c0926095-0cd2-45fd-9763-f9250ed1a6fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:15.424620 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.provisioning_blocks [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-c0926095-0cd2-45fd-9763-f9250ed1a6fa service neutron] Transition to ACTIVE for port object 00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe will not be triggered until provisioned by entity L2. {{(pid=109613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 13:54:15.441453 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-98c4e309-de9e-45e9-967b-3d0e35e82ffc None None] For port a719eeee-c234-4f3b-8a6c-a1a23d2809e5, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:54:15.444515 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-98c4e309-de9e-45e9-967b-3d0e35e82ffc None None] For port a719eeee-c234-4f3b-8a6c-a1a23d2809e5, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=a719eeee-c234-4f3b-8a6c-a1a23d2809e5,segment=NetworkSegment(47d3040d-5fac-440c-9780-cb1d9a7c81e7),segment_id=47d3040d-5fac-440c-9780-cb1d9a7c81e7)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:54:15.502499 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-c0926095-0cd2-45fd-9763-f9250ed1a6fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:15.512806 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-549a51ed-95d2-4d7d-a0c3-9c351f584d1a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Allocated IP 172.20.0.1 (79003967-7fca-4caa-b5bf-e802b22fa5d8/a11fb683-53de-4c12-9b96-2a083e4bc12a/1d194e30-9c4c-493a-8901-82fd1374258b) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:54:15.535258 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-98c4e309-de9e-45e9-967b-3d0e35e82ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:15.577027 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0926095-0cd2-45fd-9763-f9250ed1a6fa service neutron] Pushing event updated for resources: {'Port': ['ID=00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:54:15.677828 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-c0926095-0cd2-45fd-9763-f9250ed1a6fa service neutron] Attempting to bind port 00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:54:15.677828 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-c0926095-0cd2-45fd-9763-f9250ed1a6fa service neutron] Attempting to bind port 00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'f5bd50f2-580d-42b1-89bf-cef653f5376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:54:15.677828 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-c0926095-0cd2-45fd-9763-f9250ed1a6fa service neutron] Attempting to bind port 00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe on network 6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:54:15.686649 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-c0926095-0cd2-45fd-9763-f9250ed1a6fa service neutron] Port 00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe on network 6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:54:15.692328 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-c0926095-0cd2-45fd-9763-f9250ed1a6fa service neutron] Attempting to bind port 00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe on network 6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:54:15.699582 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-c0926095-0cd2-45fd-9763-f9250ed1a6fa service neutron] Checking agent: {'id': '72ab3303-6c81-4bd9-a1a9-2c5d9b681d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'started_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:54:15.699916 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-c0926095-0cd2-45fd-9763-f9250ed1a6fa service neutron] Checking segment: {'id': 'f5bd50f2-580d-42b1-89bf-cef653f5376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:54:15.700290 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-c0926095-0cd2-45fd-9763-f9250ed1a6fa service neutron] Bound using segment: {'id': 'f5bd50f2-580d-42b1-89bf-cef653f5376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c'} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:54:15.704698 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-c0926095-0cd2-45fd-9763-f9250ed1a6fa service neutron] Bound port: 00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5bd50f2-580d-42b1-89bf-cef653f5376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c'}}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:54:15.705072 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-c0926095-0cd2-45fd-9763-f9250ed1a6fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:15.729342 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c4e309-de9e-45e9-967b-3d0e35e82ffc None None] Pushing event updated for resources: {'Port': ['ID=a719eeee-c234-4f3b-8a6c-a1a23d2809e5,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:54:15.752234 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-549a51ed-95d2-4d7d-a0c3-9c351f584d1a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:15.830651 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-c0926095-0cd2-45fd-9763-f9250ed1a6fa service neutron] For port 00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe, host hv-neutron-8353, cleared binding levels {{(pid=109613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:54:15.833770 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-c0926095-0cd2-45fd-9763-f9250ed1a6fa service neutron] For port 00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe,segment=NetworkSegment(f5bd50f2-580d-42b1-89bf-cef653f5376c),segment_id=f5bd50f2-580d-42b1-89bf-cef653f5376c)] {{(pid=109613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:54:15.942847 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-549a51ed-95d2-4d7d-a0c3-9c351f584d1a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:15.945602 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-c0926095-0cd2-45fd-9763-f9250ed1a6fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:16.006359 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-c0926095-0cd2-45fd-9763-f9250ed1a6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:16.006963 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-c0926095-0cd2-45fd-9763-f9250ed1a6fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:16.008535 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-c0926095-0cd2-45fd-9763-f9250ed1a6fa service neutron] 10.222.0.20 "PUT /v2.0/ports/00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe HTTP/1.1" status: 200 len: 1094 time: 1.2941742 Mar 28 13:54:16.008980 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f30728b-82c1-4e4a-bd87-69720ba46af5', 'tag': '00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:54:16.011489 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1e5fbd-1b9d-46a3-ae89-e6f2e4d6d74e" -d '{"events": [{"name": "network-changed", "server_uuid": "8f30728b-82c1-4e4a-bd87-69720ba46af5", "tag": "00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:54:16.038537 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549a51ed-95d2-4d7d-a0c3-9c351f584d1a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network 79003967-7fca-4caa-b5bf-e802b22fa5d8 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:54:16.045886 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-549a51ed-95d2-4d7d-a0c3-9c351f584d1a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:54:16.056442 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a51ed-95d2-4d7d-a0c3-9c351f584d1a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=1d194e30-9c4c-493a-8901-82fd1374258b,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:54:16.060138 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549a51ed-95d2-4d7d-a0c3-9c351f584d1a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:54:16.103273 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0926095-0cd2-45fd-9763-f9250ed1a6fa service neutron] Pushing event updated for resources: {'Port': ['ID=00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe,revision_number=3']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:54:16.117875 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 13:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f252a1f7-2261-4c6e-b813-b5b00e91aee0 x-openstack-request-id: req-f252a1f7-2261-4c6e-b813-b5b00e91aee0 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:54:16.118165 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f30728b-82c1-4e4a-bd87-69720ba46af5", "tag": "00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:54:16.118964 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f252a1f7-2261-4c6e-b813-b5b00e91aee0 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:54:16.119309 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f30728b-82c1-4e4a-bd87-69720ba46af5', 'tag': '00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe', 'status': 'completed', 'code': 200} Mar 28 13:54:16.139401 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-549a51ed-95d2-4d7d-a0c3-9c351f584d1a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:16.190623 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e5fbd-1b9d-46a3-ae89-e6f2e4d6d74e req-325d1e98-91fa-4bb2-9ea1-66f4f1c9d32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:16.192396 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ee1e5fbd-1b9d-46a3-ae89-e6f2e4d6d74e req-325d1e98-91fa-4bb2-9ea1-66f4f1c9d32d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7110f97460394f8384904a1ab317b86f&device_id=8f30728b-82c1-4e4a-bd87-69720ba46af5 HTTP/1.1" status: 200 len: 1097 time: 0.0647721 Mar 28 13:54:16.336184 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e5fbd-1b9d-46a3-ae89-e6f2e4d6d74e req-7e717f65-4d2a-4d14-bf95-bd9ac4f91cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:16.338158 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ee1e5fbd-1b9d-46a3-ae89-e6f2e4d6d74e req-7e717f65-4d2a-4d14-bf95-bd9ac4f91cd8 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=7110f97460394f8384904a1ab317b86f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1370010 Mar 28 13:54:16.382872 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-549a51ed-95d2-4d7d-a0c3-9c351f584d1a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:16.476589 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e5fbd-1b9d-46a3-ae89-e6f2e4d6d74e req-6de85b57-a6df-4fe2-9f68-bd1c948e665c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:16.482643 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ee1e5fbd-1b9d-46a3-ae89-e6f2e4d6d74e req-6de85b57-a6df-4fe2-9f68-bd1c948e665c service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1380179 Mar 28 13:54:16.603329 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41c764-b92a-4d72-b06d-db4f834f62dd req-9782df00-4e88-4f04-a6b2-78c1e5d435cc tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:16.604942 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ba41c764-b92a-4d72-b06d-db4f834f62dd req-9782df00-4e88-4f04-a6b2-78c1e5d435cc tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f30728b-82c1-4e4a-bd87-69720ba46af5 HTTP/1.1" status: 200 len: 944 time: 0.1202390 Mar 28 13:54:16.611960 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-a520fd52-f572-49cc-b7bb-0338f090c103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:16.613545 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-a520fd52-f572-49cc-b7bb-0338f090c103 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7110f97460394f8384904a1ab317b86f&device_id=8f30728b-82c1-4e4a-bd87-69720ba46af5 HTTP/1.1" status: 200 len: 1097 time: 0.0839782 Mar 28 13:54:16.676958 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-70675250-6bcb-4371-adf0-d049652b1a34 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe HTTP/1.1" status: 200 len: 217 time: 0.0547988 Mar 28 13:54:16.712223 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device a719eeee-c234-4f3b-8a6c-a1a23d2809e5 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:54:16.736925 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ba41c764-b92a-4d72-b06d-db4f834f62dd req-84048cb4-f163-438c-aeeb-e00c38888fc5 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222866 Mar 28 13:54:16.753516 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-549a51ed-95d2-4d7d-a0c3-9c351f584d1a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:16.767047 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-46b7fb1f-1e3e-4e0f-9276-70c9ae1cb4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:16.768758 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-46b7fb1f-1e3e-4e0f-9276-70c9ae1cb4c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c2ce5a3-629c-4977-b27a-fb42f72730c0 HTTP/1.1" status: 200 len: 851 time: 0.0843658 Mar 28 13:54:16.777823 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port a719eeee-c234-4f3b-8a6c-a1a23d2809e5 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:54:16.778473 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:16.814416 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-549a51ed-95d2-4d7d-a0c3-9c351f584d1a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:16.815409 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-3f7a8d4d-ea27-446a-a05e-498290495dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:16.816937 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-3f7a8d4d-ea27-446a-a05e-498290495dc0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423672 Mar 28 13:54:16.875305 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:16.912748 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a51ed-95d2-4d7d-a0c3-9c351f584d1a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=1d194e30-9c4c-493a-8901-82fd1374258b,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:54:16.923373 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-549a51ed-95d2-4d7d-a0c3-9c351f584d1a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:16.930981 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port a719eeee-c234-4f3b-8a6c-a1a23d2809e5, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=a719eeee-c234-4f3b-8a6c-a1a23d2809e5,segment=NetworkSegment(47d3040d-5fac-440c-9780-cb1d9a7c81e7),segment_id=47d3040d-5fac-440c-9780-cb1d9a7c81e7)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:54:16.936478 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-7dc5f760-bca3-47ca-9ad5-5c5a59937ff3 service neutron] 10.222.0.20 "GET /v2.0/networks/6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118455 Mar 28 13:54:17.005462 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:17.006249 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device ec008842-e861-4bda-a35b-9763fd6ab50c up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:54:17.054616 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549a51ed-95d2-4d7d-a0c3-9c351f584d1a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network 79003967-7fca-4caa-b5bf-e802b22fa5d8 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:54:17.056201 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-549a51ed-95d2-4d7d-a0c3-9c351f584d1a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:54:17.080840 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8febf555-3234-4b53-a1b9-daca61d4a576 req-13eb7e57-9ab2-407a-ae92-08af6ed3b53f service neutron] 10.222.0.20 "GET /v2.0/networks/6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370864 Mar 28 13:54:17.107182 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=a719eeee-c234-4f3b-8a6c-a1a23d2809e5,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:54:17.154427 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port ec008842-e861-4bda-a35b-9763fd6ab50c triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:54:17.155188 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:17.237517 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549a51ed-95d2-4d7d-a0c3-9c351f584d1a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Router f12bcd0f-f242-4ac3-9505-fd5a031daa6c has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:54:17.268885 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:17.298923 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port ec008842-e861-4bda-a35b-9763fd6ab50c, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=ec008842-e861-4bda-a35b-9763fd6ab50c,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:54:17.379022 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9d3d68-1d8c-4605-b3a5-002236b0e50c None None] Network 79003967-7fca-4caa-b5bf-e802b22fa5d8 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:54:17.382084 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549a51ed-95d2-4d7d-a0c3-9c351f584d1a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:54:17.389691 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-549a51ed-95d2-4d7d-a0c3-9c351f584d1a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "PUT /v2.0/routers/f12bcd0f-f242-4ac3-9505-fd5a031daa6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9421537 Mar 28 13:54:17.390075 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35964) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:54:17.397311 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:17.414425 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a0b5df-3e52-4d71-a012-802070e4ba16 None None] Sync routers for ids ['f12bcd0f-f242-4ac3-9505-fd5a031daa6c'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:54:17.510811 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a0b5df-3e52-4d71-a012-802070e4ba16 None None] Routers {'f12bcd0f-f242-4ac3-9505-fd5a031daa6c'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:54:17.511386 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-d7a0b5df-3e52-4d71-a012-802070e4ba16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:53:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['f12bcd0f-f242-4ac3-9505-fd5a031daa6c'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:54:17.567484 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-9bbeee8f-c3e9-4855-a10e-ef5ff26436a1 None None] Provisioning complete for port a719eeee-c234-4f3b-8a6c-a1a23d2809e5 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:54:17.567767 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9bbeee8f-c3e9-4855-a10e-ef5ff26436a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:17.572851 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=ec008842-e861-4bda-a35b-9763fd6ab50c,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:54:17.733290 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-d7a0b5df-3e52-4d71-a012-802070e4ba16 None None] Set router f12bcd0f-f242-4ac3-9505-fd5a031daa6c gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:54:17.965654 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c612c-5036-43bb-90a2-66283e282c6f req-9cff267b-fc92-4a28-9780-7cf52f2553e6 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:17.967515 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-401c612c-5036-43bb-90a2-66283e282c6f req-9cff267b-fc92-4a28-9780-7cf52f2553e6 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f30728b-82c1-4e4a-bd87-69720ba46af5 HTTP/1.1" status: 200 len: 944 time: 0.1403537 Mar 28 13:54:17.969302 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c0e2ba-35c5-45b9-9495-973a34145c84 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:17.971637 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c0e2ba-35c5-45b9-9495-973a34145c84 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:17.972112 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c0e2ba-35c5-45b9-9495-973a34145c84 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:17.972606 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c0e2ba-35c5-45b9-9495-973a34145c84 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:17.973067 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c0e2ba-35c5-45b9-9495-973a34145c84 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:17.973569 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c0e2ba-35c5-45b9-9495-973a34145c84 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:17.975816 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d2c0e2ba-35c5-45b9-9495-973a34145c84 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.5844753 Mar 28 13:54:17.978401 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35968) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:54:18.026512 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-401c612c-5036-43bb-90a2-66283e282c6f req-1ac002c6-c215-48ff-8c7e-eee9811d7209 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441148 Mar 28 13:54:18.088067 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60f50ad-d40e-415f-895d-0f73f63b201b tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:18.088652 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60f50ad-d40e-415f-895d-0f73f63b201b tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:18.089111 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60f50ad-d40e-415f-895d-0f73f63b201b tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:18.089677 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60f50ad-d40e-415f-895d-0f73f63b201b tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:18.090348 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60f50ad-d40e-415f-895d-0f73f63b201b tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:18.090813 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60f50ad-d40e-415f-895d-0f73f63b201b tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:18.092695 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c60f50ad-d40e-415f-895d-0f73f63b201b tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1128128 Mar 28 13:54:18.095646 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35970) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:54:18.155773 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-d7a0b5df-3e52-4d71-a012-802070e4ba16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12bcd0f-f242-4ac3-9505-fd5a031daa6c', 'name': 'tempest-TestNetworkBasicOps-router-2113084110', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': 'ec008842-e861-4bda-a35b-9763fd6ab50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:54:11Z', 'updated_at': '2022-03-28T13:54:16Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'ec008842-e861-4bda-a35b-9763fd6ab50c', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:05:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12bcd0f-f242-4ac3-9505-fd5a031daa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:54:11Z', 'updated_at': '2022-03-28T13:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '1d194e30-9c4c-493a-8901-82fd1374258b', 'name': '', 'network_id': '79003967-7fca-4caa-b5bf-e802b22fa5d8', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:2b:b6:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12bcd0f-f242-4ac3-9505-fd5a031daa6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'a11fb683-53de-4c12-9b96-2a083e4bc12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:54:15Z', 'updated_at': '2022-03-28T13:54:16Z', 'revision_number': 2, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'a11fb683-53de-4c12-9b96-2a083e4bc12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:54:18.194322 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a0b5df-3e52-4d71-a012-802070e4ba16 None None] Checking router: f12bcd0f-f242-4ac3-9505-fd5a031daa6c for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:54:18.195058 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a0b5df-3e52-4d71-a012-802070e4ba16 None None] Updating router f12bcd0f-f242-4ac3-9505-fd5a031daa6c port 1d194e30-9c4c-493a-8901-82fd1374258b binding host dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 13:54:18.228157 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d7a0b5df-3e52-4d71-a012-802070e4ba16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:18.298901 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d6ca84c7-4828-4041-8db5-716aa6ebf3dc tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1989365 Mar 28 13:54:18.538113 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d7a0b5df-3e52-4d71-a012-802070e4ba16 None None] Notify callbacks [] for port, precommit_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:18.539403 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-12a1b545-4116-44ca-ba10-ed6ba3605ac0 None None] Provisioning complete for port a719eeee-c234-4f3b-8a6c-a1a23d2809e5 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:54:18.539755 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-12a1b545-4116-44ca-ba10-ed6ba3605ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:18.595366 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device a719eeee-c234-4f3b-8a6c-a1a23d2809e5 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:54:18.653084 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d7a0b5df-3e52-4d71-a012-802070e4ba16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:18.665223 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 35974) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:54:18.671692 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-ecd508cd-daf5-4199-947a-a7280c406c07 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1916349562', 'description': 'tempest-secgroup-smoke-1916349562 description', 'project_id': '8783dd3017a04690835ab7e96e428838'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:54:18.739518 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c791c-b18a-4a1c-bc8a-a0780d2f8faf None None] Pushing event updated for resources: {'Port': ['ID=1d194e30-9c4c-493a-8901-82fd1374258b,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:54:18.765602 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ecd508cd-daf5-4199-947a-a7280c406c07 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:18.789134 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port a719eeee-c234-4f3b-8a6c-a1a23d2809e5 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:54:18.789506 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:18.817461 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-12a1b545-4116-44ca-ba10-ed6ba3605ac0 None None] Provisioning complete for port 1d194e30-9c4c-493a-8901-82fd1374258b triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:54:18.817824 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-12a1b545-4116-44ca-ba10-ed6ba3605ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:18.846348 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ecd508cd-daf5-4199-947a-a7280c406c07 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:18.862892 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-d7a0b5df-3e52-4d71-a012-802070e4ba16 None None] Attempting to bind port 1d194e30-9c4c-493a-8901-82fd1374258b on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:54:18.863261 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-d7a0b5df-3e52-4d71-a012-802070e4ba16 None None] Attempting to bind port 1d194e30-9c4c-493a-8901-82fd1374258b by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '47d3040d-5fac-440c-9780-cb1d9a7c81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '79003967-7fca-4caa-b5bf-e802b22fa5d8'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:54:18.863619 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a0b5df-3e52-4d71-a012-802070e4ba16 None None] Attempting to bind port 1d194e30-9c4c-493a-8901-82fd1374258b on network 79003967-7fca-4caa-b5bf-e802b22fa5d8 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:54:18.868785 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-12a1b545-4116-44ca-ba10-ed6ba3605ac0 None None] Port 1d194e30-9c4c-493a-8901-82fd1374258b cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:54:18.875387 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a0b5df-3e52-4d71-a012-802070e4ba16 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:54:18.876269 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a0b5df-3e52-4d71-a012-802070e4ba16 None None] Checking segment: {'id': '47d3040d-5fac-440c-9780-cb1d9a7c81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '79003967-7fca-4caa-b5bf-e802b22fa5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:54:18.876692 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d7a0b5df-3e52-4d71-a012-802070e4ba16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:18.877081 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a0b5df-3e52-4d71-a012-802070e4ba16 None None] Bound using segment: {'id': '47d3040d-5fac-440c-9780-cb1d9a7c81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '79003967-7fca-4caa-b5bf-e802b22fa5d8'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:54:18.877553 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-d7a0b5df-3e52-4d71-a012-802070e4ba16 None None] Bound port: 1d194e30-9c4c-493a-8901-82fd1374258b, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47d3040d-5fac-440c-9780-cb1d9a7c81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '79003967-7fca-4caa-b5bf-e802b22fa5d8'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:54:18.877929 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d7a0b5df-3e52-4d71-a012-802070e4ba16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:18.908817 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ecd508cd-daf5-4199-947a-a7280c406c07 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:18.948843 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd508cd-daf5-4199-947a-a7280c406c07 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d18ad0b-e070-4594-9756-c726912e112c,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:54:18.989414 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-d7a0b5df-3e52-4d71-a012-802070e4ba16 None None] For port 1d194e30-9c4c-493a-8901-82fd1374258b, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:54:18.996946 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ecd508cd-daf5-4199-947a-a7280c406c07 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:18.998752 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ecd508cd-daf5-4199-947a-a7280c406c07 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3318415 Mar 28 13:54:19.001675 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35976) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:54:19.005591 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device ec008842-e861-4bda-a35b-9763fd6ab50c up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:54:19.009248 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-0178b6c6-bad0-4cb0-b75b-3c11cf94e61e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': '0d18ad0b-e070-4594-9756-c726912e112c', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:54:19.010030 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-d7a0b5df-3e52-4d71-a012-802070e4ba16 None None] For port 1d194e30-9c4c-493a-8901-82fd1374258b, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=1d194e30-9c4c-493a-8901-82fd1374258b,segment=NetworkSegment(47d3040d-5fac-440c-9780-cb1d9a7c81e7),segment_id=47d3040d-5fac-440c-9780-cb1d9a7c81e7)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:54:19.044517 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-09b2c319-baae-4125-9a5d-b68856d68ccc None None] Provisioning complete for port 1d194e30-9c4c-493a-8901-82fd1374258b triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:54:19.044812 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-09b2c319-baae-4125-9a5d-b68856d68ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:19.082215 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d7a0b5df-3e52-4d71-a012-802070e4ba16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:19.107515 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0178b6c6-bad0-4cb0-b75b-3c11cf94e61e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:19.114861 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-09b2c319-baae-4125-9a5d-b68856d68ccc None None] Port 1d194e30-9c4c-493a-8901-82fd1374258b cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:54:19.157436 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a0b5df-3e52-4d71-a012-802070e4ba16 None None] Routers {'f12bcd0f-f242-4ac3-9505-fd5a031daa6c'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:54:19.158070 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-d7a0b5df-3e52-4d71-a012-802070e4ba16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:53:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['f12bcd0f-f242-4ac3-9505-fd5a031daa6c'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:54:19.159108 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d4797-930e-4e8b-9126-815843119f02 req-4ab83cd0-47ad-47fa-8a88-0bb5bec6b5ba tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:19.161078 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7c5d4797-930e-4e8b-9126-815843119f02 req-4ab83cd0-47ad-47fa-8a88-0bb5bec6b5ba tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f30728b-82c1-4e4a-bd87-69720ba46af5 HTTP/1.1" status: 200 len: 944 time: 0.0521207 Mar 28 13:54:19.161328 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port ec008842-e861-4bda-a35b-9763fd6ab50c triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:54:19.161694 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:19.181214 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0178b6c6-bad0-4cb0-b75b-3c11cf94e61e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:19.217463 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c791c-b18a-4a1c-bc8a-a0780d2f8faf None None] Pushing event updated for resources: {'Port': ['ID=1d194e30-9c4c-493a-8901-82fd1374258b,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:54:19.229055 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7c5d4797-930e-4e8b-9126-815843119f02 req-da7eea8b-9066-4661-a1c5-34bec8d67147 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606694 Mar 28 13:54:19.261129 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0178b6c6-bad0-4cb0-b75b-3c11cf94e61e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:19.283583 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178b6c6-bad0-4cb0-b75b-3c11cf94e61e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd9556d5-a891-4f52-b12e-701930e4d578,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:54:19.305455 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-24a89060-4e6a-4167-b629-2031e8311f05 None None] Provisioning complete for port 1d194e30-9c4c-493a-8901-82fd1374258b triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:54:19.305737 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-24a89060-4e6a-4167-b629-2031e8311f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:19.358843 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0178b6c6-bad0-4cb0-b75b-3c11cf94e61e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:19.372559 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-0178b6c6-bad0-4cb0-b75b-3c11cf94e61e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3572721 Mar 28 13:54:19.372559 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35980) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:54:19.372559 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-6d19905e-dbeb-4ecd-a13b-a033d9ea93a9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': '0d18ad0b-e070-4594-9756-c726912e112c', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:54:19.378127 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-d7a0b5df-3e52-4d71-a012-802070e4ba16 None None] Set router f12bcd0f-f242-4ac3-9505-fd5a031daa6c gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:54:19.452612 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6d19905e-dbeb-4ecd-a13b-a033d9ea93a9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:19.512801 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6d19905e-dbeb-4ecd-a13b-a033d9ea93a9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:19.565791 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-24a89060-4e6a-4167-b629-2031e8311f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:19.584763 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6d19905e-dbeb-4ecd-a13b-a033d9ea93a9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:19.602781 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d19905e-dbeb-4ecd-a13b-a033d9ea93a9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a705066c-e560-45b4-9397-82b2ffbea23d,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:54:19.641773 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-24a89060-4e6a-4167-b629-2031e8311f05 None None] For port 1d194e30-9c4c-493a-8901-82fd1374258b, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=1d194e30-9c4c-493a-8901-82fd1374258b,segment=NetworkSegment(47d3040d-5fac-440c-9780-cb1d9a7c81e7),segment_id=47d3040d-5fac-440c-9780-cb1d9a7c81e7)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:54:19.667531 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-d7a0b5df-3e52-4d71-a012-802070e4ba16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12bcd0f-f242-4ac3-9505-fd5a031daa6c', 'name': 'tempest-TestNetworkBasicOps-router-2113084110', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': 'ec008842-e861-4bda-a35b-9763fd6ab50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:54:11Z', 'updated_at': '2022-03-28T13:54:16Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'ec008842-e861-4bda-a35b-9763fd6ab50c', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:05:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12bcd0f-f242-4ac3-9505-fd5a031daa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:54:11Z', 'updated_at': '2022-03-28T13:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '1d194e30-9c4c-493a-8901-82fd1374258b', 'name': '', 'network_id': '79003967-7fca-4caa-b5bf-e802b22fa5d8', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:2b:b6:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12bcd0f-f242-4ac3-9505-fd5a031daa6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'a11fb683-53de-4c12-9b96-2a083e4bc12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:54:15Z', 'updated_at': '2022-03-28T13:54:18Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'a11fb683-53de-4c12-9b96-2a083e4bc12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:54:19.678189 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6d19905e-dbeb-4ecd-a13b-a033d9ea93a9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:19.679409 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-6d19905e-dbeb-4ecd-a13b-a033d9ea93a9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3151112 Mar 28 13:54:19.682125 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35982) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:54:19.686466 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-9ef8f8b9-9931-4dea-bac5-aa699b8ce70c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': '0d18ad0b-e070-4594-9756-c726912e112c', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:54:19.693813 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a0b5df-3e52-4d71-a012-802070e4ba16 None None] The sync data for ids ['f12bcd0f-f242-4ac3-9505-fd5a031daa6c'] in dv-neutron-835335-1-hyperv is: [{'id': 'f12bcd0f-f242-4ac3-9505-fd5a031daa6c', 'name': 'tempest-TestNetworkBasicOps-router-2113084110', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': 'ec008842-e861-4bda-a35b-9763fd6ab50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:54:11Z', 'updated_at': '2022-03-28T13:54:16Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'ec008842-e861-4bda-a35b-9763fd6ab50c', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:05:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12bcd0f-f242-4ac3-9505-fd5a031daa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:54:11Z', 'updated_at': '2022-03-28T13:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '1d194e30-9c4c-493a-8901-82fd1374258b', 'name': '', 'network_id': '79003967-7fca-4caa-b5bf-e802b22fa5d8', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:2b:b6:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12bcd0f-f242-4ac3-9505-fd5a031daa6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'a11fb683-53de-4c12-9b96-2a083e4bc12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:54:15Z', 'updated_at': '2022-03-28T13:54:18Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'a11fb683-53de-4c12-9b96-2a083e4bc12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:54:19.696715 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-24a89060-4e6a-4167-b629-2031e8311f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:19.770927 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a89060-4e6a-4167-b629-2031e8311f05 None None] Pushing event updated for resources: {'Port': ['ID=1d194e30-9c4c-493a-8901-82fd1374258b,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:54:19.778496 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9ef8f8b9-9931-4dea-bac5-aa699b8ce70c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:19.829386 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-e0fa9774-44ed-4af9-a4b5-f613b6309f20 None None] Provisioning complete for port 1d194e30-9c4c-493a-8901-82fd1374258b triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:54:19.829932 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e0fa9774-44ed-4af9-a4b5-f613b6309f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:19.850232 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9ef8f8b9-9931-4dea-bac5-aa699b8ce70c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:19.950286 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9ef8f8b9-9931-4dea-bac5-aa699b8ce70c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:19.970484 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef8f8b9-9931-4dea-bac5-aa699b8ce70c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88d81453-8b4d-4b53-86c3-04c0572bb519,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:54:20.035844 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9ef8f8b9-9931-4dea-bac5-aa699b8ce70c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:20.037222 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-9ef8f8b9-9931-4dea-bac5-aa699b8ce70c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3541808 Mar 28 13:54:20.040068 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35984) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:54:20.044514 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-6832deee-3fa3-4b8e-a572-9289aca9a317 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': '0d18ad0b-e070-4594-9756-c726912e112c', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:54:20.136508 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6832deee-3fa3-4b8e-a572-9289aca9a317 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:20.199015 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6832deee-3fa3-4b8e-a572-9289aca9a317 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:20.287800 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6832deee-3fa3-4b8e-a572-9289aca9a317 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:20.307793 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6832deee-3fa3-4b8e-a572-9289aca9a317 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91c31aee-1582-41f8-9c87-94034cb272f4,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:54:20.352888 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669be61-2efe-4dbe-b7b9-55bbdf624d58 req-e9911434-e26f-4c46-8afe-7a70de6bd0a0 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:20.354399 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7669be61-2efe-4dbe-b7b9-55bbdf624d58 req-e9911434-e26f-4c46-8afe-7a70de6bd0a0 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f30728b-82c1-4e4a-bd87-69720ba46af5 HTTP/1.1" status: 200 len: 944 time: 0.0524633 Mar 28 13:54:20.381480 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6832deee-3fa3-4b8e-a572-9289aca9a317 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:20.383184 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-6832deee-3fa3-4b8e-a572-9289aca9a317 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3421214 Mar 28 13:54:20.386059 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35988) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:54:20.390529 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-8921e3f9-6cb6-459b-ace0-80ea7bf0b033 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': '0d18ad0b-e070-4594-9756-c726912e112c', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:54:20.395003 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7669be61-2efe-4dbe-b7b9-55bbdf624d58 req-35edaf5b-ea2b-4db0-8621-61769224ad2f tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337999 Mar 28 13:54:20.473808 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.securitygroups_db [None req-8921e3f9-6cb6-459b-ace0-80ea7bf0b033 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Project 8783dd3017a04690835ab7e96e428838 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 13:54:20.479154 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8921e3f9-6cb6-459b-ace0-80ea7bf0b033 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:20.545665 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8921e3f9-6cb6-459b-ace0-80ea7bf0b033 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:20.619074 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 1d194e30-9c4c-493a-8901-82fd1374258b up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:54:20.624658 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8921e3f9-6cb6-459b-ace0-80ea7bf0b033 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:20.647628 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8921e3f9-6cb6-459b-ace0-80ea7bf0b033 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb19ff81-dfe8-463c-8fbc-3003a3f2d97f,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:54:20.670254 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 1d194e30-9c4c-493a-8901-82fd1374258b triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:54:20.670620 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:20.724007 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8921e3f9-6cb6-459b-ace0-80ea7bf0b033 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:20.727837 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-8921e3f9-6cb6-459b-ace0-80ea7bf0b033 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3382568 Mar 28 13:54:20.728035 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 35990) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:54:20.732330 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-a7fa2af7-a359-43ae-98df-fd16be582b40 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': '0d18ad0b-e070-4594-9756-c726912e112c', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:54:20.828979 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.securitygroups_db [None req-a7fa2af7-a359-43ae-98df-fd16be582b40 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Project 8783dd3017a04690835ab7e96e428838 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 13:54:20.834358 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a7fa2af7-a359-43ae-98df-fd16be582b40 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:20.900336 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a7fa2af7-a359-43ae-98df-fd16be582b40 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:20.982027 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a7fa2af7-a359-43ae-98df-fd16be582b40 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:20.999740 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fa2af7-a359-43ae-98df-fd16be582b40 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d6fb8e1-2d08-4e85-8864-adfb2a657d9b,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:54:21.086860 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a7fa2af7-a359-43ae-98df-fd16be582b40 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:21.088111 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a7fa2af7-a359-43ae-98df-fd16be582b40 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3591208 Mar 28 13:54:21.274285 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-3ce408db-c512-4656-9aba-bc5a816d6b85 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1916349562&fields=id&tenant_id=8783dd3017a04690835ab7e96e428838 HTTP/1.1" status: 200 len: 267 time: 0.0363441 Mar 28 13:54:21.378783 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-c6458e51-2666-4ce4-a4ec-1a04d35543da tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:21.380216 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-c6458e51-2666-4ce4-a4ec-1a04d35543da tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/networks?id=79003967-7fca-4caa-b5bf-e802b22fa5d8 HTTP/1.1" status: 200 len: 796 time: 0.0992098 Mar 28 13:54:21.394953 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-8393a069-0ea2-48e7-8a7b-8ac8aaa17675 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/quotas/8783dd3017a04690835ab7e96e428838 HTTP/1.1" status: 200 len: 375 time: 0.0089862 Mar 28 13:54:21.445986 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-40169bc8-f274-43f9-b58b-fa56a66a2efb tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458581 Mar 28 13:54:21.566721 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fd6d8-64c9-4968-a378-82d49562ae9a req-84fb3a7e-cf6f-49a2-a720-5fb8cee8ab7a tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:21.568189 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ed3fd6d8-64c9-4968-a378-82d49562ae9a req-84fb3a7e-cf6f-49a2-a720-5fb8cee8ab7a tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f30728b-82c1-4e4a-bd87-69720ba46af5 HTTP/1.1" status: 200 len: 944 time: 0.1035700 Mar 28 13:54:21.593148 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-1a682e2a-79f6-49d4-8894-7290e34eca69 service neutron] 10.222.0.24 "GET /v2.0/networks/79003967-7fca-4caa-b5bf-e802b22fa5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357288 Mar 28 13:54:21.631917 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ed3fd6d8-64c9-4968-a378-82d49562ae9a req-ca66f64d-e301-41fd-b65a-dd5e780af6c6 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552897 Mar 28 13:54:21.699453 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-dce88572-aaa7-440c-92df-066d34961dd7 service neutron] 10.222.0.24 "GET /v2.0/networks/79003967-7fca-4caa-b5bf-e802b22fa5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982795 Mar 28 13:54:21.972570 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c9cd2e62-2e6e-46de-b110-8821844f7c64 req-dd831269-7bdd-460d-a04a-5fe31b592d7e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8b6d00-4a2f-4084-991d-e3f15d8aa38b HTTP/1.1" status: 200 len: 210 time: 0.0271492 Mar 28 13:54:22.747249 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27851861-4bef-4067-8af3-950d14ce098f req-f31d855e-ef9e-464d-9c50-196dedcdd19b tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:22.748719 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-27851861-4bef-4067-8af3-950d14ce098f req-f31d855e-ef9e-464d-9c50-196dedcdd19b tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f30728b-82c1-4e4a-bd87-69720ba46af5 HTTP/1.1" status: 200 len: 944 time: 0.0474188 Mar 28 13:54:22.785414 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-27851861-4bef-4067-8af3-950d14ce098f req-252d0819-5310-44e4-be9a-2146726c81c9 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300353 Mar 28 13:54:23.075235 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f2e8e6f2-7d7d-45a8-aa28-92f7268805cd req-9963c6b4-b6ab-4a43-a9ca-4154863e476f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8b6d00-4a2f-4084-991d-e3f15d8aa38b HTTP/1.1" status: 200 len: 210 time: 0.0312407 Mar 28 13:54:23.748412 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-8e85bf23-268b-4f67-bcef-2cf1e3eb47fc tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:23.749881 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-8e85bf23-268b-4f67-bcef-2cf1e3eb47fc tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "GET /v2.0/networks?id=79003967-7fca-4caa-b5bf-e802b22fa5d8 HTTP/1.1" status: 200 len: 796 time: 0.1044114 Mar 28 13:54:23.792476 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-1576b90d-c527-443a-b76f-0eda7838181e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8783dd3017a04690835ab7e96e428838 HTTP/1.1" status: 200 len: 380 time: 0.0333698 Mar 28 13:54:23.802242 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-752908ea-db68-474e-bb41-353eb087f02b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'port': {'device_id': 'bb8b6d00-4a2f-4084-991d-e3f15d8aa38b', 'network_id': '79003967-7fca-4caa-b5bf-e802b22fa5d8', 'admin_state_up': True, 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'security_groups': ['0d18ad0b-e070-4594-9756-c726912e112c']}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:54:23.933728 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893653f6-e3b8-4af8-9e65-e7931e42ca87 req-01da88e4-0161-4046-b603-883e7b3e7a57 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:23.935207 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-893653f6-e3b8-4af8-9e65-e7931e42ca87 req-01da88e4-0161-4046-b603-883e7b3e7a57 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f30728b-82c1-4e4a-bd87-69720ba46af5 HTTP/1.1" status: 200 len: 944 time: 0.0809255 Mar 28 13:54:23.979213 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-893653f6-e3b8-4af8-9e65-e7931e42ca87 req-12d82dec-c0b9-4aad-ba36-43dec7640b2e tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366623 Mar 28 13:54:23.982022 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2d7c06d0-2c58-4db6-9878-d2c6ffa2442e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:24.033785 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-752908ea-db68-474e-bb41-353eb087f02b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Made reservation on behalf of 8783dd3017a04690835ab7e96e428838 for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:54:24.037291 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-752908ea-db68-474e-bb41-353eb087f02b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:24.176393 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-260c1455-0570-4987-89f2-103c2bb08cba req-7a3fd416-3cc3-470b-a137-8f70a33a1e93 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8b6d00-4a2f-4084-991d-e3f15d8aa38b HTTP/1.1" status: 200 len: 210 time: 0.0329924 Mar 28 13:54:24.187482 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-752908ea-db68-474e-bb41-353eb087f02b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Allocated IP 172.20.0.13 (79003967-7fca-4caa-b5bf-e802b22fa5d8/a11fb683-53de-4c12-9b96-2a083e4bc12a/488d70a2-d928-4b43-83cf-50b67b37a8db) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:54:24.324435 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-752908ea-db68-474e-bb41-353eb087f02b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:24.439914 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-752908ea-db68-474e-bb41-353eb087f02b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:24.483065 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-752908ea-db68-474e-bb41-353eb087f02b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network 79003967-7fca-4caa-b5bf-e802b22fa5d8 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:54:24.486820 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-752908ea-db68-474e-bb41-353eb087f02b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:54:24.490355 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-752908ea-db68-474e-bb41-353eb087f02b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:54:24.496698 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752908ea-db68-474e-bb41-353eb087f02b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=488d70a2-d928-4b43-83cf-50b67b37a8db,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:54:24.542563 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-752908ea-db68-474e-bb41-353eb087f02b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:24.543177 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-752908ea-db68-474e-bb41-353eb087f02b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:24.636504 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-752908ea-db68-474e-bb41-353eb087f02b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8375900 Mar 28 13:54:24.651978 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-2d22d321-56c3-4585-87bc-deafcaa70ee7 service neutron] Request body: {'port': {'device_id': 'bb8b6d00-4a2f-4084-991d-e3f15d8aa38b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:54:24.663915 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-d0f68a6a-eaea-4ccb-9f98-28ee94e8a279 None None] Provisioning complete for port 488d70a2-d928-4b43-83cf-50b67b37a8db triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:54:24.669664 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d0f68a6a-eaea-4ccb-9f98-28ee94e8a279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:24.698126 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-d0f68a6a-eaea-4ccb-9f98-28ee94e8a279 None None] Port 488d70a2-d928-4b43-83cf-50b67b37a8db cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:54:24.709804 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-2d22d321-56c3-4585-87bc-deafcaa70ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:24.959055 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-2d22d321-56c3-4585-87bc-deafcaa70ee7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 488d70a2-d928-4b43-83cf-50b67b37a8db {{(pid=109613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 13:54:24.966233 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-2d22d321-56c3-4585-87bc-deafcaa70ee7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:24.977862 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.provisioning_blocks [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-2d22d321-56c3-4585-87bc-deafcaa70ee7 service neutron] Transition to ACTIVE for port object 488d70a2-d928-4b43-83cf-50b67b37a8db will not be triggered until provisioned by entity L2. {{(pid=109613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 13:54:25.072539 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-2d22d321-56c3-4585-87bc-deafcaa70ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:25.140239 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676dc415-5d44-4f18-ace3-50d9ac4a9743 req-010b7e0d-973a-4810-aee9-768f29415889 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:25.142460 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-676dc415-5d44-4f18-ace3-50d9ac4a9743 req-010b7e0d-973a-4810-aee9-768f29415889 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f30728b-82c1-4e4a-bd87-69720ba46af5 HTTP/1.1" status: 200 len: 944 time: 0.0965223 Mar 28 13:54:25.145820 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d22d321-56c3-4585-87bc-deafcaa70ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=488d70a2-d928-4b43-83cf-50b67b37a8db,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:54:25.228757 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-676dc415-5d44-4f18-ace3-50d9ac4a9743 req-370271f8-8cb5-4bae-a010-008af7167b72 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789983 Mar 28 13:54:25.253341 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-2d22d321-56c3-4585-87bc-deafcaa70ee7 service neutron] Attempting to bind port 488d70a2-d928-4b43-83cf-50b67b37a8db on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:54:25.253680 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-2d22d321-56c3-4585-87bc-deafcaa70ee7 service neutron] Attempting to bind port 488d70a2-d928-4b43-83cf-50b67b37a8db by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '47d3040d-5fac-440c-9780-cb1d9a7c81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '79003967-7fca-4caa-b5bf-e802b22fa5d8'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:54:25.254001 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-2d22d321-56c3-4585-87bc-deafcaa70ee7 service neutron] Attempting to bind port 488d70a2-d928-4b43-83cf-50b67b37a8db on network 79003967-7fca-4caa-b5bf-e802b22fa5d8 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:54:25.259913 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-2d22d321-56c3-4585-87bc-deafcaa70ee7 service neutron] Port 488d70a2-d928-4b43-83cf-50b67b37a8db on network 79003967-7fca-4caa-b5bf-e802b22fa5d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:54:25.260281 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-2d22d321-56c3-4585-87bc-deafcaa70ee7 service neutron] Attempting to bind port 488d70a2-d928-4b43-83cf-50b67b37a8db on network 79003967-7fca-4caa-b5bf-e802b22fa5d8 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:54:25.276137 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-2d22d321-56c3-4585-87bc-deafcaa70ee7 service neutron] Checking agent: {'id': '72ab3303-6c81-4bd9-a1a9-2c5d9b681d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'started_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:54:25.276487 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-2d22d321-56c3-4585-87bc-deafcaa70ee7 service neutron] Checking segment: {'id': '47d3040d-5fac-440c-9780-cb1d9a7c81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '79003967-7fca-4caa-b5bf-e802b22fa5d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:54:25.276865 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-2d22d321-56c3-4585-87bc-deafcaa70ee7 service neutron] Bound using segment: {'id': '47d3040d-5fac-440c-9780-cb1d9a7c81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '79003967-7fca-4caa-b5bf-e802b22fa5d8'} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:54:25.277290 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-2d22d321-56c3-4585-87bc-deafcaa70ee7 service neutron] Bound port: 488d70a2-d928-4b43-83cf-50b67b37a8db, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47d3040d-5fac-440c-9780-cb1d9a7c81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '79003967-7fca-4caa-b5bf-e802b22fa5d8'}}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:54:25.277646 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-2d22d321-56c3-4585-87bc-deafcaa70ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:25.350109 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a287ae-be53-42b2-a24e-002e900b5d0c req-3aedea43-42c0-4f9c-a9a2-1ca96e30ae7f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:25.351559 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c4a287ae-be53-42b2-a24e-002e900b5d0c req-3aedea43-42c0-4f9c-a9a2-1ca96e30ae7f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8b6d00-4a2f-4084-991d-e3f15d8aa38b HTTP/1.1" status: 200 len: 944 time: 0.0889971 Mar 28 13:54:25.393605 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-2d22d321-56c3-4585-87bc-deafcaa70ee7 service neutron] For port 488d70a2-d928-4b43-83cf-50b67b37a8db, host hv-neutron-8353, cleared binding levels {{(pid=109613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:54:25.397921 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-2d22d321-56c3-4585-87bc-deafcaa70ee7 service neutron] For port 488d70a2-d928-4b43-83cf-50b67b37a8db, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=488d70a2-d928-4b43-83cf-50b67b37a8db,segment=NetworkSegment(47d3040d-5fac-440c-9780-cb1d9a7c81e7),segment_id=47d3040d-5fac-440c-9780-cb1d9a7c81e7)] {{(pid=109613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:54:25.403041 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c4a287ae-be53-42b2-a24e-002e900b5d0c req-b4fe4a7e-8b33-40e5-882d-d30fad4c69c0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d18ad0b-e070-4594-9756-c726912e112c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454681 Mar 28 13:54:25.493862 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-2d22d321-56c3-4585-87bc-deafcaa70ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:25.528791 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-2d22d321-56c3-4585-87bc-deafcaa70ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:25.529395 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-2d22d321-56c3-4585-87bc-deafcaa70ee7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:25.530732 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-2d22d321-56c3-4585-87bc-deafcaa70ee7 service neutron] 10.222.0.20 "PUT /v2.0/ports/488d70a2-d928-4b43-83cf-50b67b37a8db HTTP/1.1" status: 200 len: 1094 time: 0.8838723 Mar 28 13:54:25.531165 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb8b6d00-4a2f-4084-991d-e3f15d8aa38b', 'tag': '488d70a2-d928-4b43-83cf-50b67b37a8db'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:54:25.533458 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c17614-c735-4d9a-8118-75e5b041c9b6" -d '{"events": [{"name": "network-changed", "server_uuid": "bb8b6d00-4a2f-4084-991d-e3f15d8aa38b", "tag": "488d70a2-d928-4b43-83cf-50b67b37a8db"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:54:25.556889 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d22d321-56c3-4585-87bc-deafcaa70ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=488d70a2-d928-4b43-83cf-50b67b37a8db,revision_number=3']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:54:25.576576 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 13:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6a049a-9a45-4b19-acbd-7b039e4efacf x-openstack-request-id: req-0a6a049a-9a45-4b19-acbd-7b039e4efacf {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:54:25.576866 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb8b6d00-4a2f-4084-991d-e3f15d8aa38b", "tag": "488d70a2-d928-4b43-83cf-50b67b37a8db", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:54:25.577111 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0a6a049a-9a45-4b19-acbd-7b039e4efacf {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:54:25.577551 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb8b6d00-4a2f-4084-991d-e3f15d8aa38b', 'tag': '488d70a2-d928-4b43-83cf-50b67b37a8db', 'status': 'completed', 'code': 200} Mar 28 13:54:25.648308 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c17614-c735-4d9a-8118-75e5b041c9b6 req-3d2010ca-cbbc-4387-a8b5-db5e4c61709a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:25.649826 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a3c17614-c735-4d9a-8118-75e5b041c9b6 req-3d2010ca-cbbc-4387-a8b5-db5e4c61709a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&device_id=bb8b6d00-4a2f-4084-991d-e3f15d8aa38b HTTP/1.1" status: 200 len: 1097 time: 0.0423071 Mar 28 13:54:25.752760 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c17614-c735-4d9a-8118-75e5b041c9b6 req-15ab8abe-ec70-4b84-a42c-d1f808e1f548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:25.754208 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a3c17614-c735-4d9a-8118-75e5b041c9b6 req-15ab8abe-ec70-4b84-a42c-d1f808e1f548 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=8783dd3017a04690835ab7e96e428838&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0963540 Mar 28 13:54:25.849029 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c17614-c735-4d9a-8118-75e5b041c9b6 req-09638e3b-cd13-4b23-832d-b5b0bd78b4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:25.850552 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a3c17614-c735-4d9a-8118-75e5b041c9b6 req-09638e3b-cd13-4b23-832d-b5b0bd78b4ee service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892029 Mar 28 13:54:25.926353 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-309ef7e2-d035-479f-9313-fff7356bc305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:25.927795 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-309ef7e2-d035-479f-9313-fff7356bc305 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&device_id=bb8b6d00-4a2f-4084-991d-e3f15d8aa38b HTTP/1.1" status: 200 len: 1097 time: 0.0398495 Mar 28 13:54:25.970400 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-a40548bb-2587-4e6c-af7f-a433c8a1d327 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=488d70a2-d928-4b43-83cf-50b67b37a8db HTTP/1.1" status: 200 len: 217 time: 0.0330677 Mar 28 13:54:26.027895 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-2a32576b-cb3c-41c3-b38b-4104ba649473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:26.029302 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-2a32576b-cb3c-41c3-b38b-4104ba649473 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a11fb683-53de-4c12-9b96-2a083e4bc12a HTTP/1.1" status: 200 len: 834 time: 0.0490754 Mar 28 13:54:26.083027 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-c1d1f378-3ddd-4cfa-84b1-825f4f004a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:26.084557 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-c1d1f378-3ddd-4cfa-84b1-825f4f004a0e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=79003967-7fca-4caa-b5bf-e802b22fa5d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433772 Mar 28 13:54:26.186326 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-6f23e8dd-b004-4b50-b304-fc80909feea3 service neutron] 10.222.0.20 "GET /v2.0/networks/79003967-7fca-4caa-b5bf-e802b22fa5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785990 Mar 28 13:54:26.273609 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-aaae8fbf-40c7-4200-8e2e-6fcfc0698cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:26.281302 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0765a651-b84a-4147-a687-5cbe0eda4db3 req-705a50cd-ba6f-4b93-83b1-84f01b5e4737 service neutron] 10.222.0.20 "GET /v2.0/networks/79003967-7fca-4caa-b5bf-e802b22fa5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876656 Mar 28 13:54:26.351230 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675b243-a622-4458-8d81-be6b7edc7363 req-9fa7d2f5-807f-483c-885e-03efae02136d tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:26.352730 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c675b243-a622-4458-8d81-be6b7edc7363 req-9fa7d2f5-807f-483c-885e-03efae02136d tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f30728b-82c1-4e4a-bd87-69720ba46af5 HTTP/1.1" status: 200 len: 944 time: 0.0527663 Mar 28 13:54:26.390326 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c675b243-a622-4458-8d81-be6b7edc7363 req-2120ef23-b545-4565-8f44-55823dc721f9 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314970 Mar 28 13:54:26.515647 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc0fc18-359b-4a2f-9ba3-25744b18ad8d req-d8952a29-c59c-4a76-8b33-681ff0b1f076 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:26.516865 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4bc0fc18-359b-4a2f-9ba3-25744b18ad8d req-d8952a29-c59c-4a76-8b33-681ff0b1f076 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8b6d00-4a2f-4084-991d-e3f15d8aa38b HTTP/1.1" status: 200 len: 944 time: 0.0471754 Mar 28 13:54:26.553894 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4bc0fc18-359b-4a2f-9ba3-25744b18ad8d req-48f92891-070a-4fc0-a037-3bbfeabb16f2 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d18ad0b-e070-4594-9756-c726912e112c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309291 Mar 28 13:54:27.508853 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48b998-2c86-447e-b26d-039bc4de22b6 req-6d0eebf3-0395-478f-9380-2a01bb45a270 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:27.510223 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5e48b998-2c86-447e-b26d-039bc4de22b6 req-6d0eebf3-0395-478f-9380-2a01bb45a270 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f30728b-82c1-4e4a-bd87-69720ba46af5 HTTP/1.1" status: 200 len: 944 time: 0.0527487 Mar 28 13:54:27.546719 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5e48b998-2c86-447e-b26d-039bc4de22b6 req-8811831f-74df-4351-bfbf-9137942ba688 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297849 Mar 28 13:54:27.647367 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:27.665847 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7c22f-e9fb-4ca5-aa07-dfe3232fcc7c req-89da8b19-2e15-4a0a-9d8c-d0d1bc538f3c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:27.667330 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3bd7c22f-e9fb-4ca5-aa07-dfe3232fcc7c req-89da8b19-2e15-4a0a-9d8c-d0d1bc538f3c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8b6d00-4a2f-4084-991d-e3f15d8aa38b HTTP/1.1" status: 200 len: 944 time: 0.0478380 Mar 28 13:54:27.705990 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3bd7c22f-e9fb-4ca5-aa07-dfe3232fcc7c req-b17add2d-cb80-4397-9fbe-3d503836a45e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d18ad0b-e070-4594-9756-c726912e112c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317545 Mar 28 13:54:27.973592 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 13:54:28.069394 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe,segment=NetworkSegment(f5bd50f2-580d-42b1-89bf-cef653f5376c),segment_id=f5bd50f2-580d-42b1-89bf-cef653f5376c)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:54:28.080167 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': '00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe', 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c', 'port_id': '00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe', 'mac_address': 'fa:16:3e:cf:12:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c2ce5a3-629c-4977-b27a-fb42f72730c0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 13:54:28.115604 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:28.132018 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 13:54:28.150308 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe,segment=NetworkSegment(f5bd50f2-580d-42b1-89bf-cef653f5376c),segment_id=f5bd50f2-580d-42b1-89bf-cef653f5376c)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:54:28.233360 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:28.233947 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 488d70a2-d928-4b43-83cf-50b67b37a8db details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 13:54:28.300973 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:54:28.363758 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 488d70a2-d928-4b43-83cf-50b67b37a8db, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=488d70a2-d928-4b43-83cf-50b67b37a8db,segment=NetworkSegment(47d3040d-5fac-440c-9780-cb1d9a7c81e7),segment_id=47d3040d-5fac-440c-9780-cb1d9a7c81e7)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:54:28.377497 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': '488d70a2-d928-4b43-83cf-50b67b37a8db', 'network_id': '79003967-7fca-4caa-b5bf-e802b22fa5d8', 'port_id': '488d70a2-d928-4b43-83cf-50b67b37a8db', 'mac_address': 'fa:16:3e:ff:1c:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a11fb683-53de-4c12-9b96-2a083e4bc12a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 13:54:28.412646 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:28.425666 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 488d70a2-d928-4b43-83cf-50b67b37a8db {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 13:54:28.444045 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 488d70a2-d928-4b43-83cf-50b67b37a8db, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=488d70a2-d928-4b43-83cf-50b67b37a8db,segment=NetworkSegment(47d3040d-5fac-440c-9780-cb1d9a7c81e7),segment_id=47d3040d-5fac-440c-9780-cb1d9a7c81e7)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:54:28.536513 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:28.584250 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=488d70a2-d928-4b43-83cf-50b67b37a8db,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:54:28.662146 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2af5a2-4bdb-470a-8c14-130c88d991c8 req-e02a500b-2e28-4ae2-9cf8-ab7d84e9734b tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:28.663657 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1c2af5a2-4bdb-470a-8c14-130c88d991c8 req-e02a500b-2e28-4ae2-9cf8-ab7d84e9734b tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f30728b-82c1-4e4a-bd87-69720ba46af5 HTTP/1.1" status: 200 len: 945 time: 0.0499942 Mar 28 13:54:28.700485 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1c2af5a2-4bdb-470a-8c14-130c88d991c8 req-fa259753-dc72-47c3-bcb3-ccb6535c4f70 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308056 Mar 28 13:54:28.823096 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af676452-190d-4da3-92a8-fcf2f62c1e40 req-35575a4b-f885-4577-9ba3-7ef7ffa11165 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:28.824567 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-af676452-190d-4da3-92a8-fcf2f62c1e40 req-35575a4b-f885-4577-9ba3-7ef7ffa11165 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8b6d00-4a2f-4084-991d-e3f15d8aa38b HTTP/1.1" status: 200 len: 945 time: 0.0532269 Mar 28 13:54:28.861744 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-af676452-190d-4da3-92a8-fcf2f62c1e40 req-d1a710fa-0d27-41ac-b60b-f08824482b29 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d18ad0b-e070-4594-9756-c726912e112c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312448 Mar 28 13:54:28.870470 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:28.885627 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['488d70a2-d928-4b43-83cf-50b67b37a8db'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 13:54:28.912469 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 13:54:29.348997 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:29.817745 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4dcff-0663-4722-9a3d-48a8738290ae req-edc00655-6d11-46d3-844a-b76e017b3aac tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:29.819198 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f0b4dcff-0663-4722-9a3d-48a8738290ae req-edc00655-6d11-46d3-844a-b76e017b3aac tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f30728b-82c1-4e4a-bd87-69720ba46af5 HTTP/1.1" status: 200 len: 945 time: 0.0485513 Mar 28 13:54:29.855836 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f0b4dcff-0663-4722-9a3d-48a8738290ae req-3e23d20d-bee2-4040-818f-e4ab0b6318a4 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307343 Mar 28 13:54:29.973913 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677803e0-03d7-46a7-9220-14f996788e51 req-d907708a-7042-4b98-8b4c-9c37fed2cf90 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:29.975370 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-677803e0-03d7-46a7-9220-14f996788e51 req-d907708a-7042-4b98-8b4c-9c37fed2cf90 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8b6d00-4a2f-4084-991d-e3f15d8aa38b HTTP/1.1" status: 200 len: 945 time: 0.0479300 Mar 28 13:54:30.012207 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-677803e0-03d7-46a7-9220-14f996788e51 req-da65c75f-97a5-4aaa-8cff-0c10f52db79f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d18ad0b-e070-4594-9756-c726912e112c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308387 Mar 28 13:54:30.972630 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249056e-8efc-4cb2-ad6a-f16a1c826ae9 req-fe40eeb8-54e8-4ee0-a759-537bf9946922 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:30.974115 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4249056e-8efc-4cb2-ad6a-f16a1c826ae9 req-fe40eeb8-54e8-4ee0-a759-537bf9946922 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f30728b-82c1-4e4a-bd87-69720ba46af5 HTTP/1.1" status: 200 len: 945 time: 0.0517375 Mar 28 13:54:31.011774 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4249056e-8efc-4cb2-ad6a-f16a1c826ae9 req-8418343e-79cf-4868-a1b1-eaa2491f8ab7 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304759 Mar 28 13:54:31.123156 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e96a3-8765-4a97-b412-22fd088cc6ae req-7546cd38-e36a-4224-8d43-a2eaf8758c19 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:31.124551 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f12e96a3-8765-4a97-b412-22fd088cc6ae req-7546cd38-e36a-4224-8d43-a2eaf8758c19 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8b6d00-4a2f-4084-991d-e3f15d8aa38b HTTP/1.1" status: 200 len: 945 time: 0.0479617 Mar 28 13:54:31.161471 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f12e96a3-8765-4a97-b412-22fd088cc6ae req-d18264d6-8059-4385-a1b8-60d3bc8994fb tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d18ad0b-e070-4594-9756-c726912e112c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305719 Mar 28 13:54:31.217463 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 13:54:32.020304 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:54:32.125342 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1e89b-b9bd-4d61-acf3-34a754f57c30 req-9238d830-2343-4fd8-a621-d00c910557b1 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:32.126832 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bec1e89b-b9bd-4d61-acf3-34a754f57c30 req-9238d830-2343-4fd8-a621-d00c910557b1 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f30728b-82c1-4e4a-bd87-69720ba46af5 HTTP/1.1" status: 200 len: 945 time: 0.0486181 Mar 28 13:54:32.163343 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bec1e89b-b9bd-4d61-acf3-34a754f57c30 req-254c5a6d-14b2-4050-8136-9c86840ea614 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305889 Mar 28 13:54:32.171080 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning for port 00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe completed by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 13:54:32.176770 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port 00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:54:32.177136 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:32.253942 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:32.276916 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f30728b-82c1-4e4a-bd87-69720ba46af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:54:32.279061 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44907b0-cf0e-4f0f-a0fc-aca54e299632" -d '{"events": [{"server_uuid": "8f30728b-82c1-4e4a-bd87-69720ba46af5", "name": "network-vif-plugged", "status": "completed", "tag": "00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:54:32.282125 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce46ea-0830-4cd7-98d9-1f0814536b07 req-24415ac1-2624-4bb9-a53d-bf3f4eb16107 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:32.283633 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-86ce46ea-0830-4cd7-98d9-1f0814536b07 req-24415ac1-2624-4bb9-a53d-bf3f4eb16107 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8b6d00-4a2f-4084-991d-e3f15d8aa38b HTTP/1.1" status: 200 len: 945 time: 0.0539513 Mar 28 13:54:32.292502 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe,segment=NetworkSegment(f5bd50f2-580d-42b1-89bf-cef653f5376c),segment_id=f5bd50f2-580d-42b1-89bf-cef653f5376c)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:54:32.319775 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 13:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d4c719-5094-4ab7-a49d-199ad32106d3 x-openstack-request-id: req-17d4c719-5094-4ab7-a49d-199ad32106d3 {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:54:32.320302 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f30728b-82c1-4e4a-bd87-69720ba46af5", "name": "network-vif-plugged", "status": "completed", "tag": "00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:54:32.320585 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-17d4c719-5094-4ab7-a49d-199ad32106d3 {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:54:32.320984 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f30728b-82c1-4e4a-bd87-69720ba46af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe', 'code': 200} Mar 28 13:54:32.323431 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-86ce46ea-0830-4cd7-98d9-1f0814536b07 req-7bb605ec-e529-40da-b853-720c5c17c80f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d18ad0b-e070-4594-9756-c726912e112c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330582 Mar 28 13:54:32.353598 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:32.354405 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 488d70a2-d928-4b43-83cf-50b67b37a8db up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:54:32.431581 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:54:32.524943 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning for port 488d70a2-d928-4b43-83cf-50b67b37a8db completed by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 13:54:32.529260 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port 488d70a2-d928-4b43-83cf-50b67b37a8db triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:54:32.529574 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:32.585776 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed0e0f1-057c-4696-a49c-eb57d3058710 req-3fccd60d-b419-4da5-a9b0-25c7c4ec01a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:32.587251 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5ed0e0f1-057c-4696-a49c-eb57d3058710 req-3fccd60d-b419-4da5-a9b0-25c7c4ec01a0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8f30728b-82c1-4e4a-bd87-69720ba46af5 HTTP/1.1" status: 200 len: 1099 time: 0.0406790 Mar 28 13:54:32.608153 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:32.620476 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5ed0e0f1-057c-4696-a49c-eb57d3058710 req-f6015dc6-8d14-4f5e-90cc-4d6e2cca2357 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269480 Mar 28 13:54:32.643071 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 488d70a2-d928-4b43-83cf-50b67b37a8db, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=488d70a2-d928-4b43-83cf-50b67b37a8db,segment=NetworkSegment(47d3040d-5fac-440c-9780-cb1d9a7c81e7),segment_id=47d3040d-5fac-440c-9780-cb1d9a7c81e7)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:54:32.715529 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:32.762003 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=488d70a2-d928-4b43-83cf-50b67b37a8db,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:54:33.278614 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae34015-869c-4f15-a6ec-873632ce8f39 req-e5952e06-1026-4124-88af-806c276edd27 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:33.280058 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8ae34015-869c-4f15-a6ec-873632ce8f39 req-e5952e06-1026-4124-88af-806c276edd27 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f30728b-82c1-4e4a-bd87-69720ba46af5 HTTP/1.1" status: 200 len: 946 time: 0.0476785 Mar 28 13:54:33.318571 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8ae34015-869c-4f15-a6ec-873632ce8f39 req-1cb02581-1b01-46ef-964b-46f9f1989d65 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318255 Mar 28 13:54:33.440336 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d10e3-a6d0-41e1-a532-5927d42a2eea req-feb7140a-ea3d-49db-b48b-57c9981a23a8 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:33.441861 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5d8d10e3-a6d0-41e1-a532-5927d42a2eea req-feb7140a-ea3d-49db-b48b-57c9981a23a8 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8b6d00-4a2f-4084-991d-e3f15d8aa38b HTTP/1.1" status: 200 len: 946 time: 0.0512383 Mar 28 13:54:33.478690 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5d8d10e3-a6d0-41e1-a532-5927d42a2eea req-7112d1b6-f066-4492-ab82-3787e4ba1ec5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d18ad0b-e070-4594-9756-c726912e112c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309455 Mar 28 13:54:34.321970 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8b6d00-4a2f-4084-991d-e3f15d8aa38b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488d70a2-d928-4b43-83cf-50b67b37a8db'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:54:34.324291 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72d1c47-802e-4020-9785-de9ef8f3296e" -d '{"events": [{"server_uuid": "bb8b6d00-4a2f-4084-991d-e3f15d8aa38b", "name": "network-vif-plugged", "status": "completed", "tag": "488d70a2-d928-4b43-83cf-50b67b37a8db"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:54:34.360445 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 13:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b633be69-9eb7-4303-872c-7523fcb39d3b x-openstack-request-id: req-b633be69-9eb7-4303-872c-7523fcb39d3b {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:54:34.360728 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb8b6d00-4a2f-4084-991d-e3f15d8aa38b", "name": "network-vif-plugged", "status": "completed", "tag": "488d70a2-d928-4b43-83cf-50b67b37a8db", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:54:34.360983 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b633be69-9eb7-4303-872c-7523fcb39d3b {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:54:34.361375 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8b6d00-4a2f-4084-991d-e3f15d8aa38b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488d70a2-d928-4b43-83cf-50b67b37a8db', 'code': 200} Mar 28 13:54:34.431991 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789bf573-22fe-456a-a748-3c2b1035acd9 req-36aab4fc-57c5-4069-ba50-66da510dd983 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:34.433513 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-789bf573-22fe-456a-a748-3c2b1035acd9 req-36aab4fc-57c5-4069-ba50-66da510dd983 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f30728b-82c1-4e4a-bd87-69720ba46af5 HTTP/1.1" status: 200 len: 946 time: 0.0493491 Mar 28 13:54:34.471185 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-789bf573-22fe-456a-a748-3c2b1035acd9 req-6652ba70-a688-46c4-b995-826408c521ec tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312753 Mar 28 13:54:34.614868 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a484c-29b6-48c2-a4b9-3bc37978e262 req-e1378f5d-3a70-44d8-8cb8-ae2a1bb8ccec tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:34.616347 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5c2a484c-29b6-48c2-a4b9-3bc37978e262 req-e1378f5d-3a70-44d8-8cb8-ae2a1bb8ccec tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f30728b-82c1-4e4a-bd87-69720ba46af5 HTTP/1.1" status: 200 len: 946 time: 0.0763922 Mar 28 13:54:34.629334 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb427b-bdd0-4300-b925-8970e2f14bec req-04d16394-b40f-43ae-93f0-27639da87c75 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:34.630766 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7aeb427b-bdd0-4300-b925-8970e2f14bec req-04d16394-b40f-43ae-93f0-27639da87c75 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8b6d00-4a2f-4084-991d-e3f15d8aa38b HTTP/1.1" status: 200 len: 946 time: 0.0810854 Mar 28 13:54:34.717007 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5c2a484c-29b6-48c2-a4b9-3bc37978e262 req-73adc06a-9774-4c05-b373-6cdac4ffd0dd tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852892 Mar 28 13:54:34.724423 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7aeb427b-bdd0-4300-b925-8970e2f14bec req-44c8e205-e8e1-4136-9750-7c39093e70e9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d18ad0b-e070-4594-9756-c726912e112c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860465 Mar 28 13:54:34.726879 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c230d0-386b-43ad-81d8-9a5a2be560b7 req-0eafc02b-ef4b-4fc2-948e-c343d70fdd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:34.728255 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-68c230d0-386b-43ad-81d8-9a5a2be560b7 req-0eafc02b-ef4b-4fc2-948e-c343d70fdd8f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bb8b6d00-4a2f-4084-991d-e3f15d8aa38b HTTP/1.1" status: 200 len: 1099 time: 0.0908666 Mar 28 13:54:34.739574 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36074) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:54:34.763526 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-68c230d0-386b-43ad-81d8-9a5a2be560b7 req-6ac01128-3ba8-4eb4-907d-70d6376fb9b1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0d18ad0b-e070-4594-9756-c726912e112c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281730 Mar 28 13:54:34.823687 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64b4936-71b8-4227-9e9b-687e721a80d5 tempest-TestVolumeBootPattern-491642976 tempest-TestVolumeBootPattern-491642976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:34.825198 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d64b4936-71b8-4227-9e9b-687e721a80d5 tempest-TestVolumeBootPattern-491642976 tempest-TestVolumeBootPattern-491642976-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8f30728b-82c1-4e4a-bd87-69720ba46af5 HTTP/1.1" status: 200 len: 1094 time: 0.0840998 Mar 28 13:54:34.828095 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36078) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:54:34.832383 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-b999c295-c1d6-4bfb-b4e1-16d3f3e1850f tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Request body: {'floatingip': {'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'port_id': '00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:54:34.915864 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b999c295-c1d6-4bfb-b4e1-16d3f3e1850f tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks [] for floatingip, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:35.014900 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b999c295-c1d6-4bfb-b4e1-16d3f3e1850f tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:35.352050 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-b999c295-c1d6-4bfb-b4e1-16d3f3e1850f tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Allocated IP 172.26.2.2 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/b7e71cdb-42c3-4acb-b04b-bf3500e65718) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:54:35.452711 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b999c295-c1d6-4bfb-b4e1-16d3f3e1850f tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:35.556078 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b999c295-c1d6-4bfb-b4e1-16d3f3e1850f tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:35.592698 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b999c295-c1d6-4bfb-b4e1-16d3f3e1850f tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:54:35.596132 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-b999c295-c1d6-4bfb-b4e1-16d3f3e1850f tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:54:35.599729 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b999c295-c1d6-4bfb-b4e1-16d3f3e1850f tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:54:35.626689 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999c295-c1d6-4bfb-b4e1-16d3f3e1850f tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Pushing event updated for resources: {'Port': ['ID=b7e71cdb-42c3-4acb-b04b-bf3500e65718,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:54:35.842054 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c421a68-9205-4a49-8117-de45ea04f6d5 req-82da42e9-1a93-4dc4-ab8d-885bd6cde2d1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:35.843487 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9c421a68-9205-4a49-8117-de45ea04f6d5 req-82da42e9-1a93-4dc4-ab8d-885bd6cde2d1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8b6d00-4a2f-4084-991d-e3f15d8aa38b HTTP/1.1" status: 200 len: 946 time: 0.0522885 Mar 28 13:54:35.880791 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9c421a68-9205-4a49-8117-de45ea04f6d5 req-db40b16e-97dd-4d61-8e50-8db9089723c4 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d18ad0b-e070-4594-9756-c726912e112c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310855 Mar 28 13:54:35.965856 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b999c295-c1d6-4bfb-b4e1-16d3f3e1850f tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:36.087429 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b999c295-c1d6-4bfb-b4e1-16d3f3e1850f tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:36.240297 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b999c295-c1d6-4bfb-b4e1-16d3f3e1850f tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:36.316424 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b999c295-c1d6-4bfb-b4e1-16d3f3e1850f tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:36.382692 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999c295-c1d6-4bfb-b4e1-16d3f3e1850f tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Pushing event updated for resources: {'Port': ['ID=b7e71cdb-42c3-4acb-b04b-bf3500e65718,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:54:36.394816 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b999c295-c1d6-4bfb-b4e1-16d3f3e1850f tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:36.492851 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.l3_db [None req-b999c295-c1d6-4bfb-b4e1-16d3f3e1850f tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Floating IP 9a948e9b-e251-47f6-a1e8-8355eec43120 associated. External IP: 172.26.2.2, port: 00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe. Mar 28 13:54:36.694830 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b999c295-c1d6-4bfb-b4e1-16d3f3e1850f tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Router 3ee79682-a2fe-428b-82b0-cdb5bc5d78e4 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:54:36.799621 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b999c295-c1d6-4bfb-b4e1-16d3f3e1850f tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:54:36.808929 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90047e0f-0179-4e03-a6f3-77adc7facded None None] Sync routers for ids ['3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:54:36.818356 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90047e0f-0179-4e03-a6f3-77adc7facded None None] Routers {'3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:54:36.818961 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-90047e0f-0179-4e03-a6f3-77adc7facded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:54:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:54:36.889450 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b999c295-c1d6-4bfb-b4e1-16d3f3e1850f tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:36.920779 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-90047e0f-0179-4e03-a6f3-77adc7facded None None] Set router 3ee79682-a2fe-428b-82b0-cdb5bc5d78e4 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:54:36.928979 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-b999c295-c1d6-4bfb-b4e1-16d3f3e1850f tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0997710 Mar 28 13:54:36.929631 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f30728b-82c1-4e4a-bd87-69720ba46af5', 'tag': '00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe'}] {{(pid=109612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:54:36.931971 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe63c13e87a9f7251adb6bd0d9fca296dff075f1d7b14c4d1edf5c408047469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f55c32-9d83-413a-aa74-1f6b48151240" -d '{"events": [{"name": "network-changed", "server_uuid": "8f30728b-82c1-4e4a-bd87-69720ba46af5", "tag": "00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe"}]}' {{(pid=109612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:54:36.991994 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 13:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bed1e80-dbbb-4302-a75e-7b0573b1a8df x-openstack-request-id: req-9bed1e80-dbbb-4302-a75e-7b0573b1a8df {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:54:36.992648 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f30728b-82c1-4e4a-bd87-69720ba46af5", "tag": "00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe", "status": "completed", "code": 200}]} {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:54:36.992840 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9bed1e80-dbbb-4302-a75e-7b0573b1a8df {{(pid=109612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:54:36.993501 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f30728b-82c1-4e4a-bd87-69720ba46af5', 'tag': '00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe', 'status': 'completed', 'code': 200} Mar 28 13:54:37.016750 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581a207-511d-4588-b5a9-e56fe94d3254 req-cb9f0255-0bc9-4e31-b9d5-54375ac0ae65 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:37.018211 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8581a207-511d-4588-b5a9-e56fe94d3254 req-cb9f0255-0bc9-4e31-b9d5-54375ac0ae65 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8b6d00-4a2f-4084-991d-e3f15d8aa38b HTTP/1.1" status: 200 len: 946 time: 0.0573726 Mar 28 13:54:37.079209 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8581a207-511d-4588-b5a9-e56fe94d3254 req-44aebda4-a228-415b-b723-9829dfed9193 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d18ad0b-e070-4594-9756-c726912e112c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514374 Mar 28 13:54:37.083206 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f55c32-9d83-413a-aa74-1f6b48151240 req-9b352db1-058a-4320-8b8f-81d873f76223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:37.084646 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-00f55c32-9d83-413a-aa74-1f6b48151240 req-9b352db1-058a-4320-8b8f-81d873f76223 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7110f97460394f8384904a1ab317b86f&device_id=8f30728b-82c1-4e4a-bd87-69720ba46af5 HTTP/1.1" status: 200 len: 1099 time: 0.0654449 Mar 28 13:54:37.150302 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-90047e0f-0179-4e03-a6f3-77adc7facded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'name': 'tempest-TestVolumeBootPattern-1137461652-router', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': 'dc3b5696-0375-4b0a-954c-32c9edb9818d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:53:28Z', 'updated_at': '2022-03-28T13:53:31Z', 'revision_number': 4, 'project_id': '7110f97460394f8384904a1ab317b86f', 'gw_port': {'id': 'dc3b5696-0375-4b0a-954c-32c9edb9818d', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:03:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:29Z', 'updated_at': '2022-03-28T13:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '9a948e9b-e251-47f6-a1e8-8355eec43120', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'floating_ip_address': '172.26.2.2', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'port_id': '00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c', 'mac_address': 'fa:16:3e:cf:12:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30728b-82c1-4e4a-bd87-69720ba46af5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T13:54:35Z', 'updated_at': '2022-03-28T13:54:35Z', 'revision_number': 0, 'project_id': '7110f97460394f8384904a1ab317b86f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ee57172-69ff-48a9-99c7-cba289df4076', 'name': '', 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'mac_address': 'fa:16:3e:73:ad:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '9c2ce5a3-629c-4977-b27a-fb42f72730c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:30Z', 'updated_at': '2022-03-28T13:53:34Z', 'revision_number': 5, 'project_id': '7110f97460394f8384904a1ab317b86f', 'subnets': [{'id': '9c2ce5a3-629c-4977-b27a-fb42f72730c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:54:37.177238 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90047e0f-0179-4e03-a6f3-77adc7facded None None] Checking router: 3ee79682-a2fe-428b-82b0-cdb5bc5d78e4 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:54:37.185204 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90047e0f-0179-4e03-a6f3-77adc7facded None None] Routers {'3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:54:37.185796 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-90047e0f-0179-4e03-a6f3-77adc7facded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:54:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:54:37.208232 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f55c32-9d83-413a-aa74-1f6b48151240 req-d25736c3-d005-4cc3-9f60-fbb6ff7d4e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:37.209738 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-00f55c32-9d83-413a-aa74-1f6b48151240 req-d25736c3-d005-4cc3-9f60-fbb6ff7d4e6c service neutron] 10.222.0.20 "GET /v2.0/networks?id=6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c HTTP/1.1" status: 200 len: 913 time: 0.1186132 Mar 28 13:54:37.225045 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c310838-4125-4be7-8a36-8ec3661bc048 req-c96636c3-c165-439a-9a7e-fc49fef7a548 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:37.225045 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7c310838-4125-4be7-8a36-8ec3661bc048 req-c96636c3-c165-439a-9a7e-fc49fef7a548 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8b6d00-4a2f-4084-991d-e3f15d8aa38b HTTP/1.1" status: 200 len: 946 time: 0.0675650 Mar 28 13:54:37.293160 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-90047e0f-0179-4e03-a6f3-77adc7facded None None] Set router 3ee79682-a2fe-428b-82b0-cdb5bc5d78e4 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:54:37.309054 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-00f55c32-9d83-413a-aa74-1f6b48151240 req-434a4107-a942-4d5a-a9ba-3ae4da1ab7ab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe HTTP/1.1" status: 200 len: 998 time: 0.0848694 Mar 28 13:54:37.311930 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7c310838-4125-4be7-8a36-8ec3661bc048 req-80bb04dc-62e5-4141-abf5-0f371982982f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d18ad0b-e070-4594-9756-c726912e112c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802093 Mar 28 13:54:37.337686 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36090) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:54:37.362345 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f55c32-9d83-413a-aa74-1f6b48151240 req-1f314bed-c192-421d-9110-5691d3aca3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:37.364142 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-00f55c32-9d83-413a-aa74-1f6b48151240 req-1f314bed-c192-421d-9110-5691d3aca3c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c2ce5a3-629c-4977-b27a-fb42f72730c0 HTTP/1.1" status: 200 len: 851 time: 0.0490308 Mar 28 13:54:37.382835 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799d2925-d5a7-4b22-921d-66aabb49b8ea tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:37.384411 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-799d2925-d5a7-4b22-921d-66aabb49b8ea tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=bb8b6d00-4a2f-4084-991d-e3f15d8aa38b HTTP/1.1" status: 200 len: 1094 time: 0.0455797 Mar 28 13:54:37.387185 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36092) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:54:37.391559 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-73c28256-82b3-41e6-8b45-2366162fff59 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'floatingip': {'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'port_id': '488d70a2-d928-4b43-83cf-50b67b37a8db', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:54:37.414143 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f55c32-9d83-413a-aa74-1f6b48151240 req-6bf9b173-89aa-41d2-855c-c38b448d6e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:37.415612 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-00f55c32-9d83-413a-aa74-1f6b48151240 req-6bf9b173-89aa-41d2-855c-c38b448d6e52 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0443292 Mar 28 13:54:37.470758 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-73c28256-82b3-41e6-8b45-2366162fff59 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for floatingip, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:37.509613 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-00f55c32-9d83-413a-aa74-1f6b48151240 req-641dddff-a71d-4783-95b3-2e57a4f25e8d service neutron] 10.222.0.20 "GET /v2.0/networks/6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875716 Mar 28 13:54:37.528449 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-90047e0f-0179-4e03-a6f3-77adc7facded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'name': 'tempest-TestVolumeBootPattern-1137461652-router', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': 'dc3b5696-0375-4b0a-954c-32c9edb9818d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:53:28Z', 'updated_at': '2022-03-28T13:53:31Z', 'revision_number': 4, 'project_id': '7110f97460394f8384904a1ab317b86f', 'gw_port': {'id': 'dc3b5696-0375-4b0a-954c-32c9edb9818d', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:03:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:29Z', 'updated_at': '2022-03-28T13:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '9a948e9b-e251-47f6-a1e8-8355eec43120', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'floating_ip_address': '172.26.2.2', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'port_id': '00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c', 'mac_address': 'fa:16:3e:cf:12:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30728b-82c1-4e4a-bd87-69720ba46af5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T13:54:35Z', 'updated_at': '2022-03-28T13:54:35Z', 'revision_number': 0, 'project_id': '7110f97460394f8384904a1ab317b86f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ee57172-69ff-48a9-99c7-cba289df4076', 'name': '', 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'mac_address': 'fa:16:3e:73:ad:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '9c2ce5a3-629c-4977-b27a-fb42f72730c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:30Z', 'updated_at': '2022-03-28T13:53:34Z', 'revision_number': 5, 'project_id': '7110f97460394f8384904a1ab317b86f', 'subnets': [{'id': '9c2ce5a3-629c-4977-b27a-fb42f72730c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:54:37.555374 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90047e0f-0179-4e03-a6f3-77adc7facded None None] The sync data for ids ['3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'] in dv-neutron-835335-1-hyperv is: [{'id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'name': 'tempest-TestVolumeBootPattern-1137461652-router', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': 'dc3b5696-0375-4b0a-954c-32c9edb9818d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:53:28Z', 'updated_at': '2022-03-28T13:53:31Z', 'revision_number': 4, 'project_id': '7110f97460394f8384904a1ab317b86f', 'gw_port': {'id': 'dc3b5696-0375-4b0a-954c-32c9edb9818d', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:03:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:29Z', 'updated_at': '2022-03-28T13:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '9a948e9b-e251-47f6-a1e8-8355eec43120', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'floating_ip_address': '172.26.2.2', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'port_id': '00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c', 'mac_address': 'fa:16:3e:cf:12:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30728b-82c1-4e4a-bd87-69720ba46af5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T13:54:35Z', 'updated_at': '2022-03-28T13:54:35Z', 'revision_number': 0, 'project_id': '7110f97460394f8384904a1ab317b86f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ee57172-69ff-48a9-99c7-cba289df4076', 'name': '', 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'mac_address': 'fa:16:3e:73:ad:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '9c2ce5a3-629c-4977-b27a-fb42f72730c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:30Z', 'updated_at': '2022-03-28T13:53:34Z', 'revision_number': 5, 'project_id': '7110f97460394f8384904a1ab317b86f', 'subnets': [{'id': '9c2ce5a3-629c-4977-b27a-fb42f72730c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:54:37.596219 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-73c28256-82b3-41e6-8b45-2366162fff59 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:37.602581 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-00f55c32-9d83-413a-aa74-1f6b48151240 req-83c19cb4-90e6-46b6-8bc7-564bb0d696c1 service neutron] 10.222.0.20 "GET /v2.0/networks/6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869920 Mar 28 13:54:37.701933 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-73c28256-82b3-41e6-8b45-2366162fff59 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Allocated IP 172.26.2.225 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/d9304659-d570-415e-9e04-03ffafd04ac8) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:54:37.750720 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5945bf85-ad90-408b-b3d6-0511130848c5 None None] New status for floating IP 9a948e9b-e251-47f6-a1e8-8355eec43120: ACTIVE {{(pid=109614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 13:54:37.812772 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-73c28256-82b3-41e6-8b45-2366162fff59 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:37.882035 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-73c28256-82b3-41e6-8b45-2366162fff59 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:37.920117 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c28256-82b3-41e6-8b45-2366162fff59 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:54:37.923062 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-73c28256-82b3-41e6-8b45-2366162fff59 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:54:37.925809 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c28256-82b3-41e6-8b45-2366162fff59 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:54:37.954286 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c28256-82b3-41e6-8b45-2366162fff59 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=d9304659-d570-415e-9e04-03ffafd04ac8,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:54:38.286016 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-73c28256-82b3-41e6-8b45-2366162fff59 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:38.420443 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-73c28256-82b3-41e6-8b45-2366162fff59 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:38.570686 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-73c28256-82b3-41e6-8b45-2366162fff59 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:38.633108 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-73c28256-82b3-41e6-8b45-2366162fff59 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:38.710780 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c28256-82b3-41e6-8b45-2366162fff59 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=d9304659-d570-415e-9e04-03ffafd04ac8,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:54:38.720889 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-73c28256-82b3-41e6-8b45-2366162fff59 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:38.819775 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.l3_db [None req-73c28256-82b3-41e6-8b45-2366162fff59 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Floating IP 04f8a322-e5a1-4c88-871d-67213ff89453 associated. External IP: 172.26.2.225, port: 488d70a2-d928-4b43-83cf-50b67b37a8db. Mar 28 13:54:39.259386 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73c28256-82b3-41e6-8b45-2366162fff59 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Router f12bcd0f-f242-4ac3-9505-fd5a031daa6c has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:54:39.366525 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c28256-82b3-41e6-8b45-2366162fff59 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:54:39.376068 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841e6352-6024-4e30-a3d1-170daadfaa3b None None] Sync routers for ids ['f12bcd0f-f242-4ac3-9505-fd5a031daa6c'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:54:39.384889 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841e6352-6024-4e30-a3d1-170daadfaa3b None None] Routers {'f12bcd0f-f242-4ac3-9505-fd5a031daa6c'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:54:39.385480 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-841e6352-6024-4e30-a3d1-170daadfaa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:54:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['f12bcd0f-f242-4ac3-9505-fd5a031daa6c'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:54:39.446662 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-73c28256-82b3-41e6-8b45-2366162fff59 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:39.473676 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-73c28256-82b3-41e6-8b45-2366162fff59 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0854862 Mar 28 13:54:39.474369 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb8b6d00-4a2f-4084-991d-e3f15d8aa38b', 'tag': '488d70a2-d928-4b43-83cf-50b67b37a8db'}] {{(pid=109612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:54:39.476514 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 36094) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:54:39.477026 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe63c13e87a9f7251adb6bd0d9fca296dff075f1d7b14c4d1edf5c408047469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a66a6e-bcdf-4dac-b10d-78fbe14847b1" -d '{"events": [{"name": "network-changed", "server_uuid": "bb8b6d00-4a2f-4084-991d-e3f15d8aa38b", "tag": "488d70a2-d928-4b43-83cf-50b67b37a8db"}]}' {{(pid=109612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:54:39.488474 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-841e6352-6024-4e30-a3d1-170daadfaa3b None None] Set router f12bcd0f-f242-4ac3-9505-fd5a031daa6c gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:54:39.515692 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 13:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b417d414-1178-4691-8099-ba15ed104e42 x-openstack-request-id: req-b417d414-1178-4691-8099-ba15ed104e42 {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:54:39.515971 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb8b6d00-4a2f-4084-991d-e3f15d8aa38b", "tag": "488d70a2-d928-4b43-83cf-50b67b37a8db", "status": "completed", "code": 200}]} {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:54:39.516230 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b417d414-1178-4691-8099-ba15ed104e42 {{(pid=109612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:54:39.516668 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb8b6d00-4a2f-4084-991d-e3f15d8aa38b', 'tag': '488d70a2-d928-4b43-83cf-50b67b37a8db', 'status': 'completed', 'code': 200} Mar 28 13:54:39.806833 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-841e6352-6024-4e30-a3d1-170daadfaa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12bcd0f-f242-4ac3-9505-fd5a031daa6c', 'name': 'tempest-TestNetworkBasicOps-router-2113084110', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': 'ec008842-e861-4bda-a35b-9763fd6ab50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:54:11Z', 'updated_at': '2022-03-28T13:54:16Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'ec008842-e861-4bda-a35b-9763fd6ab50c', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:05:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12bcd0f-f242-4ac3-9505-fd5a031daa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:54:11Z', 'updated_at': '2022-03-28T13:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '04f8a322-e5a1-4c88-871d-67213ff89453', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'floating_ip_address': '172.26.2.225', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': 'f12bcd0f-f242-4ac3-9505-fd5a031daa6c', 'port_id': '488d70a2-d928-4b43-83cf-50b67b37a8db', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79003967-7fca-4caa-b5bf-e802b22fa5d8', 'mac_address': 'fa:16:3e:ff:1c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8b6d00-4a2f-4084-991d-e3f15d8aa38b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T13:54:38Z', 'updated_at': '2022-03-28T13:54:38Z', 'revision_number': 0, 'project_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d194e30-9c4c-493a-8901-82fd1374258b', 'name': '', 'network_id': '79003967-7fca-4caa-b5bf-e802b22fa5d8', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:2b:b6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12bcd0f-f242-4ac3-9505-fd5a031daa6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'a11fb683-53de-4c12-9b96-2a083e4bc12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:54:15Z', 'updated_at': '2022-03-28T13:54:19Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'a11fb683-53de-4c12-9b96-2a083e4bc12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:54:39.837369 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841e6352-6024-4e30-a3d1-170daadfaa3b None None] Checking router: f12bcd0f-f242-4ac3-9505-fd5a031daa6c for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:54:39.846092 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841e6352-6024-4e30-a3d1-170daadfaa3b None None] Routers {'f12bcd0f-f242-4ac3-9505-fd5a031daa6c'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:54:39.846700 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-841e6352-6024-4e30-a3d1-170daadfaa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:54:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['f12bcd0f-f242-4ac3-9505-fd5a031daa6c'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:54:39.884383 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-37cd579c-325b-451d-bec2-3ec27a29d673 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/floatingips/04f8a322-e5a1-4c88-871d-67213ff89453 HTTP/1.1" status: 200 len: 992 time: 0.4065692 Mar 28 13:54:39.892136 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a66a6e-bcdf-4dac-b10d-78fbe14847b1 req-34234005-04e1-4b60-b677-690016babb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:39.893550 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-35a66a6e-bcdf-4dac-b10d-78fbe14847b1 req-34234005-04e1-4b60-b677-690016babb71 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&device_id=bb8b6d00-4a2f-4084-991d-e3f15d8aa38b HTTP/1.1" status: 200 len: 1099 time: 0.0567336 Mar 28 13:54:39.948270 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-841e6352-6024-4e30-a3d1-170daadfaa3b None None] Set router f12bcd0f-f242-4ac3-9505-fd5a031daa6c gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:54:39.978616 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a66a6e-bcdf-4dac-b10d-78fbe14847b1 req-11290aef-f6a7-4c5c-8590-d7a60cb4b23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:39.980047 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-35a66a6e-bcdf-4dac-b10d-78fbe14847b1 req-11290aef-f6a7-4c5c-8590-d7a60cb4b23f service neutron] 10.222.0.20 "GET /v2.0/networks?id=79003967-7fca-4caa-b5bf-e802b22fa5d8 HTTP/1.1" status: 200 len: 897 time: 0.0800402 Mar 28 13:54:40.046769 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-35a66a6e-bcdf-4dac-b10d-78fbe14847b1 req-694efa79-cee5-47f1-8e46-7ebc417d460c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=488d70a2-d928-4b43-83cf-50b67b37a8db HTTP/1.1" status: 200 len: 1000 time: 0.0603814 Mar 28 13:54:40.093977 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a66a6e-bcdf-4dac-b10d-78fbe14847b1 req-e1f93144-63dc-4ac2-b30a-22e7c5c5e4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:40.095313 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-35a66a6e-bcdf-4dac-b10d-78fbe14847b1 req-e1f93144-63dc-4ac2-b30a-22e7c5c5e4ae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a11fb683-53de-4c12-9b96-2a083e4bc12a HTTP/1.1" status: 200 len: 834 time: 0.0422499 Mar 28 13:54:40.138782 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a66a6e-bcdf-4dac-b10d-78fbe14847b1 req-a2c35441-f7aa-459c-8dac-2c401e5fc9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:40.140931 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-35a66a6e-bcdf-4dac-b10d-78fbe14847b1 req-a2c35441-f7aa-459c-8dac-2c401e5fc9b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=79003967-7fca-4caa-b5bf-e802b22fa5d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387669 Mar 28 13:54:40.165989 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-841e6352-6024-4e30-a3d1-170daadfaa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12bcd0f-f242-4ac3-9505-fd5a031daa6c', 'name': 'tempest-TestNetworkBasicOps-router-2113084110', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': 'ec008842-e861-4bda-a35b-9763fd6ab50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:54:11Z', 'updated_at': '2022-03-28T13:54:16Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'ec008842-e861-4bda-a35b-9763fd6ab50c', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:05:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12bcd0f-f242-4ac3-9505-fd5a031daa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:54:11Z', 'updated_at': '2022-03-28T13:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '04f8a322-e5a1-4c88-871d-67213ff89453', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'floating_ip_address': '172.26.2.225', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': 'f12bcd0f-f242-4ac3-9505-fd5a031daa6c', 'port_id': '488d70a2-d928-4b43-83cf-50b67b37a8db', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79003967-7fca-4caa-b5bf-e802b22fa5d8', 'mac_address': 'fa:16:3e:ff:1c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8b6d00-4a2f-4084-991d-e3f15d8aa38b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T13:54:38Z', 'updated_at': '2022-03-28T13:54:38Z', 'revision_number': 0, 'project_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d194e30-9c4c-493a-8901-82fd1374258b', 'name': '', 'network_id': '79003967-7fca-4caa-b5bf-e802b22fa5d8', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:2b:b6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12bcd0f-f242-4ac3-9505-fd5a031daa6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'a11fb683-53de-4c12-9b96-2a083e4bc12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:54:15Z', 'updated_at': '2022-03-28T13:54:19Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'a11fb683-53de-4c12-9b96-2a083e4bc12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:54:40.195516 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841e6352-6024-4e30-a3d1-170daadfaa3b None None] The sync data for ids ['f12bcd0f-f242-4ac3-9505-fd5a031daa6c'] in dv-neutron-835335-1-hyperv is: [{'id': 'f12bcd0f-f242-4ac3-9505-fd5a031daa6c', 'name': 'tempest-TestNetworkBasicOps-router-2113084110', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': 'ec008842-e861-4bda-a35b-9763fd6ab50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:54:11Z', 'updated_at': '2022-03-28T13:54:16Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'ec008842-e861-4bda-a35b-9763fd6ab50c', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:05:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12bcd0f-f242-4ac3-9505-fd5a031daa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:54:11Z', 'updated_at': '2022-03-28T13:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '04f8a322-e5a1-4c88-871d-67213ff89453', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'floating_ip_address': '172.26.2.225', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': 'f12bcd0f-f242-4ac3-9505-fd5a031daa6c', 'port_id': '488d70a2-d928-4b43-83cf-50b67b37a8db', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79003967-7fca-4caa-b5bf-e802b22fa5d8', 'mac_address': 'fa:16:3e:ff:1c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8b6d00-4a2f-4084-991d-e3f15d8aa38b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T13:54:38Z', 'updated_at': '2022-03-28T13:54:38Z', 'revision_number': 0, 'project_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d194e30-9c4c-493a-8901-82fd1374258b', 'name': '', 'network_id': '79003967-7fca-4caa-b5bf-e802b22fa5d8', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:2b:b6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12bcd0f-f242-4ac3-9505-fd5a031daa6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'a11fb683-53de-4c12-9b96-2a083e4bc12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:54:15Z', 'updated_at': '2022-03-28T13:54:19Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'a11fb683-53de-4c12-9b96-2a083e4bc12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:54:40.231634 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-35a66a6e-bcdf-4dac-b10d-78fbe14847b1 req-32d9fafe-a2b7-4096-a662-ac4946558a8b service neutron] 10.222.0.20 "GET /v2.0/networks/79003967-7fca-4caa-b5bf-e802b22fa5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849710 Mar 28 13:54:40.326805 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-35a66a6e-bcdf-4dac-b10d-78fbe14847b1 req-7c66aab3-4514-4711-941c-4df12698a4f9 service neutron] 10.222.0.20 "GET /v2.0/networks/79003967-7fca-4caa-b5bf-e802b22fa5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887272 Mar 28 13:54:40.388312 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377310e6-cf36-4c42-a75d-580f346ae92b None None] New status for floating IP 04f8a322-e5a1-4c88-871d-67213ff89453: ACTIVE {{(pid=109614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 13:54:40.888284 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 36098) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:54:40.950362 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3defa66a-2469-408c-92d8-d5fe1b74af9b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/floatingips/04f8a322-e5a1-4c88-871d-67213ff89453 HTTP/1.1" status: 200 len: 994 time: 0.0610147 Mar 28 13:54:43.427793 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:53.993398 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-18325dbf-84e7-4cbe-a343-e13ea4479e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:56.293562 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-826994d5-66da-4f74-aac7-a56706d08409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:57.566990 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:58.612091 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3e25f30b-64a5-461e-ad41-0b38b59037cb req-5579b25e-9084-4a29-924c-87f82b00c48a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8f30728b-82c1-4e4a-bd87-69720ba46af5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403821 Mar 28 13:54:58.700575 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25f30b-64a5-461e-ad41-0b38b59037cb req-127e93ca-bfe8-45a1-b3d6-9d5f33d1e964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:58.702033 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3e25f30b-64a5-461e-ad41-0b38b59037cb req-127e93ca-bfe8-45a1-b3d6-9d5f33d1e964 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7110f97460394f8384904a1ab317b86f&device_id=8f30728b-82c1-4e4a-bd87-69720ba46af5 HTTP/1.1" status: 200 len: 1099 time: 0.0413527 Mar 28 13:54:58.808114 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25f30b-64a5-461e-ad41-0b38b59037cb req-4b323f7e-a6f7-4ed5-b528-0d25b7460018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:58.809674 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3e25f30b-64a5-461e-ad41-0b38b59037cb req-4b323f7e-a6f7-4ed5-b528-0d25b7460018 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c HTTP/1.1" status: 200 len: 913 time: 0.0872846 Mar 28 13:54:58.873527 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3e25f30b-64a5-461e-ad41-0b38b59037cb req-c81540f3-9846-471d-a7b9-f8e630636cdd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe HTTP/1.1" status: 200 len: 1000 time: 0.0571425 Mar 28 13:54:58.884986 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:54:58.924135 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25f30b-64a5-461e-ad41-0b38b59037cb req-46663b1c-a073-4d79-bfad-10eddf365ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:58.925558 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3e25f30b-64a5-461e-ad41-0b38b59037cb req-46663b1c-a073-4d79-bfad-10eddf365ece service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c2ce5a3-629c-4977-b27a-fb42f72730c0 HTTP/1.1" status: 200 len: 851 time: 0.0460496 Mar 28 13:54:58.969011 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25f30b-64a5-461e-ad41-0b38b59037cb req-5490c6dd-fcd1-4541-b786-9b2045dca2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:54:58.970469 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3e25f30b-64a5-461e-ad41-0b38b59037cb req-5490c6dd-fcd1-4541-b786-9b2045dca2a0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388591 Mar 28 13:54:59.056978 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3e25f30b-64a5-461e-ad41-0b38b59037cb req-b77d9d3d-2a50-4bb8-ab11-217898c89b6f service neutron] 10.222.0.20 "GET /v2.0/networks/6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795608 Mar 28 13:54:59.146130 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3e25f30b-64a5-461e-ad41-0b38b59037cb req-40c436a0-7b0d-48d3-ba4c-19e74dfd3b5c service neutron] 10.222.0.20 "GET /v2.0/networks/6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827668 Mar 28 13:54:59.393346 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:08.217359 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 13:55:13.429713 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:23.995404 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9f5dcf22-baed-47e0-83ec-aa6b0d9f0c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:26.323791 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0b93838e-6f33-4172-b5bb-f448f016e816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:27.570255 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:28.938469 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:29.329533 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:41.510026 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 36136) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:55:41.570296 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-45916457-a5df-47ad-b6d9-9758b6a0440d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/floatingips/04f8a322-e5a1-4c88-871d-67213ff89453 HTTP/1.1" status: 200 len: 994 time: 0.0591626 Mar 28 13:55:41.845686 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 36144) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:55:42.000438 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-883b8226-e075-4508-90f4-d3b7615c0b69 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Deleting port d9304659-d570-415e-9e04-03ffafd04ac8 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:55:42.000780 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-883b8226-e075-4508-90f4-d3b7615c0b69 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:42.072430 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-883b8226-e075-4508-90f4-d3b7615c0b69 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:42.072761 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-883b8226-e075-4508-90f4-d3b7615c0b69 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:42.084489 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-883b8226-e075-4508-90f4-d3b7615c0b69 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Calling delete_port for d9304659-d570-415e-9e04-03ffafd04ac8 owned by network:floatingip {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:55:42.309728 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-883b8226-e075-4508-90f4-d3b7615c0b69 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:42.333100 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883b8226-e075-4508-90f4-d3b7615c0b69 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Port': ['ID=d9304659-d570-415e-9e04-03ffafd04ac8,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:55:42.346376 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883b8226-e075-4508-90f4-d3b7615c0b69 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:55:42.346659 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883b8226-e075-4508-90f4-d3b7615c0b69 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:55:42.346995 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883b8226-e075-4508-90f4-d3b7615c0b69 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:55:42.347317 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883b8226-e075-4508-90f4-d3b7615c0b69 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:55:42.347648 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883b8226-e075-4508-90f4-d3b7615c0b69 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:55:42.347974 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883b8226-e075-4508-90f4-d3b7615c0b69 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:55:42.348296 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883b8226-e075-4508-90f4-d3b7615c0b69 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:55:42.348644 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883b8226-e075-4508-90f4-d3b7615c0b69 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:55:42.348966 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883b8226-e075-4508-90f4-d3b7615c0b69 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:55:42.349325 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883b8226-e075-4508-90f4-d3b7615c0b69 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:55:42.349605 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883b8226-e075-4508-90f4-d3b7615c0b69 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:55:42.349917 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883b8226-e075-4508-90f4-d3b7615c0b69 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:55:42.410533 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-883b8226-e075-4508-90f4-d3b7615c0b69 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for floatingip, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:42.410906 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [None req-883b8226-e075-4508-90f4-d3b7615c0b69 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Floating IP 04f8a322-e5a1-4c88-871d-67213ff89453 disassociated (deleted). External IP: 172.26.2.225, port: 488d70a2-d928-4b43-83cf-50b67b37a8db. Mar 28 13:55:42.667954 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-883b8226-e075-4508-90f4-d3b7615c0b69 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Router f12bcd0f-f242-4ac3-9505-fd5a031daa6c has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:55:42.777497 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883b8226-e075-4508-90f4-d3b7615c0b69 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:55:42.782484 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-883b8226-e075-4508-90f4-d3b7615c0b69 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:42.787682 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb65ade9-5dd9-4707-b11c-55d545931db5 None None] Sync routers for ids ['f12bcd0f-f242-4ac3-9505-fd5a031daa6c'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:55:42.797883 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb65ade9-5dd9-4707-b11c-55d545931db5 None None] Routers {'f12bcd0f-f242-4ac3-9505-fd5a031daa6c'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:55:42.798494 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-cb65ade9-5dd9-4707-b11c-55d545931db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:55:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['f12bcd0f-f242-4ac3-9505-fd5a031daa6c'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:55:42.809337 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-883b8226-e075-4508-90f4-d3b7615c0b69 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "DELETE /v2.0/floatingips/04f8a322-e5a1-4c88-871d-67213ff89453 HTTP/1.1" status: 204 len: 168 time: 0.9625065 Mar 28 13:55:42.809782 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb8b6d00-4a2f-4084-991d-e3f15d8aa38b', 'tag': '488d70a2-d928-4b43-83cf-50b67b37a8db'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:55:42.812003 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08cdb19c-e5ed-41ee-927a-9ce79beccdb9" -d '{"events": [{"name": "network-changed", "server_uuid": "bb8b6d00-4a2f-4084-991d-e3f15d8aa38b", "tag": "488d70a2-d928-4b43-83cf-50b67b37a8db"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:55:42.912326 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-cb65ade9-5dd9-4707-b11c-55d545931db5 None None] Set router f12bcd0f-f242-4ac3-9505-fd5a031daa6c gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:55:42.922700 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 13:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b247a92b-d1db-4184-8217-d47c4d016df2 x-openstack-request-id: req-b247a92b-d1db-4184-8217-d47c4d016df2 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:55:42.923028 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb8b6d00-4a2f-4084-991d-e3f15d8aa38b", "tag": "488d70a2-d928-4b43-83cf-50b67b37a8db", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:55:42.923521 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b247a92b-d1db-4184-8217-d47c4d016df2 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:55:42.924388 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb8b6d00-4a2f-4084-991d-e3f15d8aa38b', 'tag': '488d70a2-d928-4b43-83cf-50b67b37a8db', 'status': 'completed', 'code': 200} Mar 28 13:55:43.035791 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cdb19c-e5ed-41ee-927a-9ce79beccdb9 req-f428ec1d-d1b4-4e59-814d-a4e4c60a845c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:55:43.037308 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-08cdb19c-e5ed-41ee-927a-9ce79beccdb9 req-f428ec1d-d1b4-4e59-814d-a4e4c60a845c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&device_id=bb8b6d00-4a2f-4084-991d-e3f15d8aa38b HTTP/1.1" status: 200 len: 1099 time: 0.0924339 Mar 28 13:55:43.109736 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-cb65ade9-5dd9-4707-b11c-55d545931db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12bcd0f-f242-4ac3-9505-fd5a031daa6c', 'name': 'tempest-TestNetworkBasicOps-router-2113084110', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': 'ec008842-e861-4bda-a35b-9763fd6ab50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:54:11Z', 'updated_at': '2022-03-28T13:54:16Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'ec008842-e861-4bda-a35b-9763fd6ab50c', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:05:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12bcd0f-f242-4ac3-9505-fd5a031daa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:54:11Z', 'updated_at': '2022-03-28T13:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '1d194e30-9c4c-493a-8901-82fd1374258b', 'name': '', 'network_id': '79003967-7fca-4caa-b5bf-e802b22fa5d8', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:2b:b6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12bcd0f-f242-4ac3-9505-fd5a031daa6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'a11fb683-53de-4c12-9b96-2a083e4bc12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:54:15Z', 'updated_at': '2022-03-28T13:54:19Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'a11fb683-53de-4c12-9b96-2a083e4bc12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:55:43.128861 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cdb19c-e5ed-41ee-927a-9ce79beccdb9 req-92c73843-6466-4fb6-927b-1b1d96032cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:55:43.133475 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-08cdb19c-e5ed-41ee-927a-9ce79beccdb9 req-92c73843-6466-4fb6-927b-1b1d96032cdb service neutron] 10.222.0.20 "GET /v2.0/networks?id=79003967-7fca-4caa-b5bf-e802b22fa5d8 HTTP/1.1" status: 200 len: 897 time: 0.0864887 Mar 28 13:55:43.139604 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb65ade9-5dd9-4707-b11c-55d545931db5 None None] Checking router: f12bcd0f-f242-4ac3-9505-fd5a031daa6c for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:55:43.150135 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb65ade9-5dd9-4707-b11c-55d545931db5 None None] Routers {'f12bcd0f-f242-4ac3-9505-fd5a031daa6c'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:55:43.150747 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-cb65ade9-5dd9-4707-b11c-55d545931db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:55:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['f12bcd0f-f242-4ac3-9505-fd5a031daa6c'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:55:43.184636 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-08cdb19c-e5ed-41ee-927a-9ce79beccdb9 req-a958d56a-136e-4a3d-bbc9-19c5ab533f65 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=488d70a2-d928-4b43-83cf-50b67b37a8db HTTP/1.1" status: 200 len: 217 time: 0.0405407 Mar 28 13:55:43.234100 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cdb19c-e5ed-41ee-927a-9ce79beccdb9 req-a7c3c5d9-f0c1-461f-9094-259011e91956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:55:43.235566 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-08cdb19c-e5ed-41ee-927a-9ce79beccdb9 req-a7c3c5d9-f0c1-461f-9094-259011e91956 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a11fb683-53de-4c12-9b96-2a083e4bc12a HTTP/1.1" status: 200 len: 834 time: 0.0447977 Mar 28 13:55:43.253478 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-cb65ade9-5dd9-4707-b11c-55d545931db5 None None] Set router f12bcd0f-f242-4ac3-9505-fd5a031daa6c gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:55:43.285275 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cdb19c-e5ed-41ee-927a-9ce79beccdb9 req-aa354ca8-f95b-4c45-b291-175f0ba22843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:55:43.287072 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-08cdb19c-e5ed-41ee-927a-9ce79beccdb9 req-aa354ca8-f95b-4c45-b291-175f0ba22843 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=79003967-7fca-4caa-b5bf-e802b22fa5d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444698 Mar 28 13:55:43.300199 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [req-08cdb19c-e5ed-41ee-927a-9ce79beccdb9 req-d9d664a6-b10a-416a-a819-eb23b17df176 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:55:43.301335 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-08cdb19c-e5ed-41ee-927a-9ce79beccdb9 req-d9d664a6-b10a-416a-a819-eb23b17df176 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060451 Mar 28 13:55:43.436254 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-08cdb19c-e5ed-41ee-927a-9ce79beccdb9 req-44f770c1-480a-4cae-9a20-431d13671516 service neutron] 10.222.0.20 "GET /v2.0/networks/79003967-7fca-4caa-b5bf-e802b22fa5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264532 Mar 28 13:55:43.473781 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b08ce68-2f60-4163-952d-10092850fb01 req-bec4df8a-5269-45af-9a63-b21f04d3a434 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:55:43.475255 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2b08ce68-2f60-4163-952d-10092850fb01 req-bec4df8a-5269-45af-9a63-b21f04d3a434 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8b6d00-4a2f-4084-991d-e3f15d8aa38b HTTP/1.1" status: 200 len: 946 time: 0.1472454 Mar 28 13:55:43.490194 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:43.546373 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-cb65ade9-5dd9-4707-b11c-55d545931db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12bcd0f-f242-4ac3-9505-fd5a031daa6c', 'name': 'tempest-TestNetworkBasicOps-router-2113084110', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': 'ec008842-e861-4bda-a35b-9763fd6ab50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:54:11Z', 'updated_at': '2022-03-28T13:54:16Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'ec008842-e861-4bda-a35b-9763fd6ab50c', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:05:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12bcd0f-f242-4ac3-9505-fd5a031daa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:54:11Z', 'updated_at': '2022-03-28T13:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '1d194e30-9c4c-493a-8901-82fd1374258b', 'name': '', 'network_id': '79003967-7fca-4caa-b5bf-e802b22fa5d8', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:2b:b6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12bcd0f-f242-4ac3-9505-fd5a031daa6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'a11fb683-53de-4c12-9b96-2a083e4bc12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:54:15Z', 'updated_at': '2022-03-28T13:54:19Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'a11fb683-53de-4c12-9b96-2a083e4bc12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:55:43.563897 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2b08ce68-2f60-4163-952d-10092850fb01 req-4d4ed1a1-836e-42fb-8025-980c942dd530 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d18ad0b-e070-4594-9756-c726912e112c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584147 Mar 28 13:55:43.569828 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-08cdb19c-e5ed-41ee-927a-9ce79beccdb9 req-186debd9-5c5b-4f1c-b6e7-01d08ba47d2a service neutron] 10.222.0.20 "GET /v2.0/networks/79003967-7fca-4caa-b5bf-e802b22fa5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259494 Mar 28 13:55:43.573061 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb65ade9-5dd9-4707-b11c-55d545931db5 None None] The sync data for ids ['f12bcd0f-f242-4ac3-9505-fd5a031daa6c'] in dv-neutron-835335-1-hyperv is: [{'id': 'f12bcd0f-f242-4ac3-9505-fd5a031daa6c', 'name': 'tempest-TestNetworkBasicOps-router-2113084110', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': 'ec008842-e861-4bda-a35b-9763fd6ab50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:54:11Z', 'updated_at': '2022-03-28T13:54:16Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'ec008842-e861-4bda-a35b-9763fd6ab50c', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:05:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12bcd0f-f242-4ac3-9505-fd5a031daa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:54:11Z', 'updated_at': '2022-03-28T13:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '1d194e30-9c4c-493a-8901-82fd1374258b', 'name': '', 'network_id': '79003967-7fca-4caa-b5bf-e802b22fa5d8', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:2b:b6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12bcd0f-f242-4ac3-9505-fd5a031daa6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'a11fb683-53de-4c12-9b96-2a083e4bc12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:54:15Z', 'updated_at': '2022-03-28T13:54:19Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'a11fb683-53de-4c12-9b96-2a083e4bc12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:55:43.785458 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f56976-6be9-4cba-8f50-f752446ef19a None None] New status for floating IP 04f8a322-e5a1-4c88-871d-67213ff89453: DOWN {{(pid=109614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 13:55:44.731302 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c7dfa-8655-4217-8547-9f271d16fa33 req-8e422fcd-37ed-4c0d-8ea0-b3524becbda0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:55:44.732776 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-056c7dfa-8655-4217-8547-9f271d16fa33 req-8e422fcd-37ed-4c0d-8ea0-b3524becbda0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8b6d00-4a2f-4084-991d-e3f15d8aa38b HTTP/1.1" status: 200 len: 946 time: 0.0999069 Mar 28 13:55:44.769890 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-056c7dfa-8655-4217-8547-9f271d16fa33 req-9eb2456c-c112-4f02-a905-0915eae1aa0e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d18ad0b-e070-4594-9756-c726912e112c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311871 Mar 28 13:55:44.976441 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d7b8a-365c-4777-b9bc-2f9954a00e84 req-fa0993bb-d018-4531-986a-56dc336f392e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:55:44.977877 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-108d7b8a-365c-4777-b9bc-2f9954a00e84 req-fa0993bb-d018-4531-986a-56dc336f392e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb8b6d00-4a2f-4084-991d-e3f15d8aa38b HTTP/1.1" status: 200 len: 946 time: 0.0470152 Mar 28 13:55:45.068749 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-108d7b8a-365c-4777-b9bc-2f9954a00e84 req-b39ccbec-d2d3-4ff8-b2c0-84b9806e1d4c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Deleting port 488d70a2-d928-4b43-83cf-50b67b37a8db {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:55:45.069091 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-108d7b8a-365c-4777-b9bc-2f9954a00e84 req-b39ccbec-d2d3-4ff8-b2c0-84b9806e1d4c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:45.153817 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-108d7b8a-365c-4777-b9bc-2f9954a00e84 req-b39ccbec-d2d3-4ff8-b2c0-84b9806e1d4c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] For port 488d70a2-d928-4b43-83cf-50b67b37a8db, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=488d70a2-d928-4b43-83cf-50b67b37a8db,segment=NetworkSegment(47d3040d-5fac-440c-9780-cb1d9a7c81e7),segment_id=47d3040d-5fac-440c-9780-cb1d9a7c81e7)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:55:45.154178 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-108d7b8a-365c-4777-b9bc-2f9954a00e84 req-b39ccbec-d2d3-4ff8-b2c0-84b9806e1d4c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:45.166602 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-108d7b8a-365c-4777-b9bc-2f9954a00e84 req-b39ccbec-d2d3-4ff8-b2c0-84b9806e1d4c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Calling delete_port for 488d70a2-d928-4b43-83cf-50b67b37a8db owned by compute:nova {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:55:45.215560 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 13:55:45.337958 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-108d7b8a-365c-4777-b9bc-2f9954a00e84 req-b39ccbec-d2d3-4ff8-b2c0-84b9806e1d4c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:45.364179 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ccbec-d2d3-4ff8-b2c0-84b9806e1d4c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Port': ['ID=488d70a2-d928-4b43-83cf-50b67b37a8db,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:55:45.411581 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-108d7b8a-365c-4777-b9bc-2f9954a00e84 req-b39ccbec-d2d3-4ff8-b2c0-84b9806e1d4c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] No DVR routers for this DVR port 488d70a2-d928-4b43-83cf-50b67b37a8db on host hv-neutron-8353 {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:55:45.414249 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-108d7b8a-365c-4777-b9bc-2f9954a00e84 req-b39ccbec-d2d3-4ff8-b2c0-84b9806e1d4c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:45.417807 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-108d7b8a-365c-4777-b9bc-2f9954a00e84 req-b39ccbec-d2d3-4ff8-b2c0-84b9806e1d4c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "DELETE /v2.0/ports/488d70a2-d928-4b43-83cf-50b67b37a8db HTTP/1.1" status: 204 len: 173 time: 0.4342003 Mar 28 13:55:45.418780 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8b6d00-4a2f-4084-991d-e3f15d8aa38b', 'name': 'network-vif-deleted', 'tag': '488d70a2-d928-4b43-83cf-50b67b37a8db'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:55:45.421854 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53910535-449d-467f-8f77-0b69af9e79fa" -d '{"events": [{"server_uuid": "bb8b6d00-4a2f-4084-991d-e3f15d8aa38b", "name": "network-vif-deleted", "tag": "488d70a2-d928-4b43-83cf-50b67b37a8db"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:55:45.458876 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 13:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb418f0f-5377-4eee-908b-e98d4e055124 x-openstack-request-id: req-cb418f0f-5377-4eee-908b-e98d4e055124 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:55:45.459389 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb8b6d00-4a2f-4084-991d-e3f15d8aa38b", "name": "network-vif-deleted", "tag": "488d70a2-d928-4b43-83cf-50b67b37a8db", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:55:45.459639 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cb418f0f-5377-4eee-908b-e98d4e055124 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:55:45.460033 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8b6d00-4a2f-4084-991d-e3f15d8aa38b', 'name': 'network-vif-deleted', 'tag': '488d70a2-d928-4b43-83cf-50b67b37a8db', 'status': 'completed', 'code': 200} Mar 28 13:55:45.884604 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-25be674e-52a4-42ef-ac59-02c3840c3697 req-b663619b-6c71-4094-8114-fc323480ca00 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8b6d00-4a2f-4084-991d-e3f15d8aa38b HTTP/1.1" status: 200 len: 210 time: 0.0261943 Mar 28 13:55:46.947250 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 36170) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:55:47.003882 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c61d861d-9512-432e-8a6f-64411eef77b2 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:47.028040 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c61d861d-9512-432e-8a6f-64411eef77b2 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:47.195137 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c61d861d-9512-432e-8a6f-64411eef77b2 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:47.197771 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c61d861d-9512-432e-8a6f-64411eef77b2 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:47.203405 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c61d861d-9512-432e-8a6f-64411eef77b2 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "DELETE /v2.0/security-groups/0d18ad0b-e070-4594-9756-c726912e112c HTTP/1.1" status: 204 len: 168 time: 0.2506711 Mar 28 13:55:47.207726 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61d861d-9512-432e-8a6f-64411eef77b2 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d18ad0b-e070-4594-9756-c726912e112c,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:55:47.287501 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 36174) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:55:47.641884 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-154afb01-0a4e-4631-9264-225649e412a3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:47.883497 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-154afb01-0a4e-4631-9264-225649e412a3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Deleting port 1d194e30-9c4c-493a-8901-82fd1374258b {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:55:47.883832 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-154afb01-0a4e-4631-9264-225649e412a3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:47.969535 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-154afb01-0a4e-4631-9264-225649e412a3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] For port 1d194e30-9c4c-493a-8901-82fd1374258b, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=1d194e30-9c4c-493a-8901-82fd1374258b,segment=NetworkSegment(47d3040d-5fac-440c-9780-cb1d9a7c81e7),segment_id=47d3040d-5fac-440c-9780-cb1d9a7c81e7)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:55:47.970247 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-154afb01-0a4e-4631-9264-225649e412a3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:47.982271 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-154afb01-0a4e-4631-9264-225649e412a3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Calling delete_port for 1d194e30-9c4c-493a-8901-82fd1374258b owned by network:router_interface {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:55:48.220836 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-154afb01-0a4e-4631-9264-225649e412a3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:48.251568 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154afb01-0a4e-4631-9264-225649e412a3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Port': ['ID=1d194e30-9c4c-493a-8901-82fd1374258b,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:55:48.410245 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 488d70a2-d928-4b43-83cf-50b67b37a8db no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:55:48.430310 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-154afb01-0a4e-4631-9264-225649e412a3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:48.430510 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] No Port match for: 488d70a2-d928-4b43-83cf-50b67b37a8db {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:55:48.430677 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 488d70a2-d928-4b43-83cf-50b67b37a8db not bound to the agent host hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:55:48.641056 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-154afb01-0a4e-4631-9264-225649e412a3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Router f12bcd0f-f242-4ac3-9505-fd5a031daa6c has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:55:49.053502 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154afb01-0a4e-4631-9264-225649e412a3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:55:49.058471 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-154afb01-0a4e-4631-9264-225649e412a3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "PUT /v2.0/routers/f12bcd0f-f242-4ac3-9505-fd5a031daa6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7699652 Mar 28 13:55:49.061155 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 36176) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:55:49.063824 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a9e968-350d-412a-8720-25a3a458b32d None None] Sync routers for ids ['f12bcd0f-f242-4ac3-9505-fd5a031daa6c'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:55:49.073153 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a9e968-350d-412a-8720-25a3a458b32d None None] Routers {'f12bcd0f-f242-4ac3-9505-fd5a031daa6c'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:55:49.073758 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-c8a9e968-350d-412a-8720-25a3a458b32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:55:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['f12bcd0f-f242-4ac3-9505-fd5a031daa6c'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:55:49.110398 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-0997470e-028f-41c1-951a-533dbb0488fa tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Deleting subnet a11fb683-53de-4c12-9b96-2a083e4bc12a {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:55:49.113425 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0997470e-028f-41c1-951a-533dbb0488fa tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:49.151737 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0997470e-028f-41c1-951a-533dbb0488fa tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:49.175667 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-c8a9e968-350d-412a-8720-25a3a458b32d None None] Set router f12bcd0f-f242-4ac3-9505-fd5a031daa6c gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:55:49.237208 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0997470e-028f-41c1-951a-533dbb0488fa tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:49.349769 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-c8a9e968-350d-412a-8720-25a3a458b32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12bcd0f-f242-4ac3-9505-fd5a031daa6c', 'name': 'tempest-TestNetworkBasicOps-router-2113084110', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': 'ec008842-e861-4bda-a35b-9763fd6ab50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:54:11Z', 'updated_at': '2022-03-28T13:55:48Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'ec008842-e861-4bda-a35b-9763fd6ab50c', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:05:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12bcd0f-f242-4ac3-9505-fd5a031daa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:54:11Z', 'updated_at': '2022-03-28T13:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:55:49.367422 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0997470e-028f-41c1-951a-533dbb0488fa tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:49.375697 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a9e968-350d-412a-8720-25a3a458b32d None None] Checking router: f12bcd0f-f242-4ac3-9505-fd5a031daa6c for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:55:49.383773 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a9e968-350d-412a-8720-25a3a458b32d None None] Routers {'f12bcd0f-f242-4ac3-9505-fd5a031daa6c'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:55:49.384384 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-c8a9e968-350d-412a-8720-25a3a458b32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:55:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['f12bcd0f-f242-4ac3-9505-fd5a031daa6c'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:55:49.393160 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0997470e-028f-41c1-951a-533dbb0488fa tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Subnet': ['ID=a11fb683-53de-4c12-9b96-2a083e4bc12a,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:55:49.405332 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0997470e-028f-41c1-951a-533dbb0488fa tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:49.405866 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3502d4ad-e85e-4614-9d7d-c2b1b6bc8902 None None] Network 79003967-7fca-4caa-b5bf-e802b22fa5d8 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:55:49.409130 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-0997470e-028f-41c1-951a-533dbb0488fa tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "DELETE /v2.0/subnets/a11fb683-53de-4c12-9b96-2a083e4bc12a HTTP/1.1" status: 204 len: 168 time: 0.3469894 Mar 28 13:55:49.411641 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 36178) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:55:49.494101 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-c8a9e968-350d-412a-8720-25a3a458b32d None None] Set router f12bcd0f-f242-4ac3-9505-fd5a031daa6c gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:55:49.520979 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-45d89953-c784-4987-9ce3-46220292ae69 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:49.589333 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bc3410-8765-472e-ab43-dd0c7693073f None None] DHCP port deletion for 79003967-7fca-4caa-b5bf-e802b22fa5d8 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:55:49.630224 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-45d89953-c784-4987-9ce3-46220292ae69 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:49.642174 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-97bc3410-8765-472e-ab43-dd0c7693073f None None] Deleting port a719eeee-c234-4f3b-8a6c-a1a23d2809e5 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:55:49.644832 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-97bc3410-8765-472e-ab43-dd0c7693073f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:49.673688 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-c8a9e968-350d-412a-8720-25a3a458b32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12bcd0f-f242-4ac3-9505-fd5a031daa6c', 'name': 'tempest-TestNetworkBasicOps-router-2113084110', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': 'ec008842-e861-4bda-a35b-9763fd6ab50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:54:11Z', 'updated_at': '2022-03-28T13:55:48Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'ec008842-e861-4bda-a35b-9763fd6ab50c', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:05:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12bcd0f-f242-4ac3-9505-fd5a031daa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:54:11Z', 'updated_at': '2022-03-28T13:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:55:49.703752 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-97bc3410-8765-472e-ab43-dd0c7693073f None None] For port a719eeee-c234-4f3b-8a6c-a1a23d2809e5, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=a719eeee-c234-4f3b-8a6c-a1a23d2809e5,segment=NetworkSegment(47d3040d-5fac-440c-9780-cb1d9a7c81e7),segment_id=47d3040d-5fac-440c-9780-cb1d9a7c81e7)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:55:49.704149 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-97bc3410-8765-472e-ab43-dd0c7693073f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:49.705314 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a9e968-350d-412a-8720-25a3a458b32d None None] The sync data for ids ['f12bcd0f-f242-4ac3-9505-fd5a031daa6c'] in dv-neutron-835335-1-hyperv is: [{'id': 'f12bcd0f-f242-4ac3-9505-fd5a031daa6c', 'name': 'tempest-TestNetworkBasicOps-router-2113084110', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': 'ec008842-e861-4bda-a35b-9763fd6ab50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:54:11Z', 'updated_at': '2022-03-28T13:55:48Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'ec008842-e861-4bda-a35b-9763fd6ab50c', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:05:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12bcd0f-f242-4ac3-9505-fd5a031daa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:54:11Z', 'updated_at': '2022-03-28T13:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:55:49.717540 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-97bc3410-8765-472e-ab43-dd0c7693073f None None] Calling delete_port for a719eeee-c234-4f3b-8a6c-a1a23d2809e5 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:55:49.731150 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-45d89953-c784-4987-9ce3-46220292ae69 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Deleting port ec008842-e861-4bda-a35b-9763fd6ab50c {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:55:49.731583 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-45d89953-c784-4987-9ce3-46220292ae69 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:49.816343 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-45d89953-c784-4987-9ce3-46220292ae69 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] For port ec008842-e861-4bda-a35b-9763fd6ab50c, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=ec008842-e861-4bda-a35b-9763fd6ab50c,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:55:49.816674 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-45d89953-c784-4987-9ce3-46220292ae69 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:49.828332 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-45d89953-c784-4987-9ce3-46220292ae69 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Calling delete_port for ec008842-e861-4bda-a35b-9763fd6ab50c owned by network:router_gateway {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:55:49.902353 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-97bc3410-8765-472e-ab43-dd0c7693073f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:49.930414 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc3410-8765-472e-ab43-dd0c7693073f None None] Pushing event deleted for resources: {'Port': ['ID=a719eeee-c234-4f3b-8a6c-a1a23d2809e5,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:55:49.935753 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bc3410-8765-472e-ab43-dd0c7693073f None None] No DVR routers for this DVR port a719eeee-c234-4f3b-8a6c-a1a23d2809e5 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:55:49.950869 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bc3410-8765-472e-ab43-dd0c7693073f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:55:49.951218 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bc3410-8765-472e-ab43-dd0c7693073f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:55:49.951551 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bc3410-8765-472e-ab43-dd0c7693073f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:55:49.951877 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bc3410-8765-472e-ab43-dd0c7693073f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:55:49.952200 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bc3410-8765-472e-ab43-dd0c7693073f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:55:49.952652 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bc3410-8765-472e-ab43-dd0c7693073f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:55:49.952978 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bc3410-8765-472e-ab43-dd0c7693073f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:55:49.953297 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bc3410-8765-472e-ab43-dd0c7693073f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:55:49.953619 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bc3410-8765-472e-ab43-dd0c7693073f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:55:49.953935 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bc3410-8765-472e-ab43-dd0c7693073f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:55:49.954249 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bc3410-8765-472e-ab43-dd0c7693073f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:55:49.954562 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bc3410-8765-472e-ab43-dd0c7693073f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:55:50.058274 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-45d89953-c784-4987-9ce3-46220292ae69 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:50.084083 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d89953-c784-4987-9ce3-46220292ae69 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Port': ['ID=ec008842-e861-4bda-a35b-9763fd6ab50c,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:55:50.150166 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-45d89953-c784-4987-9ce3-46220292ae69 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133933816'] for router_gateway, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:50.246143 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-45d89953-c784-4987-9ce3-46220292ae69 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:50.248289 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-45d89953-c784-4987-9ce3-46220292ae69 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:50.343683 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-45d89953-c784-4987-9ce3-46220292ae69 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:50.344262 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d89953-c784-4987-9ce3-46220292ae69 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Fanout notify agent at l3_agent the message router_deleted on router f12bcd0f-f242-4ac3-9505-fd5a031daa6c {{(pid=109613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:55:50.351136 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-45d89953-c784-4987-9ce3-46220292ae69 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:50.352222 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-45d89953-c784-4987-9ce3-46220292ae69 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "DELETE /v2.0/routers/f12bcd0f-f242-4ac3-9505-fd5a031daa6c HTTP/1.1" status: 204 len: 168 time: 0.9396732 Mar 28 13:55:50.354987 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 36180) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:55:50.438006 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b954dbba-05a1-41ec-9891-58d241c1335f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:50.524185 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b954dbba-05a1-41ec-9891-58d241c1335f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:50.544275 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-b954dbba-05a1-41ec-9891-58d241c1335f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79003967-7fca-4caa-b5bf-e802b22fa5d8']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:55:50.553585 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-b954dbba-05a1-41ec-9891-58d241c1335f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47d3040d-5fac-440c-9780-cb1d9a7c81e7') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:55:50.553878 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-b954dbba-05a1-41ec-9891-58d241c1335f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47d3040d-5fac-440c-9780-cb1d9a7c81e7') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:55:50.563173 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b954dbba-05a1-41ec-9891-58d241c1335f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:50.576384 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b954dbba-05a1-41ec-9891-58d241c1335f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:50.583226 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b954dbba-05a1-41ec-9891-58d241c1335f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:55:50.583634 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b954dbba-05a1-41ec-9891-58d241c1335f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:50.586634 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 13:55:50.586634 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:55:50.586634 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 13:55:50.586634 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:55:50.586634 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 13:55:50.586634 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:55:50.586634 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 13:55:50.586634 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:55:50.586634 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 13:55:50.586634 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:55:50.586634 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 13:55:50.586634 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:55:50.586634 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 13:55:50.586634 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:55:50.586634 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:55:50.586634 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:55:50.586634 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:55:50.586634 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:55:50.586634 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 13:55:50.586634 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:55:50.586634 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 13:55:50.586634 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:55:50.586634 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:55:50.586634 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:55:50.586634 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 13:55:50.586634 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:55:50.586634 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:55:50.586634 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:55:50.586634 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:55:50.586634 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:55:50.586634 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:55:50.586634 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:55:50.729810 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b954dbba-05a1-41ec-9891-58d241c1335f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:50.739901 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b954dbba-05a1-41ec-9891-58d241c1335f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:50.739901 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b954dbba-05a1-41ec-9891-58d241c1335f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "DELETE /v2.0/networks/79003967-7fca-4caa-b5bf-e802b22fa5d8 HTTP/1.1" status: 204 len: 168 time: 0.3837731 Mar 28 13:55:50.751120 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36182) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:55:50.752241 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b954dbba-05a1-41ec-9891-58d241c1335f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Network': ['ID=79003967-7fca-4caa-b5bf-e802b22fa5d8,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:55:50.757609 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-1bec44dd-ff8e-4611-b525-8bf7636a3cf6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'network': {'name': 'tempest-network-smoke--441714382', 'project_id': '8783dd3017a04690835ab7e96e428838', 'port_security_enabled': True}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:55:50.834801 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 1d194e30-9c4c-493a-8901-82fd1374258b no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:55:50.835391 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bec44dd-ff8e-4611-b525-8bf7636a3cf6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Made reservation on behalf of 8783dd3017a04690835ab7e96e428838 for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:55:50.839031 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1bec44dd-ff8e-4611-b525-8bf7636a3cf6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:50.855922 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 1d194e30-9c4c-493a-8901-82fd1374258b {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:55:50.856265 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 1d194e30-9c4c-493a-8901-82fd1374258b not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:55:50.856698 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device a719eeee-c234-4f3b-8a6c-a1a23d2809e5 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:55:50.862760 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bec44dd-ff8e-4611-b525-8bf7636a3cf6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:55:50.872049 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1bec44dd-ff8e-4611-b525-8bf7636a3cf6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:50.872424 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-1bec44dd-ff8e-4611-b525-8bf7636a3cf6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Added segment ae02a1ce-6c5b-4c62-b91e-85c2bdac6dbd of type vlan for network afe5af1d-ab4d-496f-aeaf-542850810302 Mar 28 13:55:50.875687 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: a719eeee-c234-4f3b-8a6c-a1a23d2809e5 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:55:50.876029 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device a719eeee-c234-4f3b-8a6c-a1a23d2809e5 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:55:50.876473 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device ec008842-e861-4bda-a35b-9763fd6ab50c no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:55:50.898057 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: ec008842-e861-4bda-a35b-9763fd6ab50c {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:55:50.898381 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device ec008842-e861-4bda-a35b-9763fd6ab50c not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:55:50.911966 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1bec44dd-ff8e-4611-b525-8bf7636a3cf6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:50.993660 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1bec44dd-ff8e-4611-b525-8bf7636a3cf6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:50.999666 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bec44dd-ff8e-4611-b525-8bf7636a3cf6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:55:51.000254 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1bec44dd-ff8e-4611-b525-8bf7636a3cf6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:51.073158 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bec44dd-ff8e-4611-b525-8bf7636a3cf6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Network': ['ID=afe5af1d-ab4d-496f-aeaf-542850810302,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:55:51.080663 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bec44dd-ff8e-4611-b525-8bf7636a3cf6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:55:51.081007 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bec44dd-ff8e-4611-b525-8bf7636a3cf6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:55:51.081343 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bec44dd-ff8e-4611-b525-8bf7636a3cf6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:55:51.081697 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bec44dd-ff8e-4611-b525-8bf7636a3cf6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:55:51.082025 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bec44dd-ff8e-4611-b525-8bf7636a3cf6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:55:51.082347 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bec44dd-ff8e-4611-b525-8bf7636a3cf6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:55:51.082668 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bec44dd-ff8e-4611-b525-8bf7636a3cf6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:55:51.082988 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bec44dd-ff8e-4611-b525-8bf7636a3cf6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:55:51.083310 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bec44dd-ff8e-4611-b525-8bf7636a3cf6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:55:51.083646 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bec44dd-ff8e-4611-b525-8bf7636a3cf6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:55:51.083943 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bec44dd-ff8e-4611-b525-8bf7636a3cf6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:55:51.084255 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bec44dd-ff8e-4611-b525-8bf7636a3cf6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:55:51.095088 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network afe5af1d-ab4d-496f-aeaf-542850810302 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:55:51.109631 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-1bec44dd-ff8e-4611-b525-8bf7636a3cf6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3568833 Mar 28 13:55:51.112287 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36186) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:55:51.116736 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-4668d8b9-00b2-4a91-bfac-507331e1ce19 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-38306820', 'admin_state_up': True, 'project_id': '8783dd3017a04690835ab7e96e428838', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:55:51.186651 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4668d8b9-00b2-4a91-bfac-507331e1ce19 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:51.187792 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4668d8b9-00b2-4a91-bfac-507331e1ce19 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:51.238075 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4668d8b9-00b2-4a91-bfac-507331e1ce19 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:51.439665 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4668d8b9-00b2-4a91-bfac-507331e1ce19 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:51.690906 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4668d8b9-00b2-4a91-bfac-507331e1ce19 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router_gateway, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:51.709189 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4668d8b9-00b2-4a91-bfac-507331e1ce19 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:51.812960 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-4668d8b9-00b2-4a91-bfac-507331e1ce19 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Allocated IP 172.26.2.252 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/30ae434d-1b08-4279-9e6a-5ab54aca1f70) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:55:51.911160 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4668d8b9-00b2-4a91-bfac-507331e1ce19 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:52.004359 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4668d8b9-00b2-4a91-bfac-507331e1ce19 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:52.046543 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4668d8b9-00b2-4a91-bfac-507331e1ce19 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:55:52.049599 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-4668d8b9-00b2-4a91-bfac-507331e1ce19 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:55:52.053951 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4668d8b9-00b2-4a91-bfac-507331e1ce19 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:55:52.055854 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4668d8b9-00b2-4a91-bfac-507331e1ce19 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=30ae434d-1b08-4279-9e6a-5ab54aca1f70,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:55:52.363181 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4668d8b9-00b2-4a91-bfac-507331e1ce19 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router_gateway, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:52.555031 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4668d8b9-00b2-4a91-bfac-507331e1ce19 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:52.746659 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4668d8b9-00b2-4a91-bfac-507331e1ce19 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Router 9dee0e5f-01f2-464e-af1b-af69e5ddbb03 is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:55:52.848074 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4668d8b9-00b2-4a91-bfac-507331e1ce19 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:55:52.857610 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24beede8-f455-4d88-b8a7-92bf59ae1bce None None] Sync routers for ids ['9dee0e5f-01f2-464e-af1b-af69e5ddbb03'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:55:52.867291 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24beede8-f455-4d88-b8a7-92bf59ae1bce None None] Routers {'9dee0e5f-01f2-464e-af1b-af69e5ddbb03'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:55:52.867900 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-24beede8-f455-4d88-b8a7-92bf59ae1bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:55:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['9dee0e5f-01f2-464e-af1b-af69e5ddbb03'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:55:52.914390 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4668d8b9-00b2-4a91-bfac-507331e1ce19 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:52.915661 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-4668d8b9-00b2-4a91-bfac-507331e1ce19 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8024371 Mar 28 13:55:52.919354 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36188) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:55:52.950104 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ca8fb5cb-16e0-499a-ad32-2db35a60274a tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=8783dd3017a04690835ab7e96e428838&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273323 Mar 28 13:55:52.950318 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36190) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:55:52.971197 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-24beede8-f455-4d88-b8a7-92bf59ae1bce None None] Set router 9dee0e5f-01f2-464e-af1b-af69e5ddbb03 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:55:53.153970 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-24beede8-f455-4d88-b8a7-92bf59ae1bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'name': 'tempest-TestNetworkBasicOps-router-38306820', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '30ae434d-1b08-4279-9e6a-5ab54aca1f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:55:51Z', 'updated_at': '2022-03-28T13:55:52Z', 'revision_number': 3, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '30ae434d-1b08-4279-9e6a-5ab54aca1f70', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:81:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:55:51Z', 'updated_at': '2022-03-28T13:55:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:55:53.181973 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24beede8-f455-4d88-b8a7-92bf59ae1bce None None] Checking router: 9dee0e5f-01f2-464e-af1b-af69e5ddbb03 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:55:53.182312 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24beede8-f455-4d88-b8a7-92bf59ae1bce None None] Updating router 9dee0e5f-01f2-464e-af1b-af69e5ddbb03 port 30ae434d-1b08-4279-9e6a-5ab54aca1f70 binding host dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 13:55:53.207996 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-24beede8-f455-4d88-b8a7-92bf59ae1bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:53.341705 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba097cb-4117-498e-87b4-1b26f84bf8d0 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:55:53.343230 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-0ba097cb-4117-498e-87b4-1b26f84bf8d0 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3920443 Mar 28 13:55:53.346167 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36192) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:55:53.374304 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c8f2f1e6-f08d-40ff-a8de-2b97eb416967 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=1cb296ed-c863-4502-973a-f31b82091846&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269036 Mar 28 13:55:53.377070 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 36194) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:55:53.382276 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-36c8d4e0-518a-43ba-9fd7-293354077ca3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-736238144', 'network_id': 'afe5af1d-ab4d-496f-aeaf-542850810302', 'project_id': '8783dd3017a04690835ab7e96e428838', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:55:53.537882 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c8d4e0-518a-43ba-9fd7-293354077ca3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Made reservation on behalf of 8783dd3017a04690835ab7e96e428838 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:55:53.541393 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-36c8d4e0-518a-43ba-9fd7-293354077ca3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:53.609493 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-24beede8-f455-4d88-b8a7-92bf59ae1bce None None] Notify callbacks [] for port, precommit_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:53.703551 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-24beede8-f455-4d88-b8a7-92bf59ae1bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:53.751772 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-24beede8-f455-4d88-b8a7-92bf59ae1bce None None] Attempting to bind port 30ae434d-1b08-4279-9e6a-5ab54aca1f70 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:55:53.752129 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-24beede8-f455-4d88-b8a7-92bf59ae1bce None None] Attempting to bind port 30ae434d-1b08-4279-9e6a-5ab54aca1f70 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:55:53.752519 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24beede8-f455-4d88-b8a7-92bf59ae1bce None None] Attempting to bind port 30ae434d-1b08-4279-9e6a-5ab54aca1f70 on network 1cb296ed-c863-4502-973a-f31b82091846 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:55:53.757476 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85134a4f-8e10-4f44-9e80-a4109ba7ce5f None None] Pushing event updated for resources: {'Port': ['ID=30ae434d-1b08-4279-9e6a-5ab54aca1f70,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:55:53.762485 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24beede8-f455-4d88-b8a7-92bf59ae1bce None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:55:53.762862 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24beede8-f455-4d88-b8a7-92bf59ae1bce None None] Checking segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:55:53.763256 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-24beede8-f455-4d88-b8a7-92bf59ae1bce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:53.763633 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24beede8-f455-4d88-b8a7-92bf59ae1bce None None] Bound using segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:55:53.764092 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-24beede8-f455-4d88-b8a7-92bf59ae1bce None None] Bound port: 30ae434d-1b08-4279-9e6a-5ab54aca1f70, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:55:53.764486 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-24beede8-f455-4d88-b8a7-92bf59ae1bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:53.789604 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-36c8d4e0-518a-43ba-9fd7-293354077ca3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:53.813827 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-24beede8-f455-4d88-b8a7-92bf59ae1bce None None] For port 30ae434d-1b08-4279-9e6a-5ab54aca1f70, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:55:53.816822 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-24beede8-f455-4d88-b8a7-92bf59ae1bce None None] For port 30ae434d-1b08-4279-9e6a-5ab54aca1f70, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=30ae434d-1b08-4279-9e6a-5ab54aca1f70,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:55:53.852636 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c8d4e0-518a-43ba-9fd7-293354077ca3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Subnet': ['ID=af083c1d-8e76-4ea5-a31b-59d2650dc226,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:55:53.861413 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c8d4e0-518a-43ba-9fd7-293354077ca3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Checking segment: {'id': 'ae02a1ce-6c5b-4c62-b91e-85c2bdac6dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'afe5af1d-ab4d-496f-aeaf-542850810302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:55:53.861413 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c8d4e0-518a-43ba-9fd7-293354077ca3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network hostable DHCP agents. Network: afe5af1d-ab4d-496f-aeaf-542850810302, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:55:53.881158 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-24beede8-f455-4d88-b8a7-92bf59ae1bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:53.951995 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85134a4f-8e10-4f44-9e80-a4109ba7ce5f None None] Pushing event updated for resources: {'Port': ['ID=30ae434d-1b08-4279-9e6a-5ab54aca1f70,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:55:53.954965 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24beede8-f455-4d88-b8a7-92bf59ae1bce None None] Routers {'9dee0e5f-01f2-464e-af1b-af69e5ddbb03'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:55:53.955558 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-24beede8-f455-4d88-b8a7-92bf59ae1bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:55:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['9dee0e5f-01f2-464e-af1b-af69e5ddbb03'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:55:53.966008 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c8d4e0-518a-43ba-9fd7-293354077ca3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network afe5af1d-ab4d-496f-aeaf-542850810302 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:55:54.060422 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-24beede8-f455-4d88-b8a7-92bf59ae1bce None None] Set router 9dee0e5f-01f2-464e-af1b-af69e5ddbb03 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:55:54.110266 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7f5a757a-e9fc-4809-9772-db984b3aa94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:54.166711 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-36c8d4e0-518a-43ba-9fd7-293354077ca3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, afe5af1d-ab4d-496f-aeaf-542850810302) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:55:54.171981 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c8d4e0-518a-43ba-9fd7-293354077ca3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:55:54.172744 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-36c8d4e0-518a-43ba-9fd7-293354077ca3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:54.178824 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc31954-6c68-406e-bddf-5840fb5cba5a None None] Network afe5af1d-ab4d-496f-aeaf-542850810302 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:55:54.261207 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-36c8d4e0-518a-43ba-9fd7-293354077ca3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8830135 Mar 28 13:55:54.264098 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36196) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:55:54.336004 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-24beede8-f455-4d88-b8a7-92bf59ae1bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'name': 'tempest-TestNetworkBasicOps-router-38306820', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '30ae434d-1b08-4279-9e6a-5ab54aca1f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:55:51Z', 'updated_at': '2022-03-28T13:55:52Z', 'revision_number': 3, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '30ae434d-1b08-4279-9e6a-5ab54aca1f70', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:81:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:55:51Z', 'updated_at': '2022-03-28T13:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:55:54.363714 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24beede8-f455-4d88-b8a7-92bf59ae1bce None None] The sync data for ids ['9dee0e5f-01f2-464e-af1b-af69e5ddbb03'] in dv-neutron-835335-1-hyperv is: [{'id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'name': 'tempest-TestNetworkBasicOps-router-38306820', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '30ae434d-1b08-4279-9e6a-5ab54aca1f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:55:51Z', 'updated_at': '2022-03-28T13:55:52Z', 'revision_number': 3, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '30ae434d-1b08-4279-9e6a-5ab54aca1f70', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:81:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:55:51Z', 'updated_at': '2022-03-28T13:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:55:54.398096 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add0bab1-b359-445c-9353-2441b8f949b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-afe5af1d-ab4d-496f-aeaf-542850810302', 'network_id': 'afe5af1d-ab4d-496f-aeaf-542850810302', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ips': [{'subnet_id': 'af083c1d-8e76-4ea5-a31b-59d2650dc226'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:55:54.399302 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-add0bab1-b359-445c-9353-2441b8f949b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:54.545320 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-add0bab1-b359-445c-9353-2441b8f949b7 None None] Allocated IP 172.20.0.2 (afe5af1d-ab4d-496f-aeaf-542850810302/af083c1d-8e76-4ea5-a31b-59d2650dc226/6df4c6a5-b6bf-4d52-a62e-0f01eb22bbc6) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:55:54.734929 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-add0bab1-b359-445c-9353-2441b8f949b7 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:54.744525 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-33ae7354-e872-4ade-b326-40c09a84801d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:54.796602 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-add0bab1-b359-445c-9353-2441b8f949b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:54.837798 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add0bab1-b359-445c-9353-2441b8f949b7 None None] Network afe5af1d-ab4d-496f-aeaf-542850810302 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:55:54.842101 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-add0bab1-b359-445c-9353-2441b8f949b7 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:55:54.845997 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add0bab1-b359-445c-9353-2441b8f949b7 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:55:54.862960 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add0bab1-b359-445c-9353-2441b8f949b7 None None] Pushing event updated for resources: {'Port': ['ID=6df4c6a5-b6bf-4d52-a62e-0f01eb22bbc6,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:55:54.922574 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-add0bab1-b359-445c-9353-2441b8f949b7 None None] Attempting to bind port 6df4c6a5-b6bf-4d52-a62e-0f01eb22bbc6 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:55:54.923191 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-add0bab1-b359-445c-9353-2441b8f949b7 None None] Attempting to bind port 6df4c6a5-b6bf-4d52-a62e-0f01eb22bbc6 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'ae02a1ce-6c5b-4c62-b91e-85c2bdac6dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'afe5af1d-ab4d-496f-aeaf-542850810302'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:55:54.923418 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add0bab1-b359-445c-9353-2441b8f949b7 None None] Attempting to bind port 6df4c6a5-b6bf-4d52-a62e-0f01eb22bbc6 on network afe5af1d-ab4d-496f-aeaf-542850810302 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:55:54.928972 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add0bab1-b359-445c-9353-2441b8f949b7 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:55:54.929345 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add0bab1-b359-445c-9353-2441b8f949b7 None None] Checking segment: {'id': 'ae02a1ce-6c5b-4c62-b91e-85c2bdac6dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'afe5af1d-ab4d-496f-aeaf-542850810302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:55:54.933101 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-add0bab1-b359-445c-9353-2441b8f949b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:54.933101 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add0bab1-b359-445c-9353-2441b8f949b7 None None] Bound using segment: {'id': 'ae02a1ce-6c5b-4c62-b91e-85c2bdac6dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'afe5af1d-ab4d-496f-aeaf-542850810302'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:55:54.933101 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-add0bab1-b359-445c-9353-2441b8f949b7 None None] Bound port: 6df4c6a5-b6bf-4d52-a62e-0f01eb22bbc6, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae02a1ce-6c5b-4c62-b91e-85c2bdac6dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'afe5af1d-ab4d-496f-aeaf-542850810302'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:55:54.933101 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-add0bab1-b359-445c-9353-2441b8f949b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:54.997530 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-add0bab1-b359-445c-9353-2441b8f949b7 None None] For port 6df4c6a5-b6bf-4d52-a62e-0f01eb22bbc6, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:55:55.000932 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-add0bab1-b359-445c-9353-2441b8f949b7 None None] For port 6df4c6a5-b6bf-4d52-a62e-0f01eb22bbc6, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=6df4c6a5-b6bf-4d52-a62e-0f01eb22bbc6,segment=NetworkSegment(ae02a1ce-6c5b-4c62-b91e-85c2bdac6dbd),segment_id=ae02a1ce-6c5b-4c62-b91e-85c2bdac6dbd)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:55:55.051429 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-33ae7354-e872-4ade-b326-40c09a84801d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Allocated IP 172.20.0.1 (afe5af1d-ab4d-496f-aeaf-542850810302/af083c1d-8e76-4ea5-a31b-59d2650dc226/db57163c-841d-43ca-a853-c545c973131c) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:55:55.113182 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-add0bab1-b359-445c-9353-2441b8f949b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:55.180899 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add0bab1-b359-445c-9353-2441b8f949b7 None None] Pushing event updated for resources: {'Port': ['ID=6df4c6a5-b6bf-4d52-a62e-0f01eb22bbc6,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:55:55.182023 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-33ae7354-e872-4ade-b326-40c09a84801d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:55.281821 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-33ae7354-e872-4ade-b326-40c09a84801d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:55.340907 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ae7354-e872-4ade-b326-40c09a84801d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network afe5af1d-ab4d-496f-aeaf-542850810302 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:55:55.346326 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-33ae7354-e872-4ade-b326-40c09a84801d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:55:55.350613 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ae7354-e872-4ade-b326-40c09a84801d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:55:55.357538 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ae7354-e872-4ade-b326-40c09a84801d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=db57163c-841d-43ca-a853-c545c973131c,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:55:55.400198 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-33ae7354-e872-4ade-b326-40c09a84801d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:55.594961 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-33ae7354-e872-4ade-b326-40c09a84801d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:55.868962 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-33ae7354-e872-4ade-b326-40c09a84801d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:55.955095 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-33ae7354-e872-4ade-b326-40c09a84801d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:56.032179 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ae7354-e872-4ade-b326-40c09a84801d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=db57163c-841d-43ca-a853-c545c973131c,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:55:56.039904 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-33ae7354-e872-4ade-b326-40c09a84801d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:56.069670 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c03fec8-0e14-4397-bce3-810987c37fd5 None None] Network afe5af1d-ab4d-496f-aeaf-542850810302 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:55:56.136542 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ae7354-e872-4ade-b326-40c09a84801d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network afe5af1d-ab4d-496f-aeaf-542850810302 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:55:56.138442 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-33ae7354-e872-4ade-b326-40c09a84801d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:55:56.148566 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-c68d058d-df54-4a4b-b6ac-6c6b21288206 None None] Provisioning complete for port 6df4c6a5-b6bf-4d52-a62e-0f01eb22bbc6 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:55:56.148939 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c68d058d-df54-4a4b-b6ac-6c6b21288206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:56.261209 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ae7354-e872-4ade-b326-40c09a84801d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Router 9dee0e5f-01f2-464e-af1b-af69e5ddbb03 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:55:56.310715 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c2a95d25-07bd-4dc1-81cc-337f4a98482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:56.312989 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c68d058d-df54-4a4b-b6ac-6c6b21288206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:56.354162 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-c68d058d-df54-4a4b-b6ac-6c6b21288206 None None] For port 6df4c6a5-b6bf-4d52-a62e-0f01eb22bbc6, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=6df4c6a5-b6bf-4d52-a62e-0f01eb22bbc6,segment=NetworkSegment(ae02a1ce-6c5b-4c62-b91e-85c2bdac6dbd),segment_id=ae02a1ce-6c5b-4c62-b91e-85c2bdac6dbd)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:55:56.400204 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ae7354-e872-4ade-b326-40c09a84801d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:55:56.405488 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-33ae7354-e872-4ade-b326-40c09a84801d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "PUT /v2.0/routers/9dee0e5f-01f2-464e-af1b-af69e5ddbb03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1402771 Mar 28 13:55:56.409430 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36200) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:55:56.417485 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c68d058d-df54-4a4b-b6ac-6c6b21288206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:56.455138 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962b92d4-f844-4cbd-9026-91f5e8debd08 None None] Sync routers for ids ['9dee0e5f-01f2-464e-af1b-af69e5ddbb03'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:55:56.466503 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962b92d4-f844-4cbd-9026-91f5e8debd08 None None] Routers {'9dee0e5f-01f2-464e-af1b-af69e5ddbb03'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:55:56.467508 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-962b92d4-f844-4cbd-9026-91f5e8debd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:55:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['9dee0e5f-01f2-464e-af1b-af69e5ddbb03'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:55:56.470840 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d058d-df54-4a4b-b6ac-6c6b21288206 None None] Pushing event updated for resources: {'Port': ['ID=6df4c6a5-b6bf-4d52-a62e-0f01eb22bbc6,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:55:56.532483 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b971051-5c2e-4aa4-b415-638c102493e6 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:55:56.532963 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b971051-5c2e-4aa4-b415-638c102493e6 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:55:56.533586 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b971051-5c2e-4aa4-b415-638c102493e6 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:55:56.534104 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b971051-5c2e-4aa4-b415-638c102493e6 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:55:56.534643 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b971051-5c2e-4aa4-b415-638c102493e6 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:55:56.535179 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b971051-5c2e-4aa4-b415-638c102493e6 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:55:56.537026 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-6b971051-5c2e-4aa4-b415-638c102493e6 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1266382 Mar 28 13:55:56.540012 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 36202) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:55:56.552562 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-ac8086ad-0d74-40b1-9bc8-3251a43454fa None None] Provisioning complete for port 6df4c6a5-b6bf-4d52-a62e-0f01eb22bbc6 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:55:56.552994 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ac8086ad-0d74-40b1-9bc8-3251a43454fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:56.586526 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-962b92d4-f844-4cbd-9026-91f5e8debd08 None None] Set router 9dee0e5f-01f2-464e-af1b-af69e5ddbb03 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:55:56.599767 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ba7957-c9ec-477f-b003-a3a448658ea1 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:55:56.600556 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ba7957-c9ec-477f-b003-a3a448658ea1 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:55:56.601205 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ba7957-c9ec-477f-b003-a3a448658ea1 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:55:56.601856 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ba7957-c9ec-477f-b003-a3a448658ea1 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:55:56.602605 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ba7957-c9ec-477f-b003-a3a448658ea1 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:55:56.603238 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ba7957-c9ec-477f-b003-a3a448658ea1 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:55:56.605847 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-75ba7957-c9ec-477f-b003-a3a448658ea1 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0641968 Mar 28 13:55:56.608796 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36204) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:55:56.711174 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-ac8086ad-0d74-40b1-9bc8-3251a43454fa None None] Provisioning complete for port db57163c-841d-43ca-a853-c545c973131c triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:55:56.711544 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ac8086ad-0d74-40b1-9bc8-3251a43454fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:56.753810 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 6df4c6a5-b6bf-4d52-a62e-0f01eb22bbc6 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:55:56.802876 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-ac8086ad-0d74-40b1-9bc8-3251a43454fa None None] Port db57163c-841d-43ca-a853-c545c973131c cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:55:56.823222 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 6df4c6a5-b6bf-4d52-a62e-0f01eb22bbc6 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:55:56.823890 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:56.867201 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-962b92d4-f844-4cbd-9026-91f5e8debd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'name': 'tempest-TestNetworkBasicOps-router-38306820', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '30ae434d-1b08-4279-9e6a-5ab54aca1f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:55:51Z', 'updated_at': '2022-03-28T13:55:55Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '30ae434d-1b08-4279-9e6a-5ab54aca1f70', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:81:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:55:51Z', 'updated_at': '2022-03-28T13:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'db57163c-841d-43ca-a853-c545c973131c', 'name': '', 'network_id': 'afe5af1d-ab4d-496f-aeaf-542850810302', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:80:c3:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'af083c1d-8e76-4ea5-a31b-59d2650dc226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:55:54Z', 'updated_at': '2022-03-28T13:55:55Z', 'revision_number': 2, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'af083c1d-8e76-4ea5-a31b-59d2650dc226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:55:56.897256 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962b92d4-f844-4cbd-9026-91f5e8debd08 None None] Checking router: 9dee0e5f-01f2-464e-af1b-af69e5ddbb03 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:55:56.897597 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962b92d4-f844-4cbd-9026-91f5e8debd08 None None] Updating router 9dee0e5f-01f2-464e-af1b-af69e5ddbb03 port db57163c-841d-43ca-a853-c545c973131c binding host dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 13:55:56.906235 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-46b4d3d9-3d27-4038-9f50-79a4dae864f3 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2932730 Mar 28 13:55:56.925436 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 30ae434d-1b08-4279-9e6a-5ab54aca1f70 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:55:56.932646 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-962b92d4-f844-4cbd-9026-91f5e8debd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:56.953130 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-36c1f552-a720-4ca5-8ff5-fc0a4fa8192a None None] Provisioning complete for port db57163c-841d-43ca-a853-c545c973131c triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:55:56.953495 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-36c1f552-a720-4ca5-8ff5-fc0a4fa8192a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:57.144915 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-36c1f552-a720-4ca5-8ff5-fc0a4fa8192a None None] Port db57163c-841d-43ca-a853-c545c973131c cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:55:57.157607 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 30ae434d-1b08-4279-9e6a-5ab54aca1f70 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:55:57.157969 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:57.220865 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-962b92d4-f844-4cbd-9026-91f5e8debd08 None None] Notify callbacks [] for port, precommit_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:57.237502 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:57.262023 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 30ae434d-1b08-4279-9e6a-5ab54aca1f70, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=30ae434d-1b08-4279-9e6a-5ab54aca1f70,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:55:57.270356 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-f05899ba-0179-4c65-bc4f-07ed44ae1cd1 None None] Provisioning complete for port db57163c-841d-43ca-a853-c545c973131c triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:55:57.270720 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f05899ba-0179-4c65-bc4f-07ed44ae1cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:57.283945 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-962b92d4-f844-4cbd-9026-91f5e8debd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:57.307613 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-f05899ba-0179-4c65-bc4f-07ed44ae1cd1 None None] Port db57163c-841d-43ca-a853-c545c973131c cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:55:57.341914 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c195dcb-e50d-44da-960d-45a68c391f17 None None] Pushing event updated for resources: {'Port': ['ID=db57163c-841d-43ca-a853-c545c973131c,revision_number=3']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:55:57.342160 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:57.363194 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36208) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:55:57.366055 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c195dcb-e50d-44da-960d-45a68c391f17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:55:57.366416 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c195dcb-e50d-44da-960d-45a68c391f17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:55:57.366922 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c195dcb-e50d-44da-960d-45a68c391f17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:55:57.367255 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c195dcb-e50d-44da-960d-45a68c391f17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:55:57.367578 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c195dcb-e50d-44da-960d-45a68c391f17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:55:57.367926 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c195dcb-e50d-44da-960d-45a68c391f17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:55:57.368265 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c195dcb-e50d-44da-960d-45a68c391f17 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:55:57.369623 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c195dcb-e50d-44da-960d-45a68c391f17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:55:57.369623 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c195dcb-e50d-44da-960d-45a68c391f17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:55:57.369623 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c195dcb-e50d-44da-960d-45a68c391f17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:55:57.369623 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c195dcb-e50d-44da-960d-45a68c391f17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:55:57.370004 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c195dcb-e50d-44da-960d-45a68c391f17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:55:57.372165 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-1173514a-60aa-4e72-ae75-246ab8d2523d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2099941878', 'description': 'tempest-secgroup-smoke-2099941878 description', 'project_id': '8783dd3017a04690835ab7e96e428838'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:55:57.404646 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=30ae434d-1b08-4279-9e6a-5ab54aca1f70,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:55:57.461195 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1173514a-60aa-4e72-ae75-246ab8d2523d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:57.502078 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-962b92d4-f844-4cbd-9026-91f5e8debd08 None None] Attempting to bind port db57163c-841d-43ca-a853-c545c973131c on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:55:57.502685 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-962b92d4-f844-4cbd-9026-91f5e8debd08 None None] Attempting to bind port db57163c-841d-43ca-a853-c545c973131c by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'ae02a1ce-6c5b-4c62-b91e-85c2bdac6dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'afe5af1d-ab4d-496f-aeaf-542850810302'}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:55:57.502685 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962b92d4-f844-4cbd-9026-91f5e8debd08 None None] Attempting to bind port db57163c-841d-43ca-a853-c545c973131c on network afe5af1d-ab4d-496f-aeaf-542850810302 {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:55:57.507979 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962b92d4-f844-4cbd-9026-91f5e8debd08 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:55:57.508287 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962b92d4-f844-4cbd-9026-91f5e8debd08 None None] Checking segment: {'id': 'ae02a1ce-6c5b-4c62-b91e-85c2bdac6dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'afe5af1d-ab4d-496f-aeaf-542850810302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:55:57.508718 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-962b92d4-f844-4cbd-9026-91f5e8debd08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:57.509099 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962b92d4-f844-4cbd-9026-91f5e8debd08 None None] Bound using segment: {'id': 'ae02a1ce-6c5b-4c62-b91e-85c2bdac6dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'afe5af1d-ab4d-496f-aeaf-542850810302'} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:55:57.509570 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-962b92d4-f844-4cbd-9026-91f5e8debd08 None None] Bound port: db57163c-841d-43ca-a853-c545c973131c, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae02a1ce-6c5b-4c62-b91e-85c2bdac6dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'afe5af1d-ab4d-496f-aeaf-542850810302'}}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:55:57.509921 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-962b92d4-f844-4cbd-9026-91f5e8debd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:57.542521 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1173514a-60aa-4e72-ae75-246ab8d2523d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:57.578045 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:57.581241 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-962b92d4-f844-4cbd-9026-91f5e8debd08 None None] For port db57163c-841d-43ca-a853-c545c973131c, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:55:57.588992 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-962b92d4-f844-4cbd-9026-91f5e8debd08 None None] For port db57163c-841d-43ca-a853-c545c973131c, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=db57163c-841d-43ca-a853-c545c973131c,segment=NetworkSegment(ae02a1ce-6c5b-4c62-b91e-85c2bdac6dbd),segment_id=ae02a1ce-6c5b-4c62-b91e-85c2bdac6dbd)] {{(pid=109615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:55:57.606539 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1173514a-60aa-4e72-ae75-246ab8d2523d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:57.629389 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-ef328513-c4fd-46de-b0c1-ab53b6e5c6c7 None None] Provisioning complete for port db57163c-841d-43ca-a853-c545c973131c triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:55:57.629769 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ef328513-c4fd-46de-b0c1-ab53b6e5c6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:57.637088 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1173514a-60aa-4e72-ae75-246ab8d2523d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c25df29c-5d4d-4019-9aae-1bf4d12cabab,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:55:57.666010 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-ef328513-c4fd-46de-b0c1-ab53b6e5c6c7 None None] Port db57163c-841d-43ca-a853-c545c973131c cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:55:57.673029 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-962b92d4-f844-4cbd-9026-91f5e8debd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:57.700650 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1173514a-60aa-4e72-ae75-246ab8d2523d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:57.702648 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-1173514a-60aa-4e72-ae75-246ab8d2523d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3373909 Mar 28 13:55:57.705451 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 36210) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:55:57.710116 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-bc9acd65-7c00-46dd-9418-fc428f9dd2c4 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': 'c25df29c-5d4d-4019-9aae-1bf4d12cabab', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:55:57.728017 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962b92d4-f844-4cbd-9026-91f5e8debd08 None None] Routers {'9dee0e5f-01f2-464e-af1b-af69e5ddbb03'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:55:57.728669 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-962b92d4-f844-4cbd-9026-91f5e8debd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:55:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['9dee0e5f-01f2-464e-af1b-af69e5ddbb03'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:55:57.766132 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c195dcb-e50d-44da-960d-45a68c391f17 None None] Pushing event updated for resources: {'Port': ['ID=db57163c-841d-43ca-a853-c545c973131c,revision_number=4']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:55:57.797591 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bc9acd65-7c00-46dd-9418-fc428f9dd2c4 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:57.842907 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-962b92d4-f844-4cbd-9026-91f5e8debd08 None None] Set router 9dee0e5f-01f2-464e-af1b-af69e5ddbb03 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:55:57.860288 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bc9acd65-7c00-46dd-9418-fc428f9dd2c4 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:57.943532 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bc9acd65-7c00-46dd-9418-fc428f9dd2c4 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:57.964769 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9acd65-7c00-46dd-9418-fc428f9dd2c4 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6fc0033-a1b9-4898-8a19-35bcc8084d5a,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:55:57.987934 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-e42b7481-9d2b-4101-a467-4287df3a88fd None None] Provisioning complete for port db57163c-841d-43ca-a853-c545c973131c triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:55:57.988304 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e42b7481-9d2b-4101-a467-4287df3a88fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:58.036836 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bc9acd65-7c00-46dd-9418-fc428f9dd2c4 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:58.038047 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-bc9acd65-7c00-46dd-9418-fc428f9dd2c4 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3316076 Mar 28 13:55:58.040841 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36212) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:55:58.045955 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-c1edf8b3-243f-40d8-b178-27bf4b094b3f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': 'c25df29c-5d4d-4019-9aae-1bf4d12cabab', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:55:58.063852 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-962b92d4-f844-4cbd-9026-91f5e8debd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'name': 'tempest-TestNetworkBasicOps-router-38306820', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '30ae434d-1b08-4279-9e6a-5ab54aca1f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:55:51Z', 'updated_at': '2022-03-28T13:55:55Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '30ae434d-1b08-4279-9e6a-5ab54aca1f70', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:55:51Z', 'updated_at': '2022-03-28T13:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'db57163c-841d-43ca-a853-c545c973131c', 'name': '', 'network_id': 'afe5af1d-ab4d-496f-aeaf-542850810302', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:80:c3:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'af083c1d-8e76-4ea5-a31b-59d2650dc226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:55:54Z', 'updated_at': '2022-03-28T13:55:57Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'af083c1d-8e76-4ea5-a31b-59d2650dc226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:55:58.069376 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e42b7481-9d2b-4101-a467-4287df3a88fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:58.089016 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962b92d4-f844-4cbd-9026-91f5e8debd08 None None] The sync data for ids ['9dee0e5f-01f2-464e-af1b-af69e5ddbb03'] in dv-neutron-835335-1-hyperv is: [{'id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'name': 'tempest-TestNetworkBasicOps-router-38306820', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '30ae434d-1b08-4279-9e6a-5ab54aca1f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:55:51Z', 'updated_at': '2022-03-28T13:55:55Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '30ae434d-1b08-4279-9e6a-5ab54aca1f70', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:55:51Z', 'updated_at': '2022-03-28T13:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'db57163c-841d-43ca-a853-c545c973131c', 'name': '', 'network_id': 'afe5af1d-ab4d-496f-aeaf-542850810302', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:80:c3:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'af083c1d-8e76-4ea5-a31b-59d2650dc226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:55:54Z', 'updated_at': '2022-03-28T13:55:57Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'af083c1d-8e76-4ea5-a31b-59d2650dc226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:55:58.100308 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-e42b7481-9d2b-4101-a467-4287df3a88fd None None] For port db57163c-841d-43ca-a853-c545c973131c, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=db57163c-841d-43ca-a853-c545c973131c,segment=NetworkSegment(ae02a1ce-6c5b-4c62-b91e-85c2bdac6dbd),segment_id=ae02a1ce-6c5b-4c62-b91e-85c2bdac6dbd)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:55:58.149412 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c1edf8b3-243f-40d8-b178-27bf4b094b3f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:58.166490 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e42b7481-9d2b-4101-a467-4287df3a88fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:58.224941 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c1edf8b3-243f-40d8-b178-27bf4b094b3f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:58.233235 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42b7481-9d2b-4101-a467-4287df3a88fd None None] Pushing event updated for resources: {'Port': ['ID=db57163c-841d-43ca-a853-c545c973131c,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:55:58.298262 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c1edf8b3-243f-40d8-b178-27bf4b094b3f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:58.317856 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1edf8b3-243f-40d8-b178-27bf4b094b3f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b28882b2-b744-47cd-af09-1024913adbeb,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:55:58.397507 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c1edf8b3-243f-40d8-b178-27bf4b094b3f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:58.404677 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c1edf8b3-243f-40d8-b178-27bf4b094b3f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3569219 Mar 28 13:55:58.404871 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 36214) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:55:58.406871 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-ceafc57d-82b4-41cb-ab45-085799492981 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': 'c25df29c-5d4d-4019-9aae-1bf4d12cabab', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:55:58.497885 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ceafc57d-82b4-41cb-ab45-085799492981 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:58.564229 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ceafc57d-82b4-41cb-ab45-085799492981 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:58.641707 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ceafc57d-82b4-41cb-ab45-085799492981 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:58.663625 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceafc57d-82b4-41cb-ab45-085799492981 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2d4e5c2-f24b-48c3-bb74-416a05bb6dac,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:55:58.702821 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device db57163c-841d-43ca-a853-c545c973131c up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:55:58.751426 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ceafc57d-82b4-41cb-ab45-085799492981 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:58.754763 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ceafc57d-82b4-41cb-ab45-085799492981 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3497989 Mar 28 13:55:58.755535 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 36216) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:55:58.757800 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port db57163c-841d-43ca-a853-c545c973131c triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:55:58.760403 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:58.760540 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-9039562f-1cd9-4d7e-8158-56e2929195dd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': 'c25df29c-5d4d-4019-9aae-1bf4d12cabab', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:55:58.854953 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 30ae434d-1b08-4279-9e6a-5ab54aca1f70 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:55:58.858718 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9039562f-1cd9-4d7e-8158-56e2929195dd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:58.905348 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:58.909600 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 30ae434d-1b08-4279-9e6a-5ab54aca1f70 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:55:58.910237 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:58.921441 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9039562f-1cd9-4d7e-8158-56e2929195dd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:59.001055 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9039562f-1cd9-4d7e-8158-56e2929195dd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:59.021568 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9039562f-1cd9-4d7e-8158-56e2929195dd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fa1a0fa-00db-4096-86d3-f1331fd9cb91,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:55:59.094136 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9039562f-1cd9-4d7e-8158-56e2929195dd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:59.095363 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9039562f-1cd9-4d7e-8158-56e2929195dd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3387997 Mar 28 13:55:59.098290 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 36218) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:55:59.102872 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-d673291c-30df-4ad5-8ca1-1411073d3693 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': 'c25df29c-5d4d-4019-9aae-1bf4d12cabab', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:55:59.195055 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.securitygroups_db [None req-d673291c-30df-4ad5-8ca1-1411073d3693 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Project 8783dd3017a04690835ab7e96e428838 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 13:55:59.201169 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d673291c-30df-4ad5-8ca1-1411073d3693 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:59.259678 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d673291c-30df-4ad5-8ca1-1411073d3693 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:59.314846 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:59.326452 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d673291c-30df-4ad5-8ca1-1411073d3693 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:59.346074 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d673291c-30df-4ad5-8ca1-1411073d3693 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e43b4008-1431-419f-9b84-729345845e23,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:55:59.413953 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d673291c-30df-4ad5-8ca1-1411073d3693 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:59.415142 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d673291c-30df-4ad5-8ca1-1411073d3693 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3157487 Mar 28 13:55:59.418443 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 36220) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:55:59.422726 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-514c3bc0-11ca-4958-9d5d-ccbc3f13942a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': 'c25df29c-5d4d-4019-9aae-1bf4d12cabab', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:55:59.492184 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.securitygroups_db [None req-514c3bc0-11ca-4958-9d5d-ccbc3f13942a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Project 8783dd3017a04690835ab7e96e428838 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 13:55:59.497656 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-514c3bc0-11ca-4958-9d5d-ccbc3f13942a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:59.560617 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-514c3bc0-11ca-4958-9d5d-ccbc3f13942a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:59.732348 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-514c3bc0-11ca-4958-9d5d-ccbc3f13942a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:59.749498 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c3bc0-11ca-4958-9d5d-ccbc3f13942a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=411b16f9-2636-49ed-a14e-8613e9425508,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:55:59.822686 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-514c3bc0-11ca-4958-9d5d-ccbc3f13942a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:55:59.823924 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-514c3bc0-11ca-4958-9d5d-ccbc3f13942a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4045303 Mar 28 13:55:59.959863 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-b8f6d640-affe-4ff1-967e-22d1d21367c2 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2099941878&fields=id&tenant_id=8783dd3017a04690835ab7e96e428838 HTTP/1.1" status: 200 len: 267 time: 0.0313189 Mar 28 13:56:00.062891 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-7b2dc651-1521-4b4e-a052-488d7330cde3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:56:00.064327 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-7b2dc651-1521-4b4e-a052-488d7330cde3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/networks?id=afe5af1d-ab4d-496f-aeaf-542850810302 HTTP/1.1" status: 200 len: 796 time: 0.0975263 Mar 28 13:56:00.079014 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-8ef075f2-f5ef-46ca-9ed8-4ca938b4abcb tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/quotas/8783dd3017a04690835ab7e96e428838 HTTP/1.1" status: 200 len: 375 time: 0.0090003 Mar 28 13:56:00.131294 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-6a906b38-69c7-4ca5-9f57-f6d90c31832b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473008 Mar 28 13:56:00.187596 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-6efbda51-a111-49e2-86e9-0600b6872141 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:56:00.188621 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-6efbda51-a111-49e2-86e9-0600b6872141 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0455337 Mar 28 13:56:00.278867 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-c87569c8-3be0-432f-9d59-311992cf3f2a service neutron] 10.222.0.24 "GET /v2.0/networks/afe5af1d-ab4d-496f-aeaf-542850810302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839713 Mar 28 13:56:00.368573 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-54defed3-b855-46b3-85fb-c9c46ae2adc4 service neutron] 10.222.0.24 "GET /v2.0/networks/afe5af1d-ab4d-496f-aeaf-542850810302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836883 Mar 28 13:56:00.653786 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-84a144de-c0a8-4334-a300-080b575cbbf8 req-d7ed837d-19aa-4aa5-9fec-58c05a7282c0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=67ebd8ed-42cc-40e4-8bd4-b8f3fff1aeee HTTP/1.1" status: 200 len: 210 time: 0.0292246 Mar 28 13:56:01.746101 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6c558bbb-2d86-4900-8de6-ea7fe9589e36 req-73d3c410-5140-4e36-8b69-1bb417f39c39 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=67ebd8ed-42cc-40e4-8bd4-b8f3fff1aeee HTTP/1.1" status: 200 len: 210 time: 0.0252099 Mar 28 13:56:02.475003 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-08121a80-d74f-4873-b0d2-dba37b4106e0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:56:02.476468 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-08121a80-d74f-4873-b0d2-dba37b4106e0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "GET /v2.0/networks?id=afe5af1d-ab4d-496f-aeaf-542850810302 HTTP/1.1" status: 200 len: 796 time: 0.0973713 Mar 28 13:56:02.523717 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-8c6a5cd2-9d15-4936-bc17-ac8033cb34ad tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8783dd3017a04690835ab7e96e428838 HTTP/1.1" status: 200 len: 380 time: 0.0378444 Mar 28 13:56:02.532613 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-424b0eeb-ec0a-4fa4-85a0-936386de392e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'port': {'device_id': '67ebd8ed-42cc-40e4-8bd4-b8f3fff1aeee', 'network_id': 'afe5af1d-ab4d-496f-aeaf-542850810302', 'admin_state_up': True, 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'security_groups': ['c25df29c-5d4d-4019-9aae-1bf4d12cabab']}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:56:02.746788 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-424b0eeb-ec0a-4fa4-85a0-936386de392e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Made reservation on behalf of 8783dd3017a04690835ab7e96e428838 for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:56:02.750339 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-424b0eeb-ec0a-4fa4-85a0-936386de392e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:56:02.850565 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-fc35aaf6-eb84-4d87-9f0a-035d43c41b41 req-19d5319b-6919-42c4-8e73-1dccca979a44 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=67ebd8ed-42cc-40e4-8bd4-b8f3fff1aeee HTTP/1.1" status: 200 len: 210 time: 0.0346463 Mar 28 13:56:02.898948 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-424b0eeb-ec0a-4fa4-85a0-936386de392e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Allocated IP 172.20.0.13 (afe5af1d-ab4d-496f-aeaf-542850810302/af083c1d-8e76-4ea5-a31b-59d2650dc226/12d22b2c-4581-4b1c-bffd-d64ab71b5e39) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:56:03.031132 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-424b0eeb-ec0a-4fa4-85a0-936386de392e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:56:03.118558 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-424b0eeb-ec0a-4fa4-85a0-936386de392e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:56:03.161037 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-424b0eeb-ec0a-4fa4-85a0-936386de392e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network afe5af1d-ab4d-496f-aeaf-542850810302 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:56:03.164132 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-424b0eeb-ec0a-4fa4-85a0-936386de392e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:56:03.167581 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-424b0eeb-ec0a-4fa4-85a0-936386de392e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:56:03.174524 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424b0eeb-ec0a-4fa4-85a0-936386de392e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=12d22b2c-4581-4b1c-bffd-d64ab71b5e39,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:56:03.219766 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-424b0eeb-ec0a-4fa4-85a0-936386de392e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:56:03.220364 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-424b0eeb-ec0a-4fa4-85a0-936386de392e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:56:03.312808 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-424b0eeb-ec0a-4fa4-85a0-936386de392e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7840831 Mar 28 13:56:03.324126 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-4f9c73e7-f6e5-46b9-8199-8e6bc68e8b7a service neutron] Request body: {'port': {'device_id': '67ebd8ed-42cc-40e4-8bd4-b8f3fff1aeee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:56:03.379107 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-4f9c73e7-f6e5-46b9-8199-8e6bc68e8b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:56:03.419631 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-3e4b99e1-bad5-4aa7-b99f-2c12887ce3a2 None None] Provisioning complete for port 12d22b2c-4581-4b1c-bffd-d64ab71b5e39 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:56:03.420221 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3e4b99e1-bad5-4aa7-b99f-2c12887ce3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:56:03.453137 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-3e4b99e1-bad5-4aa7-b99f-2c12887ce3a2 None None] Port 12d22b2c-4581-4b1c-bffd-d64ab71b5e39 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:56:03.630657 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-4f9c73e7-f6e5-46b9-8199-8e6bc68e8b7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12d22b2c-4581-4b1c-bffd-d64ab71b5e39 {{(pid=109613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 13:56:03.637896 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-4f9c73e7-f6e5-46b9-8199-8e6bc68e8b7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:56:03.649134 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.provisioning_blocks [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-4f9c73e7-f6e5-46b9-8199-8e6bc68e8b7a service neutron] Transition to ACTIVE for port object 12d22b2c-4581-4b1c-bffd-d64ab71b5e39 will not be triggered until provisioned by entity L2. {{(pid=109613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 13:56:03.708875 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-4f9c73e7-f6e5-46b9-8199-8e6bc68e8b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:56:03.756267 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c73e7-f6e5-46b9-8199-8e6bc68e8b7a service neutron] Pushing event updated for resources: {'Port': ['ID=12d22b2c-4581-4b1c-bffd-d64ab71b5e39,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:56:03.829877 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-4f9c73e7-f6e5-46b9-8199-8e6bc68e8b7a service neutron] Attempting to bind port 12d22b2c-4581-4b1c-bffd-d64ab71b5e39 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:56:03.830232 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-4f9c73e7-f6e5-46b9-8199-8e6bc68e8b7a service neutron] Attempting to bind port 12d22b2c-4581-4b1c-bffd-d64ab71b5e39 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'ae02a1ce-6c5b-4c62-b91e-85c2bdac6dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'afe5af1d-ab4d-496f-aeaf-542850810302'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:56:03.830536 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-4f9c73e7-f6e5-46b9-8199-8e6bc68e8b7a service neutron] Attempting to bind port 12d22b2c-4581-4b1c-bffd-d64ab71b5e39 on network afe5af1d-ab4d-496f-aeaf-542850810302 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:56:03.835033 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-4f9c73e7-f6e5-46b9-8199-8e6bc68e8b7a service neutron] Port 12d22b2c-4581-4b1c-bffd-d64ab71b5e39 on network afe5af1d-ab4d-496f-aeaf-542850810302 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:56:03.835348 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-4f9c73e7-f6e5-46b9-8199-8e6bc68e8b7a service neutron] Attempting to bind port 12d22b2c-4581-4b1c-bffd-d64ab71b5e39 on network afe5af1d-ab4d-496f-aeaf-542850810302 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:56:03.840293 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-4f9c73e7-f6e5-46b9-8199-8e6bc68e8b7a service neutron] Checking agent: {'id': '72ab3303-6c81-4bd9-a1a9-2c5d9b681d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'started_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:56:03.840465 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-4f9c73e7-f6e5-46b9-8199-8e6bc68e8b7a service neutron] Checking segment: {'id': 'ae02a1ce-6c5b-4c62-b91e-85c2bdac6dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'afe5af1d-ab4d-496f-aeaf-542850810302'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:56:03.841394 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-4f9c73e7-f6e5-46b9-8199-8e6bc68e8b7a service neutron] Bound using segment: {'id': 'ae02a1ce-6c5b-4c62-b91e-85c2bdac6dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'afe5af1d-ab4d-496f-aeaf-542850810302'} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:56:03.841819 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-4f9c73e7-f6e5-46b9-8199-8e6bc68e8b7a service neutron] Bound port: 12d22b2c-4581-4b1c-bffd-d64ab71b5e39, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae02a1ce-6c5b-4c62-b91e-85c2bdac6dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'afe5af1d-ab4d-496f-aeaf-542850810302'}}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:56:03.842173 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-4f9c73e7-f6e5-46b9-8199-8e6bc68e8b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:56:03.906657 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-4f9c73e7-f6e5-46b9-8199-8e6bc68e8b7a service neutron] For port 12d22b2c-4581-4b1c-bffd-d64ab71b5e39, host hv-neutron-8353, cleared binding levels {{(pid=109613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:56:03.909989 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-4f9c73e7-f6e5-46b9-8199-8e6bc68e8b7a service neutron] For port 12d22b2c-4581-4b1c-bffd-d64ab71b5e39, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=12d22b2c-4581-4b1c-bffd-d64ab71b5e39,segment=NetworkSegment(ae02a1ce-6c5b-4c62-b91e-85c2bdac6dbd),segment_id=ae02a1ce-6c5b-4c62-b91e-85c2bdac6dbd)] {{(pid=109613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:56:03.964498 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6c162-570b-4349-8422-868d86fe852e req-8b8e133c-82ab-41a0-869a-12d65024edea tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:56:03.966582 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1bd6c162-570b-4349-8422-868d86fe852e req-8b8e133c-82ab-41a0-869a-12d65024edea tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=67ebd8ed-42cc-40e4-8bd4-b8f3fff1aeee HTTP/1.1" status: 200 len: 944 time: 0.0480447 Mar 28 13:56:03.982829 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-4f9c73e7-f6e5-46b9-8199-8e6bc68e8b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:56:04.039033 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-4f9c73e7-f6e5-46b9-8199-8e6bc68e8b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:56:04.039657 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-4f9c73e7-f6e5-46b9-8199-8e6bc68e8b7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:56:04.041058 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-4f9c73e7-f6e5-46b9-8199-8e6bc68e8b7a service neutron] 10.222.0.20 "PUT /v2.0/ports/12d22b2c-4581-4b1c-bffd-d64ab71b5e39 HTTP/1.1" status: 200 len: 1094 time: 0.7210610 Mar 28 13:56:04.046414 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ebd8ed-42cc-40e4-8bd4-b8f3fff1aeee', 'tag': '12d22b2c-4581-4b1c-bffd-d64ab71b5e39'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:56:04.046414 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb0bd02-83f4-4b2e-b437-9f0f7835f447" -d '{"events": [{"name": "network-changed", "server_uuid": "67ebd8ed-42cc-40e4-8bd4-b8f3fff1aeee", "tag": "12d22b2c-4581-4b1c-bffd-d64ab71b5e39"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:56:04.058076 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1bd6c162-570b-4349-8422-868d86fe852e req-d5bbc3f9-592d-49bc-975e-94be7c622392 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=c25df29c-5d4d-4019-9aae-1bf4d12cabab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851848 Mar 28 13:56:04.070293 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c73e7-f6e5-46b9-8199-8e6bc68e8b7a service neutron] Pushing event updated for resources: {'Port': ['ID=12d22b2c-4581-4b1c-bffd-d64ab71b5e39,revision_number=3']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:56:04.098117 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 13:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d71b62-85ae-406f-9de5-1caeb1e0e560 x-openstack-request-id: req-a7d71b62-85ae-406f-9de5-1caeb1e0e560 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:56:04.098640 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67ebd8ed-42cc-40e4-8bd4-b8f3fff1aeee", "tag": "12d22b2c-4581-4b1c-bffd-d64ab71b5e39", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:56:04.098886 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a7d71b62-85ae-406f-9de5-1caeb1e0e560 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:56:04.099381 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67ebd8ed-42cc-40e4-8bd4-b8f3fff1aeee', 'tag': '12d22b2c-4581-4b1c-bffd-d64ab71b5e39', 'status': 'completed', 'code': 200} Mar 28 13:56:04.163167 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0bd02-83f4-4b2e-b437-9f0f7835f447 req-d01b8d4a-85e3-41dd-913d-5bc66e9ac3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:56:04.164801 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bfb0bd02-83f4-4b2e-b437-9f0f7835f447 req-d01b8d4a-85e3-41dd-913d-5bc66e9ac3b7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&device_id=67ebd8ed-42cc-40e4-8bd4-b8f3fff1aeee HTTP/1.1" status: 200 len: 1097 time: 0.0468066 Mar 28 13:56:04.261023 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0bd02-83f4-4b2e-b437-9f0f7835f447 req-6f689bc5-fe75-4d62-a28f-ca9038626460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:56:04.263128 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bfb0bd02-83f4-4b2e-b437-9f0f7835f447 req-6f689bc5-fe75-4d62-a28f-ca9038626460 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=8783dd3017a04690835ab7e96e428838&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0894878 Mar 28 13:56:04.364915 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0bd02-83f4-4b2e-b437-9f0f7835f447 req-e2fd1fd6-00f6-419f-aa5a-f783acb81f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:56:04.366380 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bfb0bd02-83f4-4b2e-b437-9f0f7835f447 req-e2fd1fd6-00f6-419f-aa5a-f783acb81f6a service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0977125 Mar 28 13:56:04.438961 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-28e28b02-a8ae-4460-b8f7-694cf791c210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:56:04.440452 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-28e28b02-a8ae-4460-b8f7-694cf791c210 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&device_id=67ebd8ed-42cc-40e4-8bd4-b8f3fff1aeee HTTP/1.1" status: 200 len: 1097 time: 0.0412600 Mar 28 13:56:04.484916 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-da7a2122-1952-4abe-ab9e-caed16a0baed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12d22b2c-4581-4b1c-bffd-d64ab71b5e39 HTTP/1.1" status: 200 len: 217 time: 0.0375450 Mar 28 13:56:04.530237 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-92abe9f6-3a4b-4feb-b1a3-3efb7479a550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:56:04.532154 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-92abe9f6-3a4b-4feb-b1a3-3efb7479a550 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=af083c1d-8e76-4ea5-a31b-59d2650dc226 HTTP/1.1" status: 200 len: 834 time: 0.0411425 Mar 28 13:56:04.575528 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-8848b521-3748-4921-8e0c-b2060cecb3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:56:04.577020 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-8848b521-3748-4921-8e0c-b2060cecb3ff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=afe5af1d-ab4d-496f-aeaf-542850810302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394137 Mar 28 13:56:04.670026 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-d7a81766-0f5c-4633-b393-2305dfa242db service neutron] 10.222.0.20 "GET /v2.0/networks/afe5af1d-ab4d-496f-aeaf-542850810302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865602 Mar 28 13:56:04.754928 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f1ba80a3-7bcd-4a58-a66b-6081998a56b3 req-2623805e-12b0-4476-a045-8cc7faf04818 service neutron] 10.222.0.20 "GET /v2.0/networks/afe5af1d-ab4d-496f-aeaf-542850810302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785625 Mar 28 13:56:05.175246 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab41db6-5b5b-4500-8fa5-dcf4876cdbb9 req-1b1ac95a-341f-4d79-ac34-40736c7d3e0e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:56:05.176717 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7ab41db6-5b5b-4500-8fa5-dcf4876cdbb9 req-1b1ac95a-341f-4d79-ac34-40736c7d3e0e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=67ebd8ed-42cc-40e4-8bd4-b8f3fff1aeee HTTP/1.1" status: 200 len: 944 time: 0.0478601 Mar 28 13:56:05.213343 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7ab41db6-5b5b-4500-8fa5-dcf4876cdbb9 req-99be1080-7661-4b06-b075-11af126f09d7 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=c25df29c-5d4d-4019-9aae-1bf4d12cabab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307252 Mar 28 13:56:06.332319 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceacb26-09b5-4cbe-85c6-c9c908dff951 req-8fbe6957-c0ce-437b-b840-cc3aef4efbac tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:56:06.333828 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1ceacb26-09b5-4cbe-85c6-c9c908dff951 req-8fbe6957-c0ce-437b-b840-cc3aef4efbac tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=67ebd8ed-42cc-40e4-8bd4-b8f3fff1aeee HTTP/1.1" status: 200 len: 944 time: 0.0519662 Mar 28 13:56:06.371151 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1ceacb26-09b5-4cbe-85c6-c9c908dff951 req-9584c509-b94d-4470-beb7-87eeaf48504c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=c25df29c-5d4d-4019-9aae-1bf4d12cabab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312018 Mar 28 13:56:06.501757 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 12d22b2c-4581-4b1c-bffd-d64ab71b5e39 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 13:56:06.593896 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 12d22b2c-4581-4b1c-bffd-d64ab71b5e39, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=12d22b2c-4581-4b1c-bffd-d64ab71b5e39,segment=NetworkSegment(ae02a1ce-6c5b-4c62-b91e-85c2bdac6dbd),segment_id=ae02a1ce-6c5b-4c62-b91e-85c2bdac6dbd)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:56:06.604711 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': '12d22b2c-4581-4b1c-bffd-d64ab71b5e39', 'network_id': 'afe5af1d-ab4d-496f-aeaf-542850810302', 'port_id': '12d22b2c-4581-4b1c-bffd-d64ab71b5e39', 'mac_address': 'fa:16:3e:14:30:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af083c1d-8e76-4ea5-a31b-59d2650dc226', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 13:56:06.643552 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:56:06.655839 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12d22b2c-4581-4b1c-bffd-d64ab71b5e39 {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 13:56:06.674877 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 12d22b2c-4581-4b1c-bffd-d64ab71b5e39, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=12d22b2c-4581-4b1c-bffd-d64ab71b5e39,segment=NetworkSegment(ae02a1ce-6c5b-4c62-b91e-85c2bdac6dbd),segment_id=ae02a1ce-6c5b-4c62-b91e-85c2bdac6dbd)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:56:06.749170 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:56:06.795389 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=12d22b2c-4581-4b1c-bffd-d64ab71b5e39,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:56:07.117396 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['12d22b2c-4581-4b1c-bffd-d64ab71b5e39'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 13:56:07.484761 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66c76c-f012-4a04-97e0-07749a346c8a req-d9cc57f4-de8b-4637-8eba-60cb256e3fa4 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:56:07.486223 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4e66c76c-f012-4a04-97e0-07749a346c8a req-d9cc57f4-de8b-4637-8eba-60cb256e3fa4 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=67ebd8ed-42cc-40e4-8bd4-b8f3fff1aeee HTTP/1.1" status: 200 len: 945 time: 0.0479083 Mar 28 13:56:07.523224 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4e66c76c-f012-4a04-97e0-07749a346c8a req-dc522603-8f1c-4c6c-9271-bc0f671ab428 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=c25df29c-5d4d-4019-9aae-1bf4d12cabab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308759 Mar 28 13:56:08.517223 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 12d22b2c-4581-4b1c-bffd-d64ab71b5e39 up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:56:08.646808 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3aa964-2bc5-4520-9178-39c7d78ab826 req-8e245225-cf47-401f-8122-3b39fbeb99aa tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:56:08.648258 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5d3aa964-2bc5-4520-9178-39c7d78ab826 req-8e245225-cf47-401f-8122-3b39fbeb99aa tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=67ebd8ed-42cc-40e4-8bd4-b8f3fff1aeee HTTP/1.1" status: 200 len: 945 time: 0.0484569 Mar 28 13:56:08.648916 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning for port 12d22b2c-4581-4b1c-bffd-d64ab71b5e39 completed by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 13:56:08.653507 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port 12d22b2c-4581-4b1c-bffd-d64ab71b5e39 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:56:08.653877 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:56:08.686853 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5d3aa964-2bc5-4520-9178-39c7d78ab826 req-fd611137-42b0-43f6-9b41-e948f5a00447 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=c25df29c-5d4d-4019-9aae-1bf4d12cabab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317352 Mar 28 13:56:08.737577 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:56:08.758966 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ebd8ed-42cc-40e4-8bd4-b8f3fff1aeee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d22b2c-4581-4b1c-bffd-d64ab71b5e39'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:56:08.761193 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0938e79c-5a13-4bb2-ac34-6c774a6bb697" -d '{"events": [{"server_uuid": "67ebd8ed-42cc-40e4-8bd4-b8f3fff1aeee", "name": "network-vif-plugged", "status": "completed", "tag": "12d22b2c-4581-4b1c-bffd-d64ab71b5e39"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:56:08.773799 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 12d22b2c-4581-4b1c-bffd-d64ab71b5e39, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=12d22b2c-4581-4b1c-bffd-d64ab71b5e39,segment=NetworkSegment(ae02a1ce-6c5b-4c62-b91e-85c2bdac6dbd),segment_id=ae02a1ce-6c5b-4c62-b91e-85c2bdac6dbd)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:56:08.843323 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:56:08.853657 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 13:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96505c9-714d-4845-9f53-d6ba7e9afe9a x-openstack-request-id: req-d96505c9-714d-4845-9f53-d6ba7e9afe9a {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:56:08.853657 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ebd8ed-42cc-40e4-8bd4-b8f3fff1aeee", "name": "network-vif-plugged", "status": "completed", "tag": "12d22b2c-4581-4b1c-bffd-d64ab71b5e39", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:56:08.853657 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d96505c9-714d-4845-9f53-d6ba7e9afe9a {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:56:08.853657 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ebd8ed-42cc-40e4-8bd4-b8f3fff1aeee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d22b2c-4581-4b1c-bffd-d64ab71b5e39', 'code': 200} Mar 28 13:56:08.896718 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=12d22b2c-4581-4b1c-bffd-d64ab71b5e39,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:56:09.127348 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0cd609-b45b-40f6-9ac0-d0059721e609 req-676a8f48-4371-40a7-9bcb-a78a74db30d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:56:09.128742 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cd0cd609-b45b-40f6-9ac0-d0059721e609 req-676a8f48-4371-40a7-9bcb-a78a74db30d0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=67ebd8ed-42cc-40e4-8bd4-b8f3fff1aeee HTTP/1.1" status: 200 len: 1099 time: 0.0420403 Mar 28 13:56:09.162938 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cd0cd609-b45b-40f6-9ac0-d0059721e609 req-3600c23b-9ebd-4081-82f7-91a395480aa8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c25df29c-5d4d-4019-9aae-1bf4d12cabab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282931 Mar 28 13:56:09.798251 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957a5bb-c345-4052-8ebf-6f94ff1dd0a1 req-9ae880cf-555b-45cb-ad89-921051096665 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:56:09.799940 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9957a5bb-c345-4052-8ebf-6f94ff1dd0a1 req-9ae880cf-555b-45cb-ad89-921051096665 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=67ebd8ed-42cc-40e4-8bd4-b8f3fff1aeee HTTP/1.1" status: 200 len: 946 time: 0.0476310 Mar 28 13:56:09.835878 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9957a5bb-c345-4052-8ebf-6f94ff1dd0a1 req-a9ec6881-260b-4020-b518-932f3472d436 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=c25df29c-5d4d-4019-9aae-1bf4d12cabab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299897 Mar 28 13:56:10.948185 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c58b5-e429-4082-913f-6ae38aab2cd1 req-f60256da-bb0f-4246-92c9-6072542011bc tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:56:10.950364 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-350c58b5-e429-4082-913f-6ae38aab2cd1 req-f60256da-bb0f-4246-92c9-6072542011bc tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=67ebd8ed-42cc-40e4-8bd4-b8f3fff1aeee HTTP/1.1" status: 200 len: 946 time: 0.0477204 Mar 28 13:56:10.986125 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-350c58b5-e429-4082-913f-6ae38aab2cd1 req-4451b440-d266-46c2-a26c-99c3a449ff46 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=c25df29c-5d4d-4019-9aae-1bf4d12cabab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299933 Mar 28 13:56:11.100066 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d1c24-0375-406f-8210-c8959707a262 req-b84c7531-21b2-4fab-9018-0107928e7c41 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:56:11.101539 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e94d1c24-0375-406f-8210-c8959707a262 req-b84c7531-21b2-4fab-9018-0107928e7c41 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=67ebd8ed-42cc-40e4-8bd4-b8f3fff1aeee HTTP/1.1" status: 200 len: 946 time: 0.0513811 Mar 28 13:56:11.139864 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e94d1c24-0375-406f-8210-c8959707a262 req-1a8203d3-a43e-4575-b5e5-5fd8ba284b58 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=c25df29c-5d4d-4019-9aae-1bf4d12cabab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311902 Mar 28 13:56:11.159808 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 36282) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:56:11.198927 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e85d689-96d5-4200-a6b3-d8e4eb2ee533 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:56:11.204093 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-7e85d689-96d5-4200-a6b3-d8e4eb2ee533 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=67ebd8ed-42cc-40e4-8bd4-b8f3fff1aeee HTTP/1.1" status: 200 len: 1094 time: 0.0402522 Mar 28 13:56:11.205930 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 36284) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:56:11.210059 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-0fecd9e2-9af4-42e4-bdb8-145e294b8817 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'floatingip': {'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'port_id': '12d22b2c-4581-4b1c-bffd-d64ab71b5e39', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:56:11.303480 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0fecd9e2-9af4-42e4-bdb8-145e294b8817 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for floatingip, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:56:11.399840 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0fecd9e2-9af4-42e4-bdb8-145e294b8817 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:56:11.498694 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-0fecd9e2-9af4-42e4-bdb8-145e294b8817 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Allocated IP 172.26.2.55 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/747eb3bd-d23d-4666-b126-41a5a5bcf393) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:56:11.598201 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0fecd9e2-9af4-42e4-bdb8-145e294b8817 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:56:11.676214 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0fecd9e2-9af4-42e4-bdb8-145e294b8817 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:56:11.716141 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fecd9e2-9af4-42e4-bdb8-145e294b8817 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:56:11.720644 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-0fecd9e2-9af4-42e4-bdb8-145e294b8817 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:56:11.724765 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fecd9e2-9af4-42e4-bdb8-145e294b8817 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:56:11.727708 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fecd9e2-9af4-42e4-bdb8-145e294b8817 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=747eb3bd-d23d-4666-b126-41a5a5bcf393,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:56:12.643860 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0fecd9e2-9af4-42e4-bdb8-145e294b8817 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:56:12.800932 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0fecd9e2-9af4-42e4-bdb8-145e294b8817 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:56:12.949002 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0fecd9e2-9af4-42e4-bdb8-145e294b8817 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:56:13.008824 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0fecd9e2-9af4-42e4-bdb8-145e294b8817 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:56:13.080641 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fecd9e2-9af4-42e4-bdb8-145e294b8817 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=747eb3bd-d23d-4666-b126-41a5a5bcf393,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:56:13.090799 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0fecd9e2-9af4-42e4-bdb8-145e294b8817 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:56:13.191830 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [None req-0fecd9e2-9af4-42e4-bdb8-145e294b8817 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Floating IP dd13edc2-fdfc-4ad3-9464-7ff97b49a9aa associated. External IP: 172.26.2.55, port: 12d22b2c-4581-4b1c-bffd-d64ab71b5e39. Mar 28 13:56:13.402659 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fecd9e2-9af4-42e4-bdb8-145e294b8817 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Router 9dee0e5f-01f2-464e-af1b-af69e5ddbb03 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:56:13.443586 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:56:13.510581 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fecd9e2-9af4-42e4-bdb8-145e294b8817 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:56:13.519963 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480cf4b3-7472-49e7-8c36-dc67a13ecf67 None None] Sync routers for ids ['9dee0e5f-01f2-464e-af1b-af69e5ddbb03'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:56:13.533289 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480cf4b3-7472-49e7-8c36-dc67a13ecf67 None None] Routers {'9dee0e5f-01f2-464e-af1b-af69e5ddbb03'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:56:13.533919 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-480cf4b3-7472-49e7-8c36-dc67a13ecf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:55:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['9dee0e5f-01f2-464e-af1b-af69e5ddbb03'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:56:13.592065 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0fecd9e2-9af4-42e4-bdb8-145e294b8817 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:56:13.618143 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-0fecd9e2-9af4-42e4-bdb8-145e294b8817 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4112198 Mar 28 13:56:13.618741 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ebd8ed-42cc-40e4-8bd4-b8f3fff1aeee', 'tag': '12d22b2c-4581-4b1c-bffd-d64ab71b5e39'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:56:13.621002 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96dab1d5-278f-4ce3-b64c-9f6e86fd8711" -d '{"events": [{"name": "network-changed", "server_uuid": "67ebd8ed-42cc-40e4-8bd4-b8f3fff1aeee", "tag": "12d22b2c-4581-4b1c-bffd-d64ab71b5e39"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:56:13.621338 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36286) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:56:13.651641 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-480cf4b3-7472-49e7-8c36-dc67a13ecf67 None None] Set router 9dee0e5f-01f2-464e-af1b-af69e5ddbb03 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:56:13.659989 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 13:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7ac9f6-6762-45b2-b4d4-edd9394ce1de x-openstack-request-id: req-8e7ac9f6-6762-45b2-b4d4-edd9394ce1de {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:56:13.660547 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67ebd8ed-42cc-40e4-8bd4-b8f3fff1aeee", "tag": "12d22b2c-4581-4b1c-bffd-d64ab71b5e39", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:56:13.660547 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8e7ac9f6-6762-45b2-b4d4-edd9394ce1de {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:56:13.660930 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67ebd8ed-42cc-40e4-8bd4-b8f3fff1aeee', 'tag': '12d22b2c-4581-4b1c-bffd-d64ab71b5e39', 'status': 'completed', 'code': 200} Mar 28 13:56:13.684992 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-3588f6d5-624d-40dd-be94-0f58eff9f4e1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/floatingips/dd13edc2-fdfc-4ad3-9464-7ff97b49a9aa HTTP/1.1" status: 200 len: 991 time: 0.0623553 Mar 28 13:56:13.721789 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dab1d5-278f-4ce3-b64c-9f6e86fd8711 req-3ecdbd69-de92-4032-9ac1-4f938348ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:56:13.723313 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-96dab1d5-278f-4ce3-b64c-9f6e86fd8711 req-3ecdbd69-de92-4032-9ac1-4f938348ef09 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&device_id=67ebd8ed-42cc-40e4-8bd4-b8f3fff1aeee HTTP/1.1" status: 200 len: 1099 time: 0.0416336 Mar 28 13:56:13.810444 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dab1d5-278f-4ce3-b64c-9f6e86fd8711 req-1b4a574f-d014-4750-9002-845e68c9a1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:56:13.811851 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-96dab1d5-278f-4ce3-b64c-9f6e86fd8711 req-1b4a574f-d014-4750-9002-845e68c9a1ab service neutron] 10.222.0.20 "GET /v2.0/networks?id=afe5af1d-ab4d-496f-aeaf-542850810302 HTTP/1.1" status: 200 len: 897 time: 0.0823901 Mar 28 13:56:13.877508 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-480cf4b3-7472-49e7-8c36-dc67a13ecf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'name': 'tempest-TestNetworkBasicOps-router-38306820', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '30ae434d-1b08-4279-9e6a-5ab54aca1f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:55:51Z', 'updated_at': '2022-03-28T13:55:55Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '30ae434d-1b08-4279-9e6a-5ab54aca1f70', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:55:51Z', 'updated_at': '2022-03-28T13:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': 'dd13edc2-fdfc-4ad3-9464-7ff97b49a9aa', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'floating_ip_address': '172.26.2.55', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'port_id': '12d22b2c-4581-4b1c-bffd-d64ab71b5e39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afe5af1d-ab4d-496f-aeaf-542850810302', 'mac_address': 'fa:16:3e:14:30:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ebd8ed-42cc-40e4-8bd4-b8f3fff1aeee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T13:56:11Z', 'updated_at': '2022-03-28T13:56:11Z', 'revision_number': 0, 'project_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db57163c-841d-43ca-a853-c545c973131c', 'name': '', 'network_id': 'afe5af1d-ab4d-496f-aeaf-542850810302', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:80:c3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'af083c1d-8e76-4ea5-a31b-59d2650dc226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:55:54Z', 'updated_at': '2022-03-28T13:55:58Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'af083c1d-8e76-4ea5-a31b-59d2650dc226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:56:13.894240 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-96dab1d5-278f-4ce3-b64c-9f6e86fd8711 req-2b4adff7-ffd1-4e60-96b4-98da62e2ae53 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12d22b2c-4581-4b1c-bffd-d64ab71b5e39 HTTP/1.1" status: 200 len: 999 time: 0.0762606 Mar 28 13:56:13.908182 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480cf4b3-7472-49e7-8c36-dc67a13ecf67 None None] Checking router: 9dee0e5f-01f2-464e-af1b-af69e5ddbb03 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:56:13.916343 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480cf4b3-7472-49e7-8c36-dc67a13ecf67 None None] Routers {'9dee0e5f-01f2-464e-af1b-af69e5ddbb03'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:56:13.916962 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-480cf4b3-7472-49e7-8c36-dc67a13ecf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:55:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['9dee0e5f-01f2-464e-af1b-af69e5ddbb03'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:56:13.946779 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dab1d5-278f-4ce3-b64c-9f6e86fd8711 req-482766d9-77fd-43de-9aaa-4cc16c50d647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:56:13.948237 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-96dab1d5-278f-4ce3-b64c-9f6e86fd8711 req-482766d9-77fd-43de-9aaa-4cc16c50d647 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=af083c1d-8e76-4ea5-a31b-59d2650dc226 HTTP/1.1" status: 200 len: 834 time: 0.0475042 Mar 28 13:56:13.993973 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dab1d5-278f-4ce3-b64c-9f6e86fd8711 req-148e1655-b49a-4ada-a07a-f3a32717aa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:56:13.995524 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-96dab1d5-278f-4ce3-b64c-9f6e86fd8711 req-148e1655-b49a-4ada-a07a-f3a32717aa47 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=afe5af1d-ab4d-496f-aeaf-542850810302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394833 Mar 28 13:56:14.018051 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-480cf4b3-7472-49e7-8c36-dc67a13ecf67 None None] Set router 9dee0e5f-01f2-464e-af1b-af69e5ddbb03 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:56:14.088126 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-96dab1d5-278f-4ce3-b64c-9f6e86fd8711 req-92568404-bc0e-41b5-aa26-075b7fe960db service neutron] 10.222.0.20 "GET /v2.0/networks/afe5af1d-ab4d-496f-aeaf-542850810302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850980 Mar 28 13:56:14.180828 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-96dab1d5-278f-4ce3-b64c-9f6e86fd8711 req-6132678f-e8d3-46c6-8552-aef462a77d8f service neutron] 10.222.0.20 "GET /v2.0/networks/afe5af1d-ab4d-496f-aeaf-542850810302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862319 Mar 28 13:56:14.248124 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-480cf4b3-7472-49e7-8c36-dc67a13ecf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'name': 'tempest-TestNetworkBasicOps-router-38306820', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '30ae434d-1b08-4279-9e6a-5ab54aca1f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:55:51Z', 'updated_at': '2022-03-28T13:55:55Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '30ae434d-1b08-4279-9e6a-5ab54aca1f70', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:55:51Z', 'updated_at': '2022-03-28T13:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': 'dd13edc2-fdfc-4ad3-9464-7ff97b49a9aa', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'floating_ip_address': '172.26.2.55', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'port_id': '12d22b2c-4581-4b1c-bffd-d64ab71b5e39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afe5af1d-ab4d-496f-aeaf-542850810302', 'mac_address': 'fa:16:3e:14:30:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ebd8ed-42cc-40e4-8bd4-b8f3fff1aeee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T13:56:11Z', 'updated_at': '2022-03-28T13:56:11Z', 'revision_number': 0, 'project_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db57163c-841d-43ca-a853-c545c973131c', 'name': '', 'network_id': 'afe5af1d-ab4d-496f-aeaf-542850810302', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:80:c3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'af083c1d-8e76-4ea5-a31b-59d2650dc226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:55:54Z', 'updated_at': '2022-03-28T13:55:58Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'af083c1d-8e76-4ea5-a31b-59d2650dc226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:56:14.273861 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480cf4b3-7472-49e7-8c36-dc67a13ecf67 None None] The sync data for ids ['9dee0e5f-01f2-464e-af1b-af69e5ddbb03'] in dv-neutron-835335-1-hyperv is: [{'id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'name': 'tempest-TestNetworkBasicOps-router-38306820', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '30ae434d-1b08-4279-9e6a-5ab54aca1f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:55:51Z', 'updated_at': '2022-03-28T13:55:55Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '30ae434d-1b08-4279-9e6a-5ab54aca1f70', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:55:51Z', 'updated_at': '2022-03-28T13:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': 'dd13edc2-fdfc-4ad3-9464-7ff97b49a9aa', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'floating_ip_address': '172.26.2.55', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'port_id': '12d22b2c-4581-4b1c-bffd-d64ab71b5e39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afe5af1d-ab4d-496f-aeaf-542850810302', 'mac_address': 'fa:16:3e:14:30:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ebd8ed-42cc-40e4-8bd4-b8f3fff1aeee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T13:56:11Z', 'updated_at': '2022-03-28T13:56:11Z', 'revision_number': 0, 'project_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db57163c-841d-43ca-a853-c545c973131c', 'name': '', 'network_id': 'afe5af1d-ab4d-496f-aeaf-542850810302', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:80:c3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'af083c1d-8e76-4ea5-a31b-59d2650dc226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:55:54Z', 'updated_at': '2022-03-28T13:55:58Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'af083c1d-8e76-4ea5-a31b-59d2650dc226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:56:14.462359 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a64be85-ee6b-4f54-a39d-6da16315dcf3 None None] New status for floating IP dd13edc2-fdfc-4ad3-9464-7ff97b49a9aa: ACTIVE {{(pid=109615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 13:56:14.688882 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36290) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:56:14.751989 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-54186c97-6449-4f90-88f5-277dbe328e3d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/floatingips/dd13edc2-fdfc-4ad3-9464-7ff97b49a9aa HTTP/1.1" status: 200 len: 993 time: 0.0618114 Mar 28 13:56:22.213764 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 13:56:23.994733 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5ef3fa59-7ab6-446b-b07d-1d54127962f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:56:26.288771 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0df0c6ff-8f0c-437a-82f2-4759fb2376e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:56:27.545956 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:56:28.886075 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:56:29.331557 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:56:43.451640 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:56:53.977690 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3d15ade3-2f19-4acd-99a9-6aff88014b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:56:56.271395 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-552abb1b-1f47-4f8a-96bb-c5cb41a7cb81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:56:57.562988 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:56:58.903001 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:56:59.212879 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 13:56:59.356873 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:01.607665 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ebc40a2c-a3a3-4744-b686-dd521ccca491 req-0182e3a4-fe5f-4daf-accf-28ed02c3c5bb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8f30728b-82c1-4e4a-bd87-69720ba46af5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447576 Mar 28 13:57:01.686407 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc40a2c-a3a3-4744-b686-dd521ccca491 req-5fcc4891-7d48-4618-bd2d-229d1869627f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:01.689290 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ebc40a2c-a3a3-4744-b686-dd521ccca491 req-5fcc4891-7d48-4618-bd2d-229d1869627f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7110f97460394f8384904a1ab317b86f&device_id=8f30728b-82c1-4e4a-bd87-69720ba46af5 HTTP/1.1" status: 200 len: 1099 time: 0.0393229 Mar 28 13:57:01.785829 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc40a2c-a3a3-4744-b686-dd521ccca491 req-cc1c11ec-1f82-4059-a819-6469575adedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:01.787264 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ebc40a2c-a3a3-4744-b686-dd521ccca491 req-cc1c11ec-1f82-4059-a819-6469575adedf service neutron] 10.222.0.20 "GET /v2.0/networks?id=6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c HTTP/1.1" status: 200 len: 913 time: 0.0817695 Mar 28 13:57:01.853179 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ebc40a2c-a3a3-4744-b686-dd521ccca491 req-2daa20ea-851e-4f05-9bae-1601b4c0bfa8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe HTTP/1.1" status: 200 len: 1000 time: 0.0590272 Mar 28 13:57:01.900198 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc40a2c-a3a3-4744-b686-dd521ccca491 req-6350c91a-f1b3-47fe-aa21-e623fe7b02fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:01.901549 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ebc40a2c-a3a3-4744-b686-dd521ccca491 req-6350c91a-f1b3-47fe-aa21-e623fe7b02fb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c2ce5a3-629c-4977-b27a-fb42f72730c0 HTTP/1.1" status: 200 len: 851 time: 0.0415385 Mar 28 13:57:01.944338 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc40a2c-a3a3-4744-b686-dd521ccca491 req-475c58d5-3a31-41d8-983f-54b97563bc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:01.945780 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ebc40a2c-a3a3-4744-b686-dd521ccca491 req-475c58d5-3a31-41d8-983f-54b97563bc4d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0379291 Mar 28 13:57:02.035685 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ebc40a2c-a3a3-4744-b686-dd521ccca491 req-4f65e48c-4a3f-466b-93b7-1ee29c492158 service neutron] 10.222.0.20 "GET /v2.0/networks/6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832963 Mar 28 13:57:02.121435 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ebc40a2c-a3a3-4744-b686-dd521ccca491 req-ad682385-0059-462e-82d4-9e7de5b74ab2 service neutron] 10.222.0.20 "GET /v2.0/networks/6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791900 Mar 28 13:57:03.608002 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de0d12-4eb6-4164-8efa-ae20680b28e8 req-77da7298-d1d6-4b86-85a5-d1c0a0d8fac1 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:03.609492 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-05de0d12-4eb6-4164-8efa-ae20680b28e8 req-77da7298-d1d6-4b86-85a5-d1c0a0d8fac1 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f30728b-82c1-4e4a-bd87-69720ba46af5 HTTP/1.1" status: 200 len: 946 time: 0.0536742 Mar 28 13:57:03.646202 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-05de0d12-4eb6-4164-8efa-ae20680b28e8 req-3b394bb6-bb05-483c-9aa9-38a329a5555f tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301194 Mar 28 13:57:04.764463 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805fcb1e-a874-4ac6-a7a9-462fae178829 req-67fd260c-4436-4d74-9769-c237b764493c tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:04.765930 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-805fcb1e-a874-4ac6-a7a9-462fae178829 req-67fd260c-4436-4d74-9769-c237b764493c tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f30728b-82c1-4e4a-bd87-69720ba46af5 HTTP/1.1" status: 200 len: 946 time: 0.0523293 Mar 28 13:57:04.804899 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-805fcb1e-a874-4ac6-a7a9-462fae178829 req-69ddad31-0264-4a03-b9d2-57dc61446f4e tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324371 Mar 28 13:57:05.345720 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02518163-b4bf-47bc-b156-d0027f938ddd req-969372f6-4c8a-44fb-aa81-15e9534f6d46 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:05.347134 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-02518163-b4bf-47bc-b156-d0027f938ddd req-969372f6-4c8a-44fb-aa81-15e9534f6d46 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f30728b-82c1-4e4a-bd87-69720ba46af5 HTTP/1.1" status: 200 len: 946 time: 0.0460362 Mar 28 13:57:05.436145 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-02518163-b4bf-47bc-b156-d0027f938ddd req-97bdc2d7-7115-4a91-9215-32c25b8a166c tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Deleting port 00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:57:05.436506 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-02518163-b4bf-47bc-b156-d0027f938ddd req-97bdc2d7-7115-4a91-9215-32c25b8a166c tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:05.519872 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-02518163-b4bf-47bc-b156-d0027f938ddd req-97bdc2d7-7115-4a91-9215-32c25b8a166c tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] For port 00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe,segment=NetworkSegment(f5bd50f2-580d-42b1-89bf-cef653f5376c),segment_id=f5bd50f2-580d-42b1-89bf-cef653f5376c)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:57:05.520146 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-02518163-b4bf-47bc-b156-d0027f938ddd req-97bdc2d7-7115-4a91-9215-32c25b8a166c tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:05.728782 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-02518163-b4bf-47bc-b156-d0027f938ddd req-97bdc2d7-7115-4a91-9215-32c25b8a166c tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:05.729143 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-02518163-b4bf-47bc-b156-d0027f938ddd req-97bdc2d7-7115-4a91-9215-32c25b8a166c tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:05.729455 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [req-02518163-b4bf-47bc-b156-d0027f938ddd req-97bdc2d7-7115-4a91-9215-32c25b8a166c tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Floating IP 9a948e9b-e251-47f6-a1e8-8355eec43120 disassociated. External IP: 172.26.2.2, port: 00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe. Mar 28 13:57:05.729789 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-02518163-b4bf-47bc-b156-d0027f938ddd req-97bdc2d7-7115-4a91-9215-32c25b8a166c tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Calling delete_port for 00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe owned by compute:nova {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:57:05.920563 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b52d8-9121-4df0-b6f6-43285c9df635 req-327fe83a-7082-47e4-8f59-25caf501c737 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:05.922177 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-fa8b52d8-9121-4df0-b6f6-43285c9df635 req-327fe83a-7082-47e4-8f59-25caf501c737 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f30728b-82c1-4e4a-bd87-69720ba46af5 HTTP/1.1" status: 200 len: 946 time: 0.0486665 Mar 28 13:57:05.935268 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-02518163-b4bf-47bc-b156-d0027f938ddd req-97bdc2d7-7115-4a91-9215-32c25b8a166c tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:05.969486 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bdc2d7-7115-4a91-9215-32c25b8a166c tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Pushing event deleted for resources: {'Port': ['ID=00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:57:05.988142 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bdc2d7-7115-4a91-9215-32c25b8a166c tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:57:05.988531 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bdc2d7-7115-4a91-9215-32c25b8a166c tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:57:05.988858 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bdc2d7-7115-4a91-9215-32c25b8a166c tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:57:05.989189 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bdc2d7-7115-4a91-9215-32c25b8a166c tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:57:05.989516 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bdc2d7-7115-4a91-9215-32c25b8a166c tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:57:05.989840 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bdc2d7-7115-4a91-9215-32c25b8a166c tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:57:05.990160 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bdc2d7-7115-4a91-9215-32c25b8a166c tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:57:05.990484 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bdc2d7-7115-4a91-9215-32c25b8a166c tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:57:05.990872 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bdc2d7-7115-4a91-9215-32c25b8a166c tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:57:05.991171 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bdc2d7-7115-4a91-9215-32c25b8a166c tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:57:05.991436 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bdc2d7-7115-4a91-9215-32c25b8a166c tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:57:05.991749 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bdc2d7-7115-4a91-9215-32c25b8a166c tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:57:06.003201 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-fa8b52d8-9121-4df0-b6f6-43285c9df635 req-3306400a-73b9-4237-91e8-c68483beda8a tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748150 Mar 28 13:57:06.110186 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02518163-b4bf-47bc-b156-d0027f938ddd req-97bdc2d7-7115-4a91-9215-32c25b8a166c tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Router 3ee79682-a2fe-428b-82b0-cdb5bc5d78e4 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:57:06.214569 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02518163-b4bf-47bc-b156-d0027f938ddd req-97bdc2d7-7115-4a91-9215-32c25b8a166c tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:57:06.226057 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5aaf03-a84a-4e4c-8a29-8a5e1d09cd26 None None] Sync routers for ids ['3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:57:06.236105 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5aaf03-a84a-4e4c-8a29-8a5e1d09cd26 None None] Routers {'3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:57:06.237686 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-2a5aaf03-a84a-4e4c-8a29-8a5e1d09cd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:56:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:57:06.257565 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-02518163-b4bf-47bc-b156-d0027f938ddd req-97bdc2d7-7115-4a91-9215-32c25b8a166c tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] No DVR routers for this DVR port 00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe on host hv-neutron-8353 {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:57:06.260095 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-02518163-b4bf-47bc-b156-d0027f938ddd req-97bdc2d7-7115-4a91-9215-32c25b8a166c tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:06.263547 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-02518163-b4bf-47bc-b156-d0027f938ddd req-97bdc2d7-7115-4a91-9215-32c25b8a166c tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.20 "DELETE /v2.0/ports/00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe HTTP/1.1" status: 204 len: 173 time: 0.9110086 Mar 28 13:57:06.263995 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f30728b-82c1-4e4a-bd87-69720ba46af5', 'name': 'network-vif-deleted', 'tag': '00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:57:06.266282 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0a2e8c-a9e9-40ca-a3b5-da800179bb4e" -d '{"events": [{"server_uuid": "8f30728b-82c1-4e4a-bd87-69720ba46af5", "name": "network-vif-deleted", "tag": "00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:57:06.310796 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 13:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d14fd4-07e6-4b86-a97d-27093e336de5 x-openstack-request-id: req-01d14fd4-07e6-4b86-a97d-27093e336de5 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:57:06.311339 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f30728b-82c1-4e4a-bd87-69720ba46af5", "name": "network-vif-deleted", "tag": "00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:57:06.311761 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-01d14fd4-07e6-4b86-a97d-27093e336de5 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:57:06.312322 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f30728b-82c1-4e4a-bd87-69720ba46af5', 'name': 'network-vif-deleted', 'tag': '00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe', 'status': 'completed', 'code': 200} Mar 28 13:57:06.356682 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-2a5aaf03-a84a-4e4c-8a29-8a5e1d09cd26 None None] Set router 3ee79682-a2fe-428b-82b0-cdb5bc5d78e4 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:57:06.574484 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-2a5aaf03-a84a-4e4c-8a29-8a5e1d09cd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'name': 'tempest-TestVolumeBootPattern-1137461652-router', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': 'dc3b5696-0375-4b0a-954c-32c9edb9818d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:53:28Z', 'updated_at': '2022-03-28T13:53:31Z', 'revision_number': 4, 'project_id': '7110f97460394f8384904a1ab317b86f', 'gw_port': {'id': 'dc3b5696-0375-4b0a-954c-32c9edb9818d', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:03:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:29Z', 'updated_at': '2022-03-28T13:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '0ee57172-69ff-48a9-99c7-cba289df4076', 'name': '', 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'mac_address': 'fa:16:3e:73:ad:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '9c2ce5a3-629c-4977-b27a-fb42f72730c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:30Z', 'updated_at': '2022-03-28T13:53:34Z', 'revision_number': 5, 'project_id': '7110f97460394f8384904a1ab317b86f', 'subnets': [{'id': '9c2ce5a3-629c-4977-b27a-fb42f72730c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:57:06.742595 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5aaf03-a84a-4e4c-8a29-8a5e1d09cd26 None None] Checking router: 3ee79682-a2fe-428b-82b0-cdb5bc5d78e4 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:57:06.751332 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5aaf03-a84a-4e4c-8a29-8a5e1d09cd26 None None] Routers {'3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:57:06.751965 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-2a5aaf03-a84a-4e4c-8a29-8a5e1d09cd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:56:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:57:06.859134 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-2a5aaf03-a84a-4e4c-8a29-8a5e1d09cd26 None None] Set router 3ee79682-a2fe-428b-82b0-cdb5bc5d78e4 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:57:07.053699 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-2a5aaf03-a84a-4e4c-8a29-8a5e1d09cd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'name': 'tempest-TestVolumeBootPattern-1137461652-router', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': 'dc3b5696-0375-4b0a-954c-32c9edb9818d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:53:28Z', 'updated_at': '2022-03-28T13:53:31Z', 'revision_number': 4, 'project_id': '7110f97460394f8384904a1ab317b86f', 'gw_port': {'id': 'dc3b5696-0375-4b0a-954c-32c9edb9818d', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:03:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:29Z', 'updated_at': '2022-03-28T13:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '0ee57172-69ff-48a9-99c7-cba289df4076', 'name': '', 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'mac_address': 'fa:16:3e:73:ad:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '9c2ce5a3-629c-4977-b27a-fb42f72730c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:30Z', 'updated_at': '2022-03-28T13:53:34Z', 'revision_number': 5, 'project_id': '7110f97460394f8384904a1ab317b86f', 'subnets': [{'id': '9c2ce5a3-629c-4977-b27a-fb42f72730c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:57:07.085414 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5aaf03-a84a-4e4c-8a29-8a5e1d09cd26 None None] The sync data for ids ['3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'] in dv-neutron-835335-1-hyperv is: [{'id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'name': 'tempest-TestVolumeBootPattern-1137461652-router', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': 'dc3b5696-0375-4b0a-954c-32c9edb9818d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:53:28Z', 'updated_at': '2022-03-28T13:53:31Z', 'revision_number': 4, 'project_id': '7110f97460394f8384904a1ab317b86f', 'gw_port': {'id': 'dc3b5696-0375-4b0a-954c-32c9edb9818d', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:03:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:29Z', 'updated_at': '2022-03-28T13:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '0ee57172-69ff-48a9-99c7-cba289df4076', 'name': '', 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'mac_address': 'fa:16:3e:73:ad:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '9c2ce5a3-629c-4977-b27a-fb42f72730c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:30Z', 'updated_at': '2022-03-28T13:53:34Z', 'revision_number': 5, 'project_id': '7110f97460394f8384904a1ab317b86f', 'subnets': [{'id': '9c2ce5a3-629c-4977-b27a-fb42f72730c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:57:07.102935 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-71c7fda8-a695-4422-bed7-d5a10217e811 req-41d7bdd5-a562-4397-b725-a1263d77d1b7 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f30728b-82c1-4e4a-bd87-69720ba46af5 HTTP/1.1" status: 200 len: 210 time: 0.0286977 Mar 28 13:57:07.318183 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb4a645-bffd-4411-811d-df00549de2f8 None None] New status for floating IP 9a948e9b-e251-47f6-a1e8-8355eec43120: DOWN {{(pid=109615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 13:57:08.198365 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ec34885f-bc4f-4038-97d9-b1efac15ffb5 req-2411ae8e-6ce5-43dd-ab92-5bce9e280333 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f30728b-82c1-4e4a-bd87-69720ba46af5 HTTP/1.1" status: 200 len: 210 time: 0.0266383 Mar 28 13:57:08.814199 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:57:08.833709 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] No Port match for: 00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:57:08.834043 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 00b22e65-b1ff-4dbb-a4bc-a0fd7dc1fafe not bound to the agent host hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:57:09.294223 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bcc143f8-7219-4c63-9a8f-b8df809e7b68 req-3c0e7b5f-ed03-4e33-a9b2-20830a7e8651 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f30728b-82c1-4e4a-bd87-69720ba46af5 HTTP/1.1" status: 200 len: 210 time: 0.0261209 Mar 28 13:57:10.398761 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bd300f21-fdce-44a4-9fd1-bbad17a3f8f2 req-c14dade5-7912-4058-b8d0-20509d767d13 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f30728b-82c1-4e4a-bd87-69720ba46af5 HTTP/1.1" status: 200 len: 210 time: 0.0279453 Mar 28 13:57:11.636493 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-40f83ca4-2fe2-4bf0-855b-8a229f8ae49a tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1268818762&fields=id&tenant_id=7110f97460394f8384904a1ab317b86f HTTP/1.1" status: 200 len: 267 time: 0.0311298 Mar 28 13:57:11.740755 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-cbcb6bc6-e931-4cf3-b1f4-957faddceddc tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:11.742164 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-cbcb6bc6-e931-4cf3-b1f4-957faddceddc tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/networks?id=6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c HTTP/1.1" status: 200 len: 812 time: 0.0991888 Mar 28 13:57:11.756323 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-ac05a1ac-5f87-4085-a658-5e31bd4c5624 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/quotas/7110f97460394f8384904a1ab317b86f HTTP/1.1" status: 200 len: 375 time: 0.0086012 Mar 28 13:57:11.807429 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-0d66f15c-747d-4cb8-89db-3ac28dad8680 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7110f97460394f8384904a1ab317b86f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0459116 Mar 28 13:57:11.900730 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-03c07548-e659-4421-b89e-17d97ef41e12 service neutron] 10.222.0.24 "GET /v2.0/networks/6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822752 Mar 28 13:57:11.985484 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-1bd62db4-9335-4fb0-9c25-5dde7754820c service neutron] 10.222.0.24 "GET /v2.0/networks/6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787284 Mar 28 13:57:12.526862 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-96f8f4a5-84fe-4fc5-90fc-f23239bc97dd req-6066997c-9ee1-4089-a4a5-123abd70d51a tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4d2caa7-579a-4d9b-ae85-2d738cd5b889 HTTP/1.1" status: 200 len: 210 time: 0.0259943 Mar 28 13:57:13.451664 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:13.624543 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-21dfc646-3aca-416d-a7d6-d862d3aa7e1a req-2f5b4d21-98da-4464-92c6-9eecea21d662 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4d2caa7-579a-4d9b-ae85-2d738cd5b889 HTTP/1.1" status: 200 len: 210 time: 0.0294185 Mar 28 13:57:14.299631 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-8751aa07-38f3-4a27-9b1d-7d332ef26b82 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:14.301341 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-8751aa07-38f3-4a27-9b1d-7d332ef26b82 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.20 "GET /v2.0/networks?id=6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c HTTP/1.1" status: 200 len: 812 time: 0.0985224 Mar 28 13:57:14.344558 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-a54c7f94-ed17-4a3a-ade3-334f6189af2c tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7110f97460394f8384904a1ab317b86f HTTP/1.1" status: 200 len: 380 time: 0.0335984 Mar 28 13:57:14.353837 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-0263c10b-d576-48fd-8a74-2fe4edd150ac tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Request body: {'port': {'device_id': 'c4d2caa7-579a-4d9b-ae85-2d738cd5b889', 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c', 'admin_state_up': True, 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'security_groups': ['7f46a231-1d39-4a20-859a-6c5c3faf8f86']}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:57:14.526044 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-0263c10b-d576-48fd-8a74-2fe4edd150ac tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Made reservation on behalf of 7110f97460394f8384904a1ab317b86f for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:57:14.529646 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-0263c10b-d576-48fd-8a74-2fe4edd150ac tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:14.655930 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-0263c10b-d576-48fd-8a74-2fe4edd150ac tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Allocated IP 172.20.0.9 (6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c/9c2ce5a3-629c-4977-b27a-fb42f72730c0/cd8fb9f0-230b-4c84-b232-c5ff466946b9) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:57:14.738485 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-903542bb-baf6-4c41-9381-663f976e15c5 req-5e4acd95-0e63-4fac-a859-c27ede8180cb tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4d2caa7-579a-4d9b-ae85-2d738cd5b889 HTTP/1.1" status: 200 len: 210 time: 0.0409365 Mar 28 13:57:14.824819 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-0263c10b-d576-48fd-8a74-2fe4edd150ac tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:14.910052 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-0263c10b-d576-48fd-8a74-2fe4edd150ac tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:14.956544 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-0263c10b-d576-48fd-8a74-2fe4edd150ac tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Network 6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:57:14.959767 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-0263c10b-d576-48fd-8a74-2fe4edd150ac tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:57:14.966376 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-0263c10b-d576-48fd-8a74-2fe4edd150ac tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:57:14.974113 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0263c10b-d576-48fd-8a74-2fe4edd150ac tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Pushing event updated for resources: {'Port': ['ID=cd8fb9f0-230b-4c84-b232-c5ff466946b9,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:57:15.026949 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-0263c10b-d576-48fd-8a74-2fe4edd150ac tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:15.026949 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-0263c10b-d576-48fd-8a74-2fe4edd150ac tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:15.144055 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-0263c10b-d576-48fd-8a74-2fe4edd150ac tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7937510 Mar 28 13:57:15.156151 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-b2fe873e-2fc5-4151-8215-7aaf8b36b47e service neutron] Request body: {'port': {'device_id': 'c4d2caa7-579a-4d9b-ae85-2d738cd5b889', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:57:15.209838 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-b2fe873e-2fc5-4151-8215-7aaf8b36b47e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:15.212961 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-6b87f408-8f7e-4b31-a96e-030cd61c429d None None] Provisioning complete for port cd8fb9f0-230b-4c84-b232-c5ff466946b9 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:57:15.213478 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b87f408-8f7e-4b31-a96e-030cd61c429d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:15.254204 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-6b87f408-8f7e-4b31-a96e-030cd61c429d None None] Port cd8fb9f0-230b-4c84-b232-c5ff466946b9 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:57:15.473278 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 36366) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:57:15.485982 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-b2fe873e-2fc5-4151-8215-7aaf8b36b47e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd8fb9f0-230b-4c84-b232-c5ff466946b9 {{(pid=109613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 13:57:15.493709 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-b2fe873e-2fc5-4151-8215-7aaf8b36b47e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:15.506880 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.provisioning_blocks [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-b2fe873e-2fc5-4151-8215-7aaf8b36b47e service neutron] Transition to ACTIVE for port object cd8fb9f0-230b-4c84-b232-c5ff466946b9 will not be triggered until provisioned by entity L2. {{(pid=109613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 13:57:15.585472 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-b2fe873e-2fc5-4151-8215-7aaf8b36b47e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:15.710789 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe873e-2fc5-4151-8215-7aaf8b36b47e service neutron] Pushing event updated for resources: {'Port': ['ID=cd8fb9f0-230b-4c84-b232-c5ff466946b9,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:57:16.114953 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0cd0a4-12a6-4d95-9601-a41d2f54f04c tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:16.115330 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0cd0a4-12a6-4d95-9601-a41d2f54f04c tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:16.115781 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0cd0a4-12a6-4d95-9601-a41d2f54f04c tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:16.117438 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-0a0cd0a4-12a6-4d95-9601-a41d2f54f04c tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/ports?project_id=8783dd3017a04690835ab7e96e428838&network_id=afe5af1d-ab4d-496f-aeaf-542850810302 HTTP/1.1" status: 200 len: 3000 time: 0.6432319 Mar 28 13:57:16.149787 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f58be7-45ee-43df-b257-c7f36dd36b67 req-10e1e190-4fbb-4ea9-b72e-929be85aafb2 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:16.151238 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f1f58be7-45ee-43df-b257-c7f36dd36b67 req-10e1e190-4fbb-4ea9-b72e-929be85aafb2 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4d2caa7-579a-4d9b-ae85-2d738cd5b889 HTTP/1.1" status: 200 len: 943 time: 0.0828433 Mar 28 13:57:16.152269 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-b2fe873e-2fc5-4151-8215-7aaf8b36b47e service neutron] Attempting to bind port cd8fb9f0-230b-4c84-b232-c5ff466946b9 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:57:16.152622 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-b2fe873e-2fc5-4151-8215-7aaf8b36b47e service neutron] Attempting to bind port cd8fb9f0-230b-4c84-b232-c5ff466946b9 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'f5bd50f2-580d-42b1-89bf-cef653f5376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:57:16.152942 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-b2fe873e-2fc5-4151-8215-7aaf8b36b47e service neutron] Attempting to bind port cd8fb9f0-230b-4c84-b232-c5ff466946b9 on network 6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:57:16.159543 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-b2fe873e-2fc5-4151-8215-7aaf8b36b47e service neutron] Port cd8fb9f0-230b-4c84-b232-c5ff466946b9 on network 6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:57:16.159857 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-b2fe873e-2fc5-4151-8215-7aaf8b36b47e service neutron] Attempting to bind port cd8fb9f0-230b-4c84-b232-c5ff466946b9 on network 6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:57:16.170301 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-b2fe873e-2fc5-4151-8215-7aaf8b36b47e service neutron] Checking agent: {'id': '72ab3303-6c81-4bd9-a1a9-2c5d9b681d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'started_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:57:16.170632 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-b2fe873e-2fc5-4151-8215-7aaf8b36b47e service neutron] Checking segment: {'id': 'f5bd50f2-580d-42b1-89bf-cef653f5376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:57:16.170994 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-b2fe873e-2fc5-4151-8215-7aaf8b36b47e service neutron] Bound using segment: {'id': 'f5bd50f2-580d-42b1-89bf-cef653f5376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c'} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:57:16.171411 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-b2fe873e-2fc5-4151-8215-7aaf8b36b47e service neutron] Bound port: cd8fb9f0-230b-4c84-b232-c5ff466946b9, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5bd50f2-580d-42b1-89bf-cef653f5376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c'}}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:57:16.171763 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-b2fe873e-2fc5-4151-8215-7aaf8b36b47e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:16.229180 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f1f58be7-45ee-43df-b257-c7f36dd36b67 req-c41547e6-8d09-4072-86cb-3091113e313f tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710018 Mar 28 13:57:16.264957 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-b2fe873e-2fc5-4151-8215-7aaf8b36b47e service neutron] For port cd8fb9f0-230b-4c84-b232-c5ff466946b9, host hv-neutron-8353, cleared binding levels {{(pid=109613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:57:16.268410 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-b2fe873e-2fc5-4151-8215-7aaf8b36b47e service neutron] For port cd8fb9f0-230b-4c84-b232-c5ff466946b9, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=cd8fb9f0-230b-4c84-b232-c5ff466946b9,segment=NetworkSegment(f5bd50f2-580d-42b1-89bf-cef653f5376c),segment_id=f5bd50f2-580d-42b1-89bf-cef653f5376c)] {{(pid=109613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:57:16.366338 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-b2fe873e-2fc5-4151-8215-7aaf8b36b47e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:16.404206 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-b2fe873e-2fc5-4151-8215-7aaf8b36b47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:16.404922 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-b2fe873e-2fc5-4151-8215-7aaf8b36b47e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:16.406541 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-b2fe873e-2fc5-4151-8215-7aaf8b36b47e service neutron] 10.222.0.20 "PUT /v2.0/ports/cd8fb9f0-230b-4c84-b232-c5ff466946b9 HTTP/1.1" status: 200 len: 1093 time: 1.2547324 Mar 28 13:57:16.407054 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d2caa7-579a-4d9b-ae85-2d738cd5b889', 'tag': 'cd8fb9f0-230b-4c84-b232-c5ff466946b9'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:57:16.410061 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6703d103-5e74-4e80-882a-fbdc135378f6" -d '{"events": [{"name": "network-changed", "server_uuid": "c4d2caa7-579a-4d9b-ae85-2d738cd5b889", "tag": "cd8fb9f0-230b-4c84-b232-c5ff466946b9"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:57:16.433031 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe873e-2fc5-4151-8215-7aaf8b36b47e service neutron] Pushing event updated for resources: {'Port': ['ID=cd8fb9f0-230b-4c84-b232-c5ff466946b9,revision_number=3']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:57:16.467221 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 13:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66355ab-5a7a-4233-b884-8ab5ee0b7275 x-openstack-request-id: req-f66355ab-5a7a-4233-b884-8ab5ee0b7275 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:57:16.467221 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4d2caa7-579a-4d9b-ae85-2d738cd5b889", "tag": "cd8fb9f0-230b-4c84-b232-c5ff466946b9", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:57:16.467221 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f66355ab-5a7a-4233-b884-8ab5ee0b7275 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:57:16.467221 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d2caa7-579a-4d9b-ae85-2d738cd5b889', 'tag': 'cd8fb9f0-230b-4c84-b232-c5ff466946b9', 'status': 'completed', 'code': 200} Mar 28 13:57:16.530210 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703d103-5e74-4e80-882a-fbdc135378f6 req-ef6f92c2-c852-483a-b6b3-f07f3735a990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:16.531650 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6703d103-5e74-4e80-882a-fbdc135378f6 req-ef6f92c2-c852-483a-b6b3-f07f3735a990 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7110f97460394f8384904a1ab317b86f&device_id=c4d2caa7-579a-4d9b-ae85-2d738cd5b889 HTTP/1.1" status: 200 len: 1096 time: 0.0446739 Mar 28 13:57:16.638264 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703d103-5e74-4e80-882a-fbdc135378f6 req-9c077151-441f-437f-96fa-ad2264dd05b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:16.639716 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6703d103-5e74-4e80-882a-fbdc135378f6 req-9c077151-441f-437f-96fa-ad2264dd05b9 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=7110f97460394f8384904a1ab317b86f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1004665 Mar 28 13:57:16.732863 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703d103-5e74-4e80-882a-fbdc135378f6 req-14f7be50-1326-4693-9ef4-53638b101143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:16.734449 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6703d103-5e74-4e80-882a-fbdc135378f6 req-14f7be50-1326-4693-9ef4-53638b101143 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871556 Mar 28 13:57:16.811665 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-a1fb7225-affe-4960-8a4c-d9d2c96597d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:16.813173 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-a1fb7225-affe-4960-8a4c-d9d2c96597d5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7110f97460394f8384904a1ab317b86f&device_id=c4d2caa7-579a-4d9b-ae85-2d738cd5b889 HTTP/1.1" status: 200 len: 1096 time: 0.0414023 Mar 28 13:57:16.870656 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-607d8785-fd2a-4b15-a074-365c3b9a392e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd8fb9f0-230b-4c84-b232-c5ff466946b9 HTTP/1.1" status: 200 len: 217 time: 0.0370142 Mar 28 13:57:16.919461 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-75bbdb88-aa0b-498e-b7c5-2523649e9050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:16.920984 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-75bbdb88-aa0b-498e-b7c5-2523649e9050 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c2ce5a3-629c-4977-b27a-fb42f72730c0 HTTP/1.1" status: 200 len: 851 time: 0.0435212 Mar 28 13:57:16.967936 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-49106e6f-d6fd-47bc-8ff9-c1490a0da16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:16.969462 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-49106e6f-d6fd-47bc-8ff9-c1490a0da16f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406430 Mar 28 13:57:17.061271 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-21764727-3dc6-4d3e-95dc-353de1945387 service neutron] 10.222.0.20 "GET /v2.0/networks/6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846505 Mar 28 13:57:17.151496 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9a48e7e5-b5c0-4a16-a650-81094cadf8e1 req-8995184b-e1d4-4a80-b956-ee436acffc4b service neutron] 10.222.0.20 "GET /v2.0/networks/6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821199 Mar 28 13:57:17.353795 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c4f5a5-4210-4b0f-a250-ed6fcff7ef5f req-5de27e64-a0df-4a14-8616-19adc402fcf3 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:17.355263 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a5c4f5a5-4210-4b0f-a250-ed6fcff7ef5f req-5de27e64-a0df-4a14-8616-19adc402fcf3 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4d2caa7-579a-4d9b-ae85-2d738cd5b889 HTTP/1.1" status: 200 len: 943 time: 0.0539403 Mar 28 13:57:17.394029 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a5c4f5a5-4210-4b0f-a250-ed6fcff7ef5f req-045721f0-086f-485e-b932-0a9ca4b20161 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323939 Mar 28 13:57:18.513529 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa830b19-c1ed-42d4-9431-ae76d6d2c81b req-1214b081-ebd3-466f-a7bb-9ec7cc077cc0 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:18.515051 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-fa830b19-c1ed-42d4-9431-ae76d6d2c81b req-1214b081-ebd3-466f-a7bb-9ec7cc077cc0 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4d2caa7-579a-4d9b-ae85-2d738cd5b889 HTTP/1.1" status: 200 len: 943 time: 0.0498016 Mar 28 13:57:18.538179 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36386) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:57:18.560217 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-fa830b19-c1ed-42d4-9431-ae76d6d2c81b req-0a067f28-b31b-487d-a0a6-1252a96a087f tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385921 Mar 28 13:57:18.607758 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8283dd22-ba94-466f-b630-2143063a5ce0 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:18.609324 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-8283dd22-ba94-466f-b630-2143063a5ce0 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=1cb296ed-c863-4502-973a-f31b82091846 HTTP/1.1" status: 200 len: 814 time: 0.0696428 Mar 28 13:57:19.208274 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36394) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:57:19.214038 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-995ba633-5d32-4f24-b47c-d06e02b8d91e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:57:19.266367 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-995ba633-5d32-4f24-b47c-d06e02b8d91e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for floatingip, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:19.411056 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-995ba633-5d32-4f24-b47c-d06e02b8d91e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:19.474105 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-995ba633-5d32-4f24-b47c-d06e02b8d91e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:19.474393 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.l3_db [None req-995ba633-5d32-4f24-b47c-d06e02b8d91e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Floating IP dd13edc2-fdfc-4ad3-9464-7ff97b49a9aa disassociated. External IP: 172.26.2.55, port: 12d22b2c-4581-4b1c-bffd-d64ab71b5e39. Mar 28 13:57:19.674423 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3857d40-a9ca-400b-85d8-d7c9021c116e req-e81fbbff-1e42-405e-b4ca-fb4602f43665 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:19.676215 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a3857d40-a9ca-400b-85d8-d7c9021c116e req-e81fbbff-1e42-405e-b4ca-fb4602f43665 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4d2caa7-579a-4d9b-ae85-2d738cd5b889 HTTP/1.1" status: 200 len: 943 time: 0.0487154 Mar 28 13:57:19.715896 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a3857d40-a9ca-400b-85d8-d7c9021c116e req-8567e945-5b21-4cb7-97d3-c02ceeaab1aa tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335565 Mar 28 13:57:19.917609 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995ba633-5d32-4f24-b47c-d06e02b8d91e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Router 9dee0e5f-01f2-464e-af1b-af69e5ddbb03 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:57:20.024497 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995ba633-5d32-4f24-b47c-d06e02b8d91e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:57:20.028881 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-995ba633-5d32-4f24-b47c-d06e02b8d91e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:20.034544 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6468b90e-afd7-4018-9e46-4e172a63862d None None] Sync routers for ids ['9dee0e5f-01f2-464e-af1b-af69e5ddbb03'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:57:20.044580 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6468b90e-afd7-4018-9e46-4e172a63862d None None] Routers {'9dee0e5f-01f2-464e-af1b-af69e5ddbb03'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:57:20.045176 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-6468b90e-afd7-4018-9e46-4e172a63862d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:56:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['9dee0e5f-01f2-464e-af1b-af69e5ddbb03'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:57:20.057635 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-995ba633-5d32-4f24-b47c-d06e02b8d91e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "PUT /v2.0/floatingips/dd13edc2-fdfc-4ad3-9464-7ff97b49a9aa HTTP/1.1" status: 200 len: 689 time: 0.8482261 Mar 28 13:57:20.058217 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ebd8ed-42cc-40e4-8bd4-b8f3fff1aeee', 'tag': '12d22b2c-4581-4b1c-bffd-d64ab71b5e39'}] {{(pid=109612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:57:20.060406 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 36398) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:57:20.060538 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe63c13e87a9f7251adb6bd0d9fca296dff075f1d7b14c4d1edf5c408047469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d1c35a-104f-418d-a7aa-3bf57c1eb1ca" -d '{"events": [{"name": "network-changed", "server_uuid": "67ebd8ed-42cc-40e4-8bd4-b8f3fff1aeee", "tag": "12d22b2c-4581-4b1c-bffd-d64ab71b5e39"}]}' {{(pid=109612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:57:20.111224 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ab6c4a0f-1558-4628-a43e-4822bf21012a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/floatingips/dd13edc2-fdfc-4ad3-9464-7ff97b49a9aa HTTP/1.1" status: 200 len: 689 time: 0.0482676 Mar 28 13:57:20.152996 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-6468b90e-afd7-4018-9e46-4e172a63862d None None] Set router 9dee0e5f-01f2-464e-af1b-af69e5ddbb03 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:57:20.153476 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 13:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cacbec3-1cb8-4b3d-9d39-0a8f697eaf46 x-openstack-request-id: req-2cacbec3-1cb8-4b3d-9d39-0a8f697eaf46 {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:57:20.153837 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67ebd8ed-42cc-40e4-8bd4-b8f3fff1aeee", "tag": "12d22b2c-4581-4b1c-bffd-d64ab71b5e39", "status": "completed", "code": 200}]} {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:57:20.154086 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2cacbec3-1cb8-4b3d-9d39-0a8f697eaf46 {{(pid=109612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:57:20.154490 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67ebd8ed-42cc-40e4-8bd4-b8f3fff1aeee', 'tag': '12d22b2c-4581-4b1c-bffd-d64ab71b5e39', 'status': 'completed', 'code': 200} Mar 28 13:57:20.213669 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1c35a-104f-418d-a7aa-3bf57c1eb1ca req-1c9a9ca2-6a0e-42b3-aff3-bd5ca568f9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:20.215165 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f9d1c35a-104f-418d-a7aa-3bf57c1eb1ca req-1c9a9ca2-6a0e-42b3-aff3-bd5ca568f9e2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&device_id=67ebd8ed-42cc-40e4-8bd4-b8f3fff1aeee HTTP/1.1" status: 200 len: 1099 time: 0.0399821 Mar 28 13:57:20.306896 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1c35a-104f-418d-a7aa-3bf57c1eb1ca req-479e42c0-f288-40e1-9d01-d6f5e1490738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:20.308263 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f9d1c35a-104f-418d-a7aa-3bf57c1eb1ca req-479e42c0-f288-40e1-9d01-d6f5e1490738 service neutron] 10.222.0.20 "GET /v2.0/networks?id=afe5af1d-ab4d-496f-aeaf-542850810302 HTTP/1.1" status: 200 len: 897 time: 0.0864806 Mar 28 13:57:20.347622 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-6468b90e-afd7-4018-9e46-4e172a63862d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'name': 'tempest-TestNetworkBasicOps-router-38306820', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '30ae434d-1b08-4279-9e6a-5ab54aca1f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:55:51Z', 'updated_at': '2022-03-28T13:55:55Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '30ae434d-1b08-4279-9e6a-5ab54aca1f70', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:55:51Z', 'updated_at': '2022-03-28T13:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'db57163c-841d-43ca-a853-c545c973131c', 'name': '', 'network_id': 'afe5af1d-ab4d-496f-aeaf-542850810302', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:80:c3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'af083c1d-8e76-4ea5-a31b-59d2650dc226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:55:54Z', 'updated_at': '2022-03-28T13:55:58Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'af083c1d-8e76-4ea5-a31b-59d2650dc226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:57:20.348982 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f9d1c35a-104f-418d-a7aa-3bf57c1eb1ca req-782488f8-2540-4654-9090-d5f6b93730dc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12d22b2c-4581-4b1c-bffd-d64ab71b5e39 HTTP/1.1" status: 200 len: 217 time: 0.0327389 Mar 28 13:57:20.377109 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6468b90e-afd7-4018-9e46-4e172a63862d None None] Checking router: 9dee0e5f-01f2-464e-af1b-af69e5ddbb03 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:57:20.385760 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6468b90e-afd7-4018-9e46-4e172a63862d None None] Routers {'9dee0e5f-01f2-464e-af1b-af69e5ddbb03'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:57:20.386360 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-6468b90e-afd7-4018-9e46-4e172a63862d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:56:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['9dee0e5f-01f2-464e-af1b-af69e5ddbb03'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:57:20.397209 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1c35a-104f-418d-a7aa-3bf57c1eb1ca req-1d2ae8ea-7f31-4a5c-8859-355ef5e65053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:20.398796 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f9d1c35a-104f-418d-a7aa-3bf57c1eb1ca req-1d2ae8ea-7f31-4a5c-8859-355ef5e65053 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=af083c1d-8e76-4ea5-a31b-59d2650dc226 HTTP/1.1" status: 200 len: 834 time: 0.0437164 Mar 28 13:57:20.445325 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1c35a-104f-418d-a7aa-3bf57c1eb1ca req-4ce23a29-b9b3-4801-af2f-384daf3702a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:20.446819 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f9d1c35a-104f-418d-a7aa-3bf57c1eb1ca req-4ce23a29-b9b3-4801-af2f-384daf3702a6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=afe5af1d-ab4d-496f-aeaf-542850810302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411665 Mar 28 13:57:20.490846 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-6468b90e-afd7-4018-9e46-4e172a63862d None None] Set router 9dee0e5f-01f2-464e-af1b-af69e5ddbb03 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:57:20.538228 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f9d1c35a-104f-418d-a7aa-3bf57c1eb1ca req-ca9ed21f-791d-4e31-9b3d-12f9153477e3 service neutron] 10.222.0.20 "GET /v2.0/networks/afe5af1d-ab4d-496f-aeaf-542850810302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848267 Mar 28 13:57:20.630649 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f9d1c35a-104f-418d-a7aa-3bf57c1eb1ca req-5572581d-f3c0-4d51-a2c6-252779363def service neutron] 10.222.0.20 "GET /v2.0/networks/afe5af1d-ab4d-496f-aeaf-542850810302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857604 Mar 28 13:57:20.683993 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-6468b90e-afd7-4018-9e46-4e172a63862d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'name': 'tempest-TestNetworkBasicOps-router-38306820', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '30ae434d-1b08-4279-9e6a-5ab54aca1f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:55:51Z', 'updated_at': '2022-03-28T13:55:55Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '30ae434d-1b08-4279-9e6a-5ab54aca1f70', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:55:51Z', 'updated_at': '2022-03-28T13:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'db57163c-841d-43ca-a853-c545c973131c', 'name': '', 'network_id': 'afe5af1d-ab4d-496f-aeaf-542850810302', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:80:c3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'af083c1d-8e76-4ea5-a31b-59d2650dc226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:55:54Z', 'updated_at': '2022-03-28T13:55:58Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'af083c1d-8e76-4ea5-a31b-59d2650dc226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:57:20.709056 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6468b90e-afd7-4018-9e46-4e172a63862d None None] The sync data for ids ['9dee0e5f-01f2-464e-af1b-af69e5ddbb03'] in dv-neutron-835335-1-hyperv is: [{'id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'name': 'tempest-TestNetworkBasicOps-router-38306820', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '30ae434d-1b08-4279-9e6a-5ab54aca1f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:55:51Z', 'updated_at': '2022-03-28T13:55:55Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '30ae434d-1b08-4279-9e6a-5ab54aca1f70', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:55:51Z', 'updated_at': '2022-03-28T13:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'db57163c-841d-43ca-a853-c545c973131c', 'name': '', 'network_id': 'afe5af1d-ab4d-496f-aeaf-542850810302', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:80:c3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'af083c1d-8e76-4ea5-a31b-59d2650dc226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:55:54Z', 'updated_at': '2022-03-28T13:55:58Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'af083c1d-8e76-4ea5-a31b-59d2650dc226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:57:20.837658 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42aefed-54b9-4677-95d5-de28a034bb09 req-659ed885-2002-4049-8728-4bfb2e84d783 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:20.839191 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b42aefed-54b9-4677-95d5-de28a034bb09 req-659ed885-2002-4049-8728-4bfb2e84d783 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4d2caa7-579a-4d9b-ae85-2d738cd5b889 HTTP/1.1" status: 200 len: 943 time: 0.0546153 Mar 28 13:57:20.878333 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b42aefed-54b9-4677-95d5-de28a034bb09 req-4785a9ec-a528-43e3-8872-cb7459fbd7d6 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330448 Mar 28 13:57:20.931843 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdb5ddb-e64c-4379-9b6a-91b9f02f0fc1 None None] New status for floating IP dd13edc2-fdfc-4ad3-9464-7ff97b49a9aa: DOWN {{(pid=109615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 13:57:21.114022 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 36406) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:57:21.157369 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d7cbcfea-b365-4ca2-bab9-05899db37c31 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/floatingips/dd13edc2-fdfc-4ad3-9464-7ff97b49a9aa HTTP/1.1" status: 200 len: 689 time: 0.0412078 Mar 28 13:57:21.992926 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c90fd-7847-4f6b-8835-fa85e748e00e req-b518b351-5911-4586-9384-8c043c172cff tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:21.994402 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-883c90fd-7847-4f6b-8835-fa85e748e00e req-b518b351-5911-4586-9384-8c043c172cff tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4d2caa7-579a-4d9b-ae85-2d738cd5b889 HTTP/1.1" status: 200 len: 943 time: 0.0481412 Mar 28 13:57:22.030408 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-883c90fd-7847-4f6b-8835-fa85e748e00e req-e374156f-97b8-4051-aafe-7e0df3c7d6c2 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301554 Mar 28 13:57:22.160710 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36410) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:57:22.203601 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-4346c1ab-cff6-4ac3-ab63-2fca1bbc5d63 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/floatingips/dd13edc2-fdfc-4ad3-9464-7ff97b49a9aa HTTP/1.1" status: 200 len: 687 time: 0.0418587 Mar 28 13:57:23.147047 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486d91b-aba5-4f4c-add7-44707206e94e req-7e3b84dc-8664-4877-9f69-097610488fa4 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:23.148514 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1486d91b-aba5-4f4c-add7-44707206e94e req-7e3b84dc-8664-4877-9f69-097610488fa4 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4d2caa7-579a-4d9b-ae85-2d738cd5b889 HTTP/1.1" status: 200 len: 943 time: 0.0518785 Mar 28 13:57:23.185722 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1486d91b-aba5-4f4c-add7-44707206e94e req-f8d1b4e6-066e-4753-bb8a-33855e7b2769 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311899 Mar 28 13:57:23.604935 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36416) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:57:23.609536 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-f4d0b0f4-d169-46b3-8ca2-4d584d101151 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-129973459', 'description': 'tempest-secgroup-smoke-129973459 description', 'project_id': '8783dd3017a04690835ab7e96e428838'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:57:23.710731 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f4d0b0f4-d169-46b3-8ca2-4d584d101151 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:23.776939 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f4d0b0f4-d169-46b3-8ca2-4d584d101151 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:23.853550 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f4d0b0f4-d169-46b3-8ca2-4d584d101151 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:23.881341 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d0b0f4-d169-46b3-8ca2-4d584d101151 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e753639-3a5e-48e5-ade1-c5a5489a31c2,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:57:23.888147 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d0b0f4-d169-46b3-8ca2-4d584d101151 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:57:23.894665 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d0b0f4-d169-46b3-8ca2-4d584d101151 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:57:23.894665 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d0b0f4-d169-46b3-8ca2-4d584d101151 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:57:23.894665 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d0b0f4-d169-46b3-8ca2-4d584d101151 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:57:23.894665 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d0b0f4-d169-46b3-8ca2-4d584d101151 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:57:23.894665 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d0b0f4-d169-46b3-8ca2-4d584d101151 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:57:23.894665 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d0b0f4-d169-46b3-8ca2-4d584d101151 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:57:23.894665 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d0b0f4-d169-46b3-8ca2-4d584d101151 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:57:23.894665 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d0b0f4-d169-46b3-8ca2-4d584d101151 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:57:23.894665 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d0b0f4-d169-46b3-8ca2-4d584d101151 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:57:23.894665 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d0b0f4-d169-46b3-8ca2-4d584d101151 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:57:23.894665 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d0b0f4-d169-46b3-8ca2-4d584d101151 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:57:23.961979 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f4d0b0f4-d169-46b3-8ca2-4d584d101151 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:23.963584 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-f4d0b0f4-d169-46b3-8ca2-4d584d101151 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3576307 Mar 28 13:57:23.966455 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36418) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:57:23.971523 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-f75ad115-dfa7-40f8-98b0-1985ed48738f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': '0e753639-3a5e-48e5-ade1-c5a5489a31c2', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:57:23.994847 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-856d5b40-a360-4664-9b60-971ea7ff1149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:24.044424 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f75ad115-dfa7-40f8-98b0-1985ed48738f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:24.106429 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f75ad115-dfa7-40f8-98b0-1985ed48738f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:24.168006 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f75ad115-dfa7-40f8-98b0-1985ed48738f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:24.185221 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ad115-dfa7-40f8-98b0-1985ed48738f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd476421-7ff7-4c5e-a334-14fcdf1b4635,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:57:24.250264 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f75ad115-dfa7-40f8-98b0-1985ed48738f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:24.251503 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-f75ad115-dfa7-40f8-98b0-1985ed48738f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2840588 Mar 28 13:57:24.259296 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36422) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:57:24.263994 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-bcff6236-f716-4c74-93fb-ebe751b66ce8 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': '0e753639-3a5e-48e5-ade1-c5a5489a31c2', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:57:24.301109 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd8463-2669-4b8c-8863-2a8e65e17fff req-b54a84c6-bde5-4522-b4fe-7b7da3a3b4ff tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:24.302611 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-52dd8463-2669-4b8c-8863-2a8e65e17fff req-b54a84c6-bde5-4522-b4fe-7b7da3a3b4ff tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4d2caa7-579a-4d9b-ae85-2d738cd5b889 HTTP/1.1" status: 200 len: 943 time: 0.0494313 Mar 28 13:57:24.340401 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-52dd8463-2669-4b8c-8863-2a8e65e17fff req-f3b86e59-7dd7-4c99-bb3e-a708ea6a7592 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317707 Mar 28 13:57:24.342212 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bcff6236-f716-4c74-93fb-ebe751b66ce8 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:24.400934 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bcff6236-f716-4c74-93fb-ebe751b66ce8 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:24.470915 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bcff6236-f716-4c74-93fb-ebe751b66ce8 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:24.487705 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff6236-f716-4c74-93fb-ebe751b66ce8 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16e6b900-368a-4c55-bd5c-7f8725fe732e,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:57:24.558598 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-bcff6236-f716-4c74-93fb-ebe751b66ce8 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:24.559880 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-bcff6236-f716-4c74-93fb-ebe751b66ce8 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2995019 Mar 28 13:57:24.562601 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36424) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:57:24.567367 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-c2c83fb5-9e02-4712-ab4e-3e1c855c92b9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': '0e753639-3a5e-48e5-ade1-c5a5489a31c2', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:57:24.667477 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c2c83fb5-9e02-4712-ab4e-3e1c855c92b9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:24.738766 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c2c83fb5-9e02-4712-ab4e-3e1c855c92b9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:24.807773 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c2c83fb5-9e02-4712-ab4e-3e1c855c92b9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:24.822977 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c83fb5-9e02-4712-ab4e-3e1c855c92b9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b023755-8e6a-4a3d-92a7-4d4d6436d357,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:57:24.901453 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c2c83fb5-9e02-4712-ab4e-3e1c855c92b9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:24.902632 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c2c83fb5-9e02-4712-ab4e-3e1c855c92b9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3391345 Mar 28 13:57:24.905526 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36426) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:57:24.909816 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-c0451009-2d12-4dcf-8155-c1be542cfb85 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': '0e753639-3a5e-48e5-ade1-c5a5489a31c2', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:57:24.983681 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c0451009-2d12-4dcf-8155-c1be542cfb85 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:25.046206 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c0451009-2d12-4dcf-8155-c1be542cfb85 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:25.126006 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c0451009-2d12-4dcf-8155-c1be542cfb85 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:25.147411 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0451009-2d12-4dcf-8155-c1be542cfb85 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be39137b-6ef5-4a26-bb81-7233481755b9,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:57:25.207815 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c0451009-2d12-4dcf-8155-c1be542cfb85 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:25.209012 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c0451009-2d12-4dcf-8155-c1be542cfb85 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3025892 Mar 28 13:57:25.211699 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36428) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:57:25.216105 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-b8c61e51-b819-4d4e-8080-9baa081a1d56 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': '0e753639-3a5e-48e5-ade1-c5a5489a31c2', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:57:25.285369 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.securitygroups_db [None req-b8c61e51-b819-4d4e-8080-9baa081a1d56 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Project 8783dd3017a04690835ab7e96e428838 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 13:57:25.290213 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b8c61e51-b819-4d4e-8080-9baa081a1d56 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:25.348463 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b8c61e51-b819-4d4e-8080-9baa081a1d56 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:25.416948 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b8c61e51-b819-4d4e-8080-9baa081a1d56 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:25.435715 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c61e51-b819-4d4e-8080-9baa081a1d56 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4ceaf3d-872c-4805-a969-e5c769f684f5,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:57:25.461969 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a5cfe6-cf1e-45d5-a3c2-d9d6166f43b7 req-7e30d012-c1d8-451c-b4ed-4cdde1aa692d tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:25.463422 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e3a5cfe6-cf1e-45d5-a3c2-d9d6166f43b7 req-7e30d012-c1d8-451c-b4ed-4cdde1aa692d tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4d2caa7-579a-4d9b-ae85-2d738cd5b889 HTTP/1.1" status: 200 len: 943 time: 0.0517213 Mar 28 13:57:25.500389 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e3a5cfe6-cf1e-45d5-a3c2-d9d6166f43b7 req-e539cd87-2b26-480c-8464-73e975741071 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309744 Mar 28 13:57:25.505495 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b8c61e51-b819-4d4e-8080-9baa081a1d56 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:25.506693 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-b8c61e51-b819-4d4e-8080-9baa081a1d56 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2940674 Mar 28 13:57:25.509458 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36432) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:57:25.513682 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-5e3842c0-d867-449d-8c04-46b173017b27 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': '0e753639-3a5e-48e5-ade1-c5a5489a31c2', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:57:25.582923 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.securitygroups_db [None req-5e3842c0-d867-449d-8c04-46b173017b27 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Project 8783dd3017a04690835ab7e96e428838 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 13:57:25.587875 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5e3842c0-d867-449d-8c04-46b173017b27 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:25.647913 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5e3842c0-d867-449d-8c04-46b173017b27 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:25.702642 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5e3842c0-d867-449d-8c04-46b173017b27 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:25.719736 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3842c0-d867-449d-8c04-46b173017b27 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=226195fc-132e-46fc-a379-3a61c23376b9,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:57:25.775383 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5e3842c0-d867-449d-8c04-46b173017b27 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:25.776551 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-5e3842c0-d867-449d-8c04-46b173017b27 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2662237 Mar 28 13:57:25.915154 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-c99a3854-79a0-4872-b56f-d5e628bbd858 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-129973459&fields=id&tenant_id=8783dd3017a04690835ab7e96e428838 HTTP/1.1" status: 200 len: 267 time: 0.0357575 Mar 28 13:57:26.018182 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-a96d870d-6a71-4542-9e80-f05faac18a1b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:26.019620 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-a96d870d-6a71-4542-9e80-f05faac18a1b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/networks?id=afe5af1d-ab4d-496f-aeaf-542850810302 HTTP/1.1" status: 200 len: 796 time: 0.0977483 Mar 28 13:57:26.034566 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-7d142145-9172-43aa-9fd4-13b9ae9fc071 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/quotas/8783dd3017a04690835ab7e96e428838 HTTP/1.1" status: 200 len: 375 time: 0.0091231 Mar 28 13:57:26.088742 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-05df2f7c-f454-4d15-afd8-c27f7c224fa3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0490282 Mar 28 13:57:26.187543 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-aa57312f-57cf-4712-87f7-dd943bfd79cc service neutron] 10.222.0.24 "GET /v2.0/networks/afe5af1d-ab4d-496f-aeaf-542850810302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868773 Mar 28 13:57:26.274656 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-8f910a5e-d320-4c6e-a7d1-ef61bedb0187 service neutron] 10.222.0.24 "GET /v2.0/networks/afe5af1d-ab4d-496f-aeaf-542850810302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809777 Mar 28 13:57:26.316511 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbb03ce1-1043-4f5d-8de4-dcdd884301e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:26.530412 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1793dbfc-a2fb-4293-b934-2f22c0336a68 req-9d860058-4e28-41d5-aaf1-d9916198c01a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=6147c40e-33cf-40a8-b15c-85711d26d028 HTTP/1.1" status: 200 len: 210 time: 0.0324967 Mar 28 13:57:26.617147 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed23c5-e87a-4c5c-84b5-08015532343d req-3f384373-68ea-42d8-8bd5-917756098399 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:26.618634 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-afed23c5-e87a-4c5c-84b5-08015532343d req-3f384373-68ea-42d8-8bd5-917756098399 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4d2caa7-579a-4d9b-ae85-2d738cd5b889 HTTP/1.1" status: 200 len: 943 time: 0.0503054 Mar 28 13:57:26.656117 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-afed23c5-e87a-4c5c-84b5-08015532343d req-ea22cb23-8061-4e58-9483-6d463de696bc tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315032 Mar 28 13:57:26.927624 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device cd8fb9f0-230b-4c84-b232-c5ff466946b9 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 13:57:27.019682 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port cd8fb9f0-230b-4c84-b232-c5ff466946b9, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=cd8fb9f0-230b-4c84-b232-c5ff466946b9,segment=NetworkSegment(f5bd50f2-580d-42b1-89bf-cef653f5376c),segment_id=f5bd50f2-580d-42b1-89bf-cef653f5376c)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:57:27.034011 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': 'cd8fb9f0-230b-4c84-b232-c5ff466946b9', 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c', 'port_id': 'cd8fb9f0-230b-4c84-b232-c5ff466946b9', 'mac_address': 'fa:16:3e:06:1c:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c2ce5a3-629c-4977-b27a-fb42f72730c0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 13:57:27.070612 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:27.082987 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd8fb9f0-230b-4c84-b232-c5ff466946b9 {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 13:57:27.101270 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port cd8fb9f0-230b-4c84-b232-c5ff466946b9, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=cd8fb9f0-230b-4c84-b232-c5ff466946b9,segment=NetworkSegment(f5bd50f2-580d-42b1-89bf-cef653f5376c),segment_id=f5bd50f2-580d-42b1-89bf-cef653f5376c)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:57:27.159775 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:27.206449 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=cd8fb9f0-230b-4c84-b232-c5ff466946b9,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:57:27.213272 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:57:27.213616 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:57:27.213946 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:57:27.214270 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:57:27.214598 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:57:27.214915 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:57:27.215236 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:57:27.215658 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:57:27.215974 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:57:27.216290 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:57:27.216630 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:57:27.216942 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:57:27.505445 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['cd8fb9f0-230b-4c84-b232-c5ff466946b9'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 13:57:27.566305 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:27.635591 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3234219f-480f-4b9c-a283-6b9959dc7b5e req-4b98859f-626b-4b2f-b680-0cde518c406e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=6147c40e-33cf-40a8-b15c-85711d26d028 HTTP/1.1" status: 200 len: 210 time: 0.0306721 Mar 28 13:57:27.770172 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca327ee-b86c-4b38-9d00-20a9cabd2f30 req-b1d8c9ac-7931-40ba-8b0f-9d29e532f283 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:27.771571 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bca327ee-b86c-4b38-9d00-20a9cabd2f30 req-b1d8c9ac-7931-40ba-8b0f-9d29e532f283 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4d2caa7-579a-4d9b-ae85-2d738cd5b889 HTTP/1.1" status: 200 len: 944 time: 0.0487170 Mar 28 13:57:27.811292 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bca327ee-b86c-4b38-9d00-20a9cabd2f30 req-27619c3f-4066-4b1f-98a8-c6bd9da25d98 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336049 Mar 28 13:57:28.333431 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-3bfa4821-0c27-4d9a-9853-0a4634752479 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:28.334960 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-3bfa4821-0c27-4d9a-9853-0a4634752479 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "GET /v2.0/networks?id=afe5af1d-ab4d-496f-aeaf-542850810302 HTTP/1.1" status: 200 len: 796 time: 0.1037447 Mar 28 13:57:28.380398 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-5d954f25-ad03-456a-b09f-ab52224550c3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8783dd3017a04690835ab7e96e428838 HTTP/1.1" status: 200 len: 472 time: 0.0364053 Mar 28 13:57:28.389171 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-2fb8181b-8bb3-44a2-906f-854764bb59e1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'port': {'device_id': '6147c40e-33cf-40a8-b15c-85711d26d028', 'network_id': 'afe5af1d-ab4d-496f-aeaf-542850810302', 'admin_state_up': True, 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'security_groups': ['0e753639-3a5e-48e5-ade1-c5a5489a31c2']}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:57:28.579181 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-2fb8181b-8bb3-44a2-906f-854764bb59e1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Made reservation on behalf of 8783dd3017a04690835ab7e96e428838 for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:57:28.582781 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-2fb8181b-8bb3-44a2-906f-854764bb59e1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:28.716465 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-2fb8181b-8bb3-44a2-906f-854764bb59e1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Allocated IP 172.20.0.9 (afe5af1d-ab4d-496f-aeaf-542850810302/af083c1d-8e76-4ea5-a31b-59d2650dc226/f93ebd22-990f-46ab-b75b-8c40127ac19f) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:57:28.741949 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-438e8439-1889-485c-817d-db445b2da94e req-d770e5bd-273b-492c-bade-977b8e74af79 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=6147c40e-33cf-40a8-b15c-85711d26d028 HTTP/1.1" status: 200 len: 210 time: 0.0364702 Mar 28 13:57:28.872737 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-2fb8181b-8bb3-44a2-906f-854764bb59e1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:28.888105 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:28.921785 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device cd8fb9f0-230b-4c84-b232-c5ff466946b9 up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:57:28.941682 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be4c89-fa0b-4c10-a8b4-9db2363bdd74 req-52e171da-476c-4567-9d86-e2670ca6c40c tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:28.943200 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-16be4c89-fa0b-4c10-a8b4-9db2363bdd74 req-52e171da-476c-4567-9d86-e2670ca6c40c tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4d2caa7-579a-4d9b-ae85-2d738cd5b889 HTTP/1.1" status: 200 len: 944 time: 0.0638170 Mar 28 13:57:28.985006 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-16be4c89-fa0b-4c10-a8b4-9db2363bdd74 req-94d961d8-4911-4e5c-b5bc-2c7518927cde tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355501 Mar 28 13:57:29.000504 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-2fb8181b-8bb3-44a2-906f-854764bb59e1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:29.028668 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning for port cd8fb9f0-230b-4c84-b232-c5ff466946b9 completed by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 13:57:29.032667 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port cd8fb9f0-230b-4c84-b232-c5ff466946b9 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:57:29.033034 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:29.043200 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-2fb8181b-8bb3-44a2-906f-854764bb59e1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network afe5af1d-ab4d-496f-aeaf-542850810302 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:57:29.046403 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-2fb8181b-8bb3-44a2-906f-854764bb59e1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:57:29.051085 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-2fb8181b-8bb3-44a2-906f-854764bb59e1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:57:29.075755 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb8181b-8bb3-44a2-906f-854764bb59e1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=f93ebd22-990f-46ab-b75b-8c40127ac19f,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:57:29.112079 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-2fb8181b-8bb3-44a2-906f-854764bb59e1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:29.112729 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-2fb8181b-8bb3-44a2-906f-854764bb59e1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:29.118714 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:29.140828 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d2caa7-579a-4d9b-ae85-2d738cd5b889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8fb9f0-230b-4c84-b232-c5ff466946b9'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:57:29.143744 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568bc286-b124-4d69-86ce-0573fc4e9d73" -d '{"events": [{"server_uuid": "c4d2caa7-579a-4d9b-ae85-2d738cd5b889", "name": "network-vif-plugged", "status": "completed", "tag": "cd8fb9f0-230b-4c84-b232-c5ff466946b9"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:57:29.156882 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port cd8fb9f0-230b-4c84-b232-c5ff466946b9, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=cd8fb9f0-230b-4c84-b232-c5ff466946b9,segment=NetworkSegment(f5bd50f2-580d-42b1-89bf-cef653f5376c),segment_id=f5bd50f2-580d-42b1-89bf-cef653f5376c)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:57:29.182423 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 13:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93dc1619-85e5-451f-aba7-f556f5a92286 x-openstack-request-id: req-93dc1619-85e5-451f-aba7-f556f5a92286 {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:57:29.182744 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d2caa7-579a-4d9b-ae85-2d738cd5b889", "name": "network-vif-plugged", "status": "completed", "tag": "cd8fb9f0-230b-4c84-b232-c5ff466946b9", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:57:29.183103 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-93dc1619-85e5-451f-aba7-f556f5a92286 {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:57:29.183508 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d2caa7-579a-4d9b-ae85-2d738cd5b889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8fb9f0-230b-4c84-b232-c5ff466946b9', 'code': 200} Mar 28 13:57:29.185762 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-2fb8181b-8bb3-44a2-906f-854764bb59e1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7999489 Mar 28 13:57:29.210949 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-944793a0-9549-42eb-96fc-542ea9578776 service neutron] Request body: {'port': {'device_id': '6147c40e-33cf-40a8-b15c-85711d26d028', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:57:29.240211 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:29.270838 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-944793a0-9549-42eb-96fc-542ea9578776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:29.309421 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=cd8fb9f0-230b-4c84-b232-c5ff466946b9,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:57:29.315882 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-2faaa1e2-471e-46ce-a7c5-f2c51fe405e2 None None] Provisioning complete for port f93ebd22-990f-46ab-b75b-8c40127ac19f triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:57:29.316260 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2faaa1e2-471e-46ce-a7c5-f2c51fe405e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:29.350797 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:29.352236 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-2faaa1e2-471e-46ce-a7c5-f2c51fe405e2 None None] Port f93ebd22-990f-46ab-b75b-8c40127ac19f cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:57:29.453794 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d620d-6d80-4bc3-87c5-fe9de3183c07 req-afb1ba33-5b0c-482e-977c-f2d8ee1ef023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:29.455478 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-488d620d-6d80-4bc3-87c5-fe9de3183c07 req-afb1ba33-5b0c-482e-977c-f2d8ee1ef023 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c4d2caa7-579a-4d9b-ae85-2d738cd5b889 HTTP/1.1" status: 200 len: 1098 time: 0.0404456 Mar 28 13:57:29.498886 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-488d620d-6d80-4bc3-87c5-fe9de3183c07 req-0bea78fd-53d5-469b-873b-6cdb9e2f3516 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370622 Mar 28 13:57:29.537350 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-944793a0-9549-42eb-96fc-542ea9578776 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f93ebd22-990f-46ab-b75b-8c40127ac19f {{(pid=109613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 13:57:29.544509 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-944793a0-9549-42eb-96fc-542ea9578776 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:29.556662 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.provisioning_blocks [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-944793a0-9549-42eb-96fc-542ea9578776 service neutron] Transition to ACTIVE for port object f93ebd22-990f-46ab-b75b-8c40127ac19f will not be triggered until provisioned by entity L2. {{(pid=109613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 13:57:29.617210 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-944793a0-9549-42eb-96fc-542ea9578776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:29.663687 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944793a0-9549-42eb-96fc-542ea9578776 service neutron] Pushing event updated for resources: {'Port': ['ID=f93ebd22-990f-46ab-b75b-8c40127ac19f,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:57:29.738572 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-944793a0-9549-42eb-96fc-542ea9578776 service neutron] Attempting to bind port f93ebd22-990f-46ab-b75b-8c40127ac19f on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:57:29.758982 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-944793a0-9549-42eb-96fc-542ea9578776 service neutron] Attempting to bind port f93ebd22-990f-46ab-b75b-8c40127ac19f by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'ae02a1ce-6c5b-4c62-b91e-85c2bdac6dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'afe5af1d-ab4d-496f-aeaf-542850810302'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:57:29.758982 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-944793a0-9549-42eb-96fc-542ea9578776 service neutron] Attempting to bind port f93ebd22-990f-46ab-b75b-8c40127ac19f on network afe5af1d-ab4d-496f-aeaf-542850810302 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:57:29.758982 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-944793a0-9549-42eb-96fc-542ea9578776 service neutron] Port f93ebd22-990f-46ab-b75b-8c40127ac19f on network afe5af1d-ab4d-496f-aeaf-542850810302 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:57:29.758982 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-944793a0-9549-42eb-96fc-542ea9578776 service neutron] Attempting to bind port f93ebd22-990f-46ab-b75b-8c40127ac19f on network afe5af1d-ab4d-496f-aeaf-542850810302 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:57:29.758982 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-944793a0-9549-42eb-96fc-542ea9578776 service neutron] Checking agent: {'id': '72ab3303-6c81-4bd9-a1a9-2c5d9b681d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'started_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:57:29.758982 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-944793a0-9549-42eb-96fc-542ea9578776 service neutron] Checking segment: {'id': 'ae02a1ce-6c5b-4c62-b91e-85c2bdac6dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'afe5af1d-ab4d-496f-aeaf-542850810302'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:57:29.758982 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-944793a0-9549-42eb-96fc-542ea9578776 service neutron] Bound using segment: {'id': 'ae02a1ce-6c5b-4c62-b91e-85c2bdac6dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'afe5af1d-ab4d-496f-aeaf-542850810302'} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:57:29.758982 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-944793a0-9549-42eb-96fc-542ea9578776 service neutron] Bound port: f93ebd22-990f-46ab-b75b-8c40127ac19f, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae02a1ce-6c5b-4c62-b91e-85c2bdac6dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'afe5af1d-ab4d-496f-aeaf-542850810302'}}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:57:29.758982 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-944793a0-9549-42eb-96fc-542ea9578776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:29.842196 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-944793a0-9549-42eb-96fc-542ea9578776 service neutron] For port f93ebd22-990f-46ab-b75b-8c40127ac19f, host hv-neutron-8353, cleared binding levels {{(pid=109613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:57:29.858118 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-944793a0-9549-42eb-96fc-542ea9578776 service neutron] For port f93ebd22-990f-46ab-b75b-8c40127ac19f, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=f93ebd22-990f-46ab-b75b-8c40127ac19f,segment=NetworkSegment(ae02a1ce-6c5b-4c62-b91e-85c2bdac6dbd),segment_id=ae02a1ce-6c5b-4c62-b91e-85c2bdac6dbd)] {{(pid=109613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:57:29.876975 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512dcf52-6e5d-4571-98aa-00ac83d59268 req-daefeb18-f2b7-4c56-99fd-d8657c574089 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:29.876975 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-512dcf52-6e5d-4571-98aa-00ac83d59268 req-daefeb18-f2b7-4c56-99fd-d8657c574089 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=6147c40e-33cf-40a8-b15c-85711d26d028 HTTP/1.1" status: 200 len: 943 time: 0.0608883 Mar 28 13:57:29.924118 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-512dcf52-6e5d-4571-98aa-00ac83d59268 req-1aaceb56-6bba-4e05-9e70-7a3c0f65aa19 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e753639-3a5e-48e5-ade1-c5a5489a31c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317295 Mar 28 13:57:29.943606 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-944793a0-9549-42eb-96fc-542ea9578776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:29.983952 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-944793a0-9549-42eb-96fc-542ea9578776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:29.984596 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-944793a0-9549-42eb-96fc-542ea9578776 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:29.985937 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-944793a0-9549-42eb-96fc-542ea9578776 service neutron] 10.222.0.20 "PUT /v2.0/ports/f93ebd22-990f-46ab-b75b-8c40127ac19f HTTP/1.1" status: 200 len: 1093 time: 0.7806530 Mar 28 13:57:29.986395 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6147c40e-33cf-40a8-b15c-85711d26d028', 'tag': 'f93ebd22-990f-46ab-b75b-8c40127ac19f'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:57:29.988669 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1048f8bf-563e-4290-95f3-dabe4fbb09b3" -d '{"events": [{"name": "network-changed", "server_uuid": "6147c40e-33cf-40a8-b15c-85711d26d028", "tag": "f93ebd22-990f-46ab-b75b-8c40127ac19f"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:57:30.007773 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944793a0-9549-42eb-96fc-542ea9578776 service neutron] Pushing event updated for resources: {'Port': ['ID=f93ebd22-990f-46ab-b75b-8c40127ac19f,revision_number=3']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:57:30.045492 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 13:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03be257f-2f65-4dc2-87e9-cd8872b34521 x-openstack-request-id: req-03be257f-2f65-4dc2-87e9-cd8872b34521 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:57:30.045492 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6147c40e-33cf-40a8-b15c-85711d26d028", "tag": "f93ebd22-990f-46ab-b75b-8c40127ac19f", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:57:30.045492 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-03be257f-2f65-4dc2-87e9-cd8872b34521 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:57:30.045492 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6147c40e-33cf-40a8-b15c-85711d26d028', 'tag': 'f93ebd22-990f-46ab-b75b-8c40127ac19f', 'status': 'completed', 'code': 200} Mar 28 13:57:30.135265 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048f8bf-563e-4290-95f3-dabe4fbb09b3 req-3b86a23a-4503-459d-b5cb-e1a6f5beb349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:30.136876 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1048f8bf-563e-4290-95f3-dabe4fbb09b3 req-3b86a23a-4503-459d-b5cb-e1a6f5beb349 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&device_id=6147c40e-33cf-40a8-b15c-85711d26d028 HTTP/1.1" status: 200 len: 1096 time: 0.0724139 Mar 28 13:57:30.146328 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd17a3-9c44-4639-8bd5-d2bdfc4c9415 req-1daaf687-bb34-4bfe-9987-f4f15846858a tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:30.147824 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b3fd17a3-9c44-4639-8bd5-d2bdfc4c9415 req-1daaf687-bb34-4bfe-9987-f4f15846858a tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4d2caa7-579a-4d9b-ae85-2d738cd5b889 HTTP/1.1" status: 200 len: 945 time: 0.0750475 Mar 28 13:57:30.238892 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b3fd17a3-9c44-4639-8bd5-d2bdfc4c9415 req-e39487ec-6a03-4dc3-837a-28e2f6ff1501 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820220 Mar 28 13:57:30.266383 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048f8bf-563e-4290-95f3-dabe4fbb09b3 req-7002cf91-649c-443b-8799-f1e4bcacc6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:30.269110 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1048f8bf-563e-4290-95f3-dabe4fbb09b3 req-7002cf91-649c-443b-8799-f1e4bcacc6f0 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=8783dd3017a04690835ab7e96e428838&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1203909 Mar 28 13:57:30.358274 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048f8bf-563e-4290-95f3-dabe4fbb09b3 req-e00aea0b-576f-45da-8c79-c00f5e548e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:30.359770 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1048f8bf-563e-4290-95f3-dabe4fbb09b3 req-e00aea0b-576f-45da-8c79-c00f5e548e2e service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0838764 Mar 28 13:57:30.436755 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-a062e815-7b63-48d1-81ba-f948b0e02ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:30.438250 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-a062e815-7b63-48d1-81ba-f948b0e02ffb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&device_id=6147c40e-33cf-40a8-b15c-85711d26d028 HTTP/1.1" status: 200 len: 1096 time: 0.0435445 Mar 28 13:57:30.484486 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-6b9e1ecb-b94f-4ee7-97ae-306133c8072b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f93ebd22-990f-46ab-b75b-8c40127ac19f HTTP/1.1" status: 200 len: 217 time: 0.0345533 Mar 28 13:57:30.531731 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-e9ae2902-7e1c-4d01-9245-a28c23eb87fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:30.533330 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-e9ae2902-7e1c-4d01-9245-a28c23eb87fa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=af083c1d-8e76-4ea5-a31b-59d2650dc226 HTTP/1.1" status: 200 len: 834 time: 0.0424404 Mar 28 13:57:30.577267 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-34fd12d2-3fa0-48e4-a161-d6d6b006f172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:30.578702 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-34fd12d2-3fa0-48e4-a161-d6d6b006f172 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=afe5af1d-ab4d-496f-aeaf-542850810302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388792 Mar 28 13:57:30.673044 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-1448c4f8-b6e2-4c41-95cf-bb4b362b7a52 service neutron] 10.222.0.20 "GET /v2.0/networks/afe5af1d-ab4d-496f-aeaf-542850810302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863845 Mar 28 13:57:30.762146 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-933440ef-1a40-4868-9be5-1cd568c764d6 req-cd128cb0-cf50-40dc-90e7-1e98398a302f service neutron] 10.222.0.20 "GET /v2.0/networks/afe5af1d-ab4d-496f-aeaf-542850810302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822103 Mar 28 13:57:31.034799 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06aff72-3d67-4979-9059-e0fc7b0df1c5 req-5e9284cf-a7c1-4565-b4f1-9cdc2e2f2f2c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:31.036160 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b06aff72-3d67-4979-9059-e0fc7b0df1c5 req-5e9284cf-a7c1-4565-b4f1-9cdc2e2f2f2c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=6147c40e-33cf-40a8-b15c-85711d26d028 HTTP/1.1" status: 200 len: 943 time: 0.0522454 Mar 28 13:57:31.072935 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b06aff72-3d67-4979-9059-e0fc7b0df1c5 req-fe49393e-ad7a-489e-b455-c1cf66b34f0d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e753639-3a5e-48e5-ade1-c5a5489a31c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307240 Mar 28 13:57:31.351070 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64292dd0-e237-43e0-bee4-809fefe3cbd6 req-6b546218-ecee-4d99-b15f-5710906d19d5 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:31.352435 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-64292dd0-e237-43e0-bee4-809fefe3cbd6 req-6b546218-ecee-4d99-b15f-5710906d19d5 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4d2caa7-579a-4d9b-ae85-2d738cd5b889 HTTP/1.1" status: 200 len: 945 time: 0.0480733 Mar 28 13:57:31.388252 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-64292dd0-e237-43e0-bee4-809fefe3cbd6 req-624837a3-7843-465f-8c9c-994ef96fcd97 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299850 Mar 28 13:57:31.498885 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9611b3b-2edf-4ddd-88b0-3d7af94e0e79 req-f869b78b-abb2-41cf-866b-c01204d0a5ee tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:31.500293 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d9611b3b-2edf-4ddd-88b0-3d7af94e0e79 req-f869b78b-abb2-41cf-866b-c01204d0a5ee tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4d2caa7-579a-4d9b-ae85-2d738cd5b889 HTTP/1.1" status: 200 len: 945 time: 0.0468349 Mar 28 13:57:31.536849 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d9611b3b-2edf-4ddd-88b0-3d7af94e0e79 req-4de39ef2-04ea-4430-b1aa-766c02006a6c tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305321 Mar 28 13:57:31.558157 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 36488) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:57:31.599591 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc688ae1-269d-496e-8d39-0c6b344122f2 tempest-TestVolumeBootPattern-491642976 tempest-TestVolumeBootPattern-491642976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:31.601151 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-cc688ae1-269d-496e-8d39-0c6b344122f2 tempest-TestVolumeBootPattern-491642976 tempest-TestVolumeBootPattern-491642976-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c4d2caa7-579a-4d9b-ae85-2d738cd5b889 HTTP/1.1" status: 200 len: 1093 time: 0.0419526 Mar 28 13:57:31.603699 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 36490) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:57:31.607769 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-a9bda41a-9136-4f6c-ae31-01f0a4026f35 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Request body: {'floatingip': {'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'port_id': 'cd8fb9f0-230b-4c84-b232-c5ff466946b9', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:57:31.687839 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a9bda41a-9136-4f6c-ae31-01f0a4026f35 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks [] for floatingip, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:31.781924 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a9bda41a-9136-4f6c-ae31-01f0a4026f35 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:31.886752 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-a9bda41a-9136-4f6c-ae31-01f0a4026f35 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Allocated IP 172.26.2.182 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/5438c174-0fa2-4d3b-9e97-b7e8027c4050) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:57:31.982522 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a9bda41a-9136-4f6c-ae31-01f0a4026f35 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:32.065834 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a9bda41a-9136-4f6c-ae31-01f0a4026f35 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:32.105740 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bda41a-9136-4f6c-ae31-01f0a4026f35 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:57:32.108583 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-a9bda41a-9136-4f6c-ae31-01f0a4026f35 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:57:32.111005 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bda41a-9136-4f6c-ae31-01f0a4026f35 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:57:32.141067 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bda41a-9136-4f6c-ae31-01f0a4026f35 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Pushing event updated for resources: {'Port': ['ID=5438c174-0fa2-4d3b-9e97-b7e8027c4050,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:57:32.243136 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca4120-297f-42b1-8a7f-51429e692612 req-dbee5649-5d8d-499d-92a9-a21b3d10cf5e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:32.244598 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cbca4120-297f-42b1-8a7f-51429e692612 req-dbee5649-5d8d-499d-92a9-a21b3d10cf5e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=6147c40e-33cf-40a8-b15c-85711d26d028 HTTP/1.1" status: 200 len: 943 time: 0.1046596 Mar 28 13:57:32.327607 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cbca4120-297f-42b1-8a7f-51429e692612 req-76f5cb27-9ec1-410a-970c-6384f5143dec tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e753639-3a5e-48e5-ade1-c5a5489a31c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766172 Mar 28 13:57:32.518750 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a9bda41a-9136-4f6c-ae31-01f0a4026f35 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:32.647044 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a9bda41a-9136-4f6c-ae31-01f0a4026f35 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:32.787266 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a9bda41a-9136-4f6c-ae31-01f0a4026f35 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:32.847528 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a9bda41a-9136-4f6c-ae31-01f0a4026f35 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:32.914063 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bda41a-9136-4f6c-ae31-01f0a4026f35 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Pushing event updated for resources: {'Port': ['ID=5438c174-0fa2-4d3b-9e97-b7e8027c4050,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:57:32.923391 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a9bda41a-9136-4f6c-ae31-01f0a4026f35 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:32.936603 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device f93ebd22-990f-46ab-b75b-8c40127ac19f details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 13:57:33.017019 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [None req-a9bda41a-9136-4f6c-ae31-01f0a4026f35 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Floating IP a2bdbcd9-0a1f-411a-8a05-d0b13666d9b0 associated. External IP: 172.26.2.182, port: cd8fb9f0-230b-4c84-b232-c5ff466946b9. Mar 28 13:57:33.031079 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port f93ebd22-990f-46ab-b75b-8c40127ac19f, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=f93ebd22-990f-46ab-b75b-8c40127ac19f,segment=NetworkSegment(ae02a1ce-6c5b-4c62-b91e-85c2bdac6dbd),segment_id=ae02a1ce-6c5b-4c62-b91e-85c2bdac6dbd)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:57:33.042479 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': 'f93ebd22-990f-46ab-b75b-8c40127ac19f', 'network_id': 'afe5af1d-ab4d-496f-aeaf-542850810302', 'port_id': 'f93ebd22-990f-46ab-b75b-8c40127ac19f', 'mac_address': 'fa:16:3e:40:96:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af083c1d-8e76-4ea5-a31b-59d2650dc226', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 13:57:33.081219 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:33.093560 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f93ebd22-990f-46ab-b75b-8c40127ac19f {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 13:57:33.112718 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port f93ebd22-990f-46ab-b75b-8c40127ac19f, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=f93ebd22-990f-46ab-b75b-8c40127ac19f,segment=NetworkSegment(ae02a1ce-6c5b-4c62-b91e-85c2bdac6dbd),segment_id=ae02a1ce-6c5b-4c62-b91e-85c2bdac6dbd)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:57:33.173867 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:33.219224 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9bda41a-9136-4f6c-ae31-01f0a4026f35 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Router 3ee79682-a2fe-428b-82b0-cdb5bc5d78e4 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:57:33.226359 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=f93ebd22-990f-46ab-b75b-8c40127ac19f,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:57:33.324449 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9bda41a-9136-4f6c-ae31-01f0a4026f35 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:57:33.333717 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a689034-24ac-468a-85d0-1409a9be07b4 None None] Sync routers for ids ['3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:57:33.343769 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a689034-24ac-468a-85d0-1409a9be07b4 None None] Routers {'3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:57:33.348307 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-3a689034-24ac-468a-85d0-1409a9be07b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:57:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:57:33.421869 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a9bda41a-9136-4f6c-ae31-01f0a4026f35 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:33.458479 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a9bda41a-9136-4f6c-ae31-01f0a4026f35 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8537667 Mar 28 13:57:33.459893 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d2caa7-579a-4d9b-ae85-2d738cd5b889', 'tag': 'cd8fb9f0-230b-4c84-b232-c5ff466946b9'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:57:33.462186 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b0c504-3d99-4e1d-a924-d9aae01d8389" -d '{"events": [{"name": "network-changed", "server_uuid": "c4d2caa7-579a-4d9b-ae85-2d738cd5b889", "tag": "cd8fb9f0-230b-4c84-b232-c5ff466946b9"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:57:33.484672 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f066c-d407-42e2-904e-85dbc0c09850 req-c31a6aa4-49fd-41be-b5e0-850cdad50c0c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:33.486041 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-712f066c-d407-42e2-904e-85dbc0c09850 req-c31a6aa4-49fd-41be-b5e0-850cdad50c0c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=6147c40e-33cf-40a8-b15c-85711d26d028 HTTP/1.1" status: 200 len: 944 time: 0.0926824 Mar 28 13:57:33.503666 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 13:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00779bd1-5c45-48a3-b890-13cba3fd9405 x-openstack-request-id: req-00779bd1-5c45-48a3-b890-13cba3fd9405 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:57:33.504028 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4d2caa7-579a-4d9b-ae85-2d738cd5b889", "tag": "cd8fb9f0-230b-4c84-b232-c5ff466946b9", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:57:33.504364 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-00779bd1-5c45-48a3-b890-13cba3fd9405 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:57:33.504786 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d2caa7-579a-4d9b-ae85-2d738cd5b889', 'tag': 'cd8fb9f0-230b-4c84-b232-c5ff466946b9', 'status': 'completed', 'code': 200} Mar 28 13:57:33.544844 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-712f066c-d407-42e2-904e-85dbc0c09850 req-87d9a8ed-b239-4653-ab16-6cc13625a477 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e753639-3a5e-48e5-ade1-c5a5489a31c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496840 Mar 28 13:57:33.573633 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0c504-3d99-4e1d-a924-d9aae01d8389 req-078ec220-0b4d-49d8-bbb4-29e9f7a6d553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:33.575167 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b7b0c504-3d99-4e1d-a924-d9aae01d8389 req-078ec220-0b4d-49d8-bbb4-29e9f7a6d553 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7110f97460394f8384904a1ab317b86f&device_id=c4d2caa7-579a-4d9b-ae85-2d738cd5b889 HTTP/1.1" status: 200 len: 1098 time: 0.0464125 Mar 28 13:57:33.576626 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['f93ebd22-990f-46ab-b75b-8c40127ac19f'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 13:57:33.629369 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-3a689034-24ac-468a-85d0-1409a9be07b4 None None] Set router 3ee79682-a2fe-428b-82b0-cdb5bc5d78e4 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:57:33.666351 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0c504-3d99-4e1d-a924-d9aae01d8389 req-be1ae6fe-1789-43ee-bf7b-bf1ce7c960fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:33.667785 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b7b0c504-3d99-4e1d-a924-d9aae01d8389 req-be1ae6fe-1789-43ee-bf7b-bf1ce7c960fb service neutron] 10.222.0.20 "GET /v2.0/networks?id=6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c HTTP/1.1" status: 200 len: 913 time: 0.0853698 Mar 28 13:57:33.989445 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-3a689034-24ac-468a-85d0-1409a9be07b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'name': 'tempest-TestVolumeBootPattern-1137461652-router', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': 'dc3b5696-0375-4b0a-954c-32c9edb9818d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:53:28Z', 'updated_at': '2022-03-28T13:53:31Z', 'revision_number': 4, 'project_id': '7110f97460394f8384904a1ab317b86f', 'gw_port': {'id': 'dc3b5696-0375-4b0a-954c-32c9edb9818d', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:03:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:29Z', 'updated_at': '2022-03-28T13:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': 'a2bdbcd9-0a1f-411a-8a05-d0b13666d9b0', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'floating_ip_address': '172.26.2.182', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'port_id': 'cd8fb9f0-230b-4c84-b232-c5ff466946b9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c', 'mac_address': 'fa:16:3e:06:1c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d2caa7-579a-4d9b-ae85-2d738cd5b889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T13:57:32Z', 'updated_at': '2022-03-28T13:57:32Z', 'revision_number': 0, 'project_id': '7110f97460394f8384904a1ab317b86f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ee57172-69ff-48a9-99c7-cba289df4076', 'name': '', 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'mac_address': 'fa:16:3e:73:ad:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '9c2ce5a3-629c-4977-b27a-fb42f72730c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:30Z', 'updated_at': '2022-03-28T13:53:34Z', 'revision_number': 5, 'project_id': '7110f97460394f8384904a1ab317b86f', 'subnets': [{'id': '9c2ce5a3-629c-4977-b27a-fb42f72730c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:57:34.027313 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a689034-24ac-468a-85d0-1409a9be07b4 None None] Checking router: 3ee79682-a2fe-428b-82b0-cdb5bc5d78e4 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:57:34.043329 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a689034-24ac-468a-85d0-1409a9be07b4 None None] Routers {'3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:57:34.043924 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-3a689034-24ac-468a-85d0-1409a9be07b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:57:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:57:34.076443 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b7b0c504-3d99-4e1d-a924-d9aae01d8389 req-ecbb12b3-6db6-45e3-818f-453408ce3d97 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd8fb9f0-230b-4c84-b232-c5ff466946b9 HTTP/1.1" status: 200 len: 999 time: 0.4003668 Mar 28 13:57:34.123136 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0c504-3d99-4e1d-a924-d9aae01d8389 req-58e2e916-a2d6-4037-b440-30aa55fbb718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:34.124742 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b7b0c504-3d99-4e1d-a924-d9aae01d8389 req-58e2e916-a2d6-4037-b440-30aa55fbb718 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c2ce5a3-629c-4977-b27a-fb42f72730c0 HTTP/1.1" status: 200 len: 851 time: 0.0413423 Mar 28 13:57:34.151577 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-3a689034-24ac-468a-85d0-1409a9be07b4 None None] Set router 3ee79682-a2fe-428b-82b0-cdb5bc5d78e4 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:57:34.172890 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0c504-3d99-4e1d-a924-d9aae01d8389 req-6ee0e62c-fc5e-4ab6-8758-c8345b09cb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:34.174342 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b7b0c504-3d99-4e1d-a924-d9aae01d8389 req-6ee0e62c-fc5e-4ab6-8758-c8345b09cb1b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434177 Mar 28 13:57:34.261919 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b7b0c504-3d99-4e1d-a924-d9aae01d8389 req-466a8ce1-9448-4bff-9f31-cf7adde8de64 service neutron] 10.222.0.20 "GET /v2.0/networks/6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811133 Mar 28 13:57:34.354070 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b7b0c504-3d99-4e1d-a924-d9aae01d8389 req-10229dce-707d-433a-8ae3-7adc7bbb66fe service neutron] 10.222.0.20 "GET /v2.0/networks/6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837500 Mar 28 13:57:34.381511 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-3a689034-24ac-468a-85d0-1409a9be07b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'name': 'tempest-TestVolumeBootPattern-1137461652-router', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': 'dc3b5696-0375-4b0a-954c-32c9edb9818d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:53:28Z', 'updated_at': '2022-03-28T13:53:31Z', 'revision_number': 4, 'project_id': '7110f97460394f8384904a1ab317b86f', 'gw_port': {'id': 'dc3b5696-0375-4b0a-954c-32c9edb9818d', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:03:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:29Z', 'updated_at': '2022-03-28T13:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': 'a2bdbcd9-0a1f-411a-8a05-d0b13666d9b0', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'floating_ip_address': '172.26.2.182', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'port_id': 'cd8fb9f0-230b-4c84-b232-c5ff466946b9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c', 'mac_address': 'fa:16:3e:06:1c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d2caa7-579a-4d9b-ae85-2d738cd5b889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T13:57:32Z', 'updated_at': '2022-03-28T13:57:32Z', 'revision_number': 0, 'project_id': '7110f97460394f8384904a1ab317b86f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ee57172-69ff-48a9-99c7-cba289df4076', 'name': '', 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'mac_address': 'fa:16:3e:73:ad:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '9c2ce5a3-629c-4977-b27a-fb42f72730c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:30Z', 'updated_at': '2022-03-28T13:53:34Z', 'revision_number': 5, 'project_id': '7110f97460394f8384904a1ab317b86f', 'subnets': [{'id': '9c2ce5a3-629c-4977-b27a-fb42f72730c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:57:34.406757 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a689034-24ac-468a-85d0-1409a9be07b4 None None] The sync data for ids ['3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'] in dv-neutron-835335-1-hyperv is: [{'id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'name': 'tempest-TestVolumeBootPattern-1137461652-router', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': 'dc3b5696-0375-4b0a-954c-32c9edb9818d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:53:28Z', 'updated_at': '2022-03-28T13:53:31Z', 'revision_number': 4, 'project_id': '7110f97460394f8384904a1ab317b86f', 'gw_port': {'id': 'dc3b5696-0375-4b0a-954c-32c9edb9818d', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:03:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:29Z', 'updated_at': '2022-03-28T13:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': 'a2bdbcd9-0a1f-411a-8a05-d0b13666d9b0', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'floating_ip_address': '172.26.2.182', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'port_id': 'cd8fb9f0-230b-4c84-b232-c5ff466946b9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c', 'mac_address': 'fa:16:3e:06:1c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d2caa7-579a-4d9b-ae85-2d738cd5b889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T13:57:32Z', 'updated_at': '2022-03-28T13:57:32Z', 'revision_number': 0, 'project_id': '7110f97460394f8384904a1ab317b86f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ee57172-69ff-48a9-99c7-cba289df4076', 'name': '', 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'mac_address': 'fa:16:3e:73:ad:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '9c2ce5a3-629c-4977-b27a-fb42f72730c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:30Z', 'updated_at': '2022-03-28T13:53:34Z', 'revision_number': 5, 'project_id': '7110f97460394f8384904a1ab317b86f', 'subnets': [{'id': '9c2ce5a3-629c-4977-b27a-fb42f72730c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:57:34.590697 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f83e5b1-c241-4407-85f7-67fb7195886b None None] New status for floating IP a2bdbcd9-0a1f-411a-8a05-d0b13666d9b0: ACTIVE {{(pid=109615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 13:57:34.666720 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eead934-cf46-4ef1-856a-de8b456b4584 req-b2317936-fec3-4e63-9b1b-14aef86b28ce tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:34.668276 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6eead934-cf46-4ef1-856a-de8b456b4584 req-b2317936-fec3-4e63-9b1b-14aef86b28ce tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=6147c40e-33cf-40a8-b15c-85711d26d028 HTTP/1.1" status: 200 len: 944 time: 0.0520368 Mar 28 13:57:34.707646 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6eead934-cf46-4ef1-856a-de8b456b4584 req-e35315bb-b82d-4e9a-9dc2-350ae302d681 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e753639-3a5e-48e5-ade1-c5a5489a31c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327764 Mar 28 13:57:34.957759 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device f93ebd22-990f-46ab-b75b-8c40127ac19f up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:57:35.076084 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning for port f93ebd22-990f-46ab-b75b-8c40127ac19f completed by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 13:57:35.080596 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port f93ebd22-990f-46ab-b75b-8c40127ac19f triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:57:35.081037 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:35.153943 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:35.175101 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6147c40e-33cf-40a8-b15c-85711d26d028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93ebd22-990f-46ab-b75b-8c40127ac19f'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:57:35.177532 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14149616-83c7-425f-bef2-d64d2c2e4182" -d '{"events": [{"server_uuid": "6147c40e-33cf-40a8-b15c-85711d26d028", "name": "network-vif-plugged", "status": "completed", "tag": "f93ebd22-990f-46ab-b75b-8c40127ac19f"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:57:35.189925 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port f93ebd22-990f-46ab-b75b-8c40127ac19f, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=f93ebd22-990f-46ab-b75b-8c40127ac19f,segment=NetworkSegment(ae02a1ce-6c5b-4c62-b91e-85c2bdac6dbd),segment_id=ae02a1ce-6c5b-4c62-b91e-85c2bdac6dbd)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:57:35.215872 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 13:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26db56ae-7d5e-44bc-8238-f42475aa8dda x-openstack-request-id: req-26db56ae-7d5e-44bc-8238-f42475aa8dda {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:57:35.215872 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6147c40e-33cf-40a8-b15c-85711d26d028", "name": "network-vif-plugged", "status": "completed", "tag": "f93ebd22-990f-46ab-b75b-8c40127ac19f", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:57:35.215872 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-26db56ae-7d5e-44bc-8238-f42475aa8dda {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:57:35.215872 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6147c40e-33cf-40a8-b15c-85711d26d028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93ebd22-990f-46ab-b75b-8c40127ac19f', 'code': 200} Mar 28 13:57:35.262704 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:35.309264 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=f93ebd22-990f-46ab-b75b-8c40127ac19f,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:57:35.484704 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e60789-e069-4419-aa34-c1fecb5c9330 req-065412cf-b866-461d-9c97-848805b80312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:35.486066 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c7e60789-e069-4419-aa34-c1fecb5c9330 req-065412cf-b866-461d-9c97-848805b80312 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6147c40e-33cf-40a8-b15c-85711d26d028 HTTP/1.1" status: 200 len: 1098 time: 0.0383220 Mar 28 13:57:35.517644 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c7e60789-e069-4419-aa34-c1fecb5c9330 req-3505cb32-89e9-42de-8ee9-83fdb3e5c8b4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0e753639-3a5e-48e5-ade1-c5a5489a31c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0257654 Mar 28 13:57:35.822187 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8c43e-ecab-4531-a6b4-8cb1332f7f5c req-0ebe9607-f46b-4cd9-b5ba-1a8a42f36293 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:35.823625 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cef8c43e-ecab-4531-a6b4-8cb1332f7f5c req-0ebe9607-f46b-4cd9-b5ba-1a8a42f36293 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=6147c40e-33cf-40a8-b15c-85711d26d028 HTTP/1.1" status: 200 len: 945 time: 0.0500584 Mar 28 13:57:35.862204 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cef8c43e-ecab-4531-a6b4-8cb1332f7f5c req-ac70226f-7419-4c5e-abb4-f5c7f68610c0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e753639-3a5e-48e5-ade1-c5a5489a31c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326979 Mar 28 13:57:36.211444 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 13:57:36.978600 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b1071-ffff-417d-b2dd-9d1b6cc5e125 req-3ab8a6bb-18a9-4c43-a113-259c035bc255 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:36.980065 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-655b1071-ffff-417d-b2dd-9d1b6cc5e125 req-3ab8a6bb-18a9-4c43-a113-259c035bc255 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=6147c40e-33cf-40a8-b15c-85711d26d028 HTTP/1.1" status: 200 len: 945 time: 0.0506883 Mar 28 13:57:37.016903 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-655b1071-ffff-417d-b2dd-9d1b6cc5e125 req-f67204da-90b8-44f3-83fa-5933c60e8a0b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e753639-3a5e-48e5-ade1-c5a5489a31c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307720 Mar 28 13:57:38.127890 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9293606-af7f-49f2-98b9-0366c64fd44c req-249c09fc-2631-4d0d-a8ac-68dc3eeb2081 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:38.129340 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d9293606-af7f-49f2-98b9-0366c64fd44c req-249c09fc-2631-4d0d-a8ac-68dc3eeb2081 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=6147c40e-33cf-40a8-b15c-85711d26d028 HTTP/1.1" status: 200 len: 945 time: 0.0467496 Mar 28 13:57:38.164431 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d9293606-af7f-49f2-98b9-0366c64fd44c req-7071f0af-4d66-4e2a-b80e-2c7434b5b986 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e753639-3a5e-48e5-ade1-c5a5489a31c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291986 Mar 28 13:57:38.278461 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c3ba9-a88a-4bae-a833-e1a78f29f7a0 req-619e3244-d3b0-4046-93b8-dcd54e87a4e9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:38.279910 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-591c3ba9-a88a-4bae-a833-e1a78f29f7a0 req-619e3244-d3b0-4046-93b8-dcd54e87a4e9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=6147c40e-33cf-40a8-b15c-85711d26d028 HTTP/1.1" status: 200 len: 945 time: 0.0512993 Mar 28 13:57:38.316969 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-591c3ba9-a88a-4bae-a833-e1a78f29f7a0 req-81172e12-fa1c-4169-b1ba-de8f5054d638 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e753639-3a5e-48e5-ade1-c5a5489a31c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309365 Mar 28 13:57:38.337494 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 36512) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:57:38.375171 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051d0a21-e54c-4a6b-a72a-27455becf794 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:38.376705 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-051d0a21-e54c-4a6b-a72a-27455becf794 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6147c40e-33cf-40a8-b15c-85711d26d028 HTTP/1.1" status: 200 len: 1093 time: 0.0382102 Mar 28 13:57:38.380096 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 36514) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:57:38.384235 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-8dc2977d-d2aa-4cd0-b452-6fcf287dff49 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'floatingip': {'port_id': 'f93ebd22-990f-46ab-b75b-8c40127ac19f'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:57:38.420425 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8dc2977d-d2aa-4cd0-b452-6fcf287dff49 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for floatingip, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:38.842431 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8dc2977d-d2aa-4cd0-b452-6fcf287dff49 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:38.919622 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8dc2977d-d2aa-4cd0-b452-6fcf287dff49 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:39.015252 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [None req-8dc2977d-d2aa-4cd0-b452-6fcf287dff49 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Floating IP dd13edc2-fdfc-4ad3-9464-7ff97b49a9aa associated. External IP: 172.26.2.55, port: f93ebd22-990f-46ab-b75b-8c40127ac19f. Mar 28 13:57:39.221240 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc2977d-d2aa-4cd0-b452-6fcf287dff49 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Router 9dee0e5f-01f2-464e-af1b-af69e5ddbb03 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:57:39.326440 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc2977d-d2aa-4cd0-b452-6fcf287dff49 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:57:39.331719 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8dc2977d-d2aa-4cd0-b452-6fcf287dff49 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:39.336163 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74da806-a4fc-4342-8d8d-ec2df986b24f None None] Sync routers for ids ['9dee0e5f-01f2-464e-af1b-af69e5ddbb03'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:57:39.345642 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74da806-a4fc-4342-8d8d-ec2df986b24f None None] Routers {'9dee0e5f-01f2-464e-af1b-af69e5ddbb03'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:57:39.346298 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-c74da806-a4fc-4342-8d8d-ec2df986b24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:57:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['9dee0e5f-01f2-464e-af1b-af69e5ddbb03'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:57:39.357950 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-8dc2977d-d2aa-4cd0-b452-6fcf287dff49 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "PUT /v2.0/floatingips/dd13edc2-fdfc-4ad3-9464-7ff97b49a9aa HTTP/1.1" status: 200 len: 990 time: 0.9768364 Mar 28 13:57:39.358618 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6147c40e-33cf-40a8-b15c-85711d26d028', 'tag': 'f93ebd22-990f-46ab-b75b-8c40127ac19f'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:57:39.360740 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36516) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:57:39.361270 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e170c5-b9c0-4a46-a2d5-a192279bbe99" -d '{"events": [{"name": "network-changed", "server_uuid": "6147c40e-33cf-40a8-b15c-85711d26d028", "tag": "f93ebd22-990f-46ab-b75b-8c40127ac19f"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:57:39.400779 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 13:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0769c0-3bff-450d-838f-db7165bfab5f x-openstack-request-id: req-ef0769c0-3bff-450d-838f-db7165bfab5f {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:57:39.400779 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6147c40e-33cf-40a8-b15c-85711d26d028", "tag": "f93ebd22-990f-46ab-b75b-8c40127ac19f", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:57:39.400779 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ef0769c0-3bff-450d-838f-db7165bfab5f {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:57:39.400779 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6147c40e-33cf-40a8-b15c-85711d26d028', 'tag': 'f93ebd22-990f-46ab-b75b-8c40127ac19f', 'status': 'completed', 'code': 200} Mar 28 13:57:39.424183 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-5aadf18f-9553-46a7-a87a-fbe01d963477 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/floatingips/dd13edc2-fdfc-4ad3-9464-7ff97b49a9aa HTTP/1.1" status: 200 len: 990 time: 0.0617409 Mar 28 13:57:39.459306 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-c74da806-a4fc-4342-8d8d-ec2df986b24f None None] Set router 9dee0e5f-01f2-464e-af1b-af69e5ddbb03 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:57:39.466253 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e170c5-b9c0-4a46-a2d5-a192279bbe99 req-7952ae8b-1541-44b6-bd17-04f1febe79bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:39.467998 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e4e170c5-b9c0-4a46-a2d5-a192279bbe99 req-7952ae8b-1541-44b6-bd17-04f1febe79bf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&device_id=6147c40e-33cf-40a8-b15c-85711d26d028 HTTP/1.1" status: 200 len: 1098 time: 0.0432067 Mar 28 13:57:39.558961 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e170c5-b9c0-4a46-a2d5-a192279bbe99 req-543e6089-ad0f-43ef-8fd9-96912cd6cbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:39.560401 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e4e170c5-b9c0-4a46-a2d5-a192279bbe99 req-543e6089-ad0f-43ef-8fd9-96912cd6cbba service neutron] 10.222.0.20 "GET /v2.0/networks?id=afe5af1d-ab4d-496f-aeaf-542850810302 HTTP/1.1" status: 200 len: 897 time: 0.0865362 Mar 28 13:57:39.623999 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e4e170c5-b9c0-4a46-a2d5-a192279bbe99 req-4ef4bac4-6823-4649-8347-7fc438f9e2ad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f93ebd22-990f-46ab-b75b-8c40127ac19f HTTP/1.1" status: 200 len: 998 time: 0.0575545 Mar 28 13:57:39.670515 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e170c5-b9c0-4a46-a2d5-a192279bbe99 req-fa4eae84-5e2c-4348-8848-660e58f097f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:39.671972 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e4e170c5-b9c0-4a46-a2d5-a192279bbe99 req-fa4eae84-5e2c-4348-8848-660e58f097f2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=af083c1d-8e76-4ea5-a31b-59d2650dc226 HTTP/1.1" status: 200 len: 834 time: 0.0424192 Mar 28 13:57:39.678456 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-c74da806-a4fc-4342-8d8d-ec2df986b24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'name': 'tempest-TestNetworkBasicOps-router-38306820', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '30ae434d-1b08-4279-9e6a-5ab54aca1f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:55:51Z', 'updated_at': '2022-03-28T13:55:55Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '30ae434d-1b08-4279-9e6a-5ab54aca1f70', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:55:51Z', 'updated_at': '2022-03-28T13:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': 'dd13edc2-fdfc-4ad3-9464-7ff97b49a9aa', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'floating_ip_address': '172.26.2.55', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'port_id': 'f93ebd22-990f-46ab-b75b-8c40127ac19f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afe5af1d-ab4d-496f-aeaf-542850810302', 'mac_address': 'fa:16:3e:40:96:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6147c40e-33cf-40a8-b15c-85711d26d028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T13:56:11Z', 'updated_at': '2022-03-28T13:57:38Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db57163c-841d-43ca-a853-c545c973131c', 'name': '', 'network_id': 'afe5af1d-ab4d-496f-aeaf-542850810302', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:80:c3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'af083c1d-8e76-4ea5-a31b-59d2650dc226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:55:54Z', 'updated_at': '2022-03-28T13:55:58Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'af083c1d-8e76-4ea5-a31b-59d2650dc226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:57:39.708304 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74da806-a4fc-4342-8d8d-ec2df986b24f None None] Checking router: 9dee0e5f-01f2-464e-af1b-af69e5ddbb03 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:57:39.717856 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74da806-a4fc-4342-8d8d-ec2df986b24f None None] Routers {'9dee0e5f-01f2-464e-af1b-af69e5ddbb03'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:57:39.718669 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-c74da806-a4fc-4342-8d8d-ec2df986b24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:57:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['9dee0e5f-01f2-464e-af1b-af69e5ddbb03'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:57:39.724533 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e170c5-b9c0-4a46-a2d5-a192279bbe99 req-d3d3603a-219d-4c7d-9b13-398cfa605b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:57:39.726657 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e4e170c5-b9c0-4a46-a2d5-a192279bbe99 req-d3d3603a-219d-4c7d-9b13-398cfa605b9f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=afe5af1d-ab4d-496f-aeaf-542850810302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0483134 Mar 28 13:57:39.825154 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e4e170c5-b9c0-4a46-a2d5-a192279bbe99 req-69c65a12-06dd-42f6-bd27-15f0f0852db1 service neutron] 10.222.0.20 "GET /v2.0/networks/afe5af1d-ab4d-496f-aeaf-542850810302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816987 Mar 28 13:57:39.827312 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-c74da806-a4fc-4342-8d8d-ec2df986b24f None None] Set router 9dee0e5f-01f2-464e-af1b-af69e5ddbb03 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:57:39.916207 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e4e170c5-b9c0-4a46-a2d5-a192279bbe99 req-5c49b4fb-5dfb-4feb-afd5-253012f1af02 service neutron] 10.222.0.20 "GET /v2.0/networks/afe5af1d-ab4d-496f-aeaf-542850810302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851679 Mar 28 13:57:40.194198 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-c74da806-a4fc-4342-8d8d-ec2df986b24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'name': 'tempest-TestNetworkBasicOps-router-38306820', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '30ae434d-1b08-4279-9e6a-5ab54aca1f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:55:51Z', 'updated_at': '2022-03-28T13:55:55Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '30ae434d-1b08-4279-9e6a-5ab54aca1f70', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:55:51Z', 'updated_at': '2022-03-28T13:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': 'dd13edc2-fdfc-4ad3-9464-7ff97b49a9aa', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'floating_ip_address': '172.26.2.55', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'port_id': 'f93ebd22-990f-46ab-b75b-8c40127ac19f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afe5af1d-ab4d-496f-aeaf-542850810302', 'mac_address': 'fa:16:3e:40:96:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6147c40e-33cf-40a8-b15c-85711d26d028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T13:56:11Z', 'updated_at': '2022-03-28T13:57:38Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db57163c-841d-43ca-a853-c545c973131c', 'name': '', 'network_id': 'afe5af1d-ab4d-496f-aeaf-542850810302', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:80:c3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'af083c1d-8e76-4ea5-a31b-59d2650dc226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:55:54Z', 'updated_at': '2022-03-28T13:55:58Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'af083c1d-8e76-4ea5-a31b-59d2650dc226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:57:40.219507 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74da806-a4fc-4342-8d8d-ec2df986b24f None None] The sync data for ids ['9dee0e5f-01f2-464e-af1b-af69e5ddbb03'] in dv-neutron-835335-1-hyperv is: [{'id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'name': 'tempest-TestNetworkBasicOps-router-38306820', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '30ae434d-1b08-4279-9e6a-5ab54aca1f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:55:51Z', 'updated_at': '2022-03-28T13:55:55Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '30ae434d-1b08-4279-9e6a-5ab54aca1f70', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:55:51Z', 'updated_at': '2022-03-28T13:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': 'dd13edc2-fdfc-4ad3-9464-7ff97b49a9aa', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'floating_ip_address': '172.26.2.55', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'port_id': 'f93ebd22-990f-46ab-b75b-8c40127ac19f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afe5af1d-ab4d-496f-aeaf-542850810302', 'mac_address': 'fa:16:3e:40:96:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6147c40e-33cf-40a8-b15c-85711d26d028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T13:56:11Z', 'updated_at': '2022-03-28T13:57:38Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db57163c-841d-43ca-a853-c545c973131c', 'name': '', 'network_id': 'afe5af1d-ab4d-496f-aeaf-542850810302', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:80:c3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'af083c1d-8e76-4ea5-a31b-59d2650dc226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:55:54Z', 'updated_at': '2022-03-28T13:55:58Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'af083c1d-8e76-4ea5-a31b-59d2650dc226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:57:40.401043 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bce6d81-da70-4ee5-9eb2-76de9cfab810 None None] New status for floating IP dd13edc2-fdfc-4ad3-9464-7ff97b49a9aa: ACTIVE {{(pid=109615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 13:57:40.427661 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36522) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:57:40.491345 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-3276ad64-f8b7-49c0-a9a8-461e6a47fc46 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/floatingips/dd13edc2-fdfc-4ad3-9464-7ff97b49a9aa HTTP/1.1" status: 200 len: 990 time: 0.0623231 Mar 28 13:57:41.495492 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36524) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:57:41.556188 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-9043a0bb-5a0a-4f7c-b25a-2eda484ecad1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/floatingips/dd13edc2-fdfc-4ad3-9464-7ff97b49a9aa HTTP/1.1" status: 200 len: 992 time: 0.0594184 Mar 28 13:57:43.497186 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:54.016956 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-31dacfcb-5c11-42f5-bb1a-fed8cbda3fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:56.333219 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-33babb62-f0fd-4e4e-a86e-6370b04bafb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:57.550778 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:58.913696 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:57:59.342385 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:58:03.601604 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0d11f66d-afef-4af4-a2c5-2d4cbd7615bc req-b890a01b-65e4-4708-a6ee-2c4fde02e418 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=67ebd8ed-42cc-40e4-8bd4-b8f3fff1aeee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396295 Mar 28 13:58:03.662031 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11f66d-afef-4af4-a2c5-2d4cbd7615bc req-0331ca0e-2dab-4cae-9916-9127ffa9f177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:58:03.663645 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0d11f66d-afef-4af4-a2c5-2d4cbd7615bc req-0331ca0e-2dab-4cae-9916-9127ffa9f177 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&device_id=67ebd8ed-42cc-40e4-8bd4-b8f3fff1aeee HTTP/1.1" status: 200 len: 1099 time: 0.0410094 Mar 28 13:58:03.767425 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11f66d-afef-4af4-a2c5-2d4cbd7615bc req-41c2eaaf-5883-40bc-a22e-763dd9d35426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:58:03.768892 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0d11f66d-afef-4af4-a2c5-2d4cbd7615bc req-41c2eaaf-5883-40bc-a22e-763dd9d35426 service neutron] 10.222.0.20 "GET /v2.0/networks?id=afe5af1d-ab4d-496f-aeaf-542850810302 HTTP/1.1" status: 200 len: 897 time: 0.0857985 Mar 28 13:58:03.809430 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0d11f66d-afef-4af4-a2c5-2d4cbd7615bc req-2b2e6006-24ee-4de1-ba68-7b8dbd9d7ad7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12d22b2c-4581-4b1c-bffd-d64ab71b5e39 HTTP/1.1" status: 200 len: 217 time: 0.0340028 Mar 28 13:58:03.855678 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11f66d-afef-4af4-a2c5-2d4cbd7615bc req-9482abf0-b6cf-41e2-92ed-730f23559dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:58:03.857010 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0d11f66d-afef-4af4-a2c5-2d4cbd7615bc req-9482abf0-b6cf-41e2-92ed-730f23559dce service neutron] 10.222.0.20 "GET /v2.0/subnets?id=af083c1d-8e76-4ea5-a31b-59d2650dc226 HTTP/1.1" status: 200 len: 834 time: 0.0421200 Mar 28 13:58:03.904363 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11f66d-afef-4af4-a2c5-2d4cbd7615bc req-2e7bbca6-8160-48a3-a495-71fa3101caaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:58:03.905855 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0d11f66d-afef-4af4-a2c5-2d4cbd7615bc req-2e7bbca6-8160-48a3-a495-71fa3101caaf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=afe5af1d-ab4d-496f-aeaf-542850810302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429857 Mar 28 13:58:03.992486 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0d11f66d-afef-4af4-a2c5-2d4cbd7615bc req-5f96edb0-644b-44a3-a6be-8ac5fb35e4bb service neutron] 10.222.0.20 "GET /v2.0/networks/afe5af1d-ab4d-496f-aeaf-542850810302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788310 Mar 28 13:58:04.083496 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0d11f66d-afef-4af4-a2c5-2d4cbd7615bc req-2b2c7088-d231-492c-af42-c5abeb0859c1 service neutron] 10.222.0.20 "GET /v2.0/networks/afe5af1d-ab4d-496f-aeaf-542850810302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847158 Mar 28 13:58:13.209265 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 13:58:13.462560 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:58:24.006966 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c2a6a99c-1cf8-48bb-9195-14a0b4e6991f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:58:26.304185 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-403ac69e-faa4-47e9-ae3a-2e6797246879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:58:27.584469 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:58:28.915631 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:58:29.319456 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:58:43.456420 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:58:50.208031 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 13:58:53.170615 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63740075-c9ec-4057-b177-e63121a9568a req-18ebeca2-b5ae-4ca0-817a-163bda4f1a1f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:58:53.172253 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-63740075-c9ec-4057-b177-e63121a9568a req-18ebeca2-b5ae-4ca0-817a-163bda4f1a1f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=6147c40e-33cf-40a8-b15c-85711d26d028 HTTP/1.1" status: 200 len: 945 time: 0.0509965 Mar 28 13:58:53.209654 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-63740075-c9ec-4057-b177-e63121a9568a req-7520cf1b-7dba-451f-8a29-2783d62f7c9f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e753639-3a5e-48e5-ade1-c5a5489a31c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312450 Mar 28 13:58:54.001184 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-55addaa0-779e-411d-8173-9951da362c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:58:54.333664 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661ffd7-6c11-47e7-80ab-c8bd509e7528 req-91be5e80-a445-4c8b-a900-724b3fb52468 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:58:54.335130 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c661ffd7-6c11-47e7-80ab-c8bd509e7528 req-91be5e80-a445-4c8b-a900-724b3fb52468 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=6147c40e-33cf-40a8-b15c-85711d26d028 HTTP/1.1" status: 200 len: 945 time: 0.0482523 Mar 28 13:58:54.374768 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c661ffd7-6c11-47e7-80ab-c8bd509e7528 req-c9a495b9-8c46-44e9-b932-dcaad380b6c2 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e753639-3a5e-48e5-ade1-c5a5489a31c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336468 Mar 28 13:58:54.735865 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0786c26-f82f-4a9f-8cda-f6b3ba42d988 req-6393ed4f-cc33-4a0b-ac2d-c3327922d720 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:58:54.737314 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d0786c26-f82f-4a9f-8cda-f6b3ba42d988 req-6393ed4f-cc33-4a0b-ac2d-c3327922d720 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "GET /v2.0/ports?device_id=6147c40e-33cf-40a8-b15c-85711d26d028 HTTP/1.1" status: 200 len: 945 time: 0.0470281 Mar 28 13:58:54.827511 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-d0786c26-f82f-4a9f-8cda-f6b3ba42d988 req-e13e5b74-c5ea-4f94-944e-e031f75c7d6c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Deleting port f93ebd22-990f-46ab-b75b-8c40127ac19f {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:58:54.827831 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-d0786c26-f82f-4a9f-8cda-f6b3ba42d988 req-e13e5b74-c5ea-4f94-944e-e031f75c7d6c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:58:54.911615 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-d0786c26-f82f-4a9f-8cda-f6b3ba42d988 req-e13e5b74-c5ea-4f94-944e-e031f75c7d6c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] For port f93ebd22-990f-46ab-b75b-8c40127ac19f, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=f93ebd22-990f-46ab-b75b-8c40127ac19f,segment=NetworkSegment(ae02a1ce-6c5b-4c62-b91e-85c2bdac6dbd),segment_id=ae02a1ce-6c5b-4c62-b91e-85c2bdac6dbd)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:58:54.911970 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-d0786c26-f82f-4a9f-8cda-f6b3ba42d988 req-e13e5b74-c5ea-4f94-944e-e031f75c7d6c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:58:55.078000 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-d0786c26-f82f-4a9f-8cda-f6b3ba42d988 req-e13e5b74-c5ea-4f94-944e-e031f75c7d6c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:58:55.078366 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-d0786c26-f82f-4a9f-8cda-f6b3ba42d988 req-e13e5b74-c5ea-4f94-944e-e031f75c7d6c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:58:55.078677 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [req-d0786c26-f82f-4a9f-8cda-f6b3ba42d988 req-e13e5b74-c5ea-4f94-944e-e031f75c7d6c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Floating IP dd13edc2-fdfc-4ad3-9464-7ff97b49a9aa disassociated. External IP: 172.26.2.55, port: f93ebd22-990f-46ab-b75b-8c40127ac19f. Mar 28 13:58:55.079015 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-d0786c26-f82f-4a9f-8cda-f6b3ba42d988 req-e13e5b74-c5ea-4f94-944e-e031f75c7d6c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Calling delete_port for f93ebd22-990f-46ab-b75b-8c40127ac19f owned by compute:nova {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:58:55.261732 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-d0786c26-f82f-4a9f-8cda-f6b3ba42d988 req-e13e5b74-c5ea-4f94-944e-e031f75c7d6c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:58:55.296539 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13e5b74-c5ea-4f94-944e-e031f75c7d6c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Port': ['ID=f93ebd22-990f-46ab-b75b-8c40127ac19f,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:58:55.307114 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13e5b74-c5ea-4f94-944e-e031f75c7d6c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:58:55.307458 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13e5b74-c5ea-4f94-944e-e031f75c7d6c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:58:55.307799 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13e5b74-c5ea-4f94-944e-e031f75c7d6c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:58:55.308134 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13e5b74-c5ea-4f94-944e-e031f75c7d6c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:58:55.308496 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13e5b74-c5ea-4f94-944e-e031f75c7d6c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:58:55.308826 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13e5b74-c5ea-4f94-944e-e031f75c7d6c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:58:55.309151 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13e5b74-c5ea-4f94-944e-e031f75c7d6c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:58:55.309476 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13e5b74-c5ea-4f94-944e-e031f75c7d6c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:58:55.310269 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13e5b74-c5ea-4f94-944e-e031f75c7d6c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:58:55.310269 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13e5b74-c5ea-4f94-944e-e031f75c7d6c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:58:55.310471 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13e5b74-c5ea-4f94-944e-e031f75c7d6c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:58:55.310748 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13e5b74-c5ea-4f94-944e-e031f75c7d6c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:58:55.413305 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0786c26-f82f-4a9f-8cda-f6b3ba42d988 req-e13e5b74-c5ea-4f94-944e-e031f75c7d6c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Router 9dee0e5f-01f2-464e-af1b-af69e5ddbb03 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:58:55.485392 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d1fcb42d-7478-4cd3-afe2-612df4e80f5f req-6f9fcc44-52a0-4f54-8faa-d9da28df0253 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=6147c40e-33cf-40a8-b15c-85711d26d028 HTTP/1.1" status: 200 len: 210 time: 0.0304859 Mar 28 13:58:55.540866 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0786c26-f82f-4a9f-8cda-f6b3ba42d988 req-e13e5b74-c5ea-4f94-944e-e031f75c7d6c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:58:55.551087 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fcd558-4e33-47a1-a805-9d90bf2124a2 None None] Sync routers for ids ['9dee0e5f-01f2-464e-af1b-af69e5ddbb03'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:58:55.560615 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fcd558-4e33-47a1-a805-9d90bf2124a2 None None] Routers {'9dee0e5f-01f2-464e-af1b-af69e5ddbb03'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:58:55.561184 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-63fcd558-4e33-47a1-a805-9d90bf2124a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:58:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['9dee0e5f-01f2-464e-af1b-af69e5ddbb03'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:58:55.579047 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0786c26-f82f-4a9f-8cda-f6b3ba42d988 req-e13e5b74-c5ea-4f94-944e-e031f75c7d6c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] No DVR routers for this DVR port f93ebd22-990f-46ab-b75b-8c40127ac19f on host hv-neutron-8353 {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:58:55.581557 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-d0786c26-f82f-4a9f-8cda-f6b3ba42d988 req-e13e5b74-c5ea-4f94-944e-e031f75c7d6c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:58:55.584817 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d0786c26-f82f-4a9f-8cda-f6b3ba42d988 req-e13e5b74-c5ea-4f94-944e-e031f75c7d6c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "DELETE /v2.0/ports/f93ebd22-990f-46ab-b75b-8c40127ac19f HTTP/1.1" status: 204 len: 173 time: 0.8422348 Mar 28 13:58:55.585249 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6147c40e-33cf-40a8-b15c-85711d26d028', 'name': 'network-vif-deleted', 'tag': 'f93ebd22-990f-46ab-b75b-8c40127ac19f'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:58:55.587455 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf47534d-e3bd-4a9e-aade-e42242d85dfe" -d '{"events": [{"server_uuid": "6147c40e-33cf-40a8-b15c-85711d26d028", "name": "network-vif-deleted", "tag": "f93ebd22-990f-46ab-b75b-8c40127ac19f"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:58:55.633784 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 13:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13448f80-23ee-42dd-a241-bd5da3288534 x-openstack-request-id: req-13448f80-23ee-42dd-a241-bd5da3288534 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:58:55.640874 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6147c40e-33cf-40a8-b15c-85711d26d028", "name": "network-vif-deleted", "tag": "f93ebd22-990f-46ab-b75b-8c40127ac19f", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:58:55.640874 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-13448f80-23ee-42dd-a241-bd5da3288534 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:58:55.640874 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6147c40e-33cf-40a8-b15c-85711d26d028', 'name': 'network-vif-deleted', 'tag': 'f93ebd22-990f-46ab-b75b-8c40127ac19f', 'status': 'completed', 'code': 200} Mar 28 13:58:55.670311 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-63fcd558-4e33-47a1-a805-9d90bf2124a2 None None] Set router 9dee0e5f-01f2-464e-af1b-af69e5ddbb03 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:58:55.875083 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-63fcd558-4e33-47a1-a805-9d90bf2124a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'name': 'tempest-TestNetworkBasicOps-router-38306820', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '30ae434d-1b08-4279-9e6a-5ab54aca1f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:55:51Z', 'updated_at': '2022-03-28T13:55:55Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '30ae434d-1b08-4279-9e6a-5ab54aca1f70', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:55:51Z', 'updated_at': '2022-03-28T13:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'db57163c-841d-43ca-a853-c545c973131c', 'name': '', 'network_id': 'afe5af1d-ab4d-496f-aeaf-542850810302', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:80:c3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'af083c1d-8e76-4ea5-a31b-59d2650dc226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:55:54Z', 'updated_at': '2022-03-28T13:55:58Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'af083c1d-8e76-4ea5-a31b-59d2650dc226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:58:55.903784 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fcd558-4e33-47a1-a805-9d90bf2124a2 None None] Checking router: 9dee0e5f-01f2-464e-af1b-af69e5ddbb03 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:58:55.912483 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fcd558-4e33-47a1-a805-9d90bf2124a2 None None] Routers {'9dee0e5f-01f2-464e-af1b-af69e5ddbb03'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:58:55.913087 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-63fcd558-4e33-47a1-a805-9d90bf2124a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:58:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['9dee0e5f-01f2-464e-af1b-af69e5ddbb03'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:58:56.014188 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-63fcd558-4e33-47a1-a805-9d90bf2124a2 None None] Set router 9dee0e5f-01f2-464e-af1b-af69e5ddbb03 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:58:56.203977 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-63fcd558-4e33-47a1-a805-9d90bf2124a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'name': 'tempest-TestNetworkBasicOps-router-38306820', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '30ae434d-1b08-4279-9e6a-5ab54aca1f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:55:51Z', 'updated_at': '2022-03-28T13:55:55Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '30ae434d-1b08-4279-9e6a-5ab54aca1f70', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:55:51Z', 'updated_at': '2022-03-28T13:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'db57163c-841d-43ca-a853-c545c973131c', 'name': '', 'network_id': 'afe5af1d-ab4d-496f-aeaf-542850810302', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:80:c3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'af083c1d-8e76-4ea5-a31b-59d2650dc226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:55:54Z', 'updated_at': '2022-03-28T13:55:58Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'af083c1d-8e76-4ea5-a31b-59d2650dc226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:58:56.233728 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fcd558-4e33-47a1-a805-9d90bf2124a2 None None] The sync data for ids ['9dee0e5f-01f2-464e-af1b-af69e5ddbb03'] in dv-neutron-835335-1-hyperv is: [{'id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'name': 'tempest-TestNetworkBasicOps-router-38306820', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '30ae434d-1b08-4279-9e6a-5ab54aca1f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:55:51Z', 'updated_at': '2022-03-28T13:55:55Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '30ae434d-1b08-4279-9e6a-5ab54aca1f70', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:55:51Z', 'updated_at': '2022-03-28T13:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'db57163c-841d-43ca-a853-c545c973131c', 'name': '', 'network_id': 'afe5af1d-ab4d-496f-aeaf-542850810302', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:80:c3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'af083c1d-8e76-4ea5-a31b-59d2650dc226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:55:54Z', 'updated_at': '2022-03-28T13:55:58Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'af083c1d-8e76-4ea5-a31b-59d2650dc226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:58:56.326649 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-792f3413-7bae-449d-8662-19ae659bdd3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:58:56.455070 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0eb850-8d79-4de3-aef3-075562db2549 None None] New status for floating IP dd13edc2-fdfc-4ad3-9464-7ff97b49a9aa: DOWN {{(pid=109615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 13:58:56.540952 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 36582) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:58:56.600819 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-48d1aa07-5798-438e-9b0a-84ca3a68a73d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:58:56.629144 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-48d1aa07-5798-438e-9b0a-84ca3a68a73d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:58:56.789732 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-48d1aa07-5798-438e-9b0a-84ca3a68a73d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:58:56.792323 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-48d1aa07-5798-438e-9b0a-84ca3a68a73d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:58:56.793523 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-48d1aa07-5798-438e-9b0a-84ca3a68a73d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "DELETE /v2.0/security-groups/0e753639-3a5e-48e5-ade1-c5a5489a31c2 HTTP/1.1" status: 204 len: 168 time: 0.2516179 Mar 28 13:58:56.803847 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d1aa07-5798-438e-9b0a-84ca3a68a73d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e753639-3a5e-48e5-ade1-c5a5489a31c2,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:58:56.910932 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 36586) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:58:57.034612 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-10ad040f-cca7-4136-ab80-94e98da119d4 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Deleting port 747eb3bd-d23d-4666-b126-41a5a5bcf393 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:58:57.034949 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-10ad040f-cca7-4136-ab80-94e98da119d4 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:58:57.106113 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-10ad040f-cca7-4136-ab80-94e98da119d4 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:58:57.106431 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-10ad040f-cca7-4136-ab80-94e98da119d4 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:58:57.117537 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-10ad040f-cca7-4136-ab80-94e98da119d4 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Calling delete_port for 747eb3bd-d23d-4666-b126-41a5a5bcf393 owned by network:floatingip {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:58:57.336256 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-10ad040f-cca7-4136-ab80-94e98da119d4 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:58:57.340142 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device f93ebd22-990f-46ab-b75b-8c40127ac19f no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:58:57.359689 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad040f-cca7-4136-ab80-94e98da119d4 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Port': ['ID=747eb3bd-d23d-4666-b126-41a5a5bcf393,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:58:57.363578 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] No Port match for: f93ebd22-990f-46ab-b75b-8c40127ac19f {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:58:57.364174 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device f93ebd22-990f-46ab-b75b-8c40127ac19f not bound to the agent host hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:58:57.420068 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-10ad040f-cca7-4136-ab80-94e98da119d4 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for floatingip, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:58:57.422619 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-10ad040f-cca7-4136-ab80-94e98da119d4 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:58:57.423758 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-10ad040f-cca7-4136-ab80-94e98da119d4 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "DELETE /v2.0/floatingips/dd13edc2-fdfc-4ad3-9464-7ff97b49a9aa HTTP/1.1" status: 204 len: 168 time: 0.5118430 Mar 28 13:58:57.593285 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:58:57.858297 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ef6ee-eb68-410d-ac31-19e008260973 req-78bdb8b1-443f-46fa-8cf6-fcf2902f52d8 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:58:57.859662 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-287ef6ee-eb68-410d-ac31-19e008260973 req-78bdb8b1-443f-46fa-8cf6-fcf2902f52d8 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=67ebd8ed-42cc-40e4-8bd4-b8f3fff1aeee HTTP/1.1" status: 200 len: 946 time: 0.0507343 Mar 28 13:58:57.896794 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-287ef6ee-eb68-410d-ac31-19e008260973 req-172cf759-7c6a-4ca7-8050-6627b087d258 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=c25df29c-5d4d-4019-9aae-1bf4d12cabab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305030 Mar 28 13:58:58.907401 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:58:59.023061 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e53a88-a402-4a49-a912-a36c5d6f42b3 req-8085454b-9259-4f48-be19-abb1f8313858 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:58:59.024540 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f3e53a88-a402-4a49-a912-a36c5d6f42b3 req-8085454b-9259-4f48-be19-abb1f8313858 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=67ebd8ed-42cc-40e4-8bd4-b8f3fff1aeee HTTP/1.1" status: 200 len: 946 time: 0.0477555 Mar 28 13:58:59.061375 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f3e53a88-a402-4a49-a912-a36c5d6f42b3 req-b42e3bf5-87ec-414a-acc0-d019bc4fc238 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=c25df29c-5d4d-4019-9aae-1bf4d12cabab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308027 Mar 28 13:58:59.320876 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:58:59.459001 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdada73-d2a9-4b0e-b918-320aa83c174f req-fecb9ddf-2914-4e83-ae13-f36d09d2054a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:58:59.460463 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6fdada73-d2a9-4b0e-b918-320aa83c174f req-fecb9ddf-2914-4e83-ae13-f36d09d2054a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ebd8ed-42cc-40e4-8bd4-b8f3fff1aeee HTTP/1.1" status: 200 len: 946 time: 0.0469530 Mar 28 13:58:59.881658 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-6fdada73-d2a9-4b0e-b918-320aa83c174f req-1e4a3b0d-05cd-4bd4-9a3b-8914f573fe76 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Deleting port 12d22b2c-4581-4b1c-bffd-d64ab71b5e39 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:58:59.881986 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-6fdada73-d2a9-4b0e-b918-320aa83c174f req-1e4a3b0d-05cd-4bd4-9a3b-8914f573fe76 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:58:59.964756 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-6fdada73-d2a9-4b0e-b918-320aa83c174f req-1e4a3b0d-05cd-4bd4-9a3b-8914f573fe76 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] For port 12d22b2c-4581-4b1c-bffd-d64ab71b5e39, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=12d22b2c-4581-4b1c-bffd-d64ab71b5e39,segment=NetworkSegment(ae02a1ce-6c5b-4c62-b91e-85c2bdac6dbd),segment_id=ae02a1ce-6c5b-4c62-b91e-85c2bdac6dbd)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:58:59.965111 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-6fdada73-d2a9-4b0e-b918-320aa83c174f req-1e4a3b0d-05cd-4bd4-9a3b-8914f573fe76 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:58:59.977906 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-6fdada73-d2a9-4b0e-b918-320aa83c174f req-1e4a3b0d-05cd-4bd4-9a3b-8914f573fe76 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Calling delete_port for 12d22b2c-4581-4b1c-bffd-d64ab71b5e39 owned by compute:nova {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:59:00.175658 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ada52-dd9c-4c4f-a814-5cfa730c1b0c req-33a7e720-3d34-4ec4-b708-6f233f5fb543 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:00.177483 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-080ada52-dd9c-4c4f-a814-5cfa730c1b0c req-33a7e720-3d34-4ec4-b708-6f233f5fb543 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=67ebd8ed-42cc-40e4-8bd4-b8f3fff1aeee HTTP/1.1" status: 200 len: 946 time: 0.0488036 Mar 28 13:59:00.195495 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-6fdada73-d2a9-4b0e-b918-320aa83c174f req-1e4a3b0d-05cd-4bd4-9a3b-8914f573fe76 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:00.232288 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a3b0d-05cd-4bd4-9a3b-8914f573fe76 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Port': ['ID=12d22b2c-4581-4b1c-bffd-d64ab71b5e39,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:00.267956 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-080ada52-dd9c-4c4f-a814-5cfa730c1b0c req-7ef645cc-1ea8-47e1-87fc-a6454135a173 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=c25df29c-5d4d-4019-9aae-1bf4d12cabab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845726 Mar 28 13:59:00.281046 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fdada73-d2a9-4b0e-b918-320aa83c174f req-1e4a3b0d-05cd-4bd4-9a3b-8914f573fe76 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] No DVR routers for this DVR port 12d22b2c-4581-4b1c-bffd-d64ab71b5e39 on host hv-neutron-8353 {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:59:00.283564 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-6fdada73-d2a9-4b0e-b918-320aa83c174f req-1e4a3b0d-05cd-4bd4-9a3b-8914f573fe76 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:00.287417 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6fdada73-d2a9-4b0e-b918-320aa83c174f req-1e4a3b0d-05cd-4bd4-9a3b-8914f573fe76 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "DELETE /v2.0/ports/12d22b2c-4581-4b1c-bffd-d64ab71b5e39 HTTP/1.1" status: 204 len: 173 time: 0.8216898 Mar 28 13:59:00.287866 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ebd8ed-42cc-40e4-8bd4-b8f3fff1aeee', 'name': 'network-vif-deleted', 'tag': '12d22b2c-4581-4b1c-bffd-d64ab71b5e39'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:59:00.290617 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475cf0dc-118a-492e-a5ce-6b3cc328f582" -d '{"events": [{"server_uuid": "67ebd8ed-42cc-40e4-8bd4-b8f3fff1aeee", "name": "network-vif-deleted", "tag": "12d22b2c-4581-4b1c-bffd-d64ab71b5e39"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:59:00.325906 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 13:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e288f34f-b2d2-4581-925e-28e2c18d56f4 x-openstack-request-id: req-e288f34f-b2d2-4581-925e-28e2c18d56f4 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:59:00.326377 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ebd8ed-42cc-40e4-8bd4-b8f3fff1aeee", "name": "network-vif-deleted", "tag": "12d22b2c-4581-4b1c-bffd-d64ab71b5e39", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:59:00.326654 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e288f34f-b2d2-4581-925e-28e2c18d56f4 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:59:00.327044 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ebd8ed-42cc-40e4-8bd4-b8f3fff1aeee', 'name': 'network-vif-deleted', 'tag': '12d22b2c-4581-4b1c-bffd-d64ab71b5e39', 'status': 'completed', 'code': 200} Mar 28 13:59:01.322458 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 36602) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:59:01.369754 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 12d22b2c-4581-4b1c-bffd-d64ab71b5e39 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:59:01.379146 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c1fd6815-d9de-4b5b-a2cf-f03a12312348 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:01.389897 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] No Port match for: 12d22b2c-4581-4b1c-bffd-d64ab71b5e39 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:59:01.390236 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 12d22b2c-4581-4b1c-bffd-d64ab71b5e39 not bound to the agent host hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:59:01.403332 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c1fd6815-d9de-4b5b-a2cf-f03a12312348 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:01.532327 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c1fd6815-d9de-4b5b-a2cf-f03a12312348 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:01.534836 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c1fd6815-d9de-4b5b-a2cf-f03a12312348 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:01.535997 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c1fd6815-d9de-4b5b-a2cf-f03a12312348 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "DELETE /v2.0/security-groups/c25df29c-5d4d-4019-9aae-1bf4d12cabab HTTP/1.1" status: 204 len: 168 time: 0.2125623 Mar 28 13:59:01.545362 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd6815-d9de-4b5b-a2cf-f03a12312348 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25df29c-5d4d-4019-9aae-1bf4d12cabab,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:01.624812 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36606) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:59:02.034285 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9e10ba62-6f33-40a4-a2b9-a7848a62496e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:02.284016 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-9e10ba62-6f33-40a4-a2b9-a7848a62496e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Deleting port db57163c-841d-43ca-a853-c545c973131c {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:59:02.284450 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9e10ba62-6f33-40a4-a2b9-a7848a62496e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:02.372959 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-9e10ba62-6f33-40a4-a2b9-a7848a62496e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] For port db57163c-841d-43ca-a853-c545c973131c, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=db57163c-841d-43ca-a853-c545c973131c,segment=NetworkSegment(ae02a1ce-6c5b-4c62-b91e-85c2bdac6dbd),segment_id=ae02a1ce-6c5b-4c62-b91e-85c2bdac6dbd)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:59:02.373319 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9e10ba62-6f33-40a4-a2b9-a7848a62496e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:02.386224 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-9e10ba62-6f33-40a4-a2b9-a7848a62496e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Calling delete_port for db57163c-841d-43ca-a853-c545c973131c owned by network:router_interface {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:59:02.652600 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9e10ba62-6f33-40a4-a2b9-a7848a62496e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:02.680518 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e10ba62-6f33-40a4-a2b9-a7848a62496e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Port': ['ID=db57163c-841d-43ca-a853-c545c973131c,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:02.705772 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e10ba62-6f33-40a4-a2b9-a7848a62496e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:59:02.706107 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e10ba62-6f33-40a4-a2b9-a7848a62496e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:59:02.706437 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e10ba62-6f33-40a4-a2b9-a7848a62496e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:59:02.706761 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e10ba62-6f33-40a4-a2b9-a7848a62496e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:59:02.707079 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e10ba62-6f33-40a4-a2b9-a7848a62496e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:59:02.707400 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e10ba62-6f33-40a4-a2b9-a7848a62496e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:59:02.707717 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e10ba62-6f33-40a4-a2b9-a7848a62496e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:59:02.708033 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e10ba62-6f33-40a4-a2b9-a7848a62496e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:59:02.708349 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e10ba62-6f33-40a4-a2b9-a7848a62496e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:59:02.708689 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e10ba62-6f33-40a4-a2b9-a7848a62496e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:59:02.709001 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e10ba62-6f33-40a4-a2b9-a7848a62496e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:59:02.709309 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e10ba62-6f33-40a4-a2b9-a7848a62496e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:59:02.866909 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9e10ba62-6f33-40a4-a2b9-a7848a62496e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:03.073027 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e10ba62-6f33-40a4-a2b9-a7848a62496e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Router 9dee0e5f-01f2-464e-af1b-af69e5ddbb03 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:59:03.176655 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e10ba62-6f33-40a4-a2b9-a7848a62496e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:59:03.181904 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-9e10ba62-6f33-40a4-a2b9-a7848a62496e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "PUT /v2.0/routers/9dee0e5f-01f2-464e-af1b-af69e5ddbb03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5559559 Mar 28 13:59:03.184718 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36610) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:59:03.187359 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770fbe6b-8606-47b9-8287-39b944825a98 None None] Sync routers for ids ['9dee0e5f-01f2-464e-af1b-af69e5ddbb03'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:59:03.197312 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770fbe6b-8606-47b9-8287-39b944825a98 None None] Routers {'9dee0e5f-01f2-464e-af1b-af69e5ddbb03'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:59:03.197989 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-770fbe6b-8606-47b9-8287-39b944825a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:58:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['9dee0e5f-01f2-464e-af1b-af69e5ddbb03'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:59:03.239334 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-9502ab27-27eb-4da0-aa0f-9254835d86a9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Deleting subnet af083c1d-8e76-4ea5-a31b-59d2650dc226 {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:59:03.242383 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9502ab27-27eb-4da0-aa0f-9254835d86a9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:03.282433 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9502ab27-27eb-4da0-aa0f-9254835d86a9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:03.299371 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-770fbe6b-8606-47b9-8287-39b944825a98 None None] Set router 9dee0e5f-01f2-464e-af1b-af69e5ddbb03 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:59:03.363603 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9502ab27-27eb-4da0-aa0f-9254835d86a9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:03.473057 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-770fbe6b-8606-47b9-8287-39b944825a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'name': 'tempest-TestNetworkBasicOps-router-38306820', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '30ae434d-1b08-4279-9e6a-5ab54aca1f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:55:51Z', 'updated_at': '2022-03-28T13:59:02Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '30ae434d-1b08-4279-9e6a-5ab54aca1f70', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:55:51Z', 'updated_at': '2022-03-28T13:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:59:03.498785 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770fbe6b-8606-47b9-8287-39b944825a98 None None] Checking router: 9dee0e5f-01f2-464e-af1b-af69e5ddbb03 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:59:03.507355 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770fbe6b-8606-47b9-8287-39b944825a98 None None] Routers {'9dee0e5f-01f2-464e-af1b-af69e5ddbb03'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:59:03.507768 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9502ab27-27eb-4da0-aa0f-9254835d86a9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:03.507931 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-770fbe6b-8606-47b9-8287-39b944825a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:58:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['9dee0e5f-01f2-464e-af1b-af69e5ddbb03'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:59:03.535769 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9502ab27-27eb-4da0-aa0f-9254835d86a9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Subnet': ['ID=af083c1d-8e76-4ea5-a31b-59d2650dc226,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:03.537811 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9502ab27-27eb-4da0-aa0f-9254835d86a9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:03.544240 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-9502ab27-27eb-4da0-aa0f-9254835d86a9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "DELETE /v2.0/subnets/af083c1d-8e76-4ea5-a31b-59d2650dc226 HTTP/1.1" status: 204 len: 168 time: 0.3552976 Mar 28 13:59:03.544240 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36612) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:59:03.652496 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-61295d67-10b2-4e5c-afe5-75a31c39e23f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:03.688615 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507d4ad3-88b5-454d-99cf-167a86ff6938 None None] Network afe5af1d-ab4d-496f-aeaf-542850810302 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:59:03.781771 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-61295d67-10b2-4e5c-afe5-75a31c39e23f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:03.847520 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-770fbe6b-8606-47b9-8287-39b944825a98 None None] Set router 9dee0e5f-01f2-464e-af1b-af69e5ddbb03 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:59:03.893383 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-61295d67-10b2-4e5c-afe5-75a31c39e23f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Deleting port 30ae434d-1b08-4279-9e6a-5ab54aca1f70 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:59:03.893716 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-61295d67-10b2-4e5c-afe5-75a31c39e23f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:03.982513 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-61295d67-10b2-4e5c-afe5-75a31c39e23f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] For port 30ae434d-1b08-4279-9e6a-5ab54aca1f70, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=30ae434d-1b08-4279-9e6a-5ab54aca1f70,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:59:03.982513 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-61295d67-10b2-4e5c-afe5-75a31c39e23f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:03.999755 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-61295d67-10b2-4e5c-afe5-75a31c39e23f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Calling delete_port for 30ae434d-1b08-4279-9e6a-5ab54aca1f70 owned by network:router_gateway {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:59:04.015958 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c228867-0e9b-4135-8274-8a1b79c22bed None None] DHCP port deletion for afe5af1d-ab4d-496f-aeaf-542850810302 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 13:59:04.072196 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-770fbe6b-8606-47b9-8287-39b944825a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'name': 'tempest-TestNetworkBasicOps-router-38306820', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '30ae434d-1b08-4279-9e6a-5ab54aca1f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:55:51Z', 'updated_at': '2022-03-28T13:59:02Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '30ae434d-1b08-4279-9e6a-5ab54aca1f70', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:55:51Z', 'updated_at': '2022-03-28T13:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:59:04.105032 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770fbe6b-8606-47b9-8287-39b944825a98 None None] The sync data for ids ['9dee0e5f-01f2-464e-af1b-af69e5ddbb03'] in dv-neutron-835335-1-hyperv is: [{'id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'name': 'tempest-TestNetworkBasicOps-router-38306820', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.252'}], 'enable_snat': True}, 'gw_port_id': '30ae434d-1b08-4279-9e6a-5ab54aca1f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:55:51Z', 'updated_at': '2022-03-28T13:59:02Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '30ae434d-1b08-4279-9e6a-5ab54aca1f70', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dee0e5f-01f2-464e-af1b-af69e5ddbb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:55:51Z', 'updated_at': '2022-03-28T13:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:59:04.107014 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-9c228867-0e9b-4135-8274-8a1b79c22bed None None] Deleting port 6df4c6a5-b6bf-4d52-a62e-0f01eb22bbc6 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:59:04.107425 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9c228867-0e9b-4135-8274-8a1b79c22bed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:04.173905 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-9c228867-0e9b-4135-8274-8a1b79c22bed None None] For port 6df4c6a5-b6bf-4d52-a62e-0f01eb22bbc6, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=6df4c6a5-b6bf-4d52-a62e-0f01eb22bbc6,segment=NetworkSegment(ae02a1ce-6c5b-4c62-b91e-85c2bdac6dbd),segment_id=ae02a1ce-6c5b-4c62-b91e-85c2bdac6dbd)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:59:04.174249 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9c228867-0e9b-4135-8274-8a1b79c22bed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:04.186592 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-9c228867-0e9b-4135-8274-8a1b79c22bed None None] Calling delete_port for 6df4c6a5-b6bf-4d52-a62e-0f01eb22bbc6 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:59:04.285060 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-61295d67-10b2-4e5c-afe5-75a31c39e23f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:04.316131 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61295d67-10b2-4e5c-afe5-75a31c39e23f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Port': ['ID=30ae434d-1b08-4279-9e6a-5ab54aca1f70,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:04.366854 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9c228867-0e9b-4135-8274-8a1b79c22bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:04.397796 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c228867-0e9b-4135-8274-8a1b79c22bed None None] Pushing event deleted for resources: {'Port': ['ID=6df4c6a5-b6bf-4d52-a62e-0f01eb22bbc6,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:04.402340 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c228867-0e9b-4135-8274-8a1b79c22bed None None] No DVR routers for this DVR port 6df4c6a5-b6bf-4d52-a62e-0f01eb22bbc6 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:59:04.409534 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c228867-0e9b-4135-8274-8a1b79c22bed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:59:04.409843 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c228867-0e9b-4135-8274-8a1b79c22bed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:59:04.413331 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c228867-0e9b-4135-8274-8a1b79c22bed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:59:04.413331 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c228867-0e9b-4135-8274-8a1b79c22bed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:59:04.413331 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c228867-0e9b-4135-8274-8a1b79c22bed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:59:04.413331 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c228867-0e9b-4135-8274-8a1b79c22bed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:59:04.413331 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c228867-0e9b-4135-8274-8a1b79c22bed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:59:04.413331 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c228867-0e9b-4135-8274-8a1b79c22bed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:59:04.413331 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c228867-0e9b-4135-8274-8a1b79c22bed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:59:04.413331 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c228867-0e9b-4135-8274-8a1b79c22bed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:59:04.413331 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c228867-0e9b-4135-8274-8a1b79c22bed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:59:04.413331 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c228867-0e9b-4135-8274-8a1b79c22bed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:59:04.598769 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-63761170-5e1d-49eb-8126-f244a9ea8934 req-c624b558-eb5e-428b-a00e-229d4c5ccc18 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c4d2caa7-579a-4d9b-ae85-2d738cd5b889&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0533257 Mar 28 13:59:04.640977 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-61295d67-10b2-4e5c-afe5-75a31c39e23f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133933816'] for router_gateway, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:04.686871 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63761170-5e1d-49eb-8126-f244a9ea8934 req-65cab959-6704-42e9-9885-b93cf07e0fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:04.688548 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-63761170-5e1d-49eb-8126-f244a9ea8934 req-65cab959-6704-42e9-9885-b93cf07e0fc0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7110f97460394f8384904a1ab317b86f&device_id=c4d2caa7-579a-4d9b-ae85-2d738cd5b889 HTTP/1.1" status: 200 len: 1098 time: 0.0467644 Mar 28 13:59:04.731123 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-61295d67-10b2-4e5c-afe5-75a31c39e23f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:04.733398 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-61295d67-10b2-4e5c-afe5-75a31c39e23f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:04.797055 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63761170-5e1d-49eb-8126-f244a9ea8934 req-0c82706f-526a-4489-9a04-94a573ea8d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:04.798517 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-63761170-5e1d-49eb-8126-f244a9ea8934 req-0c82706f-526a-4489-9a04-94a573ea8d2f service neutron] 10.222.0.20 "GET /v2.0/networks?id=6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c HTTP/1.1" status: 200 len: 913 time: 0.0903771 Mar 28 13:59:04.801958 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 6df4c6a5-b6bf-4d52-a62e-0f01eb22bbc6 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:59:04.823043 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 6df4c6a5-b6bf-4d52-a62e-0f01eb22bbc6 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:59:04.823605 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 6df4c6a5-b6bf-4d52-a62e-0f01eb22bbc6 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:59:04.824286 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device db57163c-841d-43ca-a853-c545c973131c no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:59:04.844434 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: db57163c-841d-43ca-a853-c545c973131c {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:59:04.844774 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device db57163c-841d-43ca-a853-c545c973131c not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:59:04.863149 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-63761170-5e1d-49eb-8126-f244a9ea8934 req-1859ee1e-45c5-4b3a-9470-d7b29991923d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd8fb9f0-230b-4c84-b232-c5ff466946b9 HTTP/1.1" status: 200 len: 1001 time: 0.0578651 Mar 28 13:59:04.869692 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-61295d67-10b2-4e5c-afe5-75a31c39e23f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:04.870268 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61295d67-10b2-4e5c-afe5-75a31c39e23f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Fanout notify agent at l3_agent the message router_deleted on router 9dee0e5f-01f2-464e-af1b-af69e5ddbb03 {{(pid=109612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 13:59:04.877184 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-61295d67-10b2-4e5c-afe5-75a31c39e23f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:04.880939 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-61295d67-10b2-4e5c-afe5-75a31c39e23f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "DELETE /v2.0/routers/9dee0e5f-01f2-464e-af1b-af69e5ddbb03 HTTP/1.1" status: 204 len: 168 time: 1.3334768 Mar 28 13:59:04.881096 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36614) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:59:04.915615 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63761170-5e1d-49eb-8126-f244a9ea8934 req-4e019745-8305-4d14-9d99-f9d9ce2f69f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:04.919061 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-63761170-5e1d-49eb-8126-f244a9ea8934 req-4e019745-8305-4d14-9d99-f9d9ce2f69f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c2ce5a3-629c-4977-b27a-fb42f72730c0 HTTP/1.1" status: 200 len: 851 time: 0.0474312 Mar 28 13:59:04.968801 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-62d079c2-b20e-452a-b2e3-1873903af916 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:04.968979 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63761170-5e1d-49eb-8126-f244a9ea8934 req-06fab339-4e58-458a-b6d1-b4ae6c227d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:04.970561 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-63761170-5e1d-49eb-8126-f244a9ea8934 req-06fab339-4e58-458a-b6d1-b4ae6c227d68 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0470383 Mar 28 13:59:05.055282 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-62d079c2-b20e-452a-b2e3-1873903af916 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:05.066004 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-63761170-5e1d-49eb-8126-f244a9ea8934 req-96e39211-8f36-4b38-a9ed-dbd532ae8413 service neutron] 10.222.0.20 "GET /v2.0/networks/6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866466 Mar 28 13:59:05.075135 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-62d079c2-b20e-452a-b2e3-1873903af916 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afe5af1d-ab4d-496f-aeaf-542850810302']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:59:05.084771 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-62d079c2-b20e-452a-b2e3-1873903af916 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae02a1ce-6c5b-4c62-b91e-85c2bdac6dbd') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:59:05.085068 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-62d079c2-b20e-452a-b2e3-1873903af916 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae02a1ce-6c5b-4c62-b91e-85c2bdac6dbd') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:59:05.099171 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-62d079c2-b20e-452a-b2e3-1873903af916 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:05.112434 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-62d079c2-b20e-452a-b2e3-1873903af916 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:05.118178 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62d079c2-b20e-452a-b2e3-1873903af916 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 13:59:05.121602 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-62d079c2-b20e-452a-b2e3-1873903af916 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:05.121753 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 13:59:05.121753 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 13:59:05.121753 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 13:59:05.121753 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 13:59:05.121753 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 13:59:05.121753 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 13:59:05.121753 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 13:59:05.121753 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 13:59:05.121753 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 13:59:05.121753 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 13:59:05.121753 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 13:59:05.121753 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 13:59:05.121753 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 13:59:05.121753 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 13:59:05.121753 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 13:59:05.121753 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 13:59:05.121753 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 13:59:05.121753 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 13:59:05.121753 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 13:59:05.121753 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 13:59:05.121753 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 13:59:05.121753 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 13:59:05.121753 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 13:59:05.121753 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 13:59:05.121753 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 13:59:05.121753 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 13:59:05.121753 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 13:59:05.121753 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 13:59:05.121753 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 13:59:05.121753 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 13:59:05.121753 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 13:59:05.121753 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 13:59:05.161896 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-63761170-5e1d-49eb-8126-f244a9ea8934 req-7cefa170-3a4b-4248-8597-dc1a238752f9 service neutron] 10.222.0.20 "GET /v2.0/networks/6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893729 Mar 28 13:59:05.234954 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-62d079c2-b20e-452a-b2e3-1873903af916 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:05.247836 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-62d079c2-b20e-452a-b2e3-1873903af916 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:05.247836 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-62d079c2-b20e-452a-b2e3-1873903af916 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "DELETE /v2.0/networks/afe5af1d-ab4d-496f-aeaf-542850810302 HTTP/1.1" status: 204 len: 168 time: 0.3627856 Mar 28 13:59:05.256839 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d079c2-b20e-452a-b2e3-1873903af916 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Network': ['ID=afe5af1d-ab4d-496f-aeaf-542850810302,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:05.266105 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 36616) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:59:05.271564 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-975f950b-2104-4595-b574-7b72dc92a8ef tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'network': {'name': 'tempest-network-smoke--1877844839', 'project_id': '8783dd3017a04690835ab7e96e428838', 'port_security_enabled': True}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:59:05.370228 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975f950b-2104-4595-b574-7b72dc92a8ef tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Made reservation on behalf of 8783dd3017a04690835ab7e96e428838 for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:59:05.373764 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-975f950b-2104-4595-b574-7b72dc92a8ef tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:05.398194 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-975f950b-2104-4595-b574-7b72dc92a8ef tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 13:59:05.406757 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-975f950b-2104-4595-b574-7b72dc92a8ef tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:05.412655 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-975f950b-2104-4595-b574-7b72dc92a8ef tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Added segment 1033ec51-7c73-4d31-962d-11475eb805b5 of type vlan for network b261e77f-bf9d-47a2-afca-cb6694b84239 Mar 28 13:59:05.445510 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-975f950b-2104-4595-b574-7b72dc92a8ef tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:05.549347 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-975f950b-2104-4595-b574-7b72dc92a8ef tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:05.555025 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975f950b-2104-4595-b574-7b72dc92a8ef tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:05.555607 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-975f950b-2104-4595-b574-7b72dc92a8ef tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:05.617655 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975f950b-2104-4595-b574-7b72dc92a8ef tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Network': ['ID=b261e77f-bf9d-47a2-afca-cb6694b84239,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:05.632928 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network b261e77f-bf9d-47a2-afca-cb6694b84239 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 13:59:05.649331 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-975f950b-2104-4595-b574-7b72dc92a8ef tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3821418 Mar 28 13:59:05.652049 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 36618) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:59:05.656560 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-f84bba9a-c64f-4242-bfd4-c29dbdcbdbcd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1504303240', 'admin_state_up': True, 'project_id': '8783dd3017a04690835ab7e96e428838', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:59:05.748088 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f84bba9a-c64f-4242-bfd4-c29dbdcbdbcd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:05.749225 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f84bba9a-c64f-4242-bfd4-c29dbdcbdbcd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:05.803668 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f84bba9a-c64f-4242-bfd4-c29dbdcbdbcd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:06.035636 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f84bba9a-c64f-4242-bfd4-c29dbdcbdbcd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:06.302738 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f84bba9a-c64f-4242-bfd4-c29dbdcbdbcd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router_gateway, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:06.321229 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f84bba9a-c64f-4242-bfd4-c29dbdcbdbcd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:06.424911 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-f84bba9a-c64f-4242-bfd4-c29dbdcbdbcd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Allocated IP 172.26.2.7 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/c386d81e-ae53-46dd-b093-04c59d6fe464) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:59:06.525429 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f84bba9a-c64f-4242-bfd4-c29dbdcbdbcd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:06.606864 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f84bba9a-c64f-4242-bfd4-c29dbdcbdbcd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:06.651135 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84bba9a-c64f-4242-bfd4-c29dbdcbdbcd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:59:06.653923 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-f84bba9a-c64f-4242-bfd4-c29dbdcbdbcd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:59:06.658360 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84bba9a-c64f-4242-bfd4-c29dbdcbdbcd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:59:06.661612 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84bba9a-c64f-4242-bfd4-c29dbdcbdbcd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=c386d81e-ae53-46dd-b093-04c59d6fe464,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:06.681794 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 30ae434d-1b08-4279-9e6a-5ab54aca1f70 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:59:06.700789 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 30ae434d-1b08-4279-9e6a-5ab54aca1f70 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:59:06.701125 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 30ae434d-1b08-4279-9e6a-5ab54aca1f70 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:59:06.968439 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f84bba9a-c64f-4242-bfd4-c29dbdcbdbcd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router_gateway, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:07.153369 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f84bba9a-c64f-4242-bfd4-c29dbdcbdbcd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:07.353129 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f84bba9a-c64f-4242-bfd4-c29dbdcbdbcd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Router 74a87f9e-bd21-4b24-8d19-27506aadae79 is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 13:59:07.454671 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84bba9a-c64f-4242-bfd4-c29dbdcbdbcd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:59:07.463966 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7a42d5-12d8-4e4d-b18a-8bc8ad745ea7 None None] Sync routers for ids ['74a87f9e-bd21-4b24-8d19-27506aadae79'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:59:07.473169 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7a42d5-12d8-4e4d-b18a-8bc8ad745ea7 None None] Routers {'74a87f9e-bd21-4b24-8d19-27506aadae79'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:59:07.473781 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-ee7a42d5-12d8-4e4d-b18a-8bc8ad745ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:58:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['74a87f9e-bd21-4b24-8d19-27506aadae79'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:59:07.522579 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f84bba9a-c64f-4242-bfd4-c29dbdcbdbcd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:07.523824 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f84bba9a-c64f-4242-bfd4-c29dbdcbdbcd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8707771 Mar 28 13:59:07.527001 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 36620) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:59:07.556804 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3defbd47-8fb4-4ff0-a131-abac2bceaed5 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=8783dd3017a04690835ab7e96e428838&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264807 Mar 28 13:59:07.557062 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 36622) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:59:07.577812 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-ee7a42d5-12d8-4e4d-b18a-8bc8ad745ea7 None None] Set router 74a87f9e-bd21-4b24-8d19-27506aadae79 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:59:07.645662 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb0af94-8b58-4b36-a68b-fc6b4723f857 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:07.649698 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3cb0af94-8b58-4b36-a68b-fc6b4723f857 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0892696 Mar 28 13:59:07.649913 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 36624) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:59:07.680290 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-cee49c26-e6f6-4de9-81a9-c97b0c782ccb tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=1cb296ed-c863-4502-973a-f31b82091846&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270782 Mar 28 13:59:07.680963 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 36626) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:59:07.685128 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-5cfb949d-4cc5-47b3-83fa-b215fb729ceb tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-466699093', 'network_id': 'b261e77f-bf9d-47a2-afca-cb6694b84239', 'project_id': '8783dd3017a04690835ab7e96e428838', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:59:07.757546 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-ee7a42d5-12d8-4e4d-b18a-8bc8ad745ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a87f9e-bd21-4b24-8d19-27506aadae79', 'name': 'tempest-TestNetworkBasicOps-router-1504303240', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': 'c386d81e-ae53-46dd-b093-04c59d6fe464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:59:05Z', 'updated_at': '2022-03-28T13:59:06Z', 'revision_number': 3, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'c386d81e-ae53-46dd-b093-04c59d6fe464', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a87f9e-bd21-4b24-8d19-27506aadae79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:59:06Z', 'updated_at': '2022-03-28T13:59:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:59:07.782720 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7a42d5-12d8-4e4d-b18a-8bc8ad745ea7 None None] Checking router: 74a87f9e-bd21-4b24-8d19-27506aadae79 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:59:07.782990 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7a42d5-12d8-4e4d-b18a-8bc8ad745ea7 None None] Updating router 74a87f9e-bd21-4b24-8d19-27506aadae79 port c386d81e-ae53-46dd-b093-04c59d6fe464 binding host dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 13:59:07.807403 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-ee7a42d5-12d8-4e4d-b18a-8bc8ad745ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:07.844555 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfb949d-4cc5-47b3-83fa-b215fb729ceb tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Made reservation on behalf of 8783dd3017a04690835ab7e96e428838 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:59:07.848574 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5cfb949d-4cc5-47b3-83fa-b215fb729ceb tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:08.053213 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-ee7a42d5-12d8-4e4d-b18a-8bc8ad745ea7 None None] Notify callbacks [] for port, precommit_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:08.090803 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5cfb949d-4cc5-47b3-83fa-b215fb729ceb tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:08.119027 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-ee7a42d5-12d8-4e4d-b18a-8bc8ad745ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:08.149773 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb949d-4cc5-47b3-83fa-b215fb729ceb tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Subnet': ['ID=563704ed-ee94-4194-9b49-b3b32b4e7791,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:08.158501 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfb949d-4cc5-47b3-83fa-b215fb729ceb tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Checking segment: {'id': '1033ec51-7c73-4d31-962d-11475eb805b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b261e77f-bf9d-47a2-afca-cb6694b84239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:59:08.159395 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfb949d-4cc5-47b3-83fa-b215fb729ceb tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network hostable DHCP agents. Network: b261e77f-bf9d-47a2-afca-cb6694b84239, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 13:59:08.164187 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-ee7a42d5-12d8-4e4d-b18a-8bc8ad745ea7 None None] Attempting to bind port c386d81e-ae53-46dd-b093-04c59d6fe464 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:59:08.164577 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-ee7a42d5-12d8-4e4d-b18a-8bc8ad745ea7 None None] Attempting to bind port c386d81e-ae53-46dd-b093-04c59d6fe464 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:59:08.164932 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7a42d5-12d8-4e4d-b18a-8bc8ad745ea7 None None] Attempting to bind port c386d81e-ae53-46dd-b093-04c59d6fe464 on network 1cb296ed-c863-4502-973a-f31b82091846 {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:59:08.174154 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7a42d5-12d8-4e4d-b18a-8bc8ad745ea7 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:59:08.174516 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7a42d5-12d8-4e4d-b18a-8bc8ad745ea7 None None] Checking segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:59:08.174906 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-ee7a42d5-12d8-4e4d-b18a-8bc8ad745ea7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:08.175284 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7a42d5-12d8-4e4d-b18a-8bc8ad745ea7 None None] Bound using segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:59:08.175735 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-ee7a42d5-12d8-4e4d-b18a-8bc8ad745ea7 None None] Bound port: c386d81e-ae53-46dd-b093-04c59d6fe464, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:59:08.176106 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-ee7a42d5-12d8-4e4d-b18a-8bc8ad745ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:08.180907 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc43b90-2c2d-403f-9509-cee483b96224 None None] Pushing event updated for resources: {'Port': ['ID=c386d81e-ae53-46dd-b093-04c59d6fe464,revision_number=2']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:08.204791 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc43b90-2c2d-403f-9509-cee483b96224 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:59:08.209035 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc43b90-2c2d-403f-9509-cee483b96224 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:59:08.209035 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc43b90-2c2d-403f-9509-cee483b96224 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:59:08.209035 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc43b90-2c2d-403f-9509-cee483b96224 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:59:08.209035 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc43b90-2c2d-403f-9509-cee483b96224 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:59:08.209035 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc43b90-2c2d-403f-9509-cee483b96224 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:59:08.209035 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc43b90-2c2d-403f-9509-cee483b96224 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:59:08.209035 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc43b90-2c2d-403f-9509-cee483b96224 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:59:08.209035 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc43b90-2c2d-403f-9509-cee483b96224 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:59:08.209035 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc43b90-2c2d-403f-9509-cee483b96224 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:59:08.209035 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc43b90-2c2d-403f-9509-cee483b96224 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:59:08.209035 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc43b90-2c2d-403f-9509-cee483b96224 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:59:08.227617 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfb949d-4cc5-47b3-83fa-b215fb729ceb tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network b261e77f-bf9d-47a2-afca-cb6694b84239 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 13:59:08.239356 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-ee7a42d5-12d8-4e4d-b18a-8bc8ad745ea7 None None] For port c386d81e-ae53-46dd-b093-04c59d6fe464, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:59:08.242344 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-ee7a42d5-12d8-4e4d-b18a-8bc8ad745ea7 None None] For port c386d81e-ae53-46dd-b093-04c59d6fe464, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=c386d81e-ae53-46dd-b093-04c59d6fe464,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:59:08.301903 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-5cfb949d-4cc5-47b3-83fa-b215fb729ceb tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, b261e77f-bf9d-47a2-afca-cb6694b84239) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:59:08.306397 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfb949d-4cc5-47b3-83fa-b215fb729ceb tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:08.307009 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5cfb949d-4cc5-47b3-83fa-b215fb729ceb tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:08.310897 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51abe9e-d386-4ffb-8d53-db966a9909b8 None None] Network b261e77f-bf9d-47a2-afca-cb6694b84239 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:59:08.320134 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-ee7a42d5-12d8-4e4d-b18a-8bc8ad745ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:08.375402 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7a42d5-12d8-4e4d-b18a-8bc8ad745ea7 None None] Routers {'74a87f9e-bd21-4b24-8d19-27506aadae79'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:59:08.376006 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-ee7a42d5-12d8-4e4d-b18a-8bc8ad745ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:58:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['74a87f9e-bd21-4b24-8d19-27506aadae79'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:59:08.386704 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-5cfb949d-4cc5-47b3-83fa-b215fb729ceb tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7051401 Mar 28 13:59:08.389348 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 36628) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:59:08.413848 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc43b90-2c2d-403f-9509-cee483b96224 None None] Pushing event updated for resources: {'Port': ['ID=c386d81e-ae53-46dd-b093-04c59d6fe464,revision_number=3']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:08.459792 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964ca944-44c2-4919-831d-e6a6cfe48d86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-b261e77f-bf9d-47a2-afca-cb6694b84239', 'network_id': 'b261e77f-bf9d-47a2-afca-cb6694b84239', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ips': [{'subnet_id': '563704ed-ee94-4194-9b49-b3b32b4e7791'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 13:59:08.460729 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-964ca944-44c2-4919-831d-e6a6cfe48d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:08.589325 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-ee7a42d5-12d8-4e4d-b18a-8bc8ad745ea7 None None] Set router 74a87f9e-bd21-4b24-8d19-27506aadae79 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:59:08.612626 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-964ca944-44c2-4919-831d-e6a6cfe48d86 None None] Allocated IP 172.20.0.2 (b261e77f-bf9d-47a2-afca-cb6694b84239/563704ed-ee94-4194-9b49-b3b32b4e7791/6184c123-5283-47d9-87df-dd124a1f8359) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:59:08.755289 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-964ca944-44c2-4919-831d-e6a6cfe48d86 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:08.779692 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-ee7a42d5-12d8-4e4d-b18a-8bc8ad745ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a87f9e-bd21-4b24-8d19-27506aadae79', 'name': 'tempest-TestNetworkBasicOps-router-1504303240', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': 'c386d81e-ae53-46dd-b093-04c59d6fe464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:59:05Z', 'updated_at': '2022-03-28T13:59:06Z', 'revision_number': 3, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'c386d81e-ae53-46dd-b093-04c59d6fe464', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a87f9e-bd21-4b24-8d19-27506aadae79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:59:06Z', 'updated_at': '2022-03-28T13:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:59:08.806650 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7a42d5-12d8-4e4d-b18a-8bc8ad745ea7 None None] The sync data for ids ['74a87f9e-bd21-4b24-8d19-27506aadae79'] in dv-neutron-835335-1-hyperv is: [{'id': '74a87f9e-bd21-4b24-8d19-27506aadae79', 'name': 'tempest-TestNetworkBasicOps-router-1504303240', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': 'c386d81e-ae53-46dd-b093-04c59d6fe464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:59:05Z', 'updated_at': '2022-03-28T13:59:06Z', 'revision_number': 3, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'c386d81e-ae53-46dd-b093-04c59d6fe464', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a87f9e-bd21-4b24-8d19-27506aadae79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:59:06Z', 'updated_at': '2022-03-28T13:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:59:08.845776 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-964ca944-44c2-4919-831d-e6a6cfe48d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:08.890718 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964ca944-44c2-4919-831d-e6a6cfe48d86 None None] Network b261e77f-bf9d-47a2-afca-cb6694b84239 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:59:08.893725 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-964ca944-44c2-4919-831d-e6a6cfe48d86 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:59:08.898188 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964ca944-44c2-4919-831d-e6a6cfe48d86 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:59:08.901464 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964ca944-44c2-4919-831d-e6a6cfe48d86 None None] Pushing event updated for resources: {'Port': ['ID=6184c123-5283-47d9-87df-dd124a1f8359,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:08.956450 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-964ca944-44c2-4919-831d-e6a6cfe48d86 None None] Attempting to bind port 6184c123-5283-47d9-87df-dd124a1f8359 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:59:08.956824 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-964ca944-44c2-4919-831d-e6a6cfe48d86 None None] Attempting to bind port 6184c123-5283-47d9-87df-dd124a1f8359 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '1033ec51-7c73-4d31-962d-11475eb805b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b261e77f-bf9d-47a2-afca-cb6694b84239'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:59:08.957175 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964ca944-44c2-4919-831d-e6a6cfe48d86 None None] Attempting to bind port 6184c123-5283-47d9-87df-dd124a1f8359 on network b261e77f-bf9d-47a2-afca-cb6694b84239 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:59:08.962701 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964ca944-44c2-4919-831d-e6a6cfe48d86 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:59:08.963066 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964ca944-44c2-4919-831d-e6a6cfe48d86 None None] Checking segment: {'id': '1033ec51-7c73-4d31-962d-11475eb805b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b261e77f-bf9d-47a2-afca-cb6694b84239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:59:08.963461 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-964ca944-44c2-4919-831d-e6a6cfe48d86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:08.963847 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964ca944-44c2-4919-831d-e6a6cfe48d86 None None] Bound using segment: {'id': '1033ec51-7c73-4d31-962d-11475eb805b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b261e77f-bf9d-47a2-afca-cb6694b84239'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:59:08.964520 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-964ca944-44c2-4919-831d-e6a6cfe48d86 None None] Bound port: 6184c123-5283-47d9-87df-dd124a1f8359, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1033ec51-7c73-4d31-962d-11475eb805b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b261e77f-bf9d-47a2-afca-cb6694b84239'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:59:08.964857 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-964ca944-44c2-4919-831d-e6a6cfe48d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:09.037235 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-964ca944-44c2-4919-831d-e6a6cfe48d86 None None] For port 6184c123-5283-47d9-87df-dd124a1f8359, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:59:09.050871 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-964ca944-44c2-4919-831d-e6a6cfe48d86 None None] For port 6184c123-5283-47d9-87df-dd124a1f8359, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=6184c123-5283-47d9-87df-dd124a1f8359,segment=NetworkSegment(1033ec51-7c73-4d31-962d-11475eb805b5),segment_id=1033ec51-7c73-4d31-962d-11475eb805b5)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:59:09.125478 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-964ca944-44c2-4919-831d-e6a6cfe48d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:09.190637 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964ca944-44c2-4919-831d-e6a6cfe48d86 None None] Pushing event updated for resources: {'Port': ['ID=6184c123-5283-47d9-87df-dd124a1f8359,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:09.204221 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a508f8ec-28f3-47d7-92e1-cff0e882d354 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:09.525458 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-a508f8ec-28f3-47d7-92e1-cff0e882d354 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Allocated IP 172.20.0.1 (b261e77f-bf9d-47a2-afca-cb6694b84239/563704ed-ee94-4194-9b49-b3b32b4e7791/4e20f7bc-a52e-4351-b8be-65618d8bcf9e) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:59:09.644252 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a508f8ec-28f3-47d7-92e1-cff0e882d354 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:09.753771 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a508f8ec-28f3-47d7-92e1-cff0e882d354 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:09.797557 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a508f8ec-28f3-47d7-92e1-cff0e882d354 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network b261e77f-bf9d-47a2-afca-cb6694b84239 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:59:09.800898 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-a508f8ec-28f3-47d7-92e1-cff0e882d354 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:59:09.805225 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a508f8ec-28f3-47d7-92e1-cff0e882d354 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:59:09.811789 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a508f8ec-28f3-47d7-92e1-cff0e882d354 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=4e20f7bc-a52e-4351-b8be-65618d8bcf9e,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:09.858152 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a508f8ec-28f3-47d7-92e1-cff0e882d354 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:10.065981 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a508f8ec-28f3-47d7-92e1-cff0e882d354 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:10.143381 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64eaacc5-a6e1-4fbe-a090-6b68f3e19f6e None None] Network b261e77f-bf9d-47a2-afca-cb6694b84239 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:59:10.219798 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-fc9ae531-b60e-4df4-b9a8-42d13c0e503e None None] Provisioning complete for port 6184c123-5283-47d9-87df-dd124a1f8359 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:59:10.220168 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-fc9ae531-b60e-4df4-b9a8-42d13c0e503e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:10.349033 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a508f8ec-28f3-47d7-92e1-cff0e882d354 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:10.367419 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-fc9ae531-b60e-4df4-b9a8-42d13c0e503e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:10.404691 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-fc9ae531-b60e-4df4-b9a8-42d13c0e503e None None] For port 6184c123-5283-47d9-87df-dd124a1f8359, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=6184c123-5283-47d9-87df-dd124a1f8359,segment=NetworkSegment(1033ec51-7c73-4d31-962d-11475eb805b5),segment_id=1033ec51-7c73-4d31-962d-11475eb805b5)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:59:10.412605 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a508f8ec-28f3-47d7-92e1-cff0e882d354 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:10.488234 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a508f8ec-28f3-47d7-92e1-cff0e882d354 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:10.490358 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a508f8ec-28f3-47d7-92e1-cff0e882d354 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=4e20f7bc-a52e-4351-b8be-65618d8bcf9e,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:10.499619 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-fc9ae531-b60e-4df4-b9a8-42d13c0e503e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:10.557403 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ae531-b60e-4df4-b9a8-42d13c0e503e None None] Pushing event updated for resources: {'Port': ['ID=6184c123-5283-47d9-87df-dd124a1f8359,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:10.599574 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a508f8ec-28f3-47d7-92e1-cff0e882d354 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network b261e77f-bf9d-47a2-afca-cb6694b84239 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:59:10.601124 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-a508f8ec-28f3-47d7-92e1-cff0e882d354 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:59:10.621102 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-e71f68d4-b3d2-4691-b4d9-470a15366074 None None] Provisioning complete for port 6184c123-5283-47d9-87df-dd124a1f8359 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:59:10.621565 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e71f68d4-b3d2-4691-b4d9-470a15366074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:10.722573 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-e71f68d4-b3d2-4691-b4d9-470a15366074 None None] Provisioning complete for port 4e20f7bc-a52e-4351-b8be-65618d8bcf9e triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:59:10.723093 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e71f68d4-b3d2-4691-b4d9-470a15366074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:10.759548 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-e71f68d4-b3d2-4691-b4d9-470a15366074 None None] Port 4e20f7bc-a52e-4351-b8be-65618d8bcf9e cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:59:10.765822 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a508f8ec-28f3-47d7-92e1-cff0e882d354 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Router 74a87f9e-bd21-4b24-8d19-27506aadae79 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:59:10.834237 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 6184c123-5283-47d9-87df-dd124a1f8359 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:59:10.891341 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a508f8ec-28f3-47d7-92e1-cff0e882d354 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:59:10.893783 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-69d87df3-2135-496f-b0b3-fc8aec39ad40 None None] Provisioning complete for port 4e20f7bc-a52e-4351-b8be-65618d8bcf9e triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:59:10.894045 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-69d87df3-2135-496f-b0b3-fc8aec39ad40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:10.904419 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a508f8ec-28f3-47d7-92e1-cff0e882d354 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "PUT /v2.0/routers/74a87f9e-bd21-4b24-8d19-27506aadae79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5119953 Mar 28 13:59:10.905054 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36630) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:59:10.925247 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e7a8e6-0a1f-4aca-bf4f-e27d6951830d None None] Sync routers for ids ['74a87f9e-bd21-4b24-8d19-27506aadae79'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:59:10.948841 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 6184c123-5283-47d9-87df-dd124a1f8359 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:59:10.949188 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:10.952290 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-69d87df3-2135-496f-b0b3-fc8aec39ad40 None None] Port 4e20f7bc-a52e-4351-b8be-65618d8bcf9e cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:59:10.953380 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e7a8e6-0a1f-4aca-bf4f-e27d6951830d None None] Routers {'74a87f9e-bd21-4b24-8d19-27506aadae79'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:59:10.954066 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-86e7a8e6-0a1f-4aca-bf4f-e27d6951830d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:58:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['74a87f9e-bd21-4b24-8d19-27506aadae79'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:59:11.008208 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7213f6-5087-49cf-97dc-f18540265990 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:11.008710 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7213f6-5087-49cf-97dc-f18540265990 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:11.009174 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7213f6-5087-49cf-97dc-f18540265990 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:11.009629 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7213f6-5087-49cf-97dc-f18540265990 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:11.010081 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7213f6-5087-49cf-97dc-f18540265990 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:11.010532 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7213f6-5087-49cf-97dc-f18540265990 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:11.012387 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-3c7213f6-5087-49cf-97dc-f18540265990 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1063089 Mar 28 13:59:11.015248 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36632) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:59:11.072015 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc24613-a602-4654-aa39-cf4ef262f77c tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:11.072498 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc24613-a602-4654-aa39-cf4ef262f77c tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:11.072955 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc24613-a602-4654-aa39-cf4ef262f77c tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:11.073408 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc24613-a602-4654-aa39-cf4ef262f77c tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:11.073853 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc24613-a602-4654-aa39-cf4ef262f77c tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:11.074299 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc24613-a602-4654-aa39-cf4ef262f77c tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:11.076139 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-0bc24613-a602-4654-aa39-cf4ef262f77c tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0599616 Mar 28 13:59:11.079782 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36634) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:59:11.190578 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-7f449fa2-8632-4fc5-9d33-fbb73f236804 None None] Provisioning complete for port 4e20f7bc-a52e-4351-b8be-65618d8bcf9e triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:59:11.191211 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7f449fa2-8632-4fc5-9d33-fbb73f236804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:11.217135 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a817b6f5-b93d-4109-8b78-3efc8c2198dd tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.1356833 Mar 28 13:59:11.219916 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36636) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:59:11.225652 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-4fe55d96-b04f-4555-8653-6feaaf725b1e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1817909140', 'network_id': 'b261e77f-bf9d-47a2-afca-cb6694b84239'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:59:11.293467 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-86e7a8e6-0a1f-4aca-bf4f-e27d6951830d None None] Set router 74a87f9e-bd21-4b24-8d19-27506aadae79 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:59:11.295599 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-7f449fa2-8632-4fc5-9d33-fbb73f236804 None None] Port 4e20f7bc-a52e-4351-b8be-65618d8bcf9e cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:59:11.339577 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device c386d81e-ae53-46dd-b093-04c59d6fe464 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:59:11.406113 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe55d96-b04f-4555-8653-6feaaf725b1e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Made reservation on behalf of 8783dd3017a04690835ab7e96e428838 for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:59:11.409834 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4fe55d96-b04f-4555-8653-6feaaf725b1e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:11.427645 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [None req-4fe55d96-b04f-4555-8653-6feaaf725b1e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] device_id is not set on port 666bcc3b-93d3-4042-9b3a-fc1fdcde8478 yet. {{(pid=109612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:59:11.485565 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port c386d81e-ae53-46dd-b093-04c59d6fe464 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:59:11.485855 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:11.534554 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-4fe55d96-b04f-4555-8653-6feaaf725b1e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Allocated IP 172.20.0.11 (b261e77f-bf9d-47a2-afca-cb6694b84239/563704ed-ee94-4194-9b49-b3b32b4e7791/666bcc3b-93d3-4042-9b3a-fc1fdcde8478) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:59:11.593379 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-86e7a8e6-0a1f-4aca-bf4f-e27d6951830d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a87f9e-bd21-4b24-8d19-27506aadae79', 'name': 'tempest-TestNetworkBasicOps-router-1504303240', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': 'c386d81e-ae53-46dd-b093-04c59d6fe464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:59:05Z', 'updated_at': '2022-03-28T13:59:09Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'c386d81e-ae53-46dd-b093-04c59d6fe464', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a87f9e-bd21-4b24-8d19-27506aadae79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:59:06Z', 'updated_at': '2022-03-28T13:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '4e20f7bc-a52e-4351-b8be-65618d8bcf9e', 'name': '', 'network_id': 'b261e77f-bf9d-47a2-afca-cb6694b84239', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:4c:af:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a87f9e-bd21-4b24-8d19-27506aadae79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '563704ed-ee94-4194-9b49-b3b32b4e7791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:59:09Z', 'updated_at': '2022-03-28T13:59:10Z', 'revision_number': 2, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': '563704ed-ee94-4194-9b49-b3b32b4e7791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:59:11.626331 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e7a8e6-0a1f-4aca-bf4f-e27d6951830d None None] Checking router: 74a87f9e-bd21-4b24-8d19-27506aadae79 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:59:11.626683 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e7a8e6-0a1f-4aca-bf4f-e27d6951830d None None] Updating router 74a87f9e-bd21-4b24-8d19-27506aadae79 port 4e20f7bc-a52e-4351-b8be-65618d8bcf9e binding host dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 13:59:11.629341 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:11.668528 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port c386d81e-ae53-46dd-b093-04c59d6fe464, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=c386d81e-ae53-46dd-b093-04c59d6fe464,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:59:11.669550 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-86e7a8e6-0a1f-4aca-bf4f-e27d6951830d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:11.691616 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4fe55d96-b04f-4555-8653-6feaaf725b1e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:11.760848 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:11.788642 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4fe55d96-b04f-4555-8653-6feaaf725b1e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:11.832499 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe55d96-b04f-4555-8653-6feaaf725b1e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network b261e77f-bf9d-47a2-afca-cb6694b84239 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:59:11.835620 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-4fe55d96-b04f-4555-8653-6feaaf725b1e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:59:11.839494 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe55d96-b04f-4555-8653-6feaaf725b1e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:59:11.867417 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe55d96-b04f-4555-8653-6feaaf725b1e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=666bcc3b-93d3-4042-9b3a-fc1fdcde8478,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:11.869086 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=c386d81e-ae53-46dd-b093-04c59d6fe464,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:11.897110 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe55d96-b04f-4555-8653-6feaaf725b1e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:11.897744 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4fe55d96-b04f-4555-8653-6feaaf725b1e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:11.977836 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-4fe55d96-b04f-4555-8653-6feaaf725b1e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7566838 Mar 28 13:59:11.991633 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-86e7a8e6-0a1f-4aca-bf4f-e27d6951830d None None] Notify callbacks [] for port, precommit_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:12.063485 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-86e7a8e6-0a1f-4aca-bf4f-e27d6951830d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:12.120995 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5489c5f7-532d-4dd1-bf3a-b4f4291a90a9 None None] Pushing event updated for resources: {'Port': ['ID=4e20f7bc-a52e-4351-b8be-65618d8bcf9e,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:12.161991 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-03c8b16e-257c-41d3-b803-e044668e2936 None None] Provisioning complete for port 666bcc3b-93d3-4042-9b3a-fc1fdcde8478 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:59:12.162396 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-03c8b16e-257c-41d3-b803-e044668e2936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:12.196324 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-86e7a8e6-0a1f-4aca-bf4f-e27d6951830d None None] Attempting to bind port 4e20f7bc-a52e-4351-b8be-65618d8bcf9e on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:59:12.197047 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-86e7a8e6-0a1f-4aca-bf4f-e27d6951830d None None] Attempting to bind port 4e20f7bc-a52e-4351-b8be-65618d8bcf9e by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '1033ec51-7c73-4d31-962d-11475eb805b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b261e77f-bf9d-47a2-afca-cb6694b84239'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:59:12.197047 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e7a8e6-0a1f-4aca-bf4f-e27d6951830d None None] Attempting to bind port 4e20f7bc-a52e-4351-b8be-65618d8bcf9e on network b261e77f-bf9d-47a2-afca-cb6694b84239 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:59:12.210080 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e7a8e6-0a1f-4aca-bf4f-e27d6951830d None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:59:12.210452 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e7a8e6-0a1f-4aca-bf4f-e27d6951830d None None] Checking segment: {'id': '1033ec51-7c73-4d31-962d-11475eb805b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b261e77f-bf9d-47a2-afca-cb6694b84239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:59:12.210852 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-86e7a8e6-0a1f-4aca-bf4f-e27d6951830d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:12.211244 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e7a8e6-0a1f-4aca-bf4f-e27d6951830d None None] Bound using segment: {'id': '1033ec51-7c73-4d31-962d-11475eb805b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b261e77f-bf9d-47a2-afca-cb6694b84239'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:59:12.211716 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-86e7a8e6-0a1f-4aca-bf4f-e27d6951830d None None] Bound port: 4e20f7bc-a52e-4351-b8be-65618d8bcf9e, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1033ec51-7c73-4d31-962d-11475eb805b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b261e77f-bf9d-47a2-afca-cb6694b84239'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:59:12.212095 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-86e7a8e6-0a1f-4aca-bf4f-e27d6951830d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:12.216151 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-03c8b16e-257c-41d3-b803-e044668e2936 None None] Port 666bcc3b-93d3-4042-9b3a-fc1fdcde8478 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:59:12.291120 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-86e7a8e6-0a1f-4aca-bf4f-e27d6951830d None None] For port 4e20f7bc-a52e-4351-b8be-65618d8bcf9e, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:59:12.291120 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-86e7a8e6-0a1f-4aca-bf4f-e27d6951830d None None] For port 4e20f7bc-a52e-4351-b8be-65618d8bcf9e, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=4e20f7bc-a52e-4351-b8be-65618d8bcf9e,segment=NetworkSegment(1033ec51-7c73-4d31-962d-11475eb805b5),segment_id=1033ec51-7c73-4d31-962d-11475eb805b5)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:59:12.335918 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-707b284c-7984-4f39-9a95-581334fe2d38 None None] Provisioning complete for port 4e20f7bc-a52e-4351-b8be-65618d8bcf9e triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:59:12.336284 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-707b284c-7984-4f39-9a95-581334fe2d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:12.346667 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36640) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:59:12.351316 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-78abe283-37e6-44ca-b146-2dec15fae09b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1872958353', 'description': 'tempest-secgroup-smoke-1872958353 description', 'project_id': '8783dd3017a04690835ab7e96e428838'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:59:12.368480 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-86e7a8e6-0a1f-4aca-bf4f-e27d6951830d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:12.398359 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-707b284c-7984-4f39-9a95-581334fe2d38 None None] Port 4e20f7bc-a52e-4351-b8be-65618d8bcf9e cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:59:12.430614 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e7a8e6-0a1f-4aca-bf4f-e27d6951830d None None] Routers {'74a87f9e-bd21-4b24-8d19-27506aadae79'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:59:12.431240 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-86e7a8e6-0a1f-4aca-bf4f-e27d6951830d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:58:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['74a87f9e-bd21-4b24-8d19-27506aadae79'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:59:12.468147 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-78abe283-37e6-44ca-b146-2dec15fae09b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:12.471132 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5489c5f7-532d-4dd1-bf3a-b4f4291a90a9 None None] Pushing event updated for resources: {'Port': ['ID=4e20f7bc-a52e-4351-b8be-65618d8bcf9e,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:12.548077 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-78abe283-37e6-44ca-b146-2dec15fae09b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:12.558391 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-86e7a8e6-0a1f-4aca-bf4f-e27d6951830d None None] Set router 74a87f9e-bd21-4b24-8d19-27506aadae79 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:59:12.618182 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-78abe283-37e6-44ca-b146-2dec15fae09b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:12.649032 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78abe283-37e6-44ca-b146-2dec15fae09b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4be10317-0f6f-4614-84af-f06721e092ed,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:12.690209 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-cf800bf1-6995-41a1-8175-0e2289a7fb1a None None] Provisioning complete for port 4e20f7bc-a52e-4351-b8be-65618d8bcf9e triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:59:12.690583 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-cf800bf1-6995-41a1-8175-0e2289a7fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:12.700240 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-78abe283-37e6-44ca-b146-2dec15fae09b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:12.704532 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-78abe283-37e6-44ca-b146-2dec15fae09b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3541605 Mar 28 13:59:12.704821 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36642) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:59:12.709459 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-43c5a2eb-e0c4-4a0c-992d-89b3926ffbfe tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': '4be10317-0f6f-4614-84af-f06721e092ed', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:59:12.740028 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device c386d81e-ae53-46dd-b093-04c59d6fe464 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:59:12.800591 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-43c5a2eb-e0c4-4a0c-992d-89b3926ffbfe tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:12.858123 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-cf800bf1-6995-41a1-8175-0e2289a7fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:12.862781 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-43c5a2eb-e0c4-4a0c-992d-89b3926ffbfe tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:12.890693 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port c386d81e-ae53-46dd-b093-04c59d6fe464 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:59:12.891062 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:12.934105 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-cf800bf1-6995-41a1-8175-0e2289a7fb1a None None] For port 4e20f7bc-a52e-4351-b8be-65618d8bcf9e, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=4e20f7bc-a52e-4351-b8be-65618d8bcf9e,segment=NetworkSegment(1033ec51-7c73-4d31-962d-11475eb805b5),segment_id=1033ec51-7c73-4d31-962d-11475eb805b5)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:59:12.939963 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-86e7a8e6-0a1f-4aca-bf4f-e27d6951830d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a87f9e-bd21-4b24-8d19-27506aadae79', 'name': 'tempest-TestNetworkBasicOps-router-1504303240', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': 'c386d81e-ae53-46dd-b093-04c59d6fe464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:59:05Z', 'updated_at': '2022-03-28T13:59:09Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'c386d81e-ae53-46dd-b093-04c59d6fe464', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a87f9e-bd21-4b24-8d19-27506aadae79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:59:06Z', 'updated_at': '2022-03-28T13:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '4e20f7bc-a52e-4351-b8be-65618d8bcf9e', 'name': '', 'network_id': 'b261e77f-bf9d-47a2-afca-cb6694b84239', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:4c:af:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a87f9e-bd21-4b24-8d19-27506aadae79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '563704ed-ee94-4194-9b49-b3b32b4e7791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:59:09Z', 'updated_at': '2022-03-28T13:59:12Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': '563704ed-ee94-4194-9b49-b3b32b4e7791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:59:12.943722 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-43c5a2eb-e0c4-4a0c-992d-89b3926ffbfe tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:12.961701 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c5a2eb-e0c4-4a0c-992d-89b3926ffbfe tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23a5d94d-6392-4227-aa06-c5da7a7a25bc,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:12.968716 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e7a8e6-0a1f-4aca-bf4f-e27d6951830d None None] The sync data for ids ['74a87f9e-bd21-4b24-8d19-27506aadae79'] in dv-neutron-835335-1-hyperv is: [{'id': '74a87f9e-bd21-4b24-8d19-27506aadae79', 'name': 'tempest-TestNetworkBasicOps-router-1504303240', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': 'c386d81e-ae53-46dd-b093-04c59d6fe464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:59:05Z', 'updated_at': '2022-03-28T13:59:09Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'c386d81e-ae53-46dd-b093-04c59d6fe464', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a87f9e-bd21-4b24-8d19-27506aadae79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:59:06Z', 'updated_at': '2022-03-28T13:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '4e20f7bc-a52e-4351-b8be-65618d8bcf9e', 'name': '', 'network_id': 'b261e77f-bf9d-47a2-afca-cb6694b84239', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:4c:af:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a87f9e-bd21-4b24-8d19-27506aadae79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '563704ed-ee94-4194-9b49-b3b32b4e7791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:59:09Z', 'updated_at': '2022-03-28T13:59:12Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': '563704ed-ee94-4194-9b49-b3b32b4e7791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:59:13.013524 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-cf800bf1-6995-41a1-8175-0e2289a7fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:13.046830 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-43c5a2eb-e0c4-4a0c-992d-89b3926ffbfe tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:13.048118 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-43c5a2eb-e0c4-4a0c-992d-89b3926ffbfe tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3422751 Mar 28 13:59:13.051758 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36644) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:59:13.057507 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-e6038691-c0a4-4854-9362-30c8dec1cc0f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': '4be10317-0f6f-4614-84af-f06721e092ed', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:59:13.083202 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf800bf1-6995-41a1-8175-0e2289a7fb1a None None] Pushing event updated for resources: {'Port': ['ID=4e20f7bc-a52e-4351-b8be-65618d8bcf9e,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:13.158949 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e6038691-c0a4-4854-9362-30c8dec1cc0f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:13.217354 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e6038691-c0a4-4854-9362-30c8dec1cc0f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:13.316069 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e6038691-c0a4-4854-9362-30c8dec1cc0f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:13.335146 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6038691-c0a4-4854-9362-30c8dec1cc0f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da5b9a4c-ab75-4c89-a4af-10f14b0934f9,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:13.426702 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e6038691-c0a4-4854-9362-30c8dec1cc0f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:13.430579 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-e6038691-c0a4-4854-9362-30c8dec1cc0f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3753726 Mar 28 13:59:13.432734 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36646) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:59:13.435230 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-20eaeeeb-b6c3-4152-9e4c-161d33602f75 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': '4be10317-0f6f-4614-84af-f06721e092ed', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:59:13.452690 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:13.532093 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-20eaeeeb-b6c3-4152-9e4c-161d33602f75 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:13.604292 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-20eaeeeb-b6c3-4152-9e4c-161d33602f75 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:13.681257 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-20eaeeeb-b6c3-4152-9e4c-161d33602f75 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:13.701116 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eaeeeb-b6c3-4152-9e4c-161d33602f75 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2de166c0-0174-480e-9bcb-a41499199b02,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:13.789892 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-20eaeeeb-b6c3-4152-9e4c-161d33602f75 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:13.793799 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-20eaeeeb-b6c3-4152-9e4c-161d33602f75 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3594398 Mar 28 13:59:13.794140 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 36648) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:59:13.803322 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-2f5b4051-dbda-409d-8209-f9872270a560 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': '4be10317-0f6f-4614-84af-f06721e092ed', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:59:13.884114 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2f5b4051-dbda-409d-8209-f9872270a560 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:13.946302 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2f5b4051-dbda-409d-8209-f9872270a560 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:14.033847 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2f5b4051-dbda-409d-8209-f9872270a560 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:14.052391 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b4051-dbda-409d-8209-f9872270a560 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=496eed0f-6ec8-4b40-b03d-67dfff6372f5,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:14.122549 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2f5b4051-dbda-409d-8209-f9872270a560 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:14.123674 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-2f5b4051-dbda-409d-8209-f9872270a560 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3285301 Mar 28 13:59:14.126366 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 36650) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:59:14.130627 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-c3e2006e-1810-4814-af9b-90aff0331ac7 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': '4be10317-0f6f-4614-84af-f06721e092ed', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:59:14.223693 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.securitygroups_db [None req-c3e2006e-1810-4814-af9b-90aff0331ac7 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Project 8783dd3017a04690835ab7e96e428838 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 13:59:14.228939 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c3e2006e-1810-4814-af9b-90aff0331ac7 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:14.288311 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c3e2006e-1810-4814-af9b-90aff0331ac7 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:14.358339 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c3e2006e-1810-4814-af9b-90aff0331ac7 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:14.376774 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e2006e-1810-4814-af9b-90aff0331ac7 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec87da7b-8e96-4d1a-8a6e-a88c59956e0e,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:14.453922 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c3e2006e-1810-4814-af9b-90aff0331ac7 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:14.455764 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c3e2006e-1810-4814-af9b-90aff0331ac7 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3279002 Mar 28 13:59:14.458517 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 36652) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:59:14.463009 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-92af27e4-64e4-44ec-9cae-897c7c4395c3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': '4be10317-0f6f-4614-84af-f06721e092ed', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:59:14.553092 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.securitygroups_db [None req-92af27e4-64e4-44ec-9cae-897c7c4395c3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Project 8783dd3017a04690835ab7e96e428838 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 13:59:14.557830 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-92af27e4-64e4-44ec-9cae-897c7c4395c3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:14.619857 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-92af27e4-64e4-44ec-9cae-897c7c4395c3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:14.684943 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-92af27e4-64e4-44ec-9cae-897c7c4395c3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:14.703337 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92af27e4-64e4-44ec-9cae-897c7c4395c3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e767e65e-5837-4135-9024-a57977d7fd22,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:14.740257 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 4e20f7bc-a52e-4351-b8be-65618d8bcf9e up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:59:14.774314 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-92af27e4-64e4-44ec-9cae-897c7c4395c3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:14.779331 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-92af27e4-64e4-44ec-9cae-897c7c4395c3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3160605 Mar 28 13:59:14.790527 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 4e20f7bc-a52e-4351-b8be-65618d8bcf9e triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:59:14.790527 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:14.918003 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1bf9f60c-beaa-4f9c-9e65-4053cc6bc1b7 req-bccd0f1e-e968-4bb7-98e4-1470db07ff4c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1872958353&fields=id&tenant_id=8783dd3017a04690835ab7e96e428838 HTTP/1.1" status: 200 len: 267 time: 0.0311575 Mar 28 13:59:14.965083 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9f60c-beaa-4f9c-9e65-4053cc6bc1b7 req-87c49570-577b-4d18-8def-d4517545a294 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:14.966416 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1bf9f60c-beaa-4f9c-9e65-4053cc6bc1b7 req-87c49570-577b-4d18-8def-d4517545a294 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports/666bcc3b-93d3-4042-9b3a-fc1fdcde8478 HTTP/1.1" status: 200 len: 931 time: 0.0415378 Mar 28 13:59:15.019760 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [req-1bf9f60c-beaa-4f9c-9e65-4053cc6bc1b7 req-ba7d1f2b-642d-4683-a3ab-50e34dc7b7dd service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 13:59:15.020811 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1bf9f60c-beaa-4f9c-9e65-4053cc6bc1b7 req-ba7d1f2b-642d-4683-a3ab-50e34dc7b7dd service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0434356 Mar 28 13:59:15.059914 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1bf9f60c-beaa-4f9c-9e65-4053cc6bc1b7 req-00bbb33e-d659-44eb-a238-791bfabc2a81 service neutron] 10.222.0.24 "GET /v2.0/ports/666bcc3b-93d3-4042-9b3a-fc1fdcde8478?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0325520 Mar 28 13:59:15.148282 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1bf9f60c-beaa-4f9c-9e65-4053cc6bc1b7 req-b5bb6bc7-8d89-4914-bf43-b47a1c253cbb service neutron] 10.222.0.24 "GET /v2.0/networks/b261e77f-bf9d-47a2-afca-cb6694b84239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818348 Mar 28 13:59:15.234901 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1bf9f60c-beaa-4f9c-9e65-4053cc6bc1b7 req-74a584e0-16b9-4c82-a754-763cc3e804f3 service neutron] 10.222.0.24 "GET /v2.0/networks/b261e77f-bf9d-47a2-afca-cb6694b84239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804679 Mar 28 13:59:16.491308 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-86261332-f706-4e75-b7da-ef9752e0b329 req-53047d97-6975-4596-a1b4-7aff81dbf65a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=867e86c3-4044-43f2-91f8-dd2a4058c6e8 HTTP/1.1" status: 200 len: 210 time: 0.0334260 Mar 28 13:59:17.583819 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0e6e30ec-e760-4d4f-bb33-8e79c12704c2 req-fbbb49af-0b49-4a09-9b88-c1f627b5c180 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=867e86c3-4044-43f2-91f8-dd2a4058c6e8 HTTP/1.1" status: 200 len: 210 time: 0.0270755 Mar 28 13:59:18.272125 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9f60c-beaa-4f9c-9e65-4053cc6bc1b7 req-084c2596-f6e8-449b-9037-d8790abfb3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:18.273504 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1bf9f60c-beaa-4f9c-9e65-4053cc6bc1b7 req-084c2596-f6e8-449b-9037-d8790abfb3ee service neutron] 10.222.0.20 "GET /v2.0/ports/666bcc3b-93d3-4042-9b3a-fc1fdcde8478 HTTP/1.1" status: 200 len: 1027 time: 0.0323606 Mar 28 13:59:18.380729 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9f60c-beaa-4f9c-9e65-4053cc6bc1b7 req-d699f8fd-cc17-4d90-b6f2-f4f0dae2cd16 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:18.382240 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1bf9f60c-beaa-4f9c-9e65-4053cc6bc1b7 req-d699f8fd-cc17-4d90-b6f2-f4f0dae2cd16 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "GET /v2.0/networks?id=b261e77f-bf9d-47a2-afca-cb6694b84239 HTTP/1.1" status: 200 len: 797 time: 0.1033070 Mar 28 13:59:18.424165 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1bf9f60c-beaa-4f9c-9e65-4053cc6bc1b7 req-fb96aaa8-ee77-4a52-9c2e-ef0a9c288b31 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8783dd3017a04690835ab7e96e428838 HTTP/1.1" status: 200 len: 380 time: 0.0335133 Mar 28 13:59:18.434733 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-1bf9f60c-beaa-4f9c-9e65-4053cc6bc1b7 req-e61852c3-5599-4f5e-8816-ae54ff2b5374 service neutron] Request body: {'port': {'device_id': '867e86c3-4044-43f2-91f8-dd2a4058c6e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:59:18.490251 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-1bf9f60c-beaa-4f9c-9e65-4053cc6bc1b7 req-e61852c3-5599-4f5e-8816-ae54ff2b5374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:18.688507 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1a2925a1-562a-451c-b683-99997f6ad439 req-40c5691d-4854-478c-8b88-d5bebb18f589 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=867e86c3-4044-43f2-91f8-dd2a4058c6e8 HTTP/1.1" status: 200 len: 210 time: 0.0341654 Mar 28 13:59:18.776124 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [req-1bf9f60c-beaa-4f9c-9e65-4053cc6bc1b7 req-e61852c3-5599-4f5e-8816-ae54ff2b5374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 666bcc3b-93d3-4042-9b3a-fc1fdcde8478 {{(pid=109613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 13:59:18.783366 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-1bf9f60c-beaa-4f9c-9e65-4053cc6bc1b7 req-e61852c3-5599-4f5e-8816-ae54ff2b5374 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:18.795615 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.provisioning_blocks [req-1bf9f60c-beaa-4f9c-9e65-4053cc6bc1b7 req-e61852c3-5599-4f5e-8816-ae54ff2b5374 service neutron] Transition to ACTIVE for port object 666bcc3b-93d3-4042-9b3a-fc1fdcde8478 will not be triggered until provisioned by entity L2. {{(pid=109613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 13:59:18.879312 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-1bf9f60c-beaa-4f9c-9e65-4053cc6bc1b7 req-e61852c3-5599-4f5e-8816-ae54ff2b5374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:18.929668 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61852c3-5599-4f5e-8816-ae54ff2b5374 service neutron] Pushing event updated for resources: {'Port': ['ID=666bcc3b-93d3-4042-9b3a-fc1fdcde8478,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:19.001131 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-1bf9f60c-beaa-4f9c-9e65-4053cc6bc1b7 req-e61852c3-5599-4f5e-8816-ae54ff2b5374 service neutron] Attempting to bind port 666bcc3b-93d3-4042-9b3a-fc1fdcde8478 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:59:19.001472 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-1bf9f60c-beaa-4f9c-9e65-4053cc6bc1b7 req-e61852c3-5599-4f5e-8816-ae54ff2b5374 service neutron] Attempting to bind port 666bcc3b-93d3-4042-9b3a-fc1fdcde8478 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '1033ec51-7c73-4d31-962d-11475eb805b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b261e77f-bf9d-47a2-afca-cb6694b84239'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:59:19.001799 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf9f60c-beaa-4f9c-9e65-4053cc6bc1b7 req-e61852c3-5599-4f5e-8816-ae54ff2b5374 service neutron] Attempting to bind port 666bcc3b-93d3-4042-9b3a-fc1fdcde8478 on network b261e77f-bf9d-47a2-afca-cb6694b84239 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:59:19.006992 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf9f60c-beaa-4f9c-9e65-4053cc6bc1b7 req-e61852c3-5599-4f5e-8816-ae54ff2b5374 service neutron] Port 666bcc3b-93d3-4042-9b3a-fc1fdcde8478 on network b261e77f-bf9d-47a2-afca-cb6694b84239 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:59:19.007318 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf9f60c-beaa-4f9c-9e65-4053cc6bc1b7 req-e61852c3-5599-4f5e-8816-ae54ff2b5374 service neutron] Attempting to bind port 666bcc3b-93d3-4042-9b3a-fc1fdcde8478 on network b261e77f-bf9d-47a2-afca-cb6694b84239 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:59:19.012339 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf9f60c-beaa-4f9c-9e65-4053cc6bc1b7 req-e61852c3-5599-4f5e-8816-ae54ff2b5374 service neutron] Checking agent: {'id': '72ab3303-6c81-4bd9-a1a9-2c5d9b681d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'started_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:59:19.012709 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf9f60c-beaa-4f9c-9e65-4053cc6bc1b7 req-e61852c3-5599-4f5e-8816-ae54ff2b5374 service neutron] Checking segment: {'id': '1033ec51-7c73-4d31-962d-11475eb805b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b261e77f-bf9d-47a2-afca-cb6694b84239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:59:19.013089 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf9f60c-beaa-4f9c-9e65-4053cc6bc1b7 req-e61852c3-5599-4f5e-8816-ae54ff2b5374 service neutron] Bound using segment: {'id': '1033ec51-7c73-4d31-962d-11475eb805b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b261e77f-bf9d-47a2-afca-cb6694b84239'} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:59:19.013514 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-1bf9f60c-beaa-4f9c-9e65-4053cc6bc1b7 req-e61852c3-5599-4f5e-8816-ae54ff2b5374 service neutron] Bound port: 666bcc3b-93d3-4042-9b3a-fc1fdcde8478, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1033ec51-7c73-4d31-962d-11475eb805b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b261e77f-bf9d-47a2-afca-cb6694b84239'}}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:59:19.013880 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-1bf9f60c-beaa-4f9c-9e65-4053cc6bc1b7 req-e61852c3-5599-4f5e-8816-ae54ff2b5374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:19.078735 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-1bf9f60c-beaa-4f9c-9e65-4053cc6bc1b7 req-e61852c3-5599-4f5e-8816-ae54ff2b5374 service neutron] For port 666bcc3b-93d3-4042-9b3a-fc1fdcde8478, host hv-neutron-8353, cleared binding levels {{(pid=109613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:59:19.082437 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-1bf9f60c-beaa-4f9c-9e65-4053cc6bc1b7 req-e61852c3-5599-4f5e-8816-ae54ff2b5374 service neutron] For port 666bcc3b-93d3-4042-9b3a-fc1fdcde8478, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=666bcc3b-93d3-4042-9b3a-fc1fdcde8478,segment=NetworkSegment(1033ec51-7c73-4d31-962d-11475eb805b5),segment_id=1033ec51-7c73-4d31-962d-11475eb805b5)] {{(pid=109613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:59:19.141971 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-1bf9f60c-beaa-4f9c-9e65-4053cc6bc1b7 req-e61852c3-5599-4f5e-8816-ae54ff2b5374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:19.177693 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9f60c-beaa-4f9c-9e65-4053cc6bc1b7 req-e61852c3-5599-4f5e-8816-ae54ff2b5374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:19.178305 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-1bf9f60c-beaa-4f9c-9e65-4053cc6bc1b7 req-e61852c3-5599-4f5e-8816-ae54ff2b5374 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:19.179657 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1bf9f60c-beaa-4f9c-9e65-4053cc6bc1b7 req-e61852c3-5599-4f5e-8816-ae54ff2b5374 service neutron] 10.222.0.20 "PUT /v2.0/ports/666bcc3b-93d3-4042-9b3a-fc1fdcde8478 HTTP/1.1" status: 200 len: 1132 time: 0.7487442 Mar 28 13:59:19.180091 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '867e86c3-4044-43f2-91f8-dd2a4058c6e8', 'tag': '666bcc3b-93d3-4042-9b3a-fc1fdcde8478'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:59:19.182351 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3a46ec-5581-44b2-9a03-46e8ab5dfe9d" -d '{"events": [{"name": "network-changed", "server_uuid": "867e86c3-4044-43f2-91f8-dd2a4058c6e8", "tag": "666bcc3b-93d3-4042-9b3a-fc1fdcde8478"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:59:19.209136 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61852c3-5599-4f5e-8816-ae54ff2b5374 service neutron] Pushing event updated for resources: {'Port': ['ID=666bcc3b-93d3-4042-9b3a-fc1fdcde8478,revision_number=3']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:19.227143 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 13:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821cd465-aa65-4a5e-9513-640b60900393 x-openstack-request-id: req-821cd465-aa65-4a5e-9513-640b60900393 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:59:19.227437 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "867e86c3-4044-43f2-91f8-dd2a4058c6e8", "tag": "666bcc3b-93d3-4042-9b3a-fc1fdcde8478", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:59:19.227649 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-821cd465-aa65-4a5e-9513-640b60900393 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:59:19.228226 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '867e86c3-4044-43f2-91f8-dd2a4058c6e8', 'tag': '666bcc3b-93d3-4042-9b3a-fc1fdcde8478', 'status': 'completed', 'code': 200} Mar 28 13:59:19.288880 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a46ec-5581-44b2-9a03-46e8ab5dfe9d req-5fd96a2d-1beb-439d-9749-0912331c9eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:19.290413 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-fa3a46ec-5581-44b2-9a03-46e8ab5dfe9d req-5fd96a2d-1beb-439d-9749-0912331c9eef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&device_id=867e86c3-4044-43f2-91f8-dd2a4058c6e8 HTTP/1.1" status: 200 len: 1135 time: 0.0424917 Mar 28 13:59:19.393405 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a46ec-5581-44b2-9a03-46e8ab5dfe9d req-cc60192c-062a-4fc2-b083-d708d7762676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:19.394762 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-fa3a46ec-5581-44b2-9a03-46e8ab5dfe9d req-cc60192c-062a-4fc2-b083-d708d7762676 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=8783dd3017a04690835ab7e96e428838&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0965450 Mar 28 13:59:19.484253 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a46ec-5581-44b2-9a03-46e8ab5dfe9d req-010c9aa2-fae5-43fc-a0e6-b829a1177c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:19.485634 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-fa3a46ec-5581-44b2-9a03-46e8ab5dfe9d req-010c9aa2-fae5-43fc-a0e6-b829a1177c5d service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0838327 Mar 28 13:59:19.562325 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9f60c-beaa-4f9c-9e65-4053cc6bc1b7 req-2cb6c86f-80ca-4af3-964b-35716557793b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:19.563765 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1bf9f60c-beaa-4f9c-9e65-4053cc6bc1b7 req-2cb6c86f-80ca-4af3-964b-35716557793b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&device_id=867e86c3-4044-43f2-91f8-dd2a4058c6e8 HTTP/1.1" status: 200 len: 1135 time: 0.0440452 Mar 28 13:59:19.603699 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1bf9f60c-beaa-4f9c-9e65-4053cc6bc1b7 req-3a48a094-f53a-4ad1-bc71-987e16e2585c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=666bcc3b-93d3-4042-9b3a-fc1fdcde8478 HTTP/1.1" status: 200 len: 217 time: 0.0321772 Mar 28 13:59:19.649926 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9f60c-beaa-4f9c-9e65-4053cc6bc1b7 req-ccd47978-e9ea-42ec-b8b9-74c510a9b546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:19.651283 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1bf9f60c-beaa-4f9c-9e65-4053cc6bc1b7 req-ccd47978-e9ea-42ec-b8b9-74c510a9b546 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=563704ed-ee94-4194-9b49-b3b32b4e7791 HTTP/1.1" status: 200 len: 834 time: 0.0411317 Mar 28 13:59:19.698294 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9f60c-beaa-4f9c-9e65-4053cc6bc1b7 req-9c38adb7-d367-472c-8dca-17ab57501059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:19.699801 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1bf9f60c-beaa-4f9c-9e65-4053cc6bc1b7 req-9c38adb7-d367-472c-8dca-17ab57501059 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b261e77f-bf9d-47a2-afca-cb6694b84239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427597 Mar 28 13:59:19.812652 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1bf9f60c-beaa-4f9c-9e65-4053cc6bc1b7 req-8ad95f00-7d54-4bdd-aad6-72754caa673e service neutron] 10.222.0.20 "GET /v2.0/networks/b261e77f-bf9d-47a2-afca-cb6694b84239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066062 Mar 28 13:59:19.823847 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855ac41-2cbd-4a6d-b862-25a40ac6d248 req-7a891f7b-ee0d-4c83-a207-197d8b2bbcfe tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:19.825203 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6855ac41-2cbd-4a6d-b862-25a40ac6d248 req-7a891f7b-ee0d-4c83-a207-197d8b2bbcfe tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=867e86c3-4044-43f2-91f8-dd2a4058c6e8 HTTP/1.1" status: 200 len: 982 time: 0.0672371 Mar 28 13:59:19.909327 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6855ac41-2cbd-4a6d-b862-25a40ac6d248 req-91d8a702-b074-4307-be2f-088a4b8bd607 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9d032aa-c725-467c-b755-ff2eca2d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759962 Mar 28 13:59:19.933689 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1bf9f60c-beaa-4f9c-9e65-4053cc6bc1b7 req-0c190998-9f45-4251-a42e-ccd338341e89 service neutron] 10.222.0.20 "GET /v2.0/networks/b261e77f-bf9d-47a2-afca-cb6694b84239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075025 Mar 28 13:59:21.023188 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12d0b7-0daa-49dd-9c82-a907bba554ed req-d9de35e1-8eb6-4de0-858a-74a449de66b8 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:21.024644 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7f12d0b7-0daa-49dd-9c82-a907bba554ed req-d9de35e1-8eb6-4de0-858a-74a449de66b8 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=867e86c3-4044-43f2-91f8-dd2a4058c6e8 HTTP/1.1" status: 200 len: 982 time: 0.0468578 Mar 28 13:59:21.060646 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7f12d0b7-0daa-49dd-9c82-a907bba554ed req-5acabd81-a86f-479f-9eab-23e4acd26eaf tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9d032aa-c725-467c-b755-ff2eca2d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301995 Mar 28 13:59:22.177937 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db8455-60aa-4990-8e1f-f32a6668d8a8 req-dd3e355c-40c9-4748-a72d-eb48afa63a63 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:22.179400 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-99db8455-60aa-4990-8e1f-f32a6668d8a8 req-dd3e355c-40c9-4748-a72d-eb48afa63a63 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=867e86c3-4044-43f2-91f8-dd2a4058c6e8 HTTP/1.1" status: 200 len: 982 time: 0.0526710 Mar 28 13:59:22.216090 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-99db8455-60aa-4990-8e1f-f32a6668d8a8 req-74103875-3c0e-4288-b52a-2a910d201cee tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9d032aa-c725-467c-b755-ff2eca2d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308330 Mar 28 13:59:23.326820 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db75c35-6171-4d96-adb4-9dcf74345ffc req-72c11f2b-88e7-4807-a0db-17d7dcf8f1d9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:23.328136 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2db75c35-6171-4d96-adb4-9dcf74345ffc req-72c11f2b-88e7-4807-a0db-17d7dcf8f1d9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=867e86c3-4044-43f2-91f8-dd2a4058c6e8 HTTP/1.1" status: 200 len: 982 time: 0.0471966 Mar 28 13:59:23.367224 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2db75c35-6171-4d96-adb4-9dcf74345ffc req-b25a33dd-9449-49f8-b5c1-93e03c9e8d54 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9d032aa-c725-467c-b755-ff2eca2d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325463 Mar 28 13:59:23.464232 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 666bcc3b-93d3-4042-9b3a-fc1fdcde8478 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 13:59:23.559997 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 666bcc3b-93d3-4042-9b3a-fc1fdcde8478, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=666bcc3b-93d3-4042-9b3a-fc1fdcde8478,segment=NetworkSegment(1033ec51-7c73-4d31-962d-11475eb805b5),segment_id=1033ec51-7c73-4d31-962d-11475eb805b5)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:59:23.571446 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': '666bcc3b-93d3-4042-9b3a-fc1fdcde8478', 'network_id': 'b261e77f-bf9d-47a2-afca-cb6694b84239', 'port_id': '666bcc3b-93d3-4042-9b3a-fc1fdcde8478', 'mac_address': 'fa:16:3e:d6:d9:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '563704ed-ee94-4194-9b49-b3b32b4e7791', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 13:59:23.606580 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:23.618691 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 666bcc3b-93d3-4042-9b3a-fc1fdcde8478 {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 13:59:23.637934 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 666bcc3b-93d3-4042-9b3a-fc1fdcde8478, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=666bcc3b-93d3-4042-9b3a-fc1fdcde8478,segment=NetworkSegment(1033ec51-7c73-4d31-962d-11475eb805b5),segment_id=1033ec51-7c73-4d31-962d-11475eb805b5)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:59:23.724189 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:23.909810 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=666bcc3b-93d3-4042-9b3a-fc1fdcde8478,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:24.016222 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8938f1b8-e923-4542-bf97-61a70436bd88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:24.073961 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['666bcc3b-93d3-4042-9b3a-fc1fdcde8478'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 13:59:24.479585 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176a005-9741-4286-ae43-d3c9ab58c39a req-f67d400d-98d5-487d-9f49-c93d9029d503 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:24.481051 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b176a005-9741-4286-ae43-d3c9ab58c39a req-f67d400d-98d5-487d-9f49-c93d9029d503 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=867e86c3-4044-43f2-91f8-dd2a4058c6e8 HTTP/1.1" status: 200 len: 983 time: 0.0468385 Mar 28 13:59:24.517619 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b176a005-9741-4286-ae43-d3c9ab58c39a req-33b897e6-a8ef-4ec2-827a-34700cf46035 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9d032aa-c725-467c-b755-ff2eca2d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305767 Mar 28 13:59:25.479341 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 666bcc3b-93d3-4042-9b3a-fc1fdcde8478 up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:59:25.623171 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning for port 666bcc3b-93d3-4042-9b3a-fc1fdcde8478 completed by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 13:59:25.627027 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port 666bcc3b-93d3-4042-9b3a-fc1fdcde8478 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:59:25.627396 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:25.634648 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092667ca-0298-429a-a3fa-0e1aaba8b1d6 req-e2cf913a-1c6d-4117-abc2-d890823e6c19 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:25.636117 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-092667ca-0298-429a-a3fa-0e1aaba8b1d6 req-e2cf913a-1c6d-4117-abc2-d890823e6c19 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=867e86c3-4044-43f2-91f8-dd2a4058c6e8 HTTP/1.1" status: 200 len: 983 time: 0.0524273 Mar 28 13:59:25.673861 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-092667ca-0298-429a-a3fa-0e1aaba8b1d6 req-fcaa6949-aa4f-4955-a7ac-b86f6adf3753 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9d032aa-c725-467c-b755-ff2eca2d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316014 Mar 28 13:59:25.703069 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:25.725450 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '867e86c3-4044-43f2-91f8-dd2a4058c6e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666bcc3b-93d3-4042-9b3a-fc1fdcde8478'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:59:25.727651 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8192f17-cec7-4a19-94d0-565b2733b572" -d '{"events": [{"server_uuid": "867e86c3-4044-43f2-91f8-dd2a4058c6e8", "name": "network-vif-plugged", "status": "completed", "tag": "666bcc3b-93d3-4042-9b3a-fc1fdcde8478"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:59:25.740276 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 666bcc3b-93d3-4042-9b3a-fc1fdcde8478, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=666bcc3b-93d3-4042-9b3a-fc1fdcde8478,segment=NetworkSegment(1033ec51-7c73-4d31-962d-11475eb805b5),segment_id=1033ec51-7c73-4d31-962d-11475eb805b5)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:59:25.764533 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 13:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe53f3f4-7fb4-4ab6-b42b-c778cc3992b6 x-openstack-request-id: req-fe53f3f4-7fb4-4ab6-b42b-c778cc3992b6 {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:59:25.765108 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "867e86c3-4044-43f2-91f8-dd2a4058c6e8", "name": "network-vif-plugged", "status": "completed", "tag": "666bcc3b-93d3-4042-9b3a-fc1fdcde8478", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:59:25.765359 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fe53f3f4-7fb4-4ab6-b42b-c778cc3992b6 {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:59:25.765743 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '867e86c3-4044-43f2-91f8-dd2a4058c6e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666bcc3b-93d3-4042-9b3a-fc1fdcde8478', 'code': 200} Mar 28 13:59:25.818046 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:25.868914 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=666bcc3b-93d3-4042-9b3a-fc1fdcde8478,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:26.067804 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c123ed8-0755-40ac-9d99-73c124603c4f req-d49c8911-6464-4a86-93f6-424a6878fad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:26.069734 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0c123ed8-0755-40ac-9d99-73c124603c4f req-d49c8911-6464-4a86-93f6-424a6878fad1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=867e86c3-4044-43f2-91f8-dd2a4058c6e8 HTTP/1.1" status: 200 len: 1137 time: 0.0397615 Mar 28 13:59:26.102495 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0c123ed8-0755-40ac-9d99-73c124603c4f req-7c08c530-f788-41d6-adf2-195d4fb73701 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b9d032aa-c725-467c-b755-ff2eca2d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268784 Mar 28 13:59:26.285204 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-448579b5-6ac3-47b6-a41c-b3b4465eeb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:26.788238 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a84aa-598a-4021-b088-ece46b973050 req-2a386109-20a8-4279-b243-e09cec7c9aea tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:26.789798 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-921a84aa-598a-4021-b088-ece46b973050 req-2a386109-20a8-4279-b243-e09cec7c9aea tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=867e86c3-4044-43f2-91f8-dd2a4058c6e8 HTTP/1.1" status: 200 len: 984 time: 0.0483239 Mar 28 13:59:26.827244 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-921a84aa-598a-4021-b088-ece46b973050 req-c0495f0d-2aa8-4f87-8020-4d4d23c4a645 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9d032aa-c725-467c-b755-ff2eca2d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315423 Mar 28 13:59:27.206624 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 13:59:27.576664 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:27.962047 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef0de7-54a9-4a52-a14f-c66fa488d6b3 req-18fec206-7f28-4fc4-890d-1c04bf436faf tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:27.963488 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cbef0de7-54a9-4a52-a14f-c66fa488d6b3 req-18fec206-7f28-4fc4-890d-1c04bf436faf tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=867e86c3-4044-43f2-91f8-dd2a4058c6e8 HTTP/1.1" status: 200 len: 984 time: 0.0513723 Mar 28 13:59:27.999022 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cbef0de7-54a9-4a52-a14f-c66fa488d6b3 req-0ec83638-b962-424a-a8b4-0271c1e4a20b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9d032aa-c725-467c-b755-ff2eca2d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295703 Mar 28 13:59:28.109023 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9bc2d1-d484-4456-abe7-63eb07a4d4ec req-42bfd85e-8f4c-41fd-b3b4-9cf003799446 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:28.110361 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ca9bc2d1-d484-4456-abe7-63eb07a4d4ec req-42bfd85e-8f4c-41fd-b3b4-9cf003799446 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=867e86c3-4044-43f2-91f8-dd2a4058c6e8 HTTP/1.1" status: 200 len: 984 time: 0.0473926 Mar 28 13:59:28.146999 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ca9bc2d1-d484-4456-abe7-63eb07a4d4ec req-77203a11-da21-4f42-8b7f-c9cf8b762f09 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9d032aa-c725-467c-b755-ff2eca2d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306005 Mar 28 13:59:28.167885 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 36714) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:59:28.205077 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba158f95-8809-499e-b092-4c5ff019e080 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:28.207163 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ba158f95-8809-499e-b092-4c5ff019e080 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=867e86c3-4044-43f2-91f8-dd2a4058c6e8 HTTP/1.1" status: 200 len: 1132 time: 0.0383053 Mar 28 13:59:28.209885 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 36716) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:59:28.214155 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-d8dfe308-0c3b-4609-a09e-21509b1bbb65 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'floatingip': {'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'port_id': '666bcc3b-93d3-4042-9b3a-fc1fdcde8478', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:59:28.337854 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d8dfe308-0c3b-4609-a09e-21509b1bbb65 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for floatingip, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:28.432743 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d8dfe308-0c3b-4609-a09e-21509b1bbb65 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:28.537645 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-d8dfe308-0c3b-4609-a09e-21509b1bbb65 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Allocated IP 172.26.2.100 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/ecce6e3e-dd3c-4d6b-8c5d-a7da272da9d6) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:59:28.639747 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d8dfe308-0c3b-4609-a09e-21509b1bbb65 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:28.749345 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d8dfe308-0c3b-4609-a09e-21509b1bbb65 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:28.788309 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dfe308-0c3b-4609-a09e-21509b1bbb65 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:59:28.791294 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-d8dfe308-0c3b-4609-a09e-21509b1bbb65 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:59:28.794698 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dfe308-0c3b-4609-a09e-21509b1bbb65 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:59:28.800448 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dfe308-0c3b-4609-a09e-21509b1bbb65 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=ecce6e3e-dd3c-4d6b-8c5d-a7da272da9d6,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:28.931842 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:29.141241 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d8dfe308-0c3b-4609-a09e-21509b1bbb65 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:29.260188 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d8dfe308-0c3b-4609-a09e-21509b1bbb65 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:29.303585 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:29.401934 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d8dfe308-0c3b-4609-a09e-21509b1bbb65 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:29.434461 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d8dfe308-0c3b-4609-a09e-21509b1bbb65 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:29.501731 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dfe308-0c3b-4609-a09e-21509b1bbb65 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=ecce6e3e-dd3c-4d6b-8c5d-a7da272da9d6,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:29.514319 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d8dfe308-0c3b-4609-a09e-21509b1bbb65 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:29.612875 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [None req-d8dfe308-0c3b-4609-a09e-21509b1bbb65 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Floating IP 4c2a65cf-57d7-4a7e-bebb-20b9bc478592 associated. External IP: 172.26.2.100, port: 666bcc3b-93d3-4042-9b3a-fc1fdcde8478. Mar 28 13:59:29.810320 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8dfe308-0c3b-4609-a09e-21509b1bbb65 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Router 74a87f9e-bd21-4b24-8d19-27506aadae79 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:59:29.911163 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8dfe308-0c3b-4609-a09e-21509b1bbb65 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:59:29.920439 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aee578b-178c-4ccf-b178-6fa5b3f5cf10 None None] Sync routers for ids ['74a87f9e-bd21-4b24-8d19-27506aadae79'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:59:29.930644 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aee578b-178c-4ccf-b178-6fa5b3f5cf10 None None] Routers {'74a87f9e-bd21-4b24-8d19-27506aadae79'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:59:29.931253 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-5aee578b-178c-4ccf-b178-6fa5b3f5cf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:59:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['74a87f9e-bd21-4b24-8d19-27506aadae79'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:59:29.979535 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d8dfe308-0c3b-4609-a09e-21509b1bbb65 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:30.036836 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-5aee578b-178c-4ccf-b178-6fa5b3f5cf10 None None] Set router 74a87f9e-bd21-4b24-8d19-27506aadae79 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:59:30.264968 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-5aee578b-178c-4ccf-b178-6fa5b3f5cf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a87f9e-bd21-4b24-8d19-27506aadae79', 'name': 'tempest-TestNetworkBasicOps-router-1504303240', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': 'c386d81e-ae53-46dd-b093-04c59d6fe464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:59:05Z', 'updated_at': '2022-03-28T13:59:09Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'c386d81e-ae53-46dd-b093-04c59d6fe464', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a87f9e-bd21-4b24-8d19-27506aadae79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:59:06Z', 'updated_at': '2022-03-28T13:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '4c2a65cf-57d7-4a7e-bebb-20b9bc478592', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'floating_ip_address': '172.26.2.100', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '74a87f9e-bd21-4b24-8d19-27506aadae79', 'port_id': '666bcc3b-93d3-4042-9b3a-fc1fdcde8478', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1817909140', 'network_id': 'b261e77f-bf9d-47a2-afca-cb6694b84239', 'mac_address': 'fa:16:3e:d6:d9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867e86c3-4044-43f2-91f8-dd2a4058c6e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T13:59:29Z', 'updated_at': '2022-03-28T13:59:29Z', 'revision_number': 0, 'project_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e20f7bc-a52e-4351-b8be-65618d8bcf9e', 'name': '', 'network_id': 'b261e77f-bf9d-47a2-afca-cb6694b84239', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:4c:af:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a87f9e-bd21-4b24-8d19-27506aadae79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '563704ed-ee94-4194-9b49-b3b32b4e7791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:59:09Z', 'updated_at': '2022-03-28T13:59:12Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': '563704ed-ee94-4194-9b49-b3b32b4e7791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:59:30.294943 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aee578b-178c-4ccf-b178-6fa5b3f5cf10 None None] Checking router: 74a87f9e-bd21-4b24-8d19-27506aadae79 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:59:30.304349 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aee578b-178c-4ccf-b178-6fa5b3f5cf10 None None] Routers {'74a87f9e-bd21-4b24-8d19-27506aadae79'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:59:30.304994 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-5aee578b-178c-4ccf-b178-6fa5b3f5cf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:59:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['74a87f9e-bd21-4b24-8d19-27506aadae79'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:59:30.348119 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d8dfe308-0c3b-4609-a09e-21509b1bbb65 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1035 time: 2.1372106 Mar 28 13:59:30.348827 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '867e86c3-4044-43f2-91f8-dd2a4058c6e8', 'tag': '666bcc3b-93d3-4042-9b3a-fc1fdcde8478'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:59:30.350899 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5402b9ed-9a04-4ce2-8d88-c0da4f305012" -d '{"events": [{"name": "network-changed", "server_uuid": "867e86c3-4044-43f2-91f8-dd2a4058c6e8", "tag": "666bcc3b-93d3-4042-9b3a-fc1fdcde8478"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:59:30.351152 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36718) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:59:30.386449 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 13:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3adf18fa-8d76-4976-859c-c7d231fcdf26 x-openstack-request-id: req-3adf18fa-8d76-4976-859c-c7d231fcdf26 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:59:30.386733 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "867e86c3-4044-43f2-91f8-dd2a4058c6e8", "tag": "666bcc3b-93d3-4042-9b3a-fc1fdcde8478", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:59:30.386976 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3adf18fa-8d76-4976-859c-c7d231fcdf26 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:59:30.387362 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '867e86c3-4044-43f2-91f8-dd2a4058c6e8', 'tag': '666bcc3b-93d3-4042-9b3a-fc1fdcde8478', 'status': 'completed', 'code': 200} Mar 28 13:59:30.411239 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-5aee578b-178c-4ccf-b178-6fa5b3f5cf10 None None] Set router 74a87f9e-bd21-4b24-8d19-27506aadae79 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:59:30.423287 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d9d91e-bf04-4b1b-bdf7-e2368576490a tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:30.428106 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-82d9d91e-bf04-4b1b-bdf7-e2368576490a tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=867e86c3-4044-43f2-91f8-dd2a4058c6e8&network_id=b261e77f-bf9d-47a2-afca-cb6694b84239 HTTP/1.1" status: 200 len: 1132 time: 0.0733721 Mar 28 13:59:30.448643 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5402b9ed-9a04-4ce2-8d88-c0da4f305012 req-5ae4ddef-af93-409b-b825-33263fabb4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:30.450328 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5402b9ed-9a04-4ce2-8d88-c0da4f305012 req-5ae4ddef-af93-409b-b825-33263fabb4a4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&device_id=867e86c3-4044-43f2-91f8-dd2a4058c6e8 HTTP/1.1" status: 200 len: 1137 time: 0.0422161 Mar 28 13:59:30.547221 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5402b9ed-9a04-4ce2-8d88-c0da4f305012 req-4199ecf3-211e-4c87-82cb-c6cd33c6d2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:30.548685 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5402b9ed-9a04-4ce2-8d88-c0da4f305012 req-4199ecf3-211e-4c87-82cb-c6cd33c6d2aa service neutron] 10.222.0.20 "GET /v2.0/networks?id=b261e77f-bf9d-47a2-afca-cb6694b84239 HTTP/1.1" status: 200 len: 898 time: 0.0920749 Mar 28 13:59:30.613743 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5402b9ed-9a04-4ce2-8d88-c0da4f305012 req-cdf28d7c-b302-4313-b166-0389b92b4b40 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=666bcc3b-93d3-4042-9b3a-fc1fdcde8478 HTTP/1.1" status: 200 len: 1038 time: 0.0581362 Mar 28 13:59:30.636290 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-5aee578b-178c-4ccf-b178-6fa5b3f5cf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a87f9e-bd21-4b24-8d19-27506aadae79', 'name': 'tempest-TestNetworkBasicOps-router-1504303240', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': 'c386d81e-ae53-46dd-b093-04c59d6fe464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:59:05Z', 'updated_at': '2022-03-28T13:59:09Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'c386d81e-ae53-46dd-b093-04c59d6fe464', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a87f9e-bd21-4b24-8d19-27506aadae79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:59:06Z', 'updated_at': '2022-03-28T13:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '4c2a65cf-57d7-4a7e-bebb-20b9bc478592', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'floating_ip_address': '172.26.2.100', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '74a87f9e-bd21-4b24-8d19-27506aadae79', 'port_id': '666bcc3b-93d3-4042-9b3a-fc1fdcde8478', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1817909140', 'network_id': 'b261e77f-bf9d-47a2-afca-cb6694b84239', 'mac_address': 'fa:16:3e:d6:d9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867e86c3-4044-43f2-91f8-dd2a4058c6e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T13:59:29Z', 'updated_at': '2022-03-28T13:59:29Z', 'revision_number': 0, 'project_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e20f7bc-a52e-4351-b8be-65618d8bcf9e', 'name': '', 'network_id': 'b261e77f-bf9d-47a2-afca-cb6694b84239', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:4c:af:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a87f9e-bd21-4b24-8d19-27506aadae79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '563704ed-ee94-4194-9b49-b3b32b4e7791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:59:09Z', 'updated_at': '2022-03-28T13:59:12Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': '563704ed-ee94-4194-9b49-b3b32b4e7791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:59:30.661667 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5402b9ed-9a04-4ce2-8d88-c0da4f305012 req-f1109400-d25f-4d74-99df-d664213c9a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:30.663139 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5402b9ed-9a04-4ce2-8d88-c0da4f305012 req-f1109400-d25f-4d74-99df-d664213c9a1b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=563704ed-ee94-4194-9b49-b3b32b4e7791 HTTP/1.1" status: 200 len: 834 time: 0.0438600 Mar 28 13:59:30.665883 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aee578b-178c-4ccf-b178-6fa5b3f5cf10 None None] The sync data for ids ['74a87f9e-bd21-4b24-8d19-27506aadae79'] in dv-neutron-835335-1-hyperv is: [{'id': '74a87f9e-bd21-4b24-8d19-27506aadae79', 'name': 'tempest-TestNetworkBasicOps-router-1504303240', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': 'c386d81e-ae53-46dd-b093-04c59d6fe464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:59:05Z', 'updated_at': '2022-03-28T13:59:09Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'c386d81e-ae53-46dd-b093-04c59d6fe464', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a87f9e-bd21-4b24-8d19-27506aadae79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:59:06Z', 'updated_at': '2022-03-28T13:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '4c2a65cf-57d7-4a7e-bebb-20b9bc478592', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'floating_ip_address': '172.26.2.100', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '74a87f9e-bd21-4b24-8d19-27506aadae79', 'port_id': '666bcc3b-93d3-4042-9b3a-fc1fdcde8478', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1817909140', 'network_id': 'b261e77f-bf9d-47a2-afca-cb6694b84239', 'mac_address': 'fa:16:3e:d6:d9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867e86c3-4044-43f2-91f8-dd2a4058c6e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T13:59:29Z', 'updated_at': '2022-03-28T13:59:29Z', 'revision_number': 0, 'project_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e20f7bc-a52e-4351-b8be-65618d8bcf9e', 'name': '', 'network_id': 'b261e77f-bf9d-47a2-afca-cb6694b84239', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:4c:af:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a87f9e-bd21-4b24-8d19-27506aadae79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '563704ed-ee94-4194-9b49-b3b32b4e7791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:59:09Z', 'updated_at': '2022-03-28T13:59:12Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': '563704ed-ee94-4194-9b49-b3b32b4e7791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:59:30.715923 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5402b9ed-9a04-4ce2-8d88-c0da4f305012 req-5538ed18-c632-4a69-a664-323a16fa955f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:30.721961 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5402b9ed-9a04-4ce2-8d88-c0da4f305012 req-5538ed18-c632-4a69-a664-323a16fa955f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b261e77f-bf9d-47a2-afca-cb6694b84239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0479448 Mar 28 13:59:30.811890 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5402b9ed-9a04-4ce2-8d88-c0da4f305012 req-f724ca5d-bbc7-416c-b365-e7493bcfcfb3 service neutron] 10.222.0.20 "GET /v2.0/networks/b261e77f-bf9d-47a2-afca-cb6694b84239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868604 Mar 28 13:59:30.873588 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8043835-2a55-43cb-a397-d5bd04bf4cb8 None None] New status for floating IP 4c2a65cf-57d7-4a7e-bebb-20b9bc478592: ACTIVE {{(pid=109614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 13:59:30.948127 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84d57a-00f0-4417-97bd-955785712d3c req-ebe326d0-5123-433d-a309-d91065c85bd1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:30.949795 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4e84d57a-00f0-4417-97bd-955785712d3c req-ebe326d0-5123-433d-a309-d91065c85bd1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=867e86c3-4044-43f2-91f8-dd2a4058c6e8 HTTP/1.1" status: 200 len: 984 time: 0.1068671 Mar 28 13:59:30.951992 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5402b9ed-9a04-4ce2-8d88-c0da4f305012 req-ca980ab7-ca21-4696-b315-cad2d07368fa service neutron] 10.222.0.20 "GET /v2.0/networks/b261e77f-bf9d-47a2-afca-cb6694b84239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332290 Mar 28 13:59:30.988664 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4e84d57a-00f0-4417-97bd-955785712d3c req-5537381b-114b-4f21-9e9b-56f191caa978 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9d032aa-c725-467c-b755-ff2eca2d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329902 Mar 28 13:59:32.102334 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33886c-d293-4cea-a086-3d91950d31a0 req-13e29486-a810-4077-b0f6-48c6b26d171c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:32.103778 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2f33886c-d293-4cea-a086-3d91950d31a0 req-13e29486-a810-4077-b0f6-48c6b26d171c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=867e86c3-4044-43f2-91f8-dd2a4058c6e8 HTTP/1.1" status: 200 len: 984 time: 0.0469887 Mar 28 13:59:32.140678 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2f33886c-d293-4cea-a086-3d91950d31a0 req-c3809a67-b433-49a2-8ca6-ab7f2f036594 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9d032aa-c725-467c-b755-ff2eca2d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308907 Mar 28 13:59:32.247164 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768cc07-0856-4fb5-918f-20efe66dde4c req-710b5fa2-d568-48ea-a9c2-2a8100602673 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:32.248535 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d768cc07-0856-4fb5-918f-20efe66dde4c req-710b5fa2-d568-48ea-a9c2-2a8100602673 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "GET /v2.0/ports?device_id=867e86c3-4044-43f2-91f8-dd2a4058c6e8 HTTP/1.1" status: 200 len: 984 time: 0.0498796 Mar 28 13:59:32.289617 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768cc07-0856-4fb5-918f-20efe66dde4c req-b34c8792-67d7-4563-b6c9-1fbc93003370 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:32.290972 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d768cc07-0856-4fb5-918f-20efe66dde4c req-b34c8792-67d7-4563-b6c9-1fbc93003370 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "GET /v2.0/ports/666bcc3b-93d3-4042-9b3a-fc1fdcde8478?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0368872 Mar 28 13:59:32.387400 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d768cc07-0856-4fb5-918f-20efe66dde4c req-144d8b4c-aa21-4ef8-8647-e88e25a56318 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "GET /v2.0/networks/b261e77f-bf9d-47a2-afca-cb6694b84239?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0913944 Mar 28 13:59:32.397924 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-d768cc07-0856-4fb5-918f-20efe66dde4c req-3e84eae8-5b8b-4451-8853-3b31f1334dd3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:59:32.451829 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-d768cc07-0856-4fb5-918f-20efe66dde4c req-3e84eae8-5b8b-4451-8853-3b31f1334dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:32.582663 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-d768cc07-0856-4fb5-918f-20efe66dde4c req-3e84eae8-5b8b-4451-8853-3b31f1334dd3 service neutron] For port 666bcc3b-93d3-4042-9b3a-fc1fdcde8478, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=666bcc3b-93d3-4042-9b3a-fc1fdcde8478,segment=NetworkSegment(1033ec51-7c73-4d31-962d-11475eb805b5),segment_id=1033ec51-7c73-4d31-962d-11475eb805b5)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:59:32.615967 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-d768cc07-0856-4fb5-918f-20efe66dde4c req-3e84eae8-5b8b-4451-8853-3b31f1334dd3 service neutron] For port 666bcc3b-93d3-4042-9b3a-fc1fdcde8478, host hv-neutron-8353, cleared binding levels {{(pid=109613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:59:32.647764 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [req-d768cc07-0856-4fb5-918f-20efe66dde4c req-3e84eae8-5b8b-4451-8853-3b31f1334dd3 service neutron] device_id is not set on port 666bcc3b-93d3-4042-9b3a-fc1fdcde8478 yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:59:32.656458 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-d768cc07-0856-4fb5-918f-20efe66dde4c req-3e84eae8-5b8b-4451-8853-3b31f1334dd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:32.718204 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-d768cc07-0856-4fb5-918f-20efe66dde4c req-3e84eae8-5b8b-4451-8853-3b31f1334dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:32.845355 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e84eae8-5b8b-4451-8853-3b31f1334dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=666bcc3b-93d3-4042-9b3a-fc1fdcde8478,revision_number=6']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:32.913161 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-d768cc07-0856-4fb5-918f-20efe66dde4c req-3e84eae8-5b8b-4451-8853-3b31f1334dd3 service neutron] No DVR routers for this DVR port 666bcc3b-93d3-4042-9b3a-fc1fdcde8478 on host hv-neutron-8353 {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:59:32.998189 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-89e5082b-782a-4df7-b755-48b0d2a7b9e1 None None] Provisioning complete for port 666bcc3b-93d3-4042-9b3a-fc1fdcde8478 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:59:32.999295 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-89e5082b-782a-4df7-b755-48b0d2a7b9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:33.034991 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-89e5082b-782a-4df7-b755-48b0d2a7b9e1 None None] Port 666bcc3b-93d3-4042-9b3a-fc1fdcde8478 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:59:33.052417 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-d768cc07-0856-4fb5-918f-20efe66dde4c req-3e84eae8-5b8b-4451-8853-3b31f1334dd3 service neutron] In _notify_port_updated(), no bound segment for port 666bcc3b-93d3-4042-9b3a-fc1fdcde8478 on network b261e77f-bf9d-47a2-afca-cb6694b84239 {{(pid=109613) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 28 13:59:33.053290 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768cc07-0856-4fb5-918f-20efe66dde4c req-3e84eae8-5b8b-4451-8853-3b31f1334dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:33.053907 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-d768cc07-0856-4fb5-918f-20efe66dde4c req-3e84eae8-5b8b-4451-8853-3b31f1334dd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:33.055202 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d768cc07-0856-4fb5-918f-20efe66dde4c req-3e84eae8-5b8b-4451-8853-3b31f1334dd3 service neutron] 10.222.0.20 "PUT /v2.0/ports/666bcc3b-93d3-4042-9b3a-fc1fdcde8478 HTTP/1.1" status: 200 len: 1027 time: 0.6610608 Mar 28 13:59:33.234663 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a468f444-8d62-4e56-846f-041fba00df37 req-f759acc0-7657-4439-82b4-9543f9f6b5ca tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=867e86c3-4044-43f2-91f8-dd2a4058c6e8 HTTP/1.1" status: 200 len: 210 time: 0.0276926 Mar 28 13:59:34.290751 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 36742) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:59:34.337442 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecd2ce4-16fd-404f-affc-4aad775d6a00 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:34.338806 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-7ecd2ce4-16fd-404f-affc-4aad775d6a00 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports/666bcc3b-93d3-4042-9b3a-fc1fdcde8478 HTTP/1.1" status: 200 len: 926 time: 0.0470593 Mar 28 13:59:34.781231 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36748) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:59:34.788902 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-b059ab31-1f78-4cd9-ad31-5e98c575d510 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-923199261', 'description': 'tempest-secgroup-smoke-923199261 description', 'project_id': '8783dd3017a04690835ab7e96e428838'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:59:34.880955 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b059ab31-1f78-4cd9-ad31-5e98c575d510 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:34.975567 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b059ab31-1f78-4cd9-ad31-5e98c575d510 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:35.057677 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b059ab31-1f78-4cd9-ad31-5e98c575d510 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:35.086607 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b059ab31-1f78-4cd9-ad31-5e98c575d510 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3b437c-1954-454f-9ee8-9e3f3e006a3e,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:35.156781 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b059ab31-1f78-4cd9-ad31-5e98c575d510 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:35.158029 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-b059ab31-1f78-4cd9-ad31-5e98c575d510 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3757281 Mar 28 13:59:35.168588 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36750) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:59:35.173025 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-77321cfb-7506-4feb-97b8-e5b3289d3541 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': 'ba3b437c-1954-454f-9ee8-9e3f3e006a3e', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:59:35.261638 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-77321cfb-7506-4feb-97b8-e5b3289d3541 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:35.321119 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-77321cfb-7506-4feb-97b8-e5b3289d3541 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:35.370248 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-77321cfb-7506-4feb-97b8-e5b3289d3541 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:35.387665 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77321cfb-7506-4feb-97b8-e5b3289d3541 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=087c7321-f485-4083-a398-dd1b0aa5a378,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:35.441353 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-77321cfb-7506-4feb-97b8-e5b3289d3541 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:35.442591 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-77321cfb-7506-4feb-97b8-e5b3289d3541 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2730110 Mar 28 13:59:35.445481 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36752) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:59:35.449823 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-f26e0a98-09ab-45d5-9511-3fd37fbc5ff0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': 'ba3b437c-1954-454f-9ee8-9e3f3e006a3e', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:59:35.528604 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f26e0a98-09ab-45d5-9511-3fd37fbc5ff0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:35.558038 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 666bcc3b-93d3-4042-9b3a-fc1fdcde8478 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:59:35.584690 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f26e0a98-09ab-45d5-9511-3fd37fbc5ff0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:35.595537 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 666bcc3b-93d3-4042-9b3a-fc1fdcde8478 not bound to the agent host hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:59:35.651618 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f26e0a98-09ab-45d5-9511-3fd37fbc5ff0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:35.671322 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e0a98-09ab-45d5-9511-3fd37fbc5ff0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cd5fbb5-3f1f-4e63-afb6-b281e8e69aea,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:35.755090 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f26e0a98-09ab-45d5-9511-3fd37fbc5ff0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:35.756391 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-f26e0a98-09ab-45d5-9511-3fd37fbc5ff0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3099816 Mar 28 13:59:35.759375 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36760) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:59:35.763660 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-463c511b-98cc-4183-9e20-c6e540c4a15a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': 'ba3b437c-1954-454f-9ee8-9e3f3e006a3e', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:59:35.844126 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-463c511b-98cc-4183-9e20-c6e540c4a15a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:35.902263 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-463c511b-98cc-4183-9e20-c6e540c4a15a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:35.975761 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-463c511b-98cc-4183-9e20-c6e540c4a15a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:35.994479 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c511b-98cc-4183-9e20-c6e540c4a15a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7980fec2-e520-4f0b-bbd3-e46ddc618cf6,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:36.059468 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-463c511b-98cc-4183-9e20-c6e540c4a15a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:36.060638 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-463c511b-98cc-4183-9e20-c6e540c4a15a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3003345 Mar 28 13:59:36.063286 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36762) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:59:36.067713 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-fe845b2e-2bb5-40aa-9ea6-004cd29e10ed tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': 'ba3b437c-1954-454f-9ee8-9e3f3e006a3e', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:59:36.169405 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-fe845b2e-2bb5-40aa-9ea6-004cd29e10ed tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:36.229303 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-fe845b2e-2bb5-40aa-9ea6-004cd29e10ed tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:36.320543 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-fe845b2e-2bb5-40aa-9ea6-004cd29e10ed tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:36.338036 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe845b2e-2bb5-40aa-9ea6-004cd29e10ed tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a99d414-8a01-45e4-8dcf-062de8d09cfd,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:36.402556 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-fe845b2e-2bb5-40aa-9ea6-004cd29e10ed tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:36.403820 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-fe845b2e-2bb5-40aa-9ea6-004cd29e10ed tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3395450 Mar 28 13:59:36.406612 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36766) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:59:36.411441 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-ddd22823-10e1-4a4f-9093-affc4a628197 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': 'ba3b437c-1954-454f-9ee8-9e3f3e006a3e', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:59:36.478949 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.securitygroups_db [None req-ddd22823-10e1-4a4f-9093-affc4a628197 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Project 8783dd3017a04690835ab7e96e428838 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 13:59:36.484043 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ddd22823-10e1-4a4f-9093-affc4a628197 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:36.543500 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ddd22823-10e1-4a4f-9093-affc4a628197 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:36.617933 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ddd22823-10e1-4a4f-9093-affc4a628197 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:36.637026 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd22823-10e1-4a4f-9093-affc4a628197 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d694a8e8-7fb6-46c7-9aac-113a5dab61cb,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:36.680654 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ddd22823-10e1-4a4f-9093-affc4a628197 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:36.681875 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ddd22823-10e1-4a4f-9093-affc4a628197 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2743325 Mar 28 13:59:36.684590 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36772) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:59:36.688905 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-614ce202-1763-4648-9cb9-cbb8283f82f6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': 'ba3b437c-1954-454f-9ee8-9e3f3e006a3e', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:59:36.781966 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.securitygroups_db [None req-614ce202-1763-4648-9cb9-cbb8283f82f6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Project 8783dd3017a04690835ab7e96e428838 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 13:59:36.787783 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-614ce202-1763-4648-9cb9-cbb8283f82f6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:36.848231 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-614ce202-1763-4648-9cb9-cbb8283f82f6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:36.919149 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-614ce202-1763-4648-9cb9-cbb8283f82f6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:36.940579 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ce202-1763-4648-9cb9-cbb8283f82f6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0546b40-9acd-4009-8b41-7e08ee3eddaa,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:37.012540 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-614ce202-1763-4648-9cb9-cbb8283f82f6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:37.013788 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-614ce202-1763-4648-9cb9-cbb8283f82f6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3282843 Mar 28 13:59:37.148200 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-459c5a9a-7bf5-4f84-aab9-e176ba86326b req-315dbeb5-e2bd-4b32-a166-acb47d103014 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-923199261&fields=id&tenant_id=8783dd3017a04690835ab7e96e428838 HTTP/1.1" status: 200 len: 267 time: 0.0327084 Mar 28 13:59:37.200797 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c5a9a-7bf5-4f84-aab9-e176ba86326b req-bd6c5f9c-1138-45ba-8195-aef0973c0208 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:37.202071 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-459c5a9a-7bf5-4f84-aab9-e176ba86326b req-bd6c5f9c-1138-45ba-8195-aef0973c0208 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports/666bcc3b-93d3-4042-9b3a-fc1fdcde8478 HTTP/1.1" status: 200 len: 931 time: 0.0448189 Mar 28 13:59:37.254125 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-459c5a9a-7bf5-4f84-aab9-e176ba86326b req-3e03d76c-5f52-4a2d-a36b-b8e27ca14838 service neutron] 10.222.0.24 "GET /v2.0/ports/666bcc3b-93d3-4042-9b3a-fc1fdcde8478?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0351288 Mar 28 13:59:37.354841 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-459c5a9a-7bf5-4f84-aab9-e176ba86326b req-bb0c0763-9071-4450-95a7-e57a0cdc09bd service neutron] 10.222.0.24 "GET /v2.0/networks/b261e77f-bf9d-47a2-afca-cb6694b84239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916657 Mar 28 13:59:37.445009 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-459c5a9a-7bf5-4f84-aab9-e176ba86326b req-d71ab691-5fbf-4d2b-a0a0-0862f501b3dd service neutron] 10.222.0.24 "GET /v2.0/networks/b261e77f-bf9d-47a2-afca-cb6694b84239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840509 Mar 28 13:59:37.666636 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a340785a-664d-4672-b9b1-fc4a001d9609 req-ce2e3dba-0906-48eb-8fc0-fbcfe5585109 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=a923093e-00ed-4833-b813-b95903a095d8 HTTP/1.1" status: 200 len: 210 time: 0.0269897 Mar 28 13:59:38.769847 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-410c39c0-3655-4432-8640-f18959a5c18d req-055f793d-97c2-4fdd-a243-976d763226b0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=a923093e-00ed-4833-b813-b95903a095d8 HTTP/1.1" status: 200 len: 210 time: 0.0316424 Mar 28 13:59:39.443560 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c5a9a-7bf5-4f84-aab9-e176ba86326b req-e788a406-78aa-4e5e-83d6-4f9e8e08290c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:39.445064 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-459c5a9a-7bf5-4f84-aab9-e176ba86326b req-e788a406-78aa-4e5e-83d6-4f9e8e08290c service neutron] 10.222.0.20 "GET /v2.0/ports/666bcc3b-93d3-4042-9b3a-fc1fdcde8478 HTTP/1.1" status: 200 len: 1027 time: 0.0428481 Mar 28 13:59:39.557097 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c5a9a-7bf5-4f84-aab9-e176ba86326b req-1e92d865-dadd-4a7e-b925-00b52b06190b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:39.558200 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-459c5a9a-7bf5-4f84-aab9-e176ba86326b req-1e92d865-dadd-4a7e-b925-00b52b06190b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "GET /v2.0/networks?id=b261e77f-bf9d-47a2-afca-cb6694b84239 HTTP/1.1" status: 200 len: 797 time: 0.1077986 Mar 28 13:59:39.607864 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-459c5a9a-7bf5-4f84-aab9-e176ba86326b req-e2ece004-cf10-48aa-8a20-eef95637dbae tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8783dd3017a04690835ab7e96e428838 HTTP/1.1" status: 200 len: 472 time: 0.0415807 Mar 28 13:59:39.620298 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-459c5a9a-7bf5-4f84-aab9-e176ba86326b req-44c9ec01-06be-4696-8545-9fe81b14c390 service neutron] Request body: {'port': {'device_id': 'a923093e-00ed-4833-b813-b95903a095d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:59:39.678976 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-459c5a9a-7bf5-4f84-aab9-e176ba86326b req-44c9ec01-06be-4696-8545-9fe81b14c390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:39.876462 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-65b22d15-ebdf-4bee-865c-1feffa1e8726 req-23794f62-d0cb-467f-bed0-85a0c1552a62 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=a923093e-00ed-4833-b813-b95903a095d8 HTTP/1.1" status: 200 len: 210 time: 0.0311532 Mar 28 13:59:39.976744 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [req-459c5a9a-7bf5-4f84-aab9-e176ba86326b req-44c9ec01-06be-4696-8545-9fe81b14c390 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 666bcc3b-93d3-4042-9b3a-fc1fdcde8478 {{(pid=109613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 13:59:39.984222 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-459c5a9a-7bf5-4f84-aab9-e176ba86326b req-44c9ec01-06be-4696-8545-9fe81b14c390 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:39.996098 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.provisioning_blocks [req-459c5a9a-7bf5-4f84-aab9-e176ba86326b req-44c9ec01-06be-4696-8545-9fe81b14c390 service neutron] Transition to ACTIVE for port object 666bcc3b-93d3-4042-9b3a-fc1fdcde8478 will not be triggered until provisioned by entity L2. {{(pid=109613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 13:59:40.069343 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-459c5a9a-7bf5-4f84-aab9-e176ba86326b req-44c9ec01-06be-4696-8545-9fe81b14c390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:40.120296 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c9ec01-06be-4696-8545-9fe81b14c390 service neutron] Pushing event updated for resources: {'Port': ['ID=666bcc3b-93d3-4042-9b3a-fc1fdcde8478,revision_number=7']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:40.261546 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-459c5a9a-7bf5-4f84-aab9-e176ba86326b req-44c9ec01-06be-4696-8545-9fe81b14c390 service neutron] Attempting to bind port 666bcc3b-93d3-4042-9b3a-fc1fdcde8478 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:59:40.261882 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-459c5a9a-7bf5-4f84-aab9-e176ba86326b req-44c9ec01-06be-4696-8545-9fe81b14c390 service neutron] Attempting to bind port 666bcc3b-93d3-4042-9b3a-fc1fdcde8478 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '1033ec51-7c73-4d31-962d-11475eb805b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b261e77f-bf9d-47a2-afca-cb6694b84239'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:59:40.262207 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459c5a9a-7bf5-4f84-aab9-e176ba86326b req-44c9ec01-06be-4696-8545-9fe81b14c390 service neutron] Attempting to bind port 666bcc3b-93d3-4042-9b3a-fc1fdcde8478 on network b261e77f-bf9d-47a2-afca-cb6694b84239 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:59:40.266772 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459c5a9a-7bf5-4f84-aab9-e176ba86326b req-44c9ec01-06be-4696-8545-9fe81b14c390 service neutron] Port 666bcc3b-93d3-4042-9b3a-fc1fdcde8478 on network b261e77f-bf9d-47a2-afca-cb6694b84239 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:59:40.267089 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459c5a9a-7bf5-4f84-aab9-e176ba86326b req-44c9ec01-06be-4696-8545-9fe81b14c390 service neutron] Attempting to bind port 666bcc3b-93d3-4042-9b3a-fc1fdcde8478 on network b261e77f-bf9d-47a2-afca-cb6694b84239 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:59:40.274130 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459c5a9a-7bf5-4f84-aab9-e176ba86326b req-44c9ec01-06be-4696-8545-9fe81b14c390 service neutron] Checking agent: {'id': '72ab3303-6c81-4bd9-a1a9-2c5d9b681d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'started_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:59:40.274471 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459c5a9a-7bf5-4f84-aab9-e176ba86326b req-44c9ec01-06be-4696-8545-9fe81b14c390 service neutron] Checking segment: {'id': '1033ec51-7c73-4d31-962d-11475eb805b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b261e77f-bf9d-47a2-afca-cb6694b84239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:59:40.274853 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459c5a9a-7bf5-4f84-aab9-e176ba86326b req-44c9ec01-06be-4696-8545-9fe81b14c390 service neutron] Bound using segment: {'id': '1033ec51-7c73-4d31-962d-11475eb805b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b261e77f-bf9d-47a2-afca-cb6694b84239'} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:59:40.275288 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-459c5a9a-7bf5-4f84-aab9-e176ba86326b req-44c9ec01-06be-4696-8545-9fe81b14c390 service neutron] Bound port: 666bcc3b-93d3-4042-9b3a-fc1fdcde8478, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1033ec51-7c73-4d31-962d-11475eb805b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b261e77f-bf9d-47a2-afca-cb6694b84239'}}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:59:40.275644 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-459c5a9a-7bf5-4f84-aab9-e176ba86326b req-44c9ec01-06be-4696-8545-9fe81b14c390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:40.344482 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-459c5a9a-7bf5-4f84-aab9-e176ba86326b req-44c9ec01-06be-4696-8545-9fe81b14c390 service neutron] For port 666bcc3b-93d3-4042-9b3a-fc1fdcde8478, host hv-neutron-8353, cleared binding levels {{(pid=109613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:59:40.347384 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-459c5a9a-7bf5-4f84-aab9-e176ba86326b req-44c9ec01-06be-4696-8545-9fe81b14c390 service neutron] For port 666bcc3b-93d3-4042-9b3a-fc1fdcde8478, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=666bcc3b-93d3-4042-9b3a-fc1fdcde8478,segment=NetworkSegment(1033ec51-7c73-4d31-962d-11475eb805b5),segment_id=1033ec51-7c73-4d31-962d-11475eb805b5)] {{(pid=109613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:59:40.446391 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-459c5a9a-7bf5-4f84-aab9-e176ba86326b req-44c9ec01-06be-4696-8545-9fe81b14c390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:40.485085 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c5a9a-7bf5-4f84-aab9-e176ba86326b req-44c9ec01-06be-4696-8545-9fe81b14c390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:40.485085 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-459c5a9a-7bf5-4f84-aab9-e176ba86326b req-44c9ec01-06be-4696-8545-9fe81b14c390 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:40.487617 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-459c5a9a-7bf5-4f84-aab9-e176ba86326b req-44c9ec01-06be-4696-8545-9fe81b14c390 service neutron] 10.222.0.20 "PUT /v2.0/ports/666bcc3b-93d3-4042-9b3a-fc1fdcde8478 HTTP/1.1" status: 200 len: 1132 time: 0.8728685 Mar 28 13:59:40.488065 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a923093e-00ed-4833-b813-b95903a095d8', 'tag': '666bcc3b-93d3-4042-9b3a-fc1fdcde8478'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:59:40.490347 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb61c79-061f-434e-90cf-97f6a61f8128" -d '{"events": [{"name": "network-changed", "server_uuid": "a923093e-00ed-4833-b813-b95903a095d8", "tag": "666bcc3b-93d3-4042-9b3a-fc1fdcde8478"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:59:40.518503 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c9ec01-06be-4696-8545-9fe81b14c390 service neutron] Pushing event updated for resources: {'Port': ['ID=666bcc3b-93d3-4042-9b3a-fc1fdcde8478,revision_number=8']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:40.532458 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 13:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0928a13-d087-4871-a6c5-aca99a66eeea x-openstack-request-id: req-a0928a13-d087-4871-a6c5-aca99a66eeea {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:59:40.532753 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a923093e-00ed-4833-b813-b95903a095d8", "tag": "666bcc3b-93d3-4042-9b3a-fc1fdcde8478", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:59:40.534162 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a0928a13-d087-4871-a6c5-aca99a66eeea {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:59:40.534162 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a923093e-00ed-4833-b813-b95903a095d8', 'tag': '666bcc3b-93d3-4042-9b3a-fc1fdcde8478', 'status': 'completed', 'code': 200} Mar 28 13:59:40.603352 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb61c79-061f-434e-90cf-97f6a61f8128 req-51713287-5108-4129-aa35-8f1669a350d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:40.605090 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ccb61c79-061f-434e-90cf-97f6a61f8128 req-51713287-5108-4129-aa35-8f1669a350d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&device_id=a923093e-00ed-4833-b813-b95903a095d8 HTTP/1.1" status: 200 len: 1135 time: 0.0518634 Mar 28 13:59:40.720591 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb61c79-061f-434e-90cf-97f6a61f8128 req-40d4017e-3a19-4394-b5e6-71c7f6605096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:40.723330 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ccb61c79-061f-434e-90cf-97f6a61f8128 req-40d4017e-3a19-4394-b5e6-71c7f6605096 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=8783dd3017a04690835ab7e96e428838&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1102943 Mar 28 13:59:40.822164 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb61c79-061f-434e-90cf-97f6a61f8128 req-107834c1-04c2-46e0-ab5f-efcb73af25af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:40.824113 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ccb61c79-061f-434e-90cf-97f6a61f8128 req-107834c1-04c2-46e0-ab5f-efcb73af25af service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951033 Mar 28 13:59:40.905019 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c5a9a-7bf5-4f84-aab9-e176ba86326b req-467ff9aa-2139-492c-8fb7-39c80a625bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:40.906617 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-459c5a9a-7bf5-4f84-aab9-e176ba86326b req-467ff9aa-2139-492c-8fb7-39c80a625bb1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&device_id=a923093e-00ed-4833-b813-b95903a095d8 HTTP/1.1" status: 200 len: 1135 time: 0.0465968 Mar 28 13:59:41.005589 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-459c5a9a-7bf5-4f84-aab9-e176ba86326b req-af5292a0-f4c3-42eb-9869-c7634d1dee35 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=666bcc3b-93d3-4042-9b3a-fc1fdcde8478 HTTP/1.1" status: 200 len: 1038 time: 0.0908830 Mar 28 13:59:41.017449 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f5f98-1a61-460a-be60-082b69a28c7f req-1d952f88-c5dc-4511-ad6c-2ce438d4f9e0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:41.019360 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dc2f5f98-1a61-460a-be60-082b69a28c7f req-1d952f88-c5dc-4511-ad6c-2ce438d4f9e0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=a923093e-00ed-4833-b813-b95903a095d8 HTTP/1.1" status: 200 len: 982 time: 0.0648086 Mar 28 13:59:41.086246 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c5a9a-7bf5-4f84-aab9-e176ba86326b req-cadc4505-d213-4f7d-b2e8-2e3c31e0db93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:41.087755 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-459c5a9a-7bf5-4f84-aab9-e176ba86326b req-cadc4505-d213-4f7d-b2e8-2e3c31e0db93 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=563704ed-ee94-4194-9b49-b3b32b4e7791 HTTP/1.1" status: 200 len: 834 time: 0.0674300 Mar 28 13:59:41.092657 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dc2f5f98-1a61-460a-be60-082b69a28c7f req-858e89d2-9dbd-417e-8f01-563bc7e65c71 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9d032aa-c725-467c-b755-ff2eca2d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655756 Mar 28 13:59:41.132973 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c5a9a-7bf5-4f84-aab9-e176ba86326b req-808ec1c6-7bc3-4674-bd9b-6d10ceac99d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:41.134660 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-459c5a9a-7bf5-4f84-aab9-e176ba86326b req-808ec1c6-7bc3-4674-bd9b-6d10ceac99d0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b261e77f-bf9d-47a2-afca-cb6694b84239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408323 Mar 28 13:59:41.231363 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-459c5a9a-7bf5-4f84-aab9-e176ba86326b req-68f666ca-2e46-4207-b825-1355434fb874 service neutron] 10.222.0.20 "GET /v2.0/networks/b261e77f-bf9d-47a2-afca-cb6694b84239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901022 Mar 28 13:59:41.332689 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-459c5a9a-7bf5-4f84-aab9-e176ba86326b req-d5207829-0ba2-463e-b866-eecda146f994 service neutron] 10.222.0.20 "GET /v2.0/networks/b261e77f-bf9d-47a2-afca-cb6694b84239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953653 Mar 28 13:59:42.213860 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28791eb-634b-4f7b-a9c0-a0fd63c11af2 req-5fde9194-d883-40b6-9c5b-8c8429058763 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:42.215312 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b28791eb-634b-4f7b-a9c0-a0fd63c11af2 req-5fde9194-d883-40b6-9c5b-8c8429058763 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=a923093e-00ed-4833-b813-b95903a095d8 HTTP/1.1" status: 200 len: 982 time: 0.0500617 Mar 28 13:59:42.259114 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b28791eb-634b-4f7b-a9c0-a0fd63c11af2 req-8203c72a-7fb7-483d-880c-b399d750c3e5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9d032aa-c725-467c-b755-ff2eca2d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372074 Mar 28 13:59:43.386236 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bc1c8-9749-4810-929b-3d540f4271e5 req-86201667-eb78-46cb-b4d2-83c1aadd2850 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:43.387691 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-649bc1c8-9749-4810-929b-3d540f4271e5 req-86201667-eb78-46cb-b4d2-83c1aadd2850 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=a923093e-00ed-4833-b813-b95903a095d8 HTTP/1.1" status: 200 len: 982 time: 0.0594664 Mar 28 13:59:43.436003 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-649bc1c8-9749-4810-929b-3d540f4271e5 req-d57460b4-839d-48ab-8465-84bcf44ff9a3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9d032aa-c725-467c-b755-ff2eca2d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409780 Mar 28 13:59:43.497692 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:44.561000 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611481d-4c86-49bf-b8ea-87598c61e2af req-202a85ef-8331-4480-a0f0-e68da34cdc71 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:44.562606 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1611481d-4c86-49bf-b8ea-87598c61e2af req-202a85ef-8331-4480-a0f0-e68da34cdc71 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=a923093e-00ed-4833-b813-b95903a095d8 HTTP/1.1" status: 200 len: 982 time: 0.0546820 Mar 28 13:59:44.606132 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1611481d-4c86-49bf-b8ea-87598c61e2af req-0edb1958-a78f-41bd-8e94-063cc2d74c81 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9d032aa-c725-467c-b755-ff2eca2d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351007 Mar 28 13:59:45.557991 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 666bcc3b-93d3-4042-9b3a-fc1fdcde8478 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 13:59:45.658781 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 666bcc3b-93d3-4042-9b3a-fc1fdcde8478, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=666bcc3b-93d3-4042-9b3a-fc1fdcde8478,segment=NetworkSegment(1033ec51-7c73-4d31-962d-11475eb805b5),segment_id=1033ec51-7c73-4d31-962d-11475eb805b5)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:59:45.671292 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': '666bcc3b-93d3-4042-9b3a-fc1fdcde8478', 'network_id': 'b261e77f-bf9d-47a2-afca-cb6694b84239', 'port_id': '666bcc3b-93d3-4042-9b3a-fc1fdcde8478', 'mac_address': 'fa:16:3e:d6:d9:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '563704ed-ee94-4194-9b49-b3b32b4e7791', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 13:59:45.710688 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:45.724715 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 666bcc3b-93d3-4042-9b3a-fc1fdcde8478 {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 13:59:45.734471 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81531a-a54a-4740-91da-838f2f2b7da8 req-9858c789-8a5d-4bf0-a942-d38a1c28ca87 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:45.740554 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-df81531a-a54a-4740-91da-838f2f2b7da8 req-9858c789-8a5d-4bf0-a942-d38a1c28ca87 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=a923093e-00ed-4833-b813-b95903a095d8 HTTP/1.1" status: 200 len: 982 time: 0.0507097 Mar 28 13:59:45.745253 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 666bcc3b-93d3-4042-9b3a-fc1fdcde8478, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=666bcc3b-93d3-4042-9b3a-fc1fdcde8478,segment=NetworkSegment(1033ec51-7c73-4d31-962d-11475eb805b5),segment_id=1033ec51-7c73-4d31-962d-11475eb805b5)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:59:45.774513 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-df81531a-a54a-4740-91da-838f2f2b7da8 req-3f86a12d-cdb9-4309-9db8-6c42aec8a87a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9d032aa-c725-467c-b755-ff2eca2d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322301 Mar 28 13:59:45.861431 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:45.917638 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=666bcc3b-93d3-4042-9b3a-fc1fdcde8478,revision_number=9']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:46.167240 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['666bcc3b-93d3-4042-9b3a-fc1fdcde8478'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 13:59:46.897166 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d97cc4-10d2-475f-98fd-7506642fcc43 req-3e26ecd2-09ca-4bab-aca7-20721cdbd8a7 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:46.898663 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-30d97cc4-10d2-475f-98fd-7506642fcc43 req-3e26ecd2-09ca-4bab-aca7-20721cdbd8a7 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=a923093e-00ed-4833-b813-b95903a095d8 HTTP/1.1" status: 200 len: 983 time: 0.0551941 Mar 28 13:59:46.938566 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-30d97cc4-10d2-475f-98fd-7506642fcc43 req-9adcc942-2d6e-4494-bbb6-4bfd337b2c8d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9d032aa-c725-467c-b755-ff2eca2d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338442 Mar 28 13:59:47.572753 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 666bcc3b-93d3-4042-9b3a-fc1fdcde8478 up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 13:59:47.691312 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning for port 666bcc3b-93d3-4042-9b3a-fc1fdcde8478 completed by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 13:59:47.695415 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port 666bcc3b-93d3-4042-9b3a-fc1fdcde8478 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:59:47.695858 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:47.872075 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:47.896022 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a923093e-00ed-4833-b813-b95903a095d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666bcc3b-93d3-4042-9b3a-fc1fdcde8478'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:59:47.898276 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4835add-9a29-47df-b03b-619f961dfc5a" -d '{"events": [{"server_uuid": "a923093e-00ed-4833-b813-b95903a095d8", "name": "network-vif-plugged", "status": "completed", "tag": "666bcc3b-93d3-4042-9b3a-fc1fdcde8478"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:59:47.911060 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 666bcc3b-93d3-4042-9b3a-fc1fdcde8478, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=666bcc3b-93d3-4042-9b3a-fc1fdcde8478,segment=NetworkSegment(1033ec51-7c73-4d31-962d-11475eb805b5),segment_id=1033ec51-7c73-4d31-962d-11475eb805b5)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:59:47.935376 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 13:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5304c7a8-3015-412e-aaee-f4ef72a5fc38 x-openstack-request-id: req-5304c7a8-3015-412e-aaee-f4ef72a5fc38 {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:59:47.935682 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a923093e-00ed-4833-b813-b95903a095d8", "name": "network-vif-plugged", "status": "completed", "tag": "666bcc3b-93d3-4042-9b3a-fc1fdcde8478", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:59:47.935941 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5304c7a8-3015-412e-aaee-f4ef72a5fc38 {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:59:47.936334 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a923093e-00ed-4833-b813-b95903a095d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666bcc3b-93d3-4042-9b3a-fc1fdcde8478', 'code': 200} Mar 28 13:59:48.005962 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:48.056928 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=666bcc3b-93d3-4042-9b3a-fc1fdcde8478,revision_number=10']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:48.060733 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5169a-09a2-41b3-96fc-e4631bf897a3 req-e69238ba-c183-4c9b-8962-06e479935e06 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:48.062276 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-87b5169a-09a2-41b3-96fc-e4631bf897a3 req-e69238ba-c183-4c9b-8962-06e479935e06 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=a923093e-00ed-4833-b813-b95903a095d8 HTTP/1.1" status: 200 len: 985 time: 0.0497980 Mar 28 13:59:48.104199 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-87b5169a-09a2-41b3-96fc-e4631bf897a3 req-e385ca4f-96f4-46bf-8ddd-c3186267f371 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9d032aa-c725-467c-b755-ff2eca2d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348997 Mar 28 13:59:48.245080 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44663802-d843-42ed-9db0-81d7e9cec406 req-349ff77b-e09b-4cf2-902c-d4207e27e90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:48.246438 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-44663802-d843-42ed-9db0-81d7e9cec406 req-349ff77b-e09b-4cf2-902c-d4207e27e90e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a923093e-00ed-4833-b813-b95903a095d8 HTTP/1.1" status: 200 len: 1138 time: 0.0433083 Mar 28 13:59:48.282971 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-44663802-d843-42ed-9db0-81d7e9cec406 req-be348291-5fc0-4b2b-b75c-925daec74fab service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b9d032aa-c725-467c-b755-ff2eca2d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300078 Mar 28 13:59:49.225445 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361b2a9-f8c2-46a2-9b71-93d4fd88b636 req-56e0858d-6169-47c0-8fcd-e8977655a842 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:49.226935 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e361b2a9-f8c2-46a2-9b71-93d4fd88b636 req-56e0858d-6169-47c0-8fcd-e8977655a842 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=a923093e-00ed-4833-b813-b95903a095d8 HTTP/1.1" status: 200 len: 985 time: 0.0545731 Mar 28 13:59:49.266493 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e361b2a9-f8c2-46a2-9b71-93d4fd88b636 req-fb4bfcd3-7ed4-4c92-9d17-faa7de5db35b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9d032aa-c725-467c-b755-ff2eca2d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335817 Mar 28 13:59:50.391782 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd43cf-67c1-4e23-8d1e-224a256824a7 req-0b61947e-c2de-4925-9f6e-f3dc6880f6ab tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:50.393392 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-00bd43cf-67c1-4e23-8d1e-224a256824a7 req-0b61947e-c2de-4925-9f6e-f3dc6880f6ab tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=a923093e-00ed-4833-b813-b95903a095d8 HTTP/1.1" status: 200 len: 985 time: 0.0513196 Mar 28 13:59:50.435078 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-00bd43cf-67c1-4e23-8d1e-224a256824a7 req-b7b67227-9895-44a5-81a0-cfdcdad0669c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9d032aa-c725-467c-b755-ff2eca2d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341895 Mar 28 13:59:50.554947 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95295669-9e4b-4876-8abc-8ea2b5d2a434 req-da3ffe56-fb1e-450d-a362-d5b276516adf tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:50.556691 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-95295669-9e4b-4876-8abc-8ea2b5d2a434 req-da3ffe56-fb1e-450d-a362-d5b276516adf tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=a923093e-00ed-4833-b813-b95903a095d8 HTTP/1.1" status: 200 len: 985 time: 0.0549042 Mar 28 13:59:50.599628 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-95295669-9e4b-4876-8abc-8ea2b5d2a434 req-62b080aa-4f18-4da6-afde-1cc45c709d2b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9d032aa-c725-467c-b755-ff2eca2d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368423 Mar 28 13:59:50.622485 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 36854) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:59:50.702659 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377c099f-dadf-4ba0-abad-09cc5f9f9d8d tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:50.705599 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-377c099f-dadf-4ba0-abad-09cc5f9f9d8d tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a923093e-00ed-4833-b813-b95903a095d8&network_id=b261e77f-bf9d-47a2-afca-cb6694b84239 HTTP/1.1" status: 200 len: 1133 time: 0.0807409 Mar 28 13:59:51.196208 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1494099-6e0d-40eb-8c89-cab6c0095e74 req-cf3cc3f2-3027-4d45-963e-d7b58a9b1f9f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:51.197810 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c1494099-6e0d-40eb-8c89-cab6c0095e74 req-cf3cc3f2-3027-4d45-963e-d7b58a9b1f9f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=a923093e-00ed-4833-b813-b95903a095d8 HTTP/1.1" status: 200 len: 985 time: 0.0495534 Mar 28 13:59:51.240903 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c1494099-6e0d-40eb-8c89-cab6c0095e74 req-45fb1aae-9bd0-4748-a8e7-5e6a21d928b4 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9d032aa-c725-467c-b755-ff2eca2d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370371 Mar 28 13:59:52.353748 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07c57a-a66e-4af1-9d61-651c9fcc8df9 req-fdd6a95c-13fd-4dcf-b87d-cd5c13b644be tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:52.355221 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-fe07c57a-a66e-4af1-9d61-651c9fcc8df9 req-fdd6a95c-13fd-4dcf-b87d-cd5c13b644be tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=a923093e-00ed-4833-b813-b95903a095d8 HTTP/1.1" status: 200 len: 985 time: 0.0495358 Mar 28 13:59:52.395836 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-fe07c57a-a66e-4af1-9d61-651c9fcc8df9 req-75155094-6a5e-488e-9dcf-c49d7302be2e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9d032aa-c725-467c-b755-ff2eca2d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344565 Mar 28 13:59:52.636240 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ddb4a-61e9-4366-af0b-fe4d350cda23 req-ac963b4d-a2cc-49ff-8af3-f3f63a9205d1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:52.637802 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1e3ddb4a-61e9-4366-af0b-fe4d350cda23 req-ac963b4d-a2cc-49ff-8af3-f3f63a9205d1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "GET /v2.0/ports?device_id=a923093e-00ed-4833-b813-b95903a095d8 HTTP/1.1" status: 200 len: 985 time: 0.0530086 Mar 28 13:59:52.685289 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ddb4a-61e9-4366-af0b-fe4d350cda23 req-2549edf1-c4d6-4b25-9525-1d7d369e6138 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:52.686609 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1e3ddb4a-61e9-4366-af0b-fe4d350cda23 req-2549edf1-c4d6-4b25-9525-1d7d369e6138 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "GET /v2.0/ports/666bcc3b-93d3-4042-9b3a-fc1fdcde8478?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0434330 Mar 28 13:59:52.790025 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1e3ddb4a-61e9-4366-af0b-fe4d350cda23 req-5916ae5e-8351-45bd-a640-c7e99d178962 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "GET /v2.0/networks/b261e77f-bf9d-47a2-afca-cb6694b84239?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0976644 Mar 28 13:59:52.799902 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-1e3ddb4a-61e9-4366-af0b-fe4d350cda23 req-364756ad-13ab-4015-af52-c2d4d3c8d328 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:59:52.872356 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-1e3ddb4a-61e9-4366-af0b-fe4d350cda23 req-364756ad-13ab-4015-af52-c2d4d3c8d328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:53.007055 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-1e3ddb4a-61e9-4366-af0b-fe4d350cda23 req-364756ad-13ab-4015-af52-c2d4d3c8d328 service neutron] For port 666bcc3b-93d3-4042-9b3a-fc1fdcde8478, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=666bcc3b-93d3-4042-9b3a-fc1fdcde8478,segment=NetworkSegment(1033ec51-7c73-4d31-962d-11475eb805b5),segment_id=1033ec51-7c73-4d31-962d-11475eb805b5)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:59:53.039705 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-1e3ddb4a-61e9-4366-af0b-fe4d350cda23 req-364756ad-13ab-4015-af52-c2d4d3c8d328 service neutron] For port 666bcc3b-93d3-4042-9b3a-fc1fdcde8478, host hv-neutron-8353, cleared binding levels {{(pid=109613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:59:53.071424 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [req-1e3ddb4a-61e9-4366-af0b-fe4d350cda23 req-364756ad-13ab-4015-af52-c2d4d3c8d328 service neutron] device_id is not set on port 666bcc3b-93d3-4042-9b3a-fc1fdcde8478 yet. {{(pid=109613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 13:59:53.079608 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-1e3ddb4a-61e9-4366-af0b-fe4d350cda23 req-364756ad-13ab-4015-af52-c2d4d3c8d328 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:53.160945 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-1e3ddb4a-61e9-4366-af0b-fe4d350cda23 req-364756ad-13ab-4015-af52-c2d4d3c8d328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:53.248681 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364756ad-13ab-4015-af52-c2d4d3c8d328 service neutron] Pushing event updated for resources: {'Port': ['ID=666bcc3b-93d3-4042-9b3a-fc1fdcde8478,revision_number=11']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:53.299276 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e3ddb4a-61e9-4366-af0b-fe4d350cda23 req-364756ad-13ab-4015-af52-c2d4d3c8d328 service neutron] No DVR routers for this DVR port 666bcc3b-93d3-4042-9b3a-fc1fdcde8478 on host hv-neutron-8353 {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 13:59:53.451109 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-1e3ddb4a-61e9-4366-af0b-fe4d350cda23 req-364756ad-13ab-4015-af52-c2d4d3c8d328 service neutron] In _notify_port_updated(), no bound segment for port 666bcc3b-93d3-4042-9b3a-fc1fdcde8478 on network b261e77f-bf9d-47a2-afca-cb6694b84239 {{(pid=109613) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 28 13:59:53.451974 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ddb4a-61e9-4366-af0b-fe4d350cda23 req-364756ad-13ab-4015-af52-c2d4d3c8d328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:53.452606 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-1e3ddb4a-61e9-4366-af0b-fe4d350cda23 req-364756ad-13ab-4015-af52-c2d4d3c8d328 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:53.453883 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1e3ddb4a-61e9-4366-af0b-fe4d350cda23 req-364756ad-13ab-4015-af52-c2d4d3c8d328 service neutron] 10.222.0.20 "PUT /v2.0/ports/666bcc3b-93d3-4042-9b3a-fc1fdcde8478 HTTP/1.1" status: 200 len: 1028 time: 0.6582453 Mar 28 13:59:53.509030 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1b7cfbe9-d51a-4dd1-8d74-9fd894275cca req-151d86b5-ed8e-48df-82ae-9a6f092237d3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=a923093e-00ed-4833-b813-b95903a095d8 HTTP/1.1" status: 200 len: 210 time: 0.0267966 Mar 28 13:59:53.541425 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-ac3a4919-22ca-4223-94a7-6ac57672f10b None None] Provisioning complete for port 666bcc3b-93d3-4042-9b3a-fc1fdcde8478 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:59:53.542483 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ac3a4919-22ca-4223-94a7-6ac57672f10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:53.589554 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-ac3a4919-22ca-4223-94a7-6ac57672f10b None None] Port 666bcc3b-93d3-4042-9b3a-fc1fdcde8478 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:59:54.004172 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2896be67-f798-473e-9f92-bfc3e3c35139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:54.500056 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-48248ad6-b83e-40cf-9407-264711ed5cb2 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1268818762&fields=id&tenant_id=7110f97460394f8384904a1ab317b86f HTTP/1.1" status: 200 len: 267 time: 0.0321350 Mar 28 13:59:54.566073 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36882) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:59:54.611178 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-01933ce2-063c-4d4d-8911-6b5b1c12f196 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:54.612659 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-01933ce2-063c-4d4d-8911-6b5b1c12f196 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/networks?id=6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c HTTP/1.1" status: 200 len: 812 time: 0.1053579 Mar 28 13:59:54.627629 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-81eb4e88-3d6f-4326-9f16-f4a5ff2fa619 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:54.633131 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-93e0a1f4-272b-40cd-80db-7e534322066b tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/quotas/7110f97460394f8384904a1ab317b86f HTTP/1.1" status: 200 len: 375 time: 0.0093117 Mar 28 13:59:54.653736 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-81eb4e88-3d6f-4326-9f16-f4a5ff2fa619 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:54.717322 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-24d759fe-0513-4bd5-a3cc-ed8b5f23e344 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7110f97460394f8384904a1ab317b86f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0825403 Mar 28 13:59:54.788798 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-81eb4e88-3d6f-4326-9f16-f4a5ff2fa619 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:54.791272 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-81eb4e88-3d6f-4326-9f16-f4a5ff2fa619 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:54.792433 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-81eb4e88-3d6f-4326-9f16-f4a5ff2fa619 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "DELETE /v2.0/security-groups/ba3b437c-1954-454f-9ee8-9e3f3e006a3e HTTP/1.1" status: 204 len: 168 time: 0.2243769 Mar 28 13:59:54.803306 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb4e88-3d6f-4326-9f16-f4a5ff2fa619 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3b437c-1954-454f-9ee8-9e3f3e006a3e,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:54.818130 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-bb86d64d-c0e7-4461-b2fc-1c1e046d4767 service neutron] 10.222.0.24 "GET /v2.0/networks/6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886772 Mar 28 13:59:54.906042 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-c07653f3-bfab-4fa9-872d-81d13afb2689 service neutron] 10.222.0.24 "GET /v2.0/networks/6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815842 Mar 28 13:59:54.907808 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 36886) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:59:55.459106 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-2c64337b-7970-41ab-9af5-49eab266cd25 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Deleting port ecce6e3e-dd3c-4d6b-8c5d-a7da272da9d6 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:59:55.459440 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2c64337b-7970-41ab-9af5-49eab266cd25 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:55.546432 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1abae981-6104-41e0-9e93-8c51c6e1b83f req-533d47be-0099-4ac5-83ce-4764d895ae3d tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=67fc6b38-7c49-4096-bf43-31e352c7e7d3 HTTP/1.1" status: 200 len: 210 time: 0.0371573 Mar 28 13:59:55.565911 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2c64337b-7970-41ab-9af5-49eab266cd25 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:55.566349 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2c64337b-7970-41ab-9af5-49eab266cd25 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:55.578939 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-2c64337b-7970-41ab-9af5-49eab266cd25 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Calling delete_port for ecce6e3e-dd3c-4d6b-8c5d-a7da272da9d6 owned by network:floatingip {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:59:56.006235 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2c64337b-7970-41ab-9af5-49eab266cd25 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:56.034496 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64337b-7970-41ab-9af5-49eab266cd25 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Port': ['ID=ecce6e3e-dd3c-4d6b-8c5d-a7da272da9d6,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:56.047157 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c64337b-7970-41ab-9af5-49eab266cd25 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:59:56.047517 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c64337b-7970-41ab-9af5-49eab266cd25 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:59:56.047857 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c64337b-7970-41ab-9af5-49eab266cd25 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:59:56.048194 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c64337b-7970-41ab-9af5-49eab266cd25 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:59:56.048553 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c64337b-7970-41ab-9af5-49eab266cd25 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:59:56.048884 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c64337b-7970-41ab-9af5-49eab266cd25 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:59:56.049211 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c64337b-7970-41ab-9af5-49eab266cd25 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:59:56.049541 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c64337b-7970-41ab-9af5-49eab266cd25 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:59:56.049869 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c64337b-7970-41ab-9af5-49eab266cd25 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:59:56.050196 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c64337b-7970-41ab-9af5-49eab266cd25 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:59:56.050517 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c64337b-7970-41ab-9af5-49eab266cd25 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:59:56.051353 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c64337b-7970-41ab-9af5-49eab266cd25 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 13:59:56.103013 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2c64337b-7970-41ab-9af5-49eab266cd25 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for floatingip, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:56.103341 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [None req-2c64337b-7970-41ab-9af5-49eab266cd25 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Floating IP 4c2a65cf-57d7-4a7e-bebb-20b9bc478592 disassociated (deleted). External IP: 172.26.2.100, port: 666bcc3b-93d3-4042-9b3a-fc1fdcde8478. Mar 28 13:59:56.306894 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c64337b-7970-41ab-9af5-49eab266cd25 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Router 74a87f9e-bd21-4b24-8d19-27506aadae79 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:59:56.341600 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c8775bae-c418-49e1-8d90-e02de345bb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:56.411714 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c64337b-7970-41ab-9af5-49eab266cd25 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:59:56.416541 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2c64337b-7970-41ab-9af5-49eab266cd25 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:56.421553 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fa87b8-7f6e-4467-ad1d-686450e7766c None None] Sync routers for ids ['74a87f9e-bd21-4b24-8d19-27506aadae79'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:59:56.433612 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fa87b8-7f6e-4467-ad1d-686450e7766c None None] Routers {'74a87f9e-bd21-4b24-8d19-27506aadae79'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:59:56.434240 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-c8fa87b8-7f6e-4467-ad1d-686450e7766c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:59:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['74a87f9e-bd21-4b24-8d19-27506aadae79'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:59:56.450670 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-2c64337b-7970-41ab-9af5-49eab266cd25 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "DELETE /v2.0/floatingips/4c2a65cf-57d7-4a7e-bebb-20b9bc478592 HTTP/1.1" status: 204 len: 168 time: 1.5343812 Mar 28 13:59:56.515015 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 36908) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:59:56.546751 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-c8fa87b8-7f6e-4467-ad1d-686450e7766c None None] Set router 74a87f9e-bd21-4b24-8d19-27506aadae79 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:59:56.580433 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-807115dd-662b-4305-8938-d78df1e150e4 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:56.611824 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-807115dd-662b-4305-8938-d78df1e150e4 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:56.659925 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c4cd99e4-b90a-4dea-9132-35e4ba044299 req-0b2f7dc5-df31-45c9-97d1-b2f51fc727b2 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=67fc6b38-7c49-4096-bf43-31e352c7e7d3 HTTP/1.1" status: 200 len: 210 time: 0.0381029 Mar 28 13:59:56.838713 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-807115dd-662b-4305-8938-d78df1e150e4 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:56.845635 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-807115dd-662b-4305-8938-d78df1e150e4 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:56.845635 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-807115dd-662b-4305-8938-d78df1e150e4 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "DELETE /v2.0/security-groups/4be10317-0f6f-4614-84af-f06721e092ed HTTP/1.1" status: 204 len: 168 time: 0.3268123 Mar 28 13:59:56.849498 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-c8fa87b8-7f6e-4467-ad1d-686450e7766c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a87f9e-bd21-4b24-8d19-27506aadae79', 'name': 'tempest-TestNetworkBasicOps-router-1504303240', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': 'c386d81e-ae53-46dd-b093-04c59d6fe464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:59:05Z', 'updated_at': '2022-03-28T13:59:09Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'c386d81e-ae53-46dd-b093-04c59d6fe464', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a87f9e-bd21-4b24-8d19-27506aadae79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:59:06Z', 'updated_at': '2022-03-28T13:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '4e20f7bc-a52e-4351-b8be-65618d8bcf9e', 'name': '', 'network_id': 'b261e77f-bf9d-47a2-afca-cb6694b84239', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:4c:af:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a87f9e-bd21-4b24-8d19-27506aadae79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '563704ed-ee94-4194-9b49-b3b32b4e7791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:59:09Z', 'updated_at': '2022-03-28T13:59:12Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': '563704ed-ee94-4194-9b49-b3b32b4e7791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:59:56.869768 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807115dd-662b-4305-8938-d78df1e150e4 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be10317-0f6f-4614-84af-f06721e092ed,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:56.876353 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fa87b8-7f6e-4467-ad1d-686450e7766c None None] Checking router: 74a87f9e-bd21-4b24-8d19-27506aadae79 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:59:56.884823 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fa87b8-7f6e-4467-ad1d-686450e7766c None None] Routers {'74a87f9e-bd21-4b24-8d19-27506aadae79'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:59:56.885681 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-c8fa87b8-7f6e-4467-ad1d-686450e7766c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:59:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['74a87f9e-bd21-4b24-8d19-27506aadae79'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:59:56.954202 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 36914) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:59:56.991039 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-c8fa87b8-7f6e-4467-ad1d-686450e7766c None None] Set router 74a87f9e-bd21-4b24-8d19-27506aadae79 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:59:57.054993 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-bcfdb459-363c-449c-a25e-d13b17982d44 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Deleting port 666bcc3b-93d3-4042-9b3a-fc1fdcde8478 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:59:57.055334 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bcfdb459-363c-449c-a25e-d13b17982d44 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:57.146376 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bcfdb459-363c-449c-a25e-d13b17982d44 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:57.159783 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-bcfdb459-363c-449c-a25e-d13b17982d44 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Calling delete_port for 666bcc3b-93d3-4042-9b3a-fc1fdcde8478 owned by {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:59:57.189714 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-c8fa87b8-7f6e-4467-ad1d-686450e7766c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a87f9e-bd21-4b24-8d19-27506aadae79', 'name': 'tempest-TestNetworkBasicOps-router-1504303240', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': 'c386d81e-ae53-46dd-b093-04c59d6fe464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:59:05Z', 'updated_at': '2022-03-28T13:59:09Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'c386d81e-ae53-46dd-b093-04c59d6fe464', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a87f9e-bd21-4b24-8d19-27506aadae79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:59:06Z', 'updated_at': '2022-03-28T13:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '4e20f7bc-a52e-4351-b8be-65618d8bcf9e', 'name': '', 'network_id': 'b261e77f-bf9d-47a2-afca-cb6694b84239', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:4c:af:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a87f9e-bd21-4b24-8d19-27506aadae79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '563704ed-ee94-4194-9b49-b3b32b4e7791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:59:09Z', 'updated_at': '2022-03-28T13:59:12Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': '563704ed-ee94-4194-9b49-b3b32b4e7791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:59:57.218781 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fa87b8-7f6e-4467-ad1d-686450e7766c None None] The sync data for ids ['74a87f9e-bd21-4b24-8d19-27506aadae79'] in dv-neutron-835335-1-hyperv is: [{'id': '74a87f9e-bd21-4b24-8d19-27506aadae79', 'name': 'tempest-TestNetworkBasicOps-router-1504303240', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': 'c386d81e-ae53-46dd-b093-04c59d6fe464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:59:05Z', 'updated_at': '2022-03-28T13:59:09Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'c386d81e-ae53-46dd-b093-04c59d6fe464', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a87f9e-bd21-4b24-8d19-27506aadae79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:59:06Z', 'updated_at': '2022-03-28T13:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '4e20f7bc-a52e-4351-b8be-65618d8bcf9e', 'name': '', 'network_id': 'b261e77f-bf9d-47a2-afca-cb6694b84239', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:4c:af:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a87f9e-bd21-4b24-8d19-27506aadae79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '563704ed-ee94-4194-9b49-b3b32b4e7791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:59:09Z', 'updated_at': '2022-03-28T13:59:12Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': '563704ed-ee94-4194-9b49-b3b32b4e7791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 13:59:57.371461 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bcfdb459-363c-449c-a25e-d13b17982d44 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:57.404145 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfdb459-363c-449c-a25e-d13b17982d44 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Port': ['ID=666bcc3b-93d3-4042-9b3a-fc1fdcde8478,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:57.481724 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043c2125-f5be-477a-a80a-a8e860ffd937 None None] New status for floating IP 4c2a65cf-57d7-4a7e-bebb-20b9bc478592: DOWN {{(pid=109614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 13:59:57.547822 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bcfdb459-363c-449c-a25e-d13b17982d44 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:57.551177 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-bcfdb459-363c-449c-a25e-d13b17982d44 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "DELETE /v2.0/ports/666bcc3b-93d3-4042-9b3a-fc1fdcde8478 HTTP/1.1" status: 204 len: 168 time: 0.5958984 Mar 28 13:59:57.555315 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36916) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:59:57.616428 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-6b3bcd59-3839-4a91-bb16-6214e0c302e5 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:57.618958 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-6b3bcd59-3839-4a91-bb16-6214e0c302e5 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.20 "GET /v2.0/networks?id=6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c HTTP/1.1" status: 200 len: 812 time: 0.1686277 Mar 28 13:59:57.635960 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 666bcc3b-93d3-4042-9b3a-fc1fdcde8478 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 13:59:57.662895 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] No Port match for: 666bcc3b-93d3-4042-9b3a-fc1fdcde8478 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 13:59:57.674167 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 666bcc3b-93d3-4042-9b3a-fc1fdcde8478 not bound to the agent host hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 13:59:57.674916 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:57.685932 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-42806f0a-b737-4dc4-a34b-187324b96062 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7110f97460394f8384904a1ab317b86f HTTP/1.1" status: 200 len: 380 time: 0.0578940 Mar 28 13:59:57.695514 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-63759f8f-7293-434f-876b-3eb450c1cb0b tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Request body: {'port': {'device_id': '67fc6b38-7c49-4096-bf43-31e352c7e7d3', 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c', 'admin_state_up': True, 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'security_groups': ['7f46a231-1d39-4a20-859a-6c5c3faf8f86']}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:59:57.780815 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-edde27ad-0296-42c2-ab93-d8da0a327d1c req-90eeb3da-6152-4a42-a597-5deb9c91c7f1 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=67fc6b38-7c49-4096-bf43-31e352c7e7d3 HTTP/1.1" status: 200 len: 210 time: 0.0332165 Mar 28 13:59:57.946956 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-63759f8f-7293-434f-876b-3eb450c1cb0b tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Made reservation on behalf of 7110f97460394f8384904a1ab317b86f for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 13:59:57.950775 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-63759f8f-7293-434f-876b-3eb450c1cb0b tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:57.960648 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cfa491cf-b08c-4c15-8364-69a97b871800 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:58.092362 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-63759f8f-7293-434f-876b-3eb450c1cb0b tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Allocated IP 172.20.0.7 (6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c/9c2ce5a3-629c-4977-b27a-fb42f72730c0/99689aa7-5ac1-4d48-a496-2966641656f0) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 13:59:58.231079 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-cfa491cf-b08c-4c15-8364-69a97b871800 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Deleting port 4e20f7bc-a52e-4351-b8be-65618d8bcf9e {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 13:59:58.231335 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cfa491cf-b08c-4c15-8364-69a97b871800 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:58.242900 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-63759f8f-7293-434f-876b-3eb450c1cb0b tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:58.338693 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-cfa491cf-b08c-4c15-8364-69a97b871800 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] For port 4e20f7bc-a52e-4351-b8be-65618d8bcf9e, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=4e20f7bc-a52e-4351-b8be-65618d8bcf9e,segment=NetworkSegment(1033ec51-7c73-4d31-962d-11475eb805b5),segment_id=1033ec51-7c73-4d31-962d-11475eb805b5)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 13:59:58.339063 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cfa491cf-b08c-4c15-8364-69a97b871800 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:58.351934 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-cfa491cf-b08c-4c15-8364-69a97b871800 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Calling delete_port for 4e20f7bc-a52e-4351-b8be-65618d8bcf9e owned by network:router_interface {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 13:59:58.366301 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-63759f8f-7293-434f-876b-3eb450c1cb0b tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:58.415278 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-63759f8f-7293-434f-876b-3eb450c1cb0b tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Network 6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 13:59:58.418800 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-63759f8f-7293-434f-876b-3eb450c1cb0b tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 13:59:58.423488 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-63759f8f-7293-434f-876b-3eb450c1cb0b tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 13:59:58.449455 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63759f8f-7293-434f-876b-3eb450c1cb0b tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Pushing event updated for resources: {'Port': ['ID=99689aa7-5ac1-4d48-a496-2966641656f0,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:58.480018 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-63759f8f-7293-434f-876b-3eb450c1cb0b tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:58.480868 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-63759f8f-7293-434f-876b-3eb450c1cb0b tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:58.586193 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-63759f8f-7293-434f-876b-3eb450c1cb0b tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8945520 Mar 28 13:59:58.600929 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-78f50e2b-0ead-41a7-a2e5-6ab1b38432a7 service neutron] Request body: {'port': {'device_id': '67fc6b38-7c49-4096-bf43-31e352c7e7d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 13:59:58.652987 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cfa491cf-b08c-4c15-8364-69a97b871800 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:58.661974 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-78f50e2b-0ead-41a7-a2e5-6ab1b38432a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:58.705058 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa491cf-b08c-4c15-8364-69a97b871800 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Port': ['ID=4e20f7bc-a52e-4351-b8be-65618d8bcf9e,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:58.753045 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-033d7130-5f4d-48f9-a19b-502216c28eb7 None None] Provisioning complete for port 99689aa7-5ac1-4d48-a496-2966641656f0 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 13:59:58.754073 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-033d7130-5f4d-48f9-a19b-502216c28eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:58.889196 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-033d7130-5f4d-48f9-a19b-502216c28eb7 None None] Port 99689aa7-5ac1-4d48-a496-2966641656f0 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 13:59:58.944939 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cfa491cf-b08c-4c15-8364-69a97b871800 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:58.978264 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:59.057844 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab6d6a-5366-487e-9014-bf144cf5b8a5 req-e91b50c0-26a1-4ee8-ae4d-4672240b8d94 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:59.059416 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-aaab6d6a-5366-487e-9014-bf144cf5b8a5 req-e91b50c0-26a1-4ee8-ae4d-4672240b8d94 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=67fc6b38-7c49-4096-bf43-31e352c7e7d3 HTTP/1.1" status: 200 len: 931 time: 0.1270671 Mar 28 13:59:59.078310 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-78f50e2b-0ead-41a7-a2e5-6ab1b38432a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99689aa7-5ac1-4d48-a496-2966641656f0 {{(pid=109613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 13:59:59.092165 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-78f50e2b-0ead-41a7-a2e5-6ab1b38432a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:59.117227 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.provisioning_blocks [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-78f50e2b-0ead-41a7-a2e5-6ab1b38432a7 service neutron] Transition to ACTIVE for port object 99689aa7-5ac1-4d48-a496-2966641656f0 will not be triggered until provisioned by entity L2. {{(pid=109613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 13:59:59.122609 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-aaab6d6a-5366-487e-9014-bf144cf5b8a5 req-cc490b8c-eb74-4e10-887c-aa55ce643feb tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528831 Mar 28 13:59:59.169959 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-78f50e2b-0ead-41a7-a2e5-6ab1b38432a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:59.212833 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa491cf-b08c-4c15-8364-69a97b871800 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Router 74a87f9e-bd21-4b24-8d19-27506aadae79 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 13:59:59.297261 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f50e2b-0ead-41a7-a2e5-6ab1b38432a7 service neutron] Pushing event updated for resources: {'Port': ['ID=99689aa7-5ac1-4d48-a496-2966641656f0,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:59.314968 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-78f50e2b-0ead-41a7-a2e5-6ab1b38432a7 service neutron] Attempting to bind port 99689aa7-5ac1-4d48-a496-2966641656f0 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 13:59:59.315313 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-78f50e2b-0ead-41a7-a2e5-6ab1b38432a7 service neutron] Attempting to bind port 99689aa7-5ac1-4d48-a496-2966641656f0 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'f5bd50f2-580d-42b1-89bf-cef653f5376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 13:59:59.315705 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-78f50e2b-0ead-41a7-a2e5-6ab1b38432a7 service neutron] Attempting to bind port 99689aa7-5ac1-4d48-a496-2966641656f0 on network 6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:59:59.321820 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-78f50e2b-0ead-41a7-a2e5-6ab1b38432a7 service neutron] Port 99689aa7-5ac1-4d48-a496-2966641656f0 on network 6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 13:59:59.322137 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-78f50e2b-0ead-41a7-a2e5-6ab1b38432a7 service neutron] Attempting to bind port 99689aa7-5ac1-4d48-a496-2966641656f0 on network 6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 13:59:59.325971 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:59.341376 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-78f50e2b-0ead-41a7-a2e5-6ab1b38432a7 service neutron] Checking agent: {'id': '72ab3303-6c81-4bd9-a1a9-2c5d9b681d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'started_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 13:59:59.341376 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-78f50e2b-0ead-41a7-a2e5-6ab1b38432a7 service neutron] Checking segment: {'id': 'f5bd50f2-580d-42b1-89bf-cef653f5376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 13:59:59.346863 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-78f50e2b-0ead-41a7-a2e5-6ab1b38432a7 service neutron] Bound using segment: {'id': 'f5bd50f2-580d-42b1-89bf-cef653f5376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c'} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 13:59:59.346863 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-78f50e2b-0ead-41a7-a2e5-6ab1b38432a7 service neutron] Bound port: 99689aa7-5ac1-4d48-a496-2966641656f0, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5bd50f2-580d-42b1-89bf-cef653f5376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c'}}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 13:59:59.346863 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-78f50e2b-0ead-41a7-a2e5-6ab1b38432a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:59.363538 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa491cf-b08c-4c15-8364-69a97b871800 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 13:59:59.374926 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-cfa491cf-b08c-4c15-8364-69a97b871800 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "PUT /v2.0/routers/74a87f9e-bd21-4b24-8d19-27506aadae79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8152146 Mar 28 13:59:59.374926 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36924) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:59:59.377263 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4267d9-c735-42e7-a7d0-c72b133094b1 None None] Sync routers for ids ['74a87f9e-bd21-4b24-8d19-27506aadae79'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 13:59:59.397128 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4267d9-c735-42e7-a7d0-c72b133094b1 None None] Routers {'74a87f9e-bd21-4b24-8d19-27506aadae79'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:59:59.397761 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-db4267d9-c735-42e7-a7d0-c72b133094b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:59:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['74a87f9e-bd21-4b24-8d19-27506aadae79'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:59:59.434411 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-78f50e2b-0ead-41a7-a2e5-6ab1b38432a7 service neutron] For port 99689aa7-5ac1-4d48-a496-2966641656f0, host hv-neutron-8353, cleared binding levels {{(pid=109613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 13:59:59.438256 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-78f50e2b-0ead-41a7-a2e5-6ab1b38432a7 service neutron] For port 99689aa7-5ac1-4d48-a496-2966641656f0, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=99689aa7-5ac1-4d48-a496-2966641656f0,segment=NetworkSegment(f5bd50f2-580d-42b1-89bf-cef653f5376c),segment_id=f5bd50f2-580d-42b1-89bf-cef653f5376c)] {{(pid=109613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 13:59:59.466187 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-68c63027-e721-4116-bb08-b5b6e8c73549 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Deleting subnet 563704ed-ee94-4194-9b49-b3b32b4e7791 {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 13:59:59.469490 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-68c63027-e721-4116-bb08-b5b6e8c73549 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:59.515856 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-68c63027-e721-4116-bb08-b5b6e8c73549 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:59.521586 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-78f50e2b-0ead-41a7-a2e5-6ab1b38432a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:59.547219 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-db4267d9-c735-42e7-a7d0-c72b133094b1 None None] Set router 74a87f9e-bd21-4b24-8d19-27506aadae79 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 13:59:59.574929 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-78f50e2b-0ead-41a7-a2e5-6ab1b38432a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:59.576327 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-78f50e2b-0ead-41a7-a2e5-6ab1b38432a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:59.579362 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-78f50e2b-0ead-41a7-a2e5-6ab1b38432a7 service neutron] 10.222.0.20 "PUT /v2.0/ports/99689aa7-5ac1-4d48-a496-2966641656f0 HTTP/1.1" status: 200 len: 1093 time: 0.9856730 Mar 28 13:59:59.585316 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67fc6b38-7c49-4096-bf43-31e352c7e7d3', 'tag': '99689aa7-5ac1-4d48-a496-2966641656f0'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 13:59:59.588947 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d267e73-4075-482e-983d-9f3533441845" -d '{"events": [{"name": "network-changed", "server_uuid": "67fc6b38-7c49-4096-bf43-31e352c7e7d3", "tag": "99689aa7-5ac1-4d48-a496-2966641656f0"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 13:59:59.634371 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-68c63027-e721-4116-bb08-b5b6e8c73549 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:59.659423 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f50e2b-0ead-41a7-a2e5-6ab1b38432a7 service neutron] Pushing event updated for resources: {'Port': ['ID=99689aa7-5ac1-4d48-a496-2966641656f0,revision_number=3']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:59.666122 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 13:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb767f07-7e52-4177-9ad3-5b3eaa3cf0e7 x-openstack-request-id: req-cb767f07-7e52-4177-9ad3-5b3eaa3cf0e7 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 13:59:59.666943 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67fc6b38-7c49-4096-bf43-31e352c7e7d3", "tag": "99689aa7-5ac1-4d48-a496-2966641656f0", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 13:59:59.667201 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cb767f07-7e52-4177-9ad3-5b3eaa3cf0e7 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 13:59:59.667599 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67fc6b38-7c49-4096-bf43-31e352c7e7d3', 'tag': '99689aa7-5ac1-4d48-a496-2966641656f0', 'status': 'completed', 'code': 200} Mar 28 13:59:59.751899 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d267e73-4075-482e-983d-9f3533441845 req-73b07b8b-ab25-43b5-8a32-cc25ff174cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:59.753684 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1d267e73-4075-482e-983d-9f3533441845 req-73b07b8b-ab25-43b5-8a32-cc25ff174cbe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7110f97460394f8384904a1ab317b86f&device_id=67fc6b38-7c49-4096-bf43-31e352c7e7d3 HTTP/1.1" status: 200 len: 1096 time: 0.0669463 Mar 28 13:59:59.834892 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-db4267d9-c735-42e7-a7d0-c72b133094b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a87f9e-bd21-4b24-8d19-27506aadae79', 'name': 'tempest-TestNetworkBasicOps-router-1504303240', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': 'c386d81e-ae53-46dd-b093-04c59d6fe464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:59:05Z', 'updated_at': '2022-03-28T13:59:58Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'c386d81e-ae53-46dd-b093-04c59d6fe464', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a87f9e-bd21-4b24-8d19-27506aadae79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:59:06Z', 'updated_at': '2022-03-28T13:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:59:59.846531 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-68c63027-e721-4116-bb08-b5b6e8c73549 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:59.866405 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4267d9-c735-42e7-a7d0-c72b133094b1 None None] Checking router: 74a87f9e-bd21-4b24-8d19-27506aadae79 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 13:59:59.875046 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4267d9-c735-42e7-a7d0-c72b133094b1 None None] Routers {'74a87f9e-bd21-4b24-8d19-27506aadae79'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 13:59:59.875656 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-db4267d9-c735-42e7-a7d0-c72b133094b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:59:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['74a87f9e-bd21-4b24-8d19-27506aadae79'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 13:59:59.880935 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-68c63027-e721-4116-bb08-b5b6e8c73549 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 13:59:59.884312 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-68c63027-e721-4116-bb08-b5b6e8c73549 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "DELETE /v2.0/subnets/563704ed-ee94-4194-9b49-b3b32b4e7791 HTTP/1.1" status: 204 len: 168 time: 0.5027294 Mar 28 13:59:59.885544 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c63027-e721-4116-bb08-b5b6e8c73549 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Subnet': ['ID=563704ed-ee94-4194-9b49-b3b32b4e7791,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 13:59:59.889690 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7254c9e8-06d0-43cf-b98c-9eaf3bdbdad1 None None] Network b261e77f-bf9d-47a2-afca-cb6694b84239 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 13:59:59.893370 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36928) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 13:59:59.908010 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d267e73-4075-482e-983d-9f3533441845 req-81981bc9-d525-4211-94bd-e06a0ce45cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 13:59:59.909567 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1d267e73-4075-482e-983d-9f3533441845 req-81981bc9-d525-4211-94bd-e06a0ce45cd4 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=7110f97460394f8384904a1ab317b86f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1485996 Mar 28 14:00:00.054918 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-db4267d9-c735-42e7-a7d0-c72b133094b1 None None] Set router 74a87f9e-bd21-4b24-8d19-27506aadae79 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:00:00.078570 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d267e73-4075-482e-983d-9f3533441845 req-39054a5b-15bd-405a-9090-1ce81146f5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:00.081135 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1d267e73-4075-482e-983d-9f3533441845 req-39054a5b-15bd-405a-9090-1ce81146f5fe service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1639338 Mar 28 14:00:00.170158 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25e25cc-1e91-4cbb-8d9d-d03455be6bea None None] DHCP port deletion for b261e77f-bf9d-47a2-afca-cb6694b84239 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 14:00:00.237845 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-19585dff-9dd1-432f-8faf-f536feb72519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:00.241890 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-19585dff-9dd1-432f-8faf-f536feb72519 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7110f97460394f8384904a1ab317b86f&device_id=67fc6b38-7c49-4096-bf43-31e352c7e7d3 HTTP/1.1" status: 200 len: 1096 time: 0.1087317 Mar 28 14:00:00.252461 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-c25e25cc-1e91-4cbb-8d9d-d03455be6bea None None] Deleting port 6184c123-5283-47d9-87df-dd124a1f8359 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:00:00.252838 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c25e25cc-1e91-4cbb-8d9d-d03455be6bea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:00.348991 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-c25e25cc-1e91-4cbb-8d9d-d03455be6bea None None] For port 6184c123-5283-47d9-87df-dd124a1f8359, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=6184c123-5283-47d9-87df-dd124a1f8359,segment=NetworkSegment(1033ec51-7c73-4d31-962d-11475eb805b5),segment_id=1033ec51-7c73-4d31-962d-11475eb805b5)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:00:00.349555 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c25e25cc-1e91-4cbb-8d9d-d03455be6bea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:00.370135 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-239cef9c-5686-4c63-9096-972269a38a34 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99689aa7-5ac1-4d48-a496-2966641656f0 HTTP/1.1" status: 200 len: 217 time: 0.1129119 Mar 28 14:00:00.370356 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-c25e25cc-1e91-4cbb-8d9d-d03455be6bea None None] Calling delete_port for 6184c123-5283-47d9-87df-dd124a1f8359 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:00:00.388939 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6933b441-3781-453d-a08a-cff548e824af tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:00.411582 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-db4267d9-c735-42e7-a7d0-c72b133094b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a87f9e-bd21-4b24-8d19-27506aadae79', 'name': 'tempest-TestNetworkBasicOps-router-1504303240', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': 'c386d81e-ae53-46dd-b093-04c59d6fe464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:59:05Z', 'updated_at': '2022-03-28T13:59:58Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'c386d81e-ae53-46dd-b093-04c59d6fe464', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a87f9e-bd21-4b24-8d19-27506aadae79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:59:06Z', 'updated_at': '2022-03-28T13:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:00:00.429820 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c50431-7b87-45d6-a38d-5e09ef5bf60e req-306fcfb2-ffbd-4290-9365-2498502f7792 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:00.431823 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-35c50431-7b87-45d6-a38d-5e09ef5bf60e req-306fcfb2-ffbd-4290-9365-2498502f7792 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=67fc6b38-7c49-4096-bf43-31e352c7e7d3 HTTP/1.1" status: 200 len: 943 time: 0.1806014 Mar 28 14:00:00.458040 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4267d9-c735-42e7-a7d0-c72b133094b1 None None] The sync data for ids ['74a87f9e-bd21-4b24-8d19-27506aadae79'] in dv-neutron-835335-1-hyperv is: [{'id': '74a87f9e-bd21-4b24-8d19-27506aadae79', 'name': 'tempest-TestNetworkBasicOps-router-1504303240', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': 'c386d81e-ae53-46dd-b093-04c59d6fe464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:59:05Z', 'updated_at': '2022-03-28T13:59:58Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'c386d81e-ae53-46dd-b093-04c59d6fe464', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a87f9e-bd21-4b24-8d19-27506aadae79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:59:06Z', 'updated_at': '2022-03-28T13:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:00:00.460673 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-bc138d78-f953-49c9-ba96-3202a031dd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:00.463688 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-bc138d78-f953-49c9-ba96-3202a031dd58 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c2ce5a3-629c-4977-b27a-fb42f72730c0 HTTP/1.1" status: 200 len: 851 time: 0.0903232 Mar 28 14:00:00.504338 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6933b441-3781-453d-a08a-cff548e824af tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:00.525807 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-35c50431-7b87-45d6-a38d-5e09ef5bf60e req-3ab44bbd-bfc3-4951-b828-62633e75ebbd tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847244 Mar 28 14:00:00.536038 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-dbc7ad3e-0f78-4899-9fe6-bca136b927e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:00.548862 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-dbc7ad3e-0f78-4899-9fe6-bca136b927e8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664678 Mar 28 14:00:00.600620 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c25e25cc-1e91-4cbb-8d9d-d03455be6bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:00.632028 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e25cc-1e91-4cbb-8d9d-d03455be6bea None None] Pushing event deleted for resources: {'Port': ['ID=6184c123-5283-47d9-87df-dd124a1f8359,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:00:00.633144 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-e4378ac7-61dd-4a18-ac05-b8da5b8f36ab service neutron] 10.222.0.20 "GET /v2.0/networks/6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889871 Mar 28 14:00:00.636733 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25e25cc-1e91-4cbb-8d9d-d03455be6bea None None] No DVR routers for this DVR port 6184c123-5283-47d9-87df-dd124a1f8359 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:00:00.701608 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-6933b441-3781-453d-a08a-cff548e824af tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Deleting port c386d81e-ae53-46dd-b093-04c59d6fe464 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:00:00.701987 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6933b441-3781-453d-a08a-cff548e824af tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:00.791270 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-6933b441-3781-453d-a08a-cff548e824af tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] For port c386d81e-ae53-46dd-b093-04c59d6fe464, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=c386d81e-ae53-46dd-b093-04c59d6fe464,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:00:00.791626 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6933b441-3781-453d-a08a-cff548e824af tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:00.808932 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-6933b441-3781-453d-a08a-cff548e824af tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Calling delete_port for c386d81e-ae53-46dd-b093-04c59d6fe464 owned by network:router_gateway {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:00:00.922301 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 6184c123-5283-47d9-87df-dd124a1f8359 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:00:00.945713 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 6184c123-5283-47d9-87df-dd124a1f8359 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:00:00.946142 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 6184c123-5283-47d9-87df-dd124a1f8359 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:00:00.946779 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 4e20f7bc-a52e-4351-b8be-65618d8bcf9e no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:00:00.967314 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 4e20f7bc-a52e-4351-b8be-65618d8bcf9e {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:00:00.971471 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 4e20f7bc-a52e-4351-b8be-65618d8bcf9e not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:00:01.021255 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f8e98d94-7c24-418f-9d19-b57bc213dadc req-928fe759-c61d-4e27-9a07-db1763f18c88 service neutron] 10.222.0.20 "GET /v2.0/networks/6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812602 Mar 28 14:00:01.097490 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6933b441-3781-453d-a08a-cff548e824af tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:01.127244 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6933b441-3781-453d-a08a-cff548e824af tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Port': ['ID=c386d81e-ae53-46dd-b093-04c59d6fe464,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:00:01.188951 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6933b441-3781-453d-a08a-cff548e824af tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133933816'] for router_gateway, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:01.280411 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6933b441-3781-453d-a08a-cff548e824af tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:01.282631 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6933b441-3781-453d-a08a-cff548e824af tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:01.428962 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6933b441-3781-453d-a08a-cff548e824af tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:01.434263 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6933b441-3781-453d-a08a-cff548e824af tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Fanout notify agent at l3_agent the message router_deleted on router 74a87f9e-bd21-4b24-8d19-27506aadae79 {{(pid=109612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 14:00:01.436506 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6933b441-3781-453d-a08a-cff548e824af tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:01.440413 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-6933b441-3781-453d-a08a-cff548e824af tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "DELETE /v2.0/routers/74a87f9e-bd21-4b24-8d19-27506aadae79 HTTP/1.1" status: 204 len: 168 time: 1.5352426 Mar 28 14:00:01.441080 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36934) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:00:01.529098 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c669b7b5-5f6e-4cdf-a5dc-6f500bb8a28f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:01.625761 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c669b7b5-5f6e-4cdf-a5dc-6f500bb8a28f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:01.647211 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-c669b7b5-5f6e-4cdf-a5dc-6f500bb8a28f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b261e77f-bf9d-47a2-afca-cb6694b84239']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:00:01.659129 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-c669b7b5-5f6e-4cdf-a5dc-6f500bb8a28f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1033ec51-7c73-4d31-962d-11475eb805b5') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:00:01.659460 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-c669b7b5-5f6e-4cdf-a5dc-6f500bb8a28f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1033ec51-7c73-4d31-962d-11475eb805b5') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:00:01.664262 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8375915-5085-4c69-b49a-358a08cb21b1 req-ec6794e2-6c40-4d49-8f45-078e7fe9ea63 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:01.665786 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f8375915-5085-4c69-b49a-358a08cb21b1 req-ec6794e2-6c40-4d49-8f45-078e7fe9ea63 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=67fc6b38-7c49-4096-bf43-31e352c7e7d3 HTTP/1.1" status: 200 len: 943 time: 0.0545542 Mar 28 14:00:01.674586 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c669b7b5-5f6e-4cdf-a5dc-6f500bb8a28f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:01.690188 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c669b7b5-5f6e-4cdf-a5dc-6f500bb8a28f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:01.700570 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c669b7b5-5f6e-4cdf-a5dc-6f500bb8a28f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 14:00:01.700570 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c669b7b5-5f6e-4cdf-a5dc-6f500bb8a28f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:01.701693 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 14:00:01.701693 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 14:00:01.701693 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 14:00:01.701693 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 14:00:01.701693 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 14:00:01.701693 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 14:00:01.701693 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 14:00:01.701693 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 14:00:01.701693 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 14:00:01.701693 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 14:00:01.701693 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 14:00:01.701693 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 14:00:01.701693 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 14:00:01.701693 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 14:00:01.701693 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 14:00:01.701693 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 14:00:01.701693 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 14:00:01.701693 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 14:00:01.701693 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 14:00:01.701693 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 14:00:01.701693 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 14:00:01.701693 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 14:00:01.701693 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 14:00:01.701693 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 14:00:01.701693 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 14:00:01.701693 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 14:00:01.701693 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 14:00:01.701693 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 14:00:01.701693 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 14:00:01.701693 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 14:00:01.701693 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 14:00:01.701693 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 14:00:01.710212 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f8375915-5085-4c69-b49a-358a08cb21b1 req-39a9df8d-d18b-414f-8868-b3af15ccb94e tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376647 Mar 28 14:00:01.863107 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c669b7b5-5f6e-4cdf-a5dc-6f500bb8a28f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:01.871258 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c669b7b5-5f6e-4cdf-a5dc-6f500bb8a28f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:01.874152 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c669b7b5-5f6e-4cdf-a5dc-6f500bb8a28f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "DELETE /v2.0/networks/b261e77f-bf9d-47a2-afca-cb6694b84239 HTTP/1.1" status: 204 len: 168 time: 0.4315357 Mar 28 14:00:01.885849 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 36938) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:00:01.891421 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669b7b5-5f6e-4cdf-a5dc-6f500bb8a28f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Network': ['ID=b261e77f-bf9d-47a2-afca-cb6694b84239,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:00:01.900283 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e8eeb422-f971-47e0-97a1-c9f22e4ffc2b tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0130389 Mar 28 14:00:01.906963 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36940) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:00:01.910733 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-d01ba6ec-9d39-4e2c-8bc4-0d1aefc3d04f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'network': {'name': 'tempest-network-smoke--867583145', 'project_id': '8783dd3017a04690835ab7e96e428838', 'port_security_enabled': True}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:00:01.983167 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01ba6ec-9d39-4e2c-8bc4-0d1aefc3d04f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Made reservation on behalf of 8783dd3017a04690835ab7e96e428838 for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:00:01.986950 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d01ba6ec-9d39-4e2c-8bc4-0d1aefc3d04f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:02.011538 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d01ba6ec-9d39-4e2c-8bc4-0d1aefc3d04f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 14:00:02.021658 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d01ba6ec-9d39-4e2c-8bc4-0d1aefc3d04f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:02.022004 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-d01ba6ec-9d39-4e2c-8bc4-0d1aefc3d04f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Added segment 6c08ccca-afda-4450-9e0b-1c81e7f6b171 of type vlan for network d335ea8d-ee16-4295-9b02-283d06a043e5 Mar 28 14:00:02.061969 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d01ba6ec-9d39-4e2c-8bc4-0d1aefc3d04f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:02.211682 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d01ba6ec-9d39-4e2c-8bc4-0d1aefc3d04f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:02.217399 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01ba6ec-9d39-4e2c-8bc4-0d1aefc3d04f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:02.217981 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d01ba6ec-9d39-4e2c-8bc4-0d1aefc3d04f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:02.287017 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ba6ec-9d39-4e2c-8bc4-0d1aefc3d04f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Network': ['ID=d335ea8d-ee16-4295-9b02-283d06a043e5,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:00:02.298509 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network d335ea8d-ee16-4295-9b02-283d06a043e5 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 14:00:02.351563 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d01ba6ec-9d39-4e2c-8bc4-0d1aefc3d04f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4458704 Mar 28 14:00:02.354305 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36942) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:00:02.358826 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-41daa259-7cbc-4088-be58-80ed410c8394 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-631274608', 'admin_state_up': True, 'project_id': '8783dd3017a04690835ab7e96e428838', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:00:02.423356 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-41daa259-7cbc-4088-be58-80ed410c8394 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:02.424542 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-41daa259-7cbc-4088-be58-80ed410c8394 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:02.478095 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-41daa259-7cbc-4088-be58-80ed410c8394 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:02.689648 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-41daa259-7cbc-4088-be58-80ed410c8394 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:02.748795 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device c386d81e-ae53-46dd-b093-04c59d6fe464 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:00:02.769913 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: c386d81e-ae53-46dd-b093-04c59d6fe464 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:00:02.770370 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device c386d81e-ae53-46dd-b093-04c59d6fe464 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:00:02.835264 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40051f54-b3cd-4641-b0bc-7811608f2bc9 req-de2d3391-bbb3-44bf-b42f-7d129d1b86b9 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:02.836838 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-40051f54-b3cd-4641-b0bc-7811608f2bc9 req-de2d3391-bbb3-44bf-b42f-7d129d1b86b9 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=67fc6b38-7c49-4096-bf43-31e352c7e7d3 HTTP/1.1" status: 200 len: 943 time: 0.0547218 Mar 28 14:00:02.876760 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-40051f54-b3cd-4641-b0bc-7811608f2bc9 req-b41ce91e-4699-4244-bc2d-27baed3f37b7 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329833 Mar 28 14:00:02.994923 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-41daa259-7cbc-4088-be58-80ed410c8394 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router_gateway, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:03.015473 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-41daa259-7cbc-4088-be58-80ed410c8394 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:03.117637 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-41daa259-7cbc-4088-be58-80ed410c8394 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Allocated IP 172.26.2.175 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/e040650a-4786-4995-9f2d-eb289ae310cd) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:00:03.221709 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-41daa259-7cbc-4088-be58-80ed410c8394 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:03.343350 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-41daa259-7cbc-4088-be58-80ed410c8394 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:03.382232 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41daa259-7cbc-4088-be58-80ed410c8394 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:00:03.385149 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-41daa259-7cbc-4088-be58-80ed410c8394 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:00:03.388775 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41daa259-7cbc-4088-be58-80ed410c8394 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:00:03.415647 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daa259-7cbc-4088-be58-80ed410c8394 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=e040650a-4786-4995-9f2d-eb289ae310cd,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:00:03.426592 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daa259-7cbc-4088-be58-80ed410c8394 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:00:03.426937 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daa259-7cbc-4088-be58-80ed410c8394 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:00:03.427539 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daa259-7cbc-4088-be58-80ed410c8394 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:00:03.427870 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daa259-7cbc-4088-be58-80ed410c8394 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:00:03.428195 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daa259-7cbc-4088-be58-80ed410c8394 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:00:03.428572 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daa259-7cbc-4088-be58-80ed410c8394 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:00:03.428899 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daa259-7cbc-4088-be58-80ed410c8394 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:00:03.429225 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daa259-7cbc-4088-be58-80ed410c8394 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:00:03.429550 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daa259-7cbc-4088-be58-80ed410c8394 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:00:03.429871 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daa259-7cbc-4088-be58-80ed410c8394 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:00:03.430189 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daa259-7cbc-4088-be58-80ed410c8394 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:00:03.430504 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daa259-7cbc-4088-be58-80ed410c8394 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:00:03.755903 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-41daa259-7cbc-4088-be58-80ed410c8394 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router_gateway, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:03.960205 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-41daa259-7cbc-4088-be58-80ed410c8394 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:03.990289 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88cb38-80ae-4daf-81f4-99dd2db5b4ac req-4c6dd481-b76d-4711-98db-0d4c5e73999d tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:03.991755 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3d88cb38-80ae-4daf-81f4-99dd2db5b4ac req-4c6dd481-b76d-4711-98db-0d4c5e73999d tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=67fc6b38-7c49-4096-bf43-31e352c7e7d3 HTTP/1.1" status: 200 len: 943 time: 0.0485184 Mar 28 14:00:04.030206 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3d88cb38-80ae-4daf-81f4-99dd2db5b4ac req-ea2251ed-5188-431d-a54f-1df1e332f869 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322073 Mar 28 14:00:04.146974 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41daa259-7cbc-4088-be58-80ed410c8394 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Router d6aeb263-6731-4c34-978c-6d8d8de28889 is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 14:00:04.206080 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:00:04.255062 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41daa259-7cbc-4088-be58-80ed410c8394 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:00:04.264507 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80553f1e-2a28-4727-9243-a668fae63694 None None] Sync routers for ids ['d6aeb263-6731-4c34-978c-6d8d8de28889'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:00:04.273773 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80553f1e-2a28-4727-9243-a668fae63694 None None] Routers {'d6aeb263-6731-4c34-978c-6d8d8de28889'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:00:04.274504 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-80553f1e-2a28-4727-9243-a668fae63694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:59:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['d6aeb263-6731-4c34-978c-6d8d8de28889'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:00:04.372920 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-41daa259-7cbc-4088-be58-80ed410c8394 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:04.374465 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-41daa259-7cbc-4088-be58-80ed410c8394 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0191669 Mar 28 14:00:04.377455 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36948) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:00:04.379381 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-80553f1e-2a28-4727-9243-a668fae63694 None None] Set router d6aeb263-6731-4c34-978c-6d8d8de28889 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:00:04.407661 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ef02d08e-60e2-4402-996a-55455357c223 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=8783dd3017a04690835ab7e96e428838&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268803 Mar 28 14:00:04.407885 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36950) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:00:04.500140 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170d1d19-a13b-4e03-b3c2-737290b37916 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:04.501697 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-170d1d19-a13b-4e03-b3c2-737290b37916 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0929198 Mar 28 14:00:04.505196 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36952) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:00:04.533902 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-7dfbcd49-d034-4555-8326-ed77c0b555d1 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=1cb296ed-c863-4502-973a-f31b82091846&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275965 Mar 28 14:00:04.537216 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36954) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:00:04.542349 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-1c470888-66fa-4166-9092-16b15bb75c65 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1642396442', 'network_id': 'd335ea8d-ee16-4295-9b02-283d06a043e5', 'project_id': '8783dd3017a04690835ab7e96e428838', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:00:04.691613 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c470888-66fa-4166-9092-16b15bb75c65 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Made reservation on behalf of 8783dd3017a04690835ab7e96e428838 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:00:04.695194 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1c470888-66fa-4166-9092-16b15bb75c65 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:04.699516 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-80553f1e-2a28-4727-9243-a668fae63694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'name': 'tempest-TestNetworkBasicOps-router-631274608', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': 'e040650a-4786-4995-9f2d-eb289ae310cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:00:02Z', 'updated_at': '2022-03-28T14:00:03Z', 'revision_number': 3, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'e040650a-4786-4995-9f2d-eb289ae310cd', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:46:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:00:03Z', 'updated_at': '2022-03-28T14:00:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:00:04.729420 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80553f1e-2a28-4727-9243-a668fae63694 None None] Checking router: d6aeb263-6731-4c34-978c-6d8d8de28889 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:00:04.729773 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80553f1e-2a28-4727-9243-a668fae63694 None None] Updating router d6aeb263-6731-4c34-978c-6d8d8de28889 port e040650a-4786-4995-9f2d-eb289ae310cd binding host dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:00:04.754644 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-80553f1e-2a28-4727-9243-a668fae63694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:04.902388 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-24d0ec43-d59a-4936-860f-f7c24677d1a9 req-8b0e754e-0a31-4bf5-bfc3-738292d4d10a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c4d2caa7-579a-4d9b-ae85-2d738cd5b889&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402884 Mar 28 14:00:04.987767 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1c470888-66fa-4166-9092-16b15bb75c65 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:04.988013 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0ec43-d59a-4936-860f-f7c24677d1a9 req-d56bdf66-8c81-4ecb-b5dc-f930dfad9fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:04.989239 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-24d0ec43-d59a-4936-860f-f7c24677d1a9 req-d56bdf66-8c81-4ecb-b5dc-f930dfad9fb0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7110f97460394f8384904a1ab317b86f&device_id=c4d2caa7-579a-4d9b-ae85-2d738cd5b889 HTTP/1.1" status: 200 len: 1098 time: 0.0437958 Mar 28 14:00:05.014293 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-80553f1e-2a28-4727-9243-a668fae63694 None None] Notify callbacks [] for port, precommit_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:05.057948 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c470888-66fa-4166-9092-16b15bb75c65 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Subnet': ['ID=947e2b33-751f-495d-9cb9-5dc718314aee,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:00:05.067311 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c470888-66fa-4166-9092-16b15bb75c65 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Checking segment: {'id': '6c08ccca-afda-4450-9e0b-1c81e7f6b171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd335ea8d-ee16-4295-9b02-283d06a043e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:00:05.067676 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c470888-66fa-4166-9092-16b15bb75c65 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network hostable DHCP agents. Network: d335ea8d-ee16-4295-9b02-283d06a043e5, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 14:00:05.086529 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-80553f1e-2a28-4727-9243-a668fae63694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:05.101314 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0ec43-d59a-4936-860f-f7c24677d1a9 req-c3891ee7-7961-4516-9c96-7ea3508f0121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:05.103128 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-24d0ec43-d59a-4936-860f-f7c24677d1a9 req-c3891ee7-7961-4516-9c96-7ea3508f0121 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c HTTP/1.1" status: 200 len: 913 time: 0.0962591 Mar 28 14:00:05.137104 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-80553f1e-2a28-4727-9243-a668fae63694 None None] Attempting to bind port e040650a-4786-4995-9f2d-eb289ae310cd on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:00:05.137473 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-80553f1e-2a28-4727-9243-a668fae63694 None None] Attempting to bind port e040650a-4786-4995-9f2d-eb289ae310cd by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:00:05.141792 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80553f1e-2a28-4727-9243-a668fae63694 None None] Attempting to bind port e040650a-4786-4995-9f2d-eb289ae310cd on network 1cb296ed-c863-4502-973a-f31b82091846 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:00:05.147897 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80553f1e-2a28-4727-9243-a668fae63694 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:00:05.148272 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80553f1e-2a28-4727-9243-a668fae63694 None None] Checking segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:00:05.148804 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-80553f1e-2a28-4727-9243-a668fae63694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:05.149202 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80553f1e-2a28-4727-9243-a668fae63694 None None] Bound using segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:00:05.149665 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-80553f1e-2a28-4727-9243-a668fae63694 None None] Bound port: e040650a-4786-4995-9f2d-eb289ae310cd, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:00:05.150044 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-80553f1e-2a28-4727-9243-a668fae63694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:05.157395 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da7709-6c26-4575-ad08-02c00cb97fba None None] Pushing event updated for resources: {'Port': ['ID=e040650a-4786-4995-9f2d-eb289ae310cd,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:00:05.160527 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c470888-66fa-4166-9092-16b15bb75c65 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network d335ea8d-ee16-4295-9b02-283d06a043e5 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 14:00:05.184687 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86da7709-6c26-4575-ad08-02c00cb97fba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:00:05.185103 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86da7709-6c26-4575-ad08-02c00cb97fba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:00:05.185373 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86da7709-6c26-4575-ad08-02c00cb97fba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:00:05.185709 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86da7709-6c26-4575-ad08-02c00cb97fba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:00:05.186044 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86da7709-6c26-4575-ad08-02c00cb97fba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:00:05.186411 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86da7709-6c26-4575-ad08-02c00cb97fba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:00:05.186740 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86da7709-6c26-4575-ad08-02c00cb97fba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:00:05.187066 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86da7709-6c26-4575-ad08-02c00cb97fba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:00:05.187393 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86da7709-6c26-4575-ad08-02c00cb97fba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:00:05.187768 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86da7709-6c26-4575-ad08-02c00cb97fba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:00:05.188666 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86da7709-6c26-4575-ad08-02c00cb97fba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:00:05.188666 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86da7709-6c26-4575-ad08-02c00cb97fba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:00:05.200036 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-24d0ec43-d59a-4936-860f-f7c24677d1a9 req-54bfbce5-34be-4120-8bd3-15954cdf3e95 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd8fb9f0-230b-4c84-b232-c5ff466946b9 HTTP/1.1" status: 200 len: 1001 time: 0.0841951 Mar 28 14:00:05.207278 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d7c77-6c46-4c1c-a988-10329fbdd880 req-c18c5852-9af4-4bc4-ae41-90bc3604cee3 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:05.209367 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-851d7c77-6c46-4c1c-a988-10329fbdd880 req-c18c5852-9af4-4bc4-ae41-90bc3604cee3 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=67fc6b38-7c49-4096-bf43-31e352c7e7d3 HTTP/1.1" status: 200 len: 943 time: 0.1019735 Mar 28 14:00:05.222401 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-80553f1e-2a28-4727-9243-a668fae63694 None None] For port e040650a-4786-4995-9f2d-eb289ae310cd, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:00:05.226257 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-80553f1e-2a28-4727-9243-a668fae63694 None None] For port e040650a-4786-4995-9f2d-eb289ae310cd, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=e040650a-4786-4995-9f2d-eb289ae310cd,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:00:05.228623 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-1c470888-66fa-4166-9092-16b15bb75c65 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, d335ea8d-ee16-4295-9b02-283d06a043e5) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:00:05.233571 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c470888-66fa-4166-9092-16b15bb75c65 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:05.234235 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1c470888-66fa-4166-9092-16b15bb75c65 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:05.237730 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334e214f-baa3-411f-a579-0de1cc987abe None None] Network d335ea8d-ee16-4295-9b02-283d06a043e5 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:00:05.279641 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-851d7c77-6c46-4c1c-a988-10329fbdd880 req-10dbe1e0-e61f-4fe9-9f32-e6340dab81f9 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614705 Mar 28 14:00:05.281130 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0ec43-d59a-4936-860f-f7c24677d1a9 req-8036663c-325d-4ad8-a5a4-59ff30b76a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:05.282618 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-24d0ec43-d59a-4936-860f-f7c24677d1a9 req-8036663c-325d-4ad8-a5a4-59ff30b76a59 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c2ce5a3-629c-4977-b27a-fb42f72730c0 HTTP/1.1" status: 200 len: 851 time: 0.0723925 Mar 28 14:00:05.287642 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-80553f1e-2a28-4727-9243-a668fae63694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:05.336113 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0ec43-d59a-4936-860f-f7c24677d1a9 req-54e5d791-cb28-453f-9407-61334e2333b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:05.337884 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-24d0ec43-d59a-4936-860f-f7c24677d1a9 req-54e5d791-cb28-453f-9407-61334e2333b5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0490515 Mar 28 14:00:05.370398 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80553f1e-2a28-4727-9243-a668fae63694 None None] Routers {'d6aeb263-6731-4c34-978c-6d8d8de28889'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:00:05.370931 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-80553f1e-2a28-4727-9243-a668fae63694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:59:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['d6aeb263-6731-4c34-978c-6d8d8de28889'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:00:05.434952 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da7709-6c26-4575-ad08-02c00cb97fba None None] Pushing event updated for resources: {'Port': ['ID=e040650a-4786-4995-9f2d-eb289ae310cd,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:00:05.461033 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-1c470888-66fa-4166-9092-16b15bb75c65 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8988523 Mar 28 14:00:05.461033 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36958) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:00:05.461967 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-24d0ec43-d59a-4936-860f-f7c24677d1a9 req-b0840325-5d79-446c-8a81-f751566d4abd service neutron] 10.222.0.20 "GET /v2.0/networks/6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046536 Mar 28 14:00:05.522895 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c66af67-050f-4c4a-93e7-dabb553f40d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-d335ea8d-ee16-4295-9b02-283d06a043e5', 'network_id': 'd335ea8d-ee16-4295-9b02-283d06a043e5', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ips': [{'subnet_id': '947e2b33-751f-495d-9cb9-5dc718314aee'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 14:00:05.524749 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4c66af67-050f-4c4a-93e7-dabb553f40d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:05.546086 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-80553f1e-2a28-4727-9243-a668fae63694 None None] Set router d6aeb263-6731-4c34-978c-6d8d8de28889 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:00:05.555713 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-24d0ec43-d59a-4936-860f-f7c24677d1a9 req-d5591d2f-140b-42d0-97d0-13df270af449 service neutron] 10.222.0.20 "GET /v2.0/networks/6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995445 Mar 28 14:00:05.799557 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-4c66af67-050f-4c4a-93e7-dabb553f40d1 None None] Allocated IP 172.20.0.2 (d335ea8d-ee16-4295-9b02-283d06a043e5/947e2b33-751f-495d-9cb9-5dc718314aee/ac74fc4a-da49-42d3-b4d2-969b0c0b86c3) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:00:05.894075 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-80553f1e-2a28-4727-9243-a668fae63694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'name': 'tempest-TestNetworkBasicOps-router-631274608', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': 'e040650a-4786-4995-9f2d-eb289ae310cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:00:02Z', 'updated_at': '2022-03-28T14:00:03Z', 'revision_number': 3, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'e040650a-4786-4995-9f2d-eb289ae310cd', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:46:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:00:03Z', 'updated_at': '2022-03-28T14:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:00:05.912012 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f97b4a7f-ea3f-42ed-a32c-2a5f9c8ca362 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:05.925640 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80553f1e-2a28-4727-9243-a668fae63694 None None] The sync data for ids ['d6aeb263-6731-4c34-978c-6d8d8de28889'] in dv-neutron-835335-1-hyperv is: [{'id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'name': 'tempest-TestNetworkBasicOps-router-631274608', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': 'e040650a-4786-4995-9f2d-eb289ae310cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:00:02Z', 'updated_at': '2022-03-28T14:00:03Z', 'revision_number': 3, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'e040650a-4786-4995-9f2d-eb289ae310cd', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:46:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:00:03Z', 'updated_at': '2022-03-28T14:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:00:06.001740 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4c66af67-050f-4c4a-93e7-dabb553f40d1 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:06.092575 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4c66af67-050f-4c4a-93e7-dabb553f40d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:06.139579 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c66af67-050f-4c4a-93e7-dabb553f40d1 None None] Network d335ea8d-ee16-4295-9b02-283d06a043e5 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:00:06.143074 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-4c66af67-050f-4c4a-93e7-dabb553f40d1 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:00:06.147614 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c66af67-050f-4c4a-93e7-dabb553f40d1 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:00:06.175470 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c66af67-050f-4c4a-93e7-dabb553f40d1 None None] Pushing event updated for resources: {'Port': ['ID=ac74fc4a-da49-42d3-b4d2-969b0c0b86c3,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:00:06.262887 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-4c66af67-050f-4c4a-93e7-dabb553f40d1 None None] Attempting to bind port ac74fc4a-da49-42d3-b4d2-969b0c0b86c3 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:00:06.263330 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-4c66af67-050f-4c4a-93e7-dabb553f40d1 None None] Attempting to bind port ac74fc4a-da49-42d3-b4d2-969b0c0b86c3 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '6c08ccca-afda-4450-9e0b-1c81e7f6b171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd335ea8d-ee16-4295-9b02-283d06a043e5'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:00:06.263773 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c66af67-050f-4c4a-93e7-dabb553f40d1 None None] Attempting to bind port ac74fc4a-da49-42d3-b4d2-969b0c0b86c3 on network d335ea8d-ee16-4295-9b02-283d06a043e5 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:00:06.269403 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c66af67-050f-4c4a-93e7-dabb553f40d1 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:00:06.270009 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c66af67-050f-4c4a-93e7-dabb553f40d1 None None] Checking segment: {'id': '6c08ccca-afda-4450-9e0b-1c81e7f6b171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd335ea8d-ee16-4295-9b02-283d06a043e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:00:06.270525 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4c66af67-050f-4c4a-93e7-dabb553f40d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:06.270944 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-f97b4a7f-ea3f-42ed-a32c-2a5f9c8ca362 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Allocated IP 172.20.0.1 (d335ea8d-ee16-4295-9b02-283d06a043e5/947e2b33-751f-495d-9cb9-5dc718314aee/711e8006-9311-4692-9492-258536cc9204) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:00:06.271099 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c66af67-050f-4c4a-93e7-dabb553f40d1 None None] Bound using segment: {'id': '6c08ccca-afda-4450-9e0b-1c81e7f6b171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd335ea8d-ee16-4295-9b02-283d06a043e5'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:00:06.271564 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-4c66af67-050f-4c4a-93e7-dabb553f40d1 None None] Bound port: ac74fc4a-da49-42d3-b4d2-969b0c0b86c3, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c08ccca-afda-4450-9e0b-1c81e7f6b171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd335ea8d-ee16-4295-9b02-283d06a043e5'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:00:06.272005 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4c66af67-050f-4c4a-93e7-dabb553f40d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:06.358392 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-4c66af67-050f-4c4a-93e7-dabb553f40d1 None None] For port ac74fc4a-da49-42d3-b4d2-969b0c0b86c3, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:00:06.364643 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-4c66af67-050f-4c4a-93e7-dabb553f40d1 None None] For port ac74fc4a-da49-42d3-b4d2-969b0c0b86c3, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=ac74fc4a-da49-42d3-b4d2-969b0c0b86c3,segment=NetworkSegment(6c08ccca-afda-4450-9e0b-1c81e7f6b171),segment_id=6c08ccca-afda-4450-9e0b-1c81e7f6b171)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:00:06.418971 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf82349-e1a4-490e-a498-fa052182b357 req-5e29eded-4ad5-4755-9f0b-ae107e86462a tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:06.421163 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bbf82349-e1a4-490e-a498-fa052182b357 req-5e29eded-4ad5-4755-9f0b-ae107e86462a tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=67fc6b38-7c49-4096-bf43-31e352c7e7d3 HTTP/1.1" status: 200 len: 943 time: 0.0613914 Mar 28 14:00:06.446466 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4c66af67-050f-4c4a-93e7-dabb553f40d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:06.455261 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f97b4a7f-ea3f-42ed-a32c-2a5f9c8ca362 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:06.470461 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bbf82349-e1a4-490e-a498-fa052182b357 req-6add2cf4-006d-4272-97d7-8e7f3beaa04a tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417781 Mar 28 14:00:06.536554 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c66af67-050f-4c4a-93e7-dabb553f40d1 None None] Pushing event updated for resources: {'Port': ['ID=ac74fc4a-da49-42d3-b4d2-969b0c0b86c3,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:00:06.578320 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f97b4a7f-ea3f-42ed-a32c-2a5f9c8ca362 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:06.632745 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97b4a7f-ea3f-42ed-a32c-2a5f9c8ca362 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network d335ea8d-ee16-4295-9b02-283d06a043e5 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:00:06.636293 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-f97b4a7f-ea3f-42ed-a32c-2a5f9c8ca362 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:00:06.638965 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97b4a7f-ea3f-42ed-a32c-2a5f9c8ca362 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:00:06.668780 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b4a7f-ea3f-42ed-a32c-2a5f9c8ca362 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=711e8006-9311-4692-9492-258536cc9204,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:00:06.705904 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f97b4a7f-ea3f-42ed-a32c-2a5f9c8ca362 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:06.918341 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device e040650a-4786-4995-9f2d-eb289ae310cd up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:00:06.953346 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f97b4a7f-ea3f-42ed-a32c-2a5f9c8ca362 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:06.977752 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port e040650a-4786-4995-9f2d-eb289ae310cd triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:00:06.978338 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:07.069939 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:07.091296 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port e040650a-4786-4995-9f2d-eb289ae310cd, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=e040650a-4786-4995-9f2d-eb289ae310cd,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:00:07.178026 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:07.178955 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device ac74fc4a-da49-42d3-b4d2-969b0c0b86c3 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:00:07.255899 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=e040650a-4786-4995-9f2d-eb289ae310cd,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:00:07.270773 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port ac74fc4a-da49-42d3-b4d2-969b0c0b86c3 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:00:07.271142 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:07.352523 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:07.385643 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port ac74fc4a-da49-42d3-b4d2-969b0c0b86c3, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=ac74fc4a-da49-42d3-b4d2-969b0c0b86c3,segment=NetworkSegment(6c08ccca-afda-4450-9e0b-1c81e7f6b171),segment_id=6c08ccca-afda-4450-9e0b-1c81e7f6b171)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:00:07.434292 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:07.484631 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=ac74fc4a-da49-42d3-b4d2-969b0c0b86c3,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:00:07.531480 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f97b4a7f-ea3f-42ed-a32c-2a5f9c8ca362 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:07.588932 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d8c24-6db5-40af-8c9a-8700bdfd2e3f req-8c580ce3-59e5-4818-8dca-0472e98c2cf2 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:07.590642 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0a1d8c24-6db5-40af-8c9a-8700bdfd2e3f req-8c580ce3-59e5-4818-8dca-0472e98c2cf2 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=67fc6b38-7c49-4096-bf43-31e352c7e7d3 HTTP/1.1" status: 200 len: 943 time: 0.0493660 Mar 28 14:00:07.615947 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f97b4a7f-ea3f-42ed-a32c-2a5f9c8ca362 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:07.632471 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0a1d8c24-6db5-40af-8c9a-8700bdfd2e3f req-e22148a6-d113-42f7-abb9-1d12c98cc55b tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350986 Mar 28 14:00:07.693846 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f97b4a7f-ea3f-42ed-a32c-2a5f9c8ca362 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:07.698442 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b4a7f-ea3f-42ed-a32c-2a5f9c8ca362 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=711e8006-9311-4692-9492-258536cc9204,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:00:07.798420 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97b4a7f-ea3f-42ed-a32c-2a5f9c8ca362 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network d335ea8d-ee16-4295-9b02-283d06a043e5 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:00:07.799900 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-f97b4a7f-ea3f-42ed-a32c-2a5f9c8ca362 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:00:07.918045 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f97b4a7f-ea3f-42ed-a32c-2a5f9c8ca362 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Router d6aeb263-6731-4c34-978c-6d8d8de28889 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:00:07.923006 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ac5c0a-42e9-4c47-9feb-197cb900019f None None] Network d335ea8d-ee16-4295-9b02-283d06a043e5 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:00:07.999004 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-5f9e99be-5cde-4633-89ff-18073a164adf None None] Provisioning complete for port ac74fc4a-da49-42d3-b4d2-969b0c0b86c3 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:00:07.999451 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5f9e99be-5cde-4633-89ff-18073a164adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:08.034325 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97b4a7f-ea3f-42ed-a32c-2a5f9c8ca362 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:00:08.040071 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-f97b4a7f-ea3f-42ed-a32c-2a5f9c8ca362 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "PUT /v2.0/routers/d6aeb263-6731-4c34-978c-6d8d8de28889/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5966663 Mar 28 14:00:08.042652 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36964) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:00:08.047735 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a9c2a2-bf2b-4b8a-a911-83ad0ee25a73 None None] Sync routers for ids ['d6aeb263-6731-4c34-978c-6d8d8de28889'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:00:08.058635 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a9c2a2-bf2b-4b8a-a911-83ad0ee25a73 None None] Routers {'d6aeb263-6731-4c34-978c-6d8d8de28889'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:00:08.059372 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-e0a9c2a2-bf2b-4b8a-a911-83ad0ee25a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:59:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['d6aeb263-6731-4c34-978c-6d8d8de28889'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:00:08.149959 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0d36d3-95db-4f28-9c22-cdc083ee793c tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:08.150446 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0d36d3-95db-4f28-9c22-cdc083ee793c tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:08.150948 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0d36d3-95db-4f28-9c22-cdc083ee793c tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:08.151421 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0d36d3-95db-4f28-9c22-cdc083ee793c tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:08.151884 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0d36d3-95db-4f28-9c22-cdc083ee793c tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:08.152346 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0d36d3-95db-4f28-9c22-cdc083ee793c tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:08.154315 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-9d0d36d3-95db-4f28-9c22-cdc083ee793c tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1106668 Mar 28 14:00:08.157114 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36966) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:00:08.169452 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-e0a9c2a2-bf2b-4b8a-a911-83ad0ee25a73 None None] Set router d6aeb263-6731-4c34-978c-6d8d8de28889 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:00:08.215601 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a76eeac-b146-4256-9ed3-87c15b2bb71a tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:08.218116 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a76eeac-b146-4256-9ed3-87c15b2bb71a tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:08.218116 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a76eeac-b146-4256-9ed3-87c15b2bb71a tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:08.218116 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a76eeac-b146-4256-9ed3-87c15b2bb71a tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:08.218116 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a76eeac-b146-4256-9ed3-87c15b2bb71a tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:08.218116 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a76eeac-b146-4256-9ed3-87c15b2bb71a tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:08.219850 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-6a76eeac-b146-4256-9ed3-87c15b2bb71a tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0618093 Mar 28 14:00:08.223989 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 36968) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:00:08.473807 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-ee31fb07-92c1-42b4-ba81-901ae0a123b4 None None] Provisioning complete for port 711e8006-9311-4692-9492-258536cc9204 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:00:08.474523 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ee31fb07-92c1-42b4-ba81-901ae0a123b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:08.475912 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-e0a9c2a2-bf2b-4b8a-a911-83ad0ee25a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'name': 'tempest-TestNetworkBasicOps-router-631274608', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': 'e040650a-4786-4995-9f2d-eb289ae310cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:00:02Z', 'updated_at': '2022-03-28T14:00:06Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'e040650a-4786-4995-9f2d-eb289ae310cd', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:46:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:00:03Z', 'updated_at': '2022-03-28T14:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '711e8006-9311-4692-9492-258536cc9204', 'name': '', 'network_id': 'd335ea8d-ee16-4295-9b02-283d06a043e5', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:53:f9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '947e2b33-751f-495d-9cb9-5dc718314aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:00:06Z', 'updated_at': '2022-03-28T14:00:07Z', 'revision_number': 2, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': '947e2b33-751f-495d-9cb9-5dc718314aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:00:08.487824 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-21a21d69-7dfc-4637-95c6-1b1c5cdd7895 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2597058 Mar 28 14:00:08.502923 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a9c2a2-bf2b-4b8a-a911-83ad0ee25a73 None None] Checking router: d6aeb263-6731-4c34-978c-6d8d8de28889 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:00:08.503268 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a9c2a2-bf2b-4b8a-a911-83ad0ee25a73 None None] Updating router d6aeb263-6731-4c34-978c-6d8d8de28889 port 711e8006-9311-4692-9492-258536cc9204 binding host dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:00:08.514658 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-ee31fb07-92c1-42b4-ba81-901ae0a123b4 None None] Port 711e8006-9311-4692-9492-258536cc9204 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:00:08.525865 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-ee31fb07-92c1-42b4-ba81-901ae0a123b4 None None] Provisioning complete for port ac74fc4a-da49-42d3-b4d2-969b0c0b86c3 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:00:08.527952 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ee31fb07-92c1-42b4-ba81-901ae0a123b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:08.529925 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-e0a9c2a2-bf2b-4b8a-a911-83ad0ee25a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:08.744715 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-0a0f014f-043e-45a6-9dd6-6e7354cf2224 None None] Provisioning complete for port 711e8006-9311-4692-9492-258536cc9204 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:00:08.748559 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0a0f014f-043e-45a6-9dd6-6e7354cf2224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:08.800706 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099e02a-abc7-433e-ba16-69203b0c5aea req-31097404-33e1-4fc8-b35d-f23e35c43121 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:08.804315 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3099e02a-abc7-433e-ba16-69203b0c5aea req-31097404-33e1-4fc8-b35d-f23e35c43121 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=67fc6b38-7c49-4096-bf43-31e352c7e7d3 HTTP/1.1" status: 200 len: 943 time: 0.0961373 Mar 28 14:00:08.805389 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device e040650a-4786-4995-9f2d-eb289ae310cd up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:00:08.825594 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36974) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:00:08.830970 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-538e662b-b3fb-45f2-8f50-b620bee59b75 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1605032855', 'description': 'tempest-secgroup-smoke-1605032855 description', 'project_id': '8783dd3017a04690835ab7e96e428838'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:00:08.853198 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3099e02a-abc7-433e-ba16-69203b0c5aea req-514a79fa-90b2-4b34-aba6-6ff9f922698f tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413034 Mar 28 14:00:08.874661 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-0a0f014f-043e-45a6-9dd6-6e7354cf2224 None None] Port 711e8006-9311-4692-9492-258536cc9204 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:00:08.889168 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-e0a9c2a2-bf2b-4b8a-a911-83ad0ee25a73 None None] Notify callbacks [] for port, precommit_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:08.889561 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port e040650a-4786-4995-9f2d-eb289ae310cd triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:00:08.889932 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:08.935820 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-538e662b-b3fb-45f2-8f50-b620bee59b75 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:08.964252 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-e0a9c2a2-bf2b-4b8a-a911-83ad0ee25a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:09.014025 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b381663-2334-4b04-bd89-7211d97725c5 None None] Pushing event updated for resources: {'Port': ['ID=711e8006-9311-4692-9492-258536cc9204,revision_number=3']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:00:09.017740 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-538e662b-b3fb-45f2-8f50-b620bee59b75 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:09.039068 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b381663-2334-4b04-bd89-7211d97725c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:00:09.039409 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b381663-2334-4b04-bd89-7211d97725c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:00:09.039740 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b381663-2334-4b04-bd89-7211d97725c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:00:09.040073 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b381663-2334-4b04-bd89-7211d97725c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:00:09.040426 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b381663-2334-4b04-bd89-7211d97725c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:00:09.040750 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b381663-2334-4b04-bd89-7211d97725c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:00:09.041073 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b381663-2334-4b04-bd89-7211d97725c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:00:09.041395 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b381663-2334-4b04-bd89-7211d97725c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:00:09.041719 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b381663-2334-4b04-bd89-7211d97725c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:00:09.042033 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b381663-2334-4b04-bd89-7211d97725c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:00:09.042349 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b381663-2334-4b04-bd89-7211d97725c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:00:09.042661 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b381663-2334-4b04-bd89-7211d97725c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:00:09.078078 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-e0a9c2a2-bf2b-4b8a-a911-83ad0ee25a73 None None] Attempting to bind port 711e8006-9311-4692-9492-258536cc9204 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:00:09.078792 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-e0a9c2a2-bf2b-4b8a-a911-83ad0ee25a73 None None] Attempting to bind port 711e8006-9311-4692-9492-258536cc9204 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '6c08ccca-afda-4450-9e0b-1c81e7f6b171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd335ea8d-ee16-4295-9b02-283d06a043e5'}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:00:09.078792 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a9c2a2-bf2b-4b8a-a911-83ad0ee25a73 None None] Attempting to bind port 711e8006-9311-4692-9492-258536cc9204 on network d335ea8d-ee16-4295-9b02-283d06a043e5 {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:00:09.083974 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a9c2a2-bf2b-4b8a-a911-83ad0ee25a73 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 13, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:00:09.084353 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a9c2a2-bf2b-4b8a-a911-83ad0ee25a73 None None] Checking segment: {'id': '6c08ccca-afda-4450-9e0b-1c81e7f6b171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd335ea8d-ee16-4295-9b02-283d06a043e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:00:09.084757 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-e0a9c2a2-bf2b-4b8a-a911-83ad0ee25a73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:09.085142 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a9c2a2-bf2b-4b8a-a911-83ad0ee25a73 None None] Bound using segment: {'id': '6c08ccca-afda-4450-9e0b-1c81e7f6b171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd335ea8d-ee16-4295-9b02-283d06a043e5'} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:00:09.085596 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-e0a9c2a2-bf2b-4b8a-a911-83ad0ee25a73 None None] Bound port: 711e8006-9311-4692-9492-258536cc9204, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c08ccca-afda-4450-9e0b-1c81e7f6b171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd335ea8d-ee16-4295-9b02-283d06a043e5'}}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:00:09.085967 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-e0a9c2a2-bf2b-4b8a-a911-83ad0ee25a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:09.086408 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-538e662b-b3fb-45f2-8f50-b620bee59b75 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:09.094078 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-5e2ca208-c1fe-4827-becc-cfd6b4e362a1 None None] Provisioning complete for port 711e8006-9311-4692-9492-258536cc9204 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:00:09.094444 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5e2ca208-c1fe-4827-becc-cfd6b4e362a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:09.122360 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538e662b-b3fb-45f2-8f50-b620bee59b75 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=688498bd-971e-48fc-9a0d-64d4f03de566,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:00:09.135124 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-5e2ca208-c1fe-4827-becc-cfd6b4e362a1 None None] Port 711e8006-9311-4692-9492-258536cc9204 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:00:09.157572 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-e0a9c2a2-bf2b-4b8a-a911-83ad0ee25a73 None None] For port 711e8006-9311-4692-9492-258536cc9204, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:00:09.161266 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-e0a9c2a2-bf2b-4b8a-a911-83ad0ee25a73 None None] For port 711e8006-9311-4692-9492-258536cc9204, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=711e8006-9311-4692-9492-258536cc9204,segment=NetworkSegment(6c08ccca-afda-4450-9e0b-1c81e7f6b171),segment_id=6c08ccca-afda-4450-9e0b-1c81e7f6b171)] {{(pid=109615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:00:09.169310 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device ac74fc4a-da49-42d3-b4d2-969b0c0b86c3 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:00:09.206188 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-538e662b-b3fb-45f2-8f50-b620bee59b75 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:09.207903 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-538e662b-b3fb-45f2-8f50-b620bee59b75 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3803701 Mar 28 14:00:09.210425 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36976) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:00:09.219336 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-c4f502a7-3f96-4af4-a9fa-18a196a69e2a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': '688498bd-971e-48fc-9a0d-64d4f03de566', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:00:09.226753 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port ac74fc4a-da49-42d3-b4d2-969b0c0b86c3 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:00:09.226753 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:09.242163 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-e0a9c2a2-bf2b-4b8a-a911-83ad0ee25a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:09.276739 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-52fa8a2b-1a9f-405a-9f71-f12e7529f9da None None] Provisioning complete for port 711e8006-9311-4692-9492-258536cc9204 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:00:09.277132 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-52fa8a2b-1a9f-405a-9f71-f12e7529f9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:09.292120 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c4f502a7-3f96-4af4-a9fa-18a196a69e2a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:09.305478 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a9c2a2-bf2b-4b8a-a911-83ad0ee25a73 None None] Routers {'d6aeb263-6731-4c34-978c-6d8d8de28889'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:00:09.306114 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-e0a9c2a2-bf2b-4b8a-a911-83ad0ee25a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:59:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['d6aeb263-6731-4c34-978c-6d8d8de28889'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:00:09.346912 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b381663-2334-4b04-bd89-7211d97725c5 None None] Pushing event updated for resources: {'Port': ['ID=711e8006-9311-4692-9492-258536cc9204,revision_number=4']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:00:09.376077 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c4f502a7-3f96-4af4-a9fa-18a196a69e2a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:09.404467 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-52fa8a2b-1a9f-405a-9f71-f12e7529f9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:09.440057 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-52fa8a2b-1a9f-405a-9f71-f12e7529f9da None None] For port 711e8006-9311-4692-9492-258536cc9204, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=711e8006-9311-4692-9492-258536cc9204,segment=NetworkSegment(6c08ccca-afda-4450-9e0b-1c81e7f6b171),segment_id=6c08ccca-afda-4450-9e0b-1c81e7f6b171)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:00:09.444813 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-e0a9c2a2-bf2b-4b8a-a911-83ad0ee25a73 None None] Set router d6aeb263-6731-4c34-978c-6d8d8de28889 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:00:09.455778 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c4f502a7-3f96-4af4-a9fa-18a196a69e2a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:09.480220 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f502a7-3f96-4af4-a9fa-18a196a69e2a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ab78524-df95-497a-aa06-4b3849aa02d4,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:00:09.531418 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-52fa8a2b-1a9f-405a-9f71-f12e7529f9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:09.577662 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa8a2b-1a9f-405a-9f71-f12e7529f9da None None] Pushing event updated for resources: {'Port': ['ID=711e8006-9311-4692-9492-258536cc9204,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:00:09.585429 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c4f502a7-3f96-4af4-a9fa-18a196a69e2a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:09.589343 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c4f502a7-3f96-4af4-a9fa-18a196a69e2a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3751986 Mar 28 14:00:09.589789 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36978) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:00:09.593819 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-dcb4c17b-687c-4faf-84d5-9fa0c847341c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': '688498bd-971e-48fc-9a0d-64d4f03de566', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:00:09.648295 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-e0a9c2a2-bf2b-4b8a-a911-83ad0ee25a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'name': 'tempest-TestNetworkBasicOps-router-631274608', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': 'e040650a-4786-4995-9f2d-eb289ae310cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:00:02Z', 'updated_at': '2022-03-28T14:00:06Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'e040650a-4786-4995-9f2d-eb289ae310cd', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:46:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:00:03Z', 'updated_at': '2022-03-28T14:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '711e8006-9311-4692-9492-258536cc9204', 'name': '', 'network_id': 'd335ea8d-ee16-4295-9b02-283d06a043e5', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:53:f9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '947e2b33-751f-495d-9cb9-5dc718314aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:00:06Z', 'updated_at': '2022-03-28T14:00:09Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': '947e2b33-751f-495d-9cb9-5dc718314aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:00:09.651751 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-657e3621-2577-4e66-a565-149e4cc2f989 None None] Provisioning complete for port 711e8006-9311-4692-9492-258536cc9204 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:00:09.652121 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-657e3621-2577-4e66-a565-149e4cc2f989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:09.677573 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a9c2a2-bf2b-4b8a-a911-83ad0ee25a73 None None] The sync data for ids ['d6aeb263-6731-4c34-978c-6d8d8de28889'] in dv-neutron-835335-1-hyperv is: [{'id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'name': 'tempest-TestNetworkBasicOps-router-631274608', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': 'e040650a-4786-4995-9f2d-eb289ae310cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:00:02Z', 'updated_at': '2022-03-28T14:00:06Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'e040650a-4786-4995-9f2d-eb289ae310cd', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:46:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:00:03Z', 'updated_at': '2022-03-28T14:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '711e8006-9311-4692-9492-258536cc9204', 'name': '', 'network_id': 'd335ea8d-ee16-4295-9b02-283d06a043e5', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:53:f9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '947e2b33-751f-495d-9cb9-5dc718314aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:00:06Z', 'updated_at': '2022-03-28T14:00:09Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': '947e2b33-751f-495d-9cb9-5dc718314aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:00:09.697251 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-dcb4c17b-687c-4faf-84d5-9fa0c847341c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:09.773331 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-dcb4c17b-687c-4faf-84d5-9fa0c847341c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:09.878310 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-dcb4c17b-687c-4faf-84d5-9fa0c847341c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:09.898473 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb4c17b-687c-4faf-84d5-9fa0c847341c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=595b7285-eaf3-44f2-9261-9bbd779a6fe1,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:00:09.971728 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-dcb4c17b-687c-4faf-84d5-9fa0c847341c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:09.973230 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-dcb4c17b-687c-4faf-84d5-9fa0c847341c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3828135 Mar 28 14:00:09.976070 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36982) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:00:09.979410 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749fa359-1d6b-430e-810e-bd215c16dd79 req-df26da3d-7f83-4020-8edc-16425b0df46d tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:09.980625 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-65a33056-290d-4e2f-8ec3-6fb207ee2fe3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': '688498bd-971e-48fc-9a0d-64d4f03de566', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:00:09.980895 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-749fa359-1d6b-430e-810e-bd215c16dd79 req-df26da3d-7f83-4020-8edc-16425b0df46d tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=67fc6b38-7c49-4096-bf43-31e352c7e7d3 HTTP/1.1" status: 200 len: 943 time: 0.0512118 Mar 28 14:00:10.021754 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-749fa359-1d6b-430e-810e-bd215c16dd79 req-8e58bfc0-a9cb-4c5e-a302-a33be0fe3eeb tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338507 Mar 28 14:00:10.072358 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-65a33056-290d-4e2f-8ec3-6fb207ee2fe3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:10.133623 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-65a33056-290d-4e2f-8ec3-6fb207ee2fe3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:10.215571 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-65a33056-290d-4e2f-8ec3-6fb207ee2fe3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:10.234064 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a33056-290d-4e2f-8ec3-6fb207ee2fe3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bca10a5-5dab-4d74-a91b-3050767f2f3b,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:00:10.304083 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-65a33056-290d-4e2f-8ec3-6fb207ee2fe3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:10.308034 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-65a33056-290d-4e2f-8ec3-6fb207ee2fe3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3282926 Mar 28 14:00:10.308271 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36984) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:00:10.312799 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-b3ab2739-c503-4e4d-88b5-160c7b70dcfd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': '688498bd-971e-48fc-9a0d-64d4f03de566', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:00:10.420625 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b3ab2739-c503-4e4d-88b5-160c7b70dcfd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:10.486473 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b3ab2739-c503-4e4d-88b5-160c7b70dcfd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:10.582882 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b3ab2739-c503-4e4d-88b5-160c7b70dcfd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:10.601941 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab2739-c503-4e4d-88b5-160c7b70dcfd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e118718-2ef9-48fd-8670-0c491d3978e0,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:00:10.677446 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b3ab2739-c503-4e4d-88b5-160c7b70dcfd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:10.679731 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-b3ab2739-c503-4e4d-88b5-160c7b70dcfd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3694985 Mar 28 14:00:10.681731 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36986) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:00:10.686089 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-c493aa74-3d1b-4c0e-a9d8-fb22cc6b2b6c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': '688498bd-971e-48fc-9a0d-64d4f03de566', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:00:10.764766 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.securitygroups_db [None req-c493aa74-3d1b-4c0e-a9d8-fb22cc6b2b6c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Project 8783dd3017a04690835ab7e96e428838 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 14:00:10.770249 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c493aa74-3d1b-4c0e-a9d8-fb22cc6b2b6c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:10.788347 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 711e8006-9311-4692-9492-258536cc9204 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:00:10.833818 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c493aa74-3d1b-4c0e-a9d8-fb22cc6b2b6c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:10.835586 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 711e8006-9311-4692-9492-258536cc9204 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:00:10.835956 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:10.914135 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c493aa74-3d1b-4c0e-a9d8-fb22cc6b2b6c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:10.933883 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c493aa74-3d1b-4c0e-a9d8-fb22cc6b2b6c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75f9193f-74eb-458a-b924-1674ed891b6f,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:00:10.990251 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c493aa74-3d1b-4c0e-a9d8-fb22cc6b2b6c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:10.991423 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c493aa74-3d1b-4c0e-a9d8-fb22cc6b2b6c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3087175 Mar 28 14:00:10.994266 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 36988) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:00:10.998601 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-f2d1ac5e-2e90-44b0-b52a-cb6cc882a209 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': '688498bd-971e-48fc-9a0d-64d4f03de566', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:00:11.062663 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.securitygroups_db [None req-f2d1ac5e-2e90-44b0-b52a-cb6cc882a209 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Project 8783dd3017a04690835ab7e96e428838 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 14:00:11.067987 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f2d1ac5e-2e90-44b0-b52a-cb6cc882a209 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:11.131094 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f2d1ac5e-2e90-44b0-b52a-cb6cc882a209 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:11.136317 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146256bd-6ab1-44b4-85cc-7540d2b0256f req-a487880e-668d-42c3-b265-89fc58a6f226 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:11.137810 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-146256bd-6ab1-44b4-85cc-7540d2b0256f req-a487880e-668d-42c3-b265-89fc58a6f226 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=67fc6b38-7c49-4096-bf43-31e352c7e7d3 HTTP/1.1" status: 200 len: 943 time: 0.0481246 Mar 28 14:00:11.180788 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-146256bd-6ab1-44b4-85cc-7540d2b0256f req-c595987f-c9f9-4470-9d1e-ffc2d9ceca48 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367761 Mar 28 14:00:11.200408 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f2d1ac5e-2e90-44b0-b52a-cb6cc882a209 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:11.210672 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d1ac5e-2e90-44b0-b52a-cb6cc882a209 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e08a4de-bff9-4205-94d6-00efb1812346,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:00:11.281794 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f2d1ac5e-2e90-44b0-b52a-cb6cc882a209 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:11.283021 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-f2d1ac5e-2e90-44b0-b52a-cb6cc882a209 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2878270 Mar 28 14:00:11.418565 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-89b0562d-ec98-4018-a9d6-e63d5a29a2c7 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1605032855&fields=id&tenant_id=8783dd3017a04690835ab7e96e428838 HTTP/1.1" status: 200 len: 267 time: 0.0332694 Mar 28 14:00:11.523131 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-b4db5b4f-751d-4fc5-bb11-95379b33156e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:11.524629 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-b4db5b4f-751d-4fc5-bb11-95379b33156e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/networks?id=d335ea8d-ee16-4295-9b02-283d06a043e5 HTTP/1.1" status: 200 len: 796 time: 0.0992813 Mar 28 14:00:11.539222 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-474ccf6d-fe4c-4df2-a68a-8c02257a3162 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/quotas/8783dd3017a04690835ab7e96e428838 HTTP/1.1" status: 200 len: 375 time: 0.0088899 Mar 28 14:00:11.589838 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-5f6c51de-7895-4c94-9600-fd323ad91f14 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452261 Mar 28 14:00:11.686295 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-c553f55d-8147-46fd-9f6a-8e755fcce1a4 service neutron] 10.222.0.24 "GET /v2.0/networks/d335ea8d-ee16-4295-9b02-283d06a043e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849183 Mar 28 14:00:11.735930 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 99689aa7-5ac1-4d48-a496-2966641656f0 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:00:11.774103 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-cf039255-7028-439a-9edb-c6bb414af5ce service neutron] 10.222.0.24 "GET /v2.0/networks/d335ea8d-ee16-4295-9b02-283d06a043e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810568 Mar 28 14:00:11.834177 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 99689aa7-5ac1-4d48-a496-2966641656f0, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=99689aa7-5ac1-4d48-a496-2966641656f0,segment=NetworkSegment(f5bd50f2-580d-42b1-89bf-cef653f5376c),segment_id=f5bd50f2-580d-42b1-89bf-cef653f5376c)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:00:11.845745 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': '99689aa7-5ac1-4d48-a496-2966641656f0', 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c', 'port_id': '99689aa7-5ac1-4d48-a496-2966641656f0', 'mac_address': 'fa:16:3e:cf:a9:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c2ce5a3-629c-4977-b27a-fb42f72730c0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:00:11.881566 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:11.894811 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99689aa7-5ac1-4d48-a496-2966641656f0 {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:00:11.913585 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 99689aa7-5ac1-4d48-a496-2966641656f0, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=99689aa7-5ac1-4d48-a496-2966641656f0,segment=NetworkSegment(f5bd50f2-580d-42b1-89bf-cef653f5376c),segment_id=f5bd50f2-580d-42b1-89bf-cef653f5376c)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:00:12.074844 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:12.115210 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-20cbbd79-947f-4e49-a197-dcf0406590db req-e394ba8e-0c5a-43ca-9f69-94e37b7c412b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=3eb499cb-8c6f-4b43-afae-4b16a0793ba4 HTTP/1.1" status: 200 len: 210 time: 0.0327699 Mar 28 14:00:12.133404 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=99689aa7-5ac1-4d48-a496-2966641656f0,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:00:12.298077 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d9969-f316-446f-a3b6-e196c509fa97 req-f75abd34-8eca-45d8-89b7-b66979525883 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:12.299557 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d95d9969-f316-446f-a3b6-e196c509fa97 req-f75abd34-8eca-45d8-89b7-b66979525883 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=67fc6b38-7c49-4096-bf43-31e352c7e7d3 HTTP/1.1" status: 200 len: 944 time: 0.0503340 Mar 28 14:00:12.337687 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d95d9969-f316-446f-a3b6-e196c509fa97 req-c9b9fd6a-35d7-438d-9e92-6c05d3e8edcc tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309985 Mar 28 14:00:12.391134 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['99689aa7-5ac1-4d48-a496-2966641656f0'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:00:13.208498 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b15cd366-1c98-4cea-b81a-32bcbb29287e req-0dc80c10-7930-4d19-a338-feb3a16458a3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=3eb499cb-8c6f-4b43-afae-4b16a0793ba4 HTTP/1.1" status: 200 len: 210 time: 0.0269096 Mar 28 14:00:13.459792 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00d1f5-900f-4a3d-bb72-06ac9ab76612 req-cde2ed16-27bb-4a14-8427-bf6b51c790c5 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:13.462110 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-fa00d1f5-900f-4a3d-bb72-06ac9ab76612 req-cde2ed16-27bb-4a14-8427-bf6b51c790c5 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=67fc6b38-7c49-4096-bf43-31e352c7e7d3 HTTP/1.1" status: 200 len: 944 time: 0.0558136 Mar 28 14:00:13.504684 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-fa00d1f5-900f-4a3d-bb72-06ac9ab76612 req-6b7763f9-59ed-4bef-8515-7f95b13d263f tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367782 Mar 28 14:00:13.507543 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:13.759346 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 99689aa7-5ac1-4d48-a496-2966641656f0 up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:00:13.895734 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning for port 99689aa7-5ac1-4d48-a496-2966641656f0 completed by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 14:00:13.900179 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port 99689aa7-5ac1-4d48-a496-2966641656f0 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:00:13.900584 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:13.980340 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:14.002102 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67fc6b38-7c49-4096-bf43-31e352c7e7d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99689aa7-5ac1-4d48-a496-2966641656f0'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:00:14.004353 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ad8e3d-208a-4d9b-937b-433299465cd1" -d '{"events": [{"server_uuid": "67fc6b38-7c49-4096-bf43-31e352c7e7d3", "name": "network-vif-plugged", "status": "completed", "tag": "99689aa7-5ac1-4d48-a496-2966641656f0"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:00:14.017017 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 99689aa7-5ac1-4d48-a496-2966641656f0, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=99689aa7-5ac1-4d48-a496-2966641656f0,segment=NetworkSegment(f5bd50f2-580d-42b1-89bf-cef653f5376c),segment_id=f5bd50f2-580d-42b1-89bf-cef653f5376c)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:00:14.041724 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73ecf13-3886-40d1-8d00-6b6d37cb841d x-openstack-request-id: req-e73ecf13-3886-40d1-8d00-6b6d37cb841d {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:00:14.042031 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67fc6b38-7c49-4096-bf43-31e352c7e7d3", "name": "network-vif-plugged", "status": "completed", "tag": "99689aa7-5ac1-4d48-a496-2966641656f0", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:00:14.042462 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e73ecf13-3886-40d1-8d00-6b6d37cb841d {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:00:14.042870 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67fc6b38-7c49-4096-bf43-31e352c7e7d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99689aa7-5ac1-4d48-a496-2966641656f0', 'code': 200} Mar 28 14:00:14.098774 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:14.145388 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=99689aa7-5ac1-4d48-a496-2966641656f0,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:00:14.335976 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-66e65aaa-16dd-4ad6-95b6-8d77fbada935 req-214a5d72-4b8b-4679-9854-8544c7410930 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=3eb499cb-8c6f-4b43-afae-4b16a0793ba4 HTTP/1.1" status: 200 len: 210 time: 0.0558910 Mar 28 14:00:14.365933 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240fc33-217c-4442-af51-f62fc375eb53 req-01f11b6a-3335-4ff8-a2c2-8308390f60b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:14.367510 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-2240fc33-217c-4442-af51-f62fc375eb53 req-01f11b6a-3335-4ff8-a2c2-8308390f60b0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=67fc6b38-7c49-4096-bf43-31e352c7e7d3 HTTP/1.1" status: 200 len: 1098 time: 0.0545199 Mar 28 14:00:14.393934 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-b189f201-6a97-4845-b340-fd39b2314421 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:14.395613 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-b189f201-6a97-4845-b340-fd39b2314421 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "GET /v2.0/networks?id=d335ea8d-ee16-4295-9b02-283d06a043e5 HTTP/1.1" status: 200 len: 796 time: 0.1430554 Mar 28 14:00:14.404697 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-2240fc33-217c-4442-af51-f62fc375eb53 req-36193a32-1bf0-4134-91b5-b41769b3b92b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307872 Mar 28 14:00:14.438940 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-cbee4f32-6a53-47ee-8844-f0b5f4eb2bc2 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8783dd3017a04690835ab7e96e428838 HTTP/1.1" status: 200 len: 380 time: 0.0352299 Mar 28 14:00:14.627728 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dee8ac-bb4d-41cb-951b-de2c88e1eb70 req-016f51c9-2298-4a09-b86f-6d82dca0d14c tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:14.629163 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-29dee8ac-bb4d-41cb-951b-de2c88e1eb70 req-016f51c9-2298-4a09-b86f-6d82dca0d14c tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=67fc6b38-7c49-4096-bf43-31e352c7e7d3 HTTP/1.1" status: 200 len: 945 time: 0.0548356 Mar 28 14:00:14.646556 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-712962da-74a4-40f1-8ac4-1454d20f6081 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'port': {'device_id': '3eb499cb-8c6f-4b43-afae-4b16a0793ba4', 'network_id': 'd335ea8d-ee16-4295-9b02-283d06a043e5', 'admin_state_up': True, 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'security_groups': ['688498bd-971e-48fc-9a0d-64d4f03de566']}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:00:14.714944 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-29dee8ac-bb4d-41cb-951b-de2c88e1eb70 req-336f55e6-7640-4cf4-a2ff-4b297ea7d4e9 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791528 Mar 28 14:00:14.937033 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-712962da-74a4-40f1-8ac4-1454d20f6081 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Made reservation on behalf of 8783dd3017a04690835ab7e96e428838 for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:00:14.942039 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-712962da-74a4-40f1-8ac4-1454d20f6081 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:15.071679 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-712962da-74a4-40f1-8ac4-1454d20f6081 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Allocated IP 172.20.0.4 (d335ea8d-ee16-4295-9b02-283d06a043e5/947e2b33-751f-495d-9cb9-5dc718314aee/87fda9c3-0722-439a-86b8-b0030b5ec6fd) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:00:15.208727 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-712962da-74a4-40f1-8ac4-1454d20f6081 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:15.331694 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-712962da-74a4-40f1-8ac4-1454d20f6081 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:15.376228 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-712962da-74a4-40f1-8ac4-1454d20f6081 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network d335ea8d-ee16-4295-9b02-283d06a043e5 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:00:15.379513 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-712962da-74a4-40f1-8ac4-1454d20f6081 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:00:15.383151 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-712962da-74a4-40f1-8ac4-1454d20f6081 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:00:15.408030 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712962da-74a4-40f1-8ac4-1454d20f6081 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=87fda9c3-0722-439a-86b8-b0030b5ec6fd,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:00:15.470199 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-712962da-74a4-40f1-8ac4-1454d20f6081 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:15.470748 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-712962da-74a4-40f1-8ac4-1454d20f6081 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:15.491868 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac4827-4a53-4aae-84f4-a36f927e6785 req-2e287a23-5183-4882-80f5-b379fc60025b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:15.493507 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-67ac4827-4a53-4aae-84f4-a36f927e6785 req-2e287a23-5183-4882-80f5-b379fc60025b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=3eb499cb-8c6f-4b43-afae-4b16a0793ba4 HTTP/1.1" status: 200 len: 931 time: 0.0807300 Mar 28 14:00:15.534346 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-67ac4827-4a53-4aae-84f4-a36f927e6785 req-f201b656-cab7-4758-b03b-1d4003b8271c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=688498bd-971e-48fc-9a0d-64d4f03de566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344298 Mar 28 14:00:15.583882 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-712962da-74a4-40f1-8ac4-1454d20f6081 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9409389 Mar 28 14:00:15.615132 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-2610d987-8ac6-4fad-880e-84259e21eded None None] Provisioning complete for port 87fda9c3-0722-439a-86b8-b0030b5ec6fd triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:00:15.615769 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2610d987-8ac6-4fad-880e-84259e21eded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:15.617442 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-1fbea79a-6f92-46df-b2b4-14bd97403ba6 service neutron] Request body: {'port': {'device_id': '3eb499cb-8c6f-4b43-afae-4b16a0793ba4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:00:15.655116 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-2610d987-8ac6-4fad-880e-84259e21eded None None] Port 87fda9c3-0722-439a-86b8-b0030b5ec6fd cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:00:15.678250 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-1fbea79a-6f92-46df-b2b4-14bd97403ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:15.887030 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762d89f-d99a-4d22-9450-d32ba9e1a195 req-d4e66634-96ed-4dec-8fbc-d185e26a303c tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:15.888532 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f762d89f-d99a-4d22-9450-d32ba9e1a195 req-d4e66634-96ed-4dec-8fbc-d185e26a303c tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=67fc6b38-7c49-4096-bf43-31e352c7e7d3 HTTP/1.1" status: 200 len: 945 time: 0.1003792 Mar 28 14:00:15.958596 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f762d89f-d99a-4d22-9450-d32ba9e1a195 req-66d4848c-c0e4-4979-ae7e-81becfe10811 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641122 Mar 28 14:00:16.006817 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-1fbea79a-6f92-46df-b2b4-14bd97403ba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87fda9c3-0722-439a-86b8-b0030b5ec6fd {{(pid=109613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:00:16.014256 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-1fbea79a-6f92-46df-b2b4-14bd97403ba6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:16.026371 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.provisioning_blocks [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-1fbea79a-6f92-46df-b2b4-14bd97403ba6 service neutron] Transition to ACTIVE for port object 87fda9c3-0722-439a-86b8-b0030b5ec6fd will not be triggered until provisioned by entity L2. {{(pid=109613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 14:00:16.083787 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-1fbea79a-6f92-46df-b2b4-14bd97403ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:16.137039 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbea79a-6f92-46df-b2b4-14bd97403ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=87fda9c3-0722-439a-86b8-b0030b5ec6fd,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:00:16.204035 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-1fbea79a-6f92-46df-b2b4-14bd97403ba6 service neutron] Attempting to bind port 87fda9c3-0722-439a-86b8-b0030b5ec6fd on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:00:16.207461 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-1fbea79a-6f92-46df-b2b4-14bd97403ba6 service neutron] Attempting to bind port 87fda9c3-0722-439a-86b8-b0030b5ec6fd by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '6c08ccca-afda-4450-9e0b-1c81e7f6b171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd335ea8d-ee16-4295-9b02-283d06a043e5'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:00:16.207461 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-1fbea79a-6f92-46df-b2b4-14bd97403ba6 service neutron] Attempting to bind port 87fda9c3-0722-439a-86b8-b0030b5ec6fd on network d335ea8d-ee16-4295-9b02-283d06a043e5 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:00:16.209647 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-1fbea79a-6f92-46df-b2b4-14bd97403ba6 service neutron] Port 87fda9c3-0722-439a-86b8-b0030b5ec6fd on network d335ea8d-ee16-4295-9b02-283d06a043e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 14:00:16.209963 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-1fbea79a-6f92-46df-b2b4-14bd97403ba6 service neutron] Attempting to bind port 87fda9c3-0722-439a-86b8-b0030b5ec6fd on network d335ea8d-ee16-4295-9b02-283d06a043e5 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:00:16.215128 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-1fbea79a-6f92-46df-b2b4-14bd97403ba6 service neutron] Checking agent: {'id': '72ab3303-6c81-4bd9-a1a9-2c5d9b681d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'started_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:00:16.215463 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-1fbea79a-6f92-46df-b2b4-14bd97403ba6 service neutron] Checking segment: {'id': '6c08ccca-afda-4450-9e0b-1c81e7f6b171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd335ea8d-ee16-4295-9b02-283d06a043e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:00:16.215844 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-1fbea79a-6f92-46df-b2b4-14bd97403ba6 service neutron] Bound using segment: {'id': '6c08ccca-afda-4450-9e0b-1c81e7f6b171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd335ea8d-ee16-4295-9b02-283d06a043e5'} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:00:16.216297 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-1fbea79a-6f92-46df-b2b4-14bd97403ba6 service neutron] Bound port: 87fda9c3-0722-439a-86b8-b0030b5ec6fd, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c08ccca-afda-4450-9e0b-1c81e7f6b171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd335ea8d-ee16-4295-9b02-283d06a043e5'}}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:00:16.216710 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-1fbea79a-6f92-46df-b2b4-14bd97403ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:16.288347 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-1fbea79a-6f92-46df-b2b4-14bd97403ba6 service neutron] For port 87fda9c3-0722-439a-86b8-b0030b5ec6fd, host hv-neutron-8353, cleared binding levels {{(pid=109613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:00:16.291387 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-1fbea79a-6f92-46df-b2b4-14bd97403ba6 service neutron] For port 87fda9c3-0722-439a-86b8-b0030b5ec6fd, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=87fda9c3-0722-439a-86b8-b0030b5ec6fd,segment=NetworkSegment(6c08ccca-afda-4450-9e0b-1c81e7f6b171),segment_id=6c08ccca-afda-4450-9e0b-1c81e7f6b171)] {{(pid=109613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:00:16.393209 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-1fbea79a-6f92-46df-b2b4-14bd97403ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:16.424282 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-1fbea79a-6f92-46df-b2b4-14bd97403ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:16.424920 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-1fbea79a-6f92-46df-b2b4-14bd97403ba6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:16.426267 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-1fbea79a-6f92-46df-b2b4-14bd97403ba6 service neutron] 10.222.0.20 "PUT /v2.0/ports/87fda9c3-0722-439a-86b8-b0030b5ec6fd HTTP/1.1" status: 200 len: 1093 time: 0.8131969 Mar 28 14:00:16.426698 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eb499cb-8c6f-4b43-afae-4b16a0793ba4', 'tag': '87fda9c3-0722-439a-86b8-b0030b5ec6fd'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:00:16.429742 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be859ac6-fb8c-4072-b1d9-4c306fd32c13" -d '{"events": [{"name": "network-changed", "server_uuid": "3eb499cb-8c6f-4b43-afae-4b16a0793ba4", "tag": "87fda9c3-0722-439a-86b8-b0030b5ec6fd"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:00:16.456908 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbea79a-6f92-46df-b2b4-14bd97403ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=87fda9c3-0722-439a-86b8-b0030b5ec6fd,revision_number=3']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:00:16.469927 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59d02e7-9981-40be-9625-3fabbfedc3a5 x-openstack-request-id: req-d59d02e7-9981-40be-9625-3fabbfedc3a5 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:00:16.470272 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eb499cb-8c6f-4b43-afae-4b16a0793ba4", "tag": "87fda9c3-0722-439a-86b8-b0030b5ec6fd", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:00:16.470532 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d59d02e7-9981-40be-9625-3fabbfedc3a5 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:00:16.470959 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eb499cb-8c6f-4b43-afae-4b16a0793ba4', 'tag': '87fda9c3-0722-439a-86b8-b0030b5ec6fd', 'status': 'completed', 'code': 200} Mar 28 14:00:16.534547 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be859ac6-fb8c-4072-b1d9-4c306fd32c13 req-dc589eb5-78a9-4bda-bfcc-f4a7ba1893da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:16.536060 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-be859ac6-fb8c-4072-b1d9-4c306fd32c13 req-dc589eb5-78a9-4bda-bfcc-f4a7ba1893da service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&device_id=3eb499cb-8c6f-4b43-afae-4b16a0793ba4 HTTP/1.1" status: 200 len: 1096 time: 0.0437093 Mar 28 14:00:16.667176 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be859ac6-fb8c-4072-b1d9-4c306fd32c13 req-743365fa-0636-43fe-854d-4af3eb81edff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:16.668666 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-be859ac6-fb8c-4072-b1d9-4c306fd32c13 req-743365fa-0636-43fe-854d-4af3eb81edff service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=8783dd3017a04690835ab7e96e428838&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1249397 Mar 28 14:00:16.681013 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0c1f6-4fd6-4686-836e-4e98246b542f req-eed89cc8-f6b2-4e92-9b9f-2a8fa547679d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:16.682367 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-23d0c1f6-4fd6-4686-836e-4e98246b542f req-eed89cc8-f6b2-4e92-9b9f-2a8fa547679d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=3eb499cb-8c6f-4b43-afae-4b16a0793ba4 HTTP/1.1" status: 200 len: 943 time: 0.0744829 Mar 28 14:00:16.769728 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-23d0c1f6-4fd6-4686-836e-4e98246b542f req-68d7f1c0-3383-40d4-ae4e-bd361d904e0f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=688498bd-971e-48fc-9a0d-64d4f03de566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791104 Mar 28 14:00:16.796267 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be859ac6-fb8c-4072-b1d9-4c306fd32c13 req-da40df37-a468-42cb-a46d-bf9c23862fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:16.802684 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-be859ac6-fb8c-4072-b1d9-4c306fd32c13 req-da40df37-a468-42cb-a46d-bf9c23862fc4 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1145484 Mar 28 14:00:16.872056 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-b4beafed-46c5-4eae-8dda-537ced3b139d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:16.873546 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-b4beafed-46c5-4eae-8dda-537ced3b139d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&device_id=3eb499cb-8c6f-4b43-afae-4b16a0793ba4 HTTP/1.1" status: 200 len: 1096 time: 0.0409231 Mar 28 14:00:16.914111 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-97320877-ed93-47e7-9487-6e0ffa48e109 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87fda9c3-0722-439a-86b8-b0030b5ec6fd HTTP/1.1" status: 200 len: 217 time: 0.0328593 Mar 28 14:00:16.964182 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-6662e105-7bb9-4899-ab9a-9a5e2a1f309d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:16.965636 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-6662e105-7bb9-4899-ab9a-9a5e2a1f309d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=947e2b33-751f-495d-9cb9-5dc718314aee HTTP/1.1" status: 200 len: 835 time: 0.0456164 Mar 28 14:00:17.009582 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-3714d889-1452-4c90-966c-852b1a78ae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:17.011068 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-3714d889-1452-4c90-966c-852b1a78ae26 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d335ea8d-ee16-4295-9b02-283d06a043e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392735 Mar 28 14:00:17.124640 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75322c61-11ca-4b81-b4b9-479cb602bcf0 req-c5d29959-8b64-4653-9af1-3fd3210a8a1d tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:17.126022 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-75322c61-11ca-4b81-b4b9-479cb602bcf0 req-c5d29959-8b64-4653-9af1-3fd3210a8a1d tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=67fc6b38-7c49-4096-bf43-31e352c7e7d3 HTTP/1.1" status: 200 len: 945 time: 0.0998380 Mar 28 14:00:17.145339 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-e1b1341e-1f07-4fde-a608-118122cccad0 service neutron] 10.222.0.20 "GET /v2.0/networks/d335ea8d-ee16-4295-9b02-283d06a043e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273856 Mar 28 14:00:17.215475 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-75322c61-11ca-4b81-b4b9-479cb602bcf0 req-b7e5b005-ffc2-4744-81ec-60e1fdca0a1a tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809333 Mar 28 14:00:17.253353 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-58aa94ae-b32b-4a02-8656-6d2013b7b70f req-89f4cb09-3143-42be-9a59-b3798c0edde0 service neutron] 10.222.0.20 "GET /v2.0/networks/d335ea8d-ee16-4295-9b02-283d06a043e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016586 Mar 28 14:00:17.330154 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd6276-6419-468d-a9e5-217cdd7b5b14 req-b2c18879-31dd-4c4b-95c6-d01feca207cf tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:17.331648 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-22cd6276-6419-468d-a9e5-217cdd7b5b14 req-b2c18879-31dd-4c4b-95c6-d01feca207cf tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=67fc6b38-7c49-4096-bf43-31e352c7e7d3 HTTP/1.1" status: 200 len: 945 time: 0.0501010 Mar 28 14:00:17.370056 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-22cd6276-6419-468d-a9e5-217cdd7b5b14 req-13177118-33a2-451c-b96f-d9cd18b2d849 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315754 Mar 28 14:00:17.395797 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37042) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:00:17.477844 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbeac2b-8a08-4d0c-a85a-4d118dad5abc tempest-TestVolumeBootPattern-491642976 tempest-TestVolumeBootPattern-491642976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:17.479447 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ecbeac2b-8a08-4d0c-a85a-4d118dad5abc tempest-TestVolumeBootPattern-491642976 tempest-TestVolumeBootPattern-491642976-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=67fc6b38-7c49-4096-bf43-31e352c7e7d3 HTTP/1.1" status: 200 len: 1093 time: 0.0826986 Mar 28 14:00:17.482200 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37046) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:00:17.486552 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-edb5faf3-0de1-4421-8d27-01bff3dcaad6 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Request body: {'floatingip': {'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'port_id': '99689aa7-5ac1-4d48-a496-2966641656f0', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:00:17.594313 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-edb5faf3-0de1-4421-8d27-01bff3dcaad6 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks [] for floatingip, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:17.690423 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-edb5faf3-0de1-4421-8d27-01bff3dcaad6 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:17.788910 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-edb5faf3-0de1-4421-8d27-01bff3dcaad6 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Allocated IP 172.26.2.238 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/a38e7703-afd8-4cba-9275-926482d707fd) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:00:17.922957 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ade4a5-3465-4bf1-bc5b-e0108dd45657 req-08b5f535-0593-4b52-a209-419bca70bbb4 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:17.924431 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f1ade4a5-3465-4bf1-bc5b-e0108dd45657 req-08b5f535-0593-4b52-a209-419bca70bbb4 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=3eb499cb-8c6f-4b43-afae-4b16a0793ba4 HTTP/1.1" status: 200 len: 943 time: 0.0798373 Mar 28 14:00:17.929591 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-edb5faf3-0de1-4421-8d27-01bff3dcaad6 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:17.977299 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f1ade4a5-3465-4bf1-bc5b-e0108dd45657 req-bf7e616d-b433-40a3-a9d7-1bc2d54f3823 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=688498bd-971e-48fc-9a0d-64d4f03de566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458825 Mar 28 14:00:18.063024 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-edb5faf3-0de1-4421-8d27-01bff3dcaad6 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:18.105361 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb5faf3-0de1-4421-8d27-01bff3dcaad6 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:00:18.108324 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-edb5faf3-0de1-4421-8d27-01bff3dcaad6 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:00:18.110737 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb5faf3-0de1-4421-8d27-01bff3dcaad6 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:00:18.135086 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb5faf3-0de1-4421-8d27-01bff3dcaad6 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Pushing event updated for resources: {'Port': ['ID=a38e7703-afd8-4cba-9275-926482d707fd,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:00:18.727864 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-edb5faf3-0de1-4421-8d27-01bff3dcaad6 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:18.955050 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-edb5faf3-0de1-4421-8d27-01bff3dcaad6 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:19.125609 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a6405-9b42-43b8-b2eb-49811761b14e req-5ad03a42-f6da-4841-925e-0490c2a220bb tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:19.127135 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a65a6405-9b42-43b8-b2eb-49811761b14e req-5ad03a42-f6da-4841-925e-0490c2a220bb tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=3eb499cb-8c6f-4b43-afae-4b16a0793ba4 HTTP/1.1" status: 200 len: 943 time: 0.0823274 Mar 28 14:00:19.153094 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-edb5faf3-0de1-4421-8d27-01bff3dcaad6 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:19.179240 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a65a6405-9b42-43b8-b2eb-49811761b14e req-8283e735-cd19-42c6-ab21-c250845ab615 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=688498bd-971e-48fc-9a0d-64d4f03de566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399768 Mar 28 14:00:19.205222 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-edb5faf3-0de1-4421-8d27-01bff3dcaad6 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:19.272792 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb5faf3-0de1-4421-8d27-01bff3dcaad6 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Pushing event updated for resources: {'Port': ['ID=a38e7703-afd8-4cba-9275-926482d707fd,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:00:19.284916 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-edb5faf3-0de1-4421-8d27-01bff3dcaad6 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:19.383554 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [None req-edb5faf3-0de1-4421-8d27-01bff3dcaad6 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Floating IP 7ac3010e-0109-46a4-bc7e-7ecb57a1cb31 associated. External IP: 172.26.2.238, port: 99689aa7-5ac1-4d48-a496-2966641656f0. Mar 28 14:00:19.591400 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb5faf3-0de1-4421-8d27-01bff3dcaad6 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Router 3ee79682-a2fe-428b-82b0-cdb5bc5d78e4 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:00:19.696134 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb5faf3-0de1-4421-8d27-01bff3dcaad6 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:00:19.706295 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3565f692-ed59-48f7-8504-c03cdfccc7ca None None] Sync routers for ids ['3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:00:19.716119 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3565f692-ed59-48f7-8504-c03cdfccc7ca None None] Routers {'3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:00:19.716764 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-3565f692-ed59-48f7-8504-c03cdfccc7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:59:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:00:19.823697 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-3565f692-ed59-48f7-8504-c03cdfccc7ca None None] Set router 3ee79682-a2fe-428b-82b0-cdb5bc5d78e4 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:00:19.825012 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-edb5faf3-0de1-4421-8d27-01bff3dcaad6 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:19.855342 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-edb5faf3-0de1-4421-8d27-01bff3dcaad6 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3720291 Mar 28 14:00:19.855842 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67fc6b38-7c49-4096-bf43-31e352c7e7d3', 'tag': '99689aa7-5ac1-4d48-a496-2966641656f0'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:00:19.858140 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db6b0c9-e779-4206-88de-bfceee446edc" -d '{"events": [{"name": "network-changed", "server_uuid": "67fc6b38-7c49-4096-bf43-31e352c7e7d3", "tag": "99689aa7-5ac1-4d48-a496-2966641656f0"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:00:19.894802 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3257c18-b5cc-4a17-bcff-0e223297342c x-openstack-request-id: req-b3257c18-b5cc-4a17-bcff-0e223297342c {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:00:19.894802 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67fc6b38-7c49-4096-bf43-31e352c7e7d3", "tag": "99689aa7-5ac1-4d48-a496-2966641656f0", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:00:19.894802 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b3257c18-b5cc-4a17-bcff-0e223297342c {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:00:19.894802 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67fc6b38-7c49-4096-bf43-31e352c7e7d3', 'tag': '99689aa7-5ac1-4d48-a496-2966641656f0', 'status': 'completed', 'code': 200} Mar 28 14:00:19.955000 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6b0c9-e779-4206-88de-bfceee446edc req-2fb9972a-a797-4a4e-924b-98ae9b482996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:19.956554 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2db6b0c9-e779-4206-88de-bfceee446edc req-2fb9972a-a797-4a4e-924b-98ae9b482996 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7110f97460394f8384904a1ab317b86f&device_id=67fc6b38-7c49-4096-bf43-31e352c7e7d3 HTTP/1.1" status: 200 len: 1098 time: 0.0408201 Mar 28 14:00:20.045641 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6b0c9-e779-4206-88de-bfceee446edc req-1156b0b5-e7b0-4fa9-808a-bf96aebe7cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:20.047093 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2db6b0c9-e779-4206-88de-bfceee446edc req-1156b0b5-e7b0-4fa9-808a-bf96aebe7cb4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c HTTP/1.1" status: 200 len: 913 time: 0.0843482 Mar 28 14:00:20.048091 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-3565f692-ed59-48f7-8504-c03cdfccc7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'name': 'tempest-TestVolumeBootPattern-1137461652-router', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': 'dc3b5696-0375-4b0a-954c-32c9edb9818d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:53:28Z', 'updated_at': '2022-03-28T13:53:31Z', 'revision_number': 4, 'project_id': '7110f97460394f8384904a1ab317b86f', 'gw_port': {'id': 'dc3b5696-0375-4b0a-954c-32c9edb9818d', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:03:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:29Z', 'updated_at': '2022-03-28T13:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '7ac3010e-0109-46a4-bc7e-7ecb57a1cb31', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'floating_ip_address': '172.26.2.238', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'port_id': '99689aa7-5ac1-4d48-a496-2966641656f0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c', 'mac_address': 'fa:16:3e:cf:a9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc6b38-7c49-4096-bf43-31e352c7e7d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:00:18Z', 'updated_at': '2022-03-28T14:00:18Z', 'revision_number': 0, 'project_id': '7110f97460394f8384904a1ab317b86f', 'fixed_ip_address_scope': None}, {'id': 'a2bdbcd9-0a1f-411a-8a05-d0b13666d9b0', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'floating_ip_address': '172.26.2.182', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'port_id': 'cd8fb9f0-230b-4c84-b232-c5ff466946b9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c', 'mac_address': 'fa:16:3e:06:1c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d2caa7-579a-4d9b-ae85-2d738cd5b889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T13:57:32Z', 'updated_at': '2022-03-28T13:57:34Z', 'revision_number': 1, 'project_id': '7110f97460394f8384904a1ab317b86f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ee57172-69ff-48a9-99c7-cba289df4076', 'name': '', 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'mac_address': 'fa:16:3e:73:ad:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '9c2ce5a3-629c-4977-b27a-fb42f72730c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:30Z', 'updated_at': '2022-03-28T13:53:34Z', 'revision_number': 5, 'project_id': '7110f97460394f8384904a1ab317b86f', 'subnets': [{'id': '9c2ce5a3-629c-4977-b27a-fb42f72730c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:00:20.077469 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3565f692-ed59-48f7-8504-c03cdfccc7ca None None] Checking router: 3ee79682-a2fe-428b-82b0-cdb5bc5d78e4 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:00:20.086764 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3565f692-ed59-48f7-8504-c03cdfccc7ca None None] Routers {'3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:00:20.087373 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-3565f692-ed59-48f7-8504-c03cdfccc7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T13:59:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:00:20.115831 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2db6b0c9-e779-4206-88de-bfceee446edc req-57467c9f-063b-47a0-a41c-66a017c10423 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99689aa7-5ac1-4d48-a496-2966641656f0 HTTP/1.1" status: 200 len: 999 time: 0.0618520 Mar 28 14:00:20.163948 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6b0c9-e779-4206-88de-bfceee446edc req-d5432caa-57fe-4368-b986-bedd8f97a1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:20.165433 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2db6b0c9-e779-4206-88de-bfceee446edc req-d5432caa-57fe-4368-b986-bedd8f97a1d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c2ce5a3-629c-4977-b27a-fb42f72730c0 HTTP/1.1" status: 200 len: 851 time: 0.0440905 Mar 28 14:00:20.190697 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-3565f692-ed59-48f7-8504-c03cdfccc7ca None None] Set router 3ee79682-a2fe-428b-82b0-cdb5bc5d78e4 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:00:20.210810 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6b0c9-e779-4206-88de-bfceee446edc req-bcd97960-9412-47a5-80e9-55320e3ce96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:20.212436 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2db6b0c9-e779-4206-88de-bfceee446edc req-bcd97960-9412-47a5-80e9-55320e3ce96b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410109 Mar 28 14:00:20.344515 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4e245-ee35-42ce-940b-cc69c6857cb6 req-11f2b2e6-a7d6-464f-9785-c7a37816cba7 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:20.346005 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d0f4e245-ee35-42ce-940b-cc69c6857cb6 req-11f2b2e6-a7d6-464f-9785-c7a37816cba7 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=3eb499cb-8c6f-4b43-afae-4b16a0793ba4 HTTP/1.1" status: 200 len: 943 time: 0.0755322 Mar 28 14:00:20.348237 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2db6b0c9-e779-4206-88de-bfceee446edc req-8df0d35b-79f3-449a-8a12-f2d2c7911775 service neutron] 10.222.0.20 "GET /v2.0/networks/6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286120 Mar 28 14:00:20.418229 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-3565f692-ed59-48f7-8504-c03cdfccc7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'name': 'tempest-TestVolumeBootPattern-1137461652-router', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': 'dc3b5696-0375-4b0a-954c-32c9edb9818d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:53:28Z', 'updated_at': '2022-03-28T13:53:31Z', 'revision_number': 4, 'project_id': '7110f97460394f8384904a1ab317b86f', 'gw_port': {'id': 'dc3b5696-0375-4b0a-954c-32c9edb9818d', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:03:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:29Z', 'updated_at': '2022-03-28T13:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '7ac3010e-0109-46a4-bc7e-7ecb57a1cb31', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'floating_ip_address': '172.26.2.238', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'port_id': '99689aa7-5ac1-4d48-a496-2966641656f0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c', 'mac_address': 'fa:16:3e:cf:a9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc6b38-7c49-4096-bf43-31e352c7e7d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:00:18Z', 'updated_at': '2022-03-28T14:00:18Z', 'revision_number': 0, 'project_id': '7110f97460394f8384904a1ab317b86f', 'fixed_ip_address_scope': None}, {'id': 'a2bdbcd9-0a1f-411a-8a05-d0b13666d9b0', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'floating_ip_address': '172.26.2.182', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'port_id': 'cd8fb9f0-230b-4c84-b232-c5ff466946b9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c', 'mac_address': 'fa:16:3e:06:1c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d2caa7-579a-4d9b-ae85-2d738cd5b889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T13:57:32Z', 'updated_at': '2022-03-28T13:57:34Z', 'revision_number': 1, 'project_id': '7110f97460394f8384904a1ab317b86f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ee57172-69ff-48a9-99c7-cba289df4076', 'name': '', 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'mac_address': 'fa:16:3e:73:ad:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '9c2ce5a3-629c-4977-b27a-fb42f72730c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:30Z', 'updated_at': '2022-03-28T13:53:34Z', 'revision_number': 5, 'project_id': '7110f97460394f8384904a1ab317b86f', 'subnets': [{'id': '9c2ce5a3-629c-4977-b27a-fb42f72730c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:00:20.435466 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d0f4e245-ee35-42ce-940b-cc69c6857cb6 req-116e61b3-a472-412c-95b3-558e18135152 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=688498bd-971e-48fc-9a0d-64d4f03de566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830550 Mar 28 14:00:20.449828 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3565f692-ed59-48f7-8504-c03cdfccc7ca None None] The sync data for ids ['3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'] in dv-neutron-835335-1-hyperv is: [{'id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'name': 'tempest-TestVolumeBootPattern-1137461652-router', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': 'dc3b5696-0375-4b0a-954c-32c9edb9818d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:53:28Z', 'updated_at': '2022-03-28T13:53:31Z', 'revision_number': 4, 'project_id': '7110f97460394f8384904a1ab317b86f', 'gw_port': {'id': 'dc3b5696-0375-4b0a-954c-32c9edb9818d', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:03:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:29Z', 'updated_at': '2022-03-28T13:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '7ac3010e-0109-46a4-bc7e-7ecb57a1cb31', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'floating_ip_address': '172.26.2.238', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'port_id': '99689aa7-5ac1-4d48-a496-2966641656f0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c', 'mac_address': 'fa:16:3e:cf:a9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc6b38-7c49-4096-bf43-31e352c7e7d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:00:18Z', 'updated_at': '2022-03-28T14:00:18Z', 'revision_number': 0, 'project_id': '7110f97460394f8384904a1ab317b86f', 'fixed_ip_address_scope': None}, {'id': 'a2bdbcd9-0a1f-411a-8a05-d0b13666d9b0', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'floating_ip_address': '172.26.2.182', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'port_id': 'cd8fb9f0-230b-4c84-b232-c5ff466946b9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c', 'mac_address': 'fa:16:3e:06:1c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d2caa7-579a-4d9b-ae85-2d738cd5b889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T13:57:32Z', 'updated_at': '2022-03-28T13:57:34Z', 'revision_number': 1, 'project_id': '7110f97460394f8384904a1ab317b86f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ee57172-69ff-48a9-99c7-cba289df4076', 'name': '', 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'mac_address': 'fa:16:3e:73:ad:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '9c2ce5a3-629c-4977-b27a-fb42f72730c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:30Z', 'updated_at': '2022-03-28T13:53:34Z', 'revision_number': 5, 'project_id': '7110f97460394f8384904a1ab317b86f', 'subnets': [{'id': '9c2ce5a3-629c-4977-b27a-fb42f72730c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:00:20.467512 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2db6b0c9-e779-4206-88de-bfceee446edc req-41deea3e-6793-4e9a-9f9f-3a6e73aadbb0 service neutron] 10.222.0.20 "GET /v2.0/networks/6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133561 Mar 28 14:00:20.646753 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2256b5-d58f-4a54-ae16-34a134a1c7b1 None None] New status for floating IP 7ac3010e-0109-46a4-bc7e-7ecb57a1cb31: ACTIVE {{(pid=109615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:00:21.555831 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f414e1d-4f9d-456c-8a9c-a0b400a12d48 req-8aee9f9d-a29a-4248-a74d-b1597e62290c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:21.557468 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6f414e1d-4f9d-456c-8a9c-a0b400a12d48 req-8aee9f9d-a29a-4248-a74d-b1597e62290c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=3eb499cb-8c6f-4b43-afae-4b16a0793ba4 HTTP/1.1" status: 200 len: 943 time: 0.0524468 Mar 28 14:00:21.604712 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6f414e1d-4f9d-456c-8a9c-a0b400a12d48 req-b9c75d70-8181-4ef1-a30a-467d2563da6b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=688498bd-971e-48fc-9a0d-64d4f03de566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409801 Mar 28 14:00:21.805828 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 87fda9c3-0722-439a-86b8-b0030b5ec6fd details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:00:21.900445 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 87fda9c3-0722-439a-86b8-b0030b5ec6fd, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=87fda9c3-0722-439a-86b8-b0030b5ec6fd,segment=NetworkSegment(6c08ccca-afda-4450-9e0b-1c81e7f6b171),segment_id=6c08ccca-afda-4450-9e0b-1c81e7f6b171)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:00:21.912020 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': '87fda9c3-0722-439a-86b8-b0030b5ec6fd', 'network_id': 'd335ea8d-ee16-4295-9b02-283d06a043e5', 'port_id': '87fda9c3-0722-439a-86b8-b0030b5ec6fd', 'mac_address': 'fa:16:3e:84:0b:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '947e2b33-751f-495d-9cb9-5dc718314aee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:00:21.949026 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:21.965775 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87fda9c3-0722-439a-86b8-b0030b5ec6fd {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:00:21.985065 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 87fda9c3-0722-439a-86b8-b0030b5ec6fd, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=87fda9c3-0722-439a-86b8-b0030b5ec6fd,segment=NetworkSegment(6c08ccca-afda-4450-9e0b-1c81e7f6b171),segment_id=6c08ccca-afda-4450-9e0b-1c81e7f6b171)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:00:22.069194 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:22.119072 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=87fda9c3-0722-439a-86b8-b0030b5ec6fd,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:00:22.397853 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['87fda9c3-0722-439a-86b8-b0030b5ec6fd'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:00:22.728326 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995c9b9-e697-4d99-b9da-b7e84d7927f3 req-a91bab50-9410-4b93-b29c-ceb4c9025623 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:22.729804 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9995c9b9-e697-4d99-b9da-b7e84d7927f3 req-a91bab50-9410-4b93-b29c-ceb4c9025623 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=3eb499cb-8c6f-4b43-afae-4b16a0793ba4 HTTP/1.1" status: 200 len: 944 time: 0.0557415 Mar 28 14:00:22.767032 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9995c9b9-e697-4d99-b9da-b7e84d7927f3 req-5f3b85ba-55ba-4077-b9dd-df3f9b828fe1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=688498bd-971e-48fc-9a0d-64d4f03de566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311286 Mar 28 14:00:23.825051 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 87fda9c3-0722-439a-86b8-b0030b5ec6fd up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:00:23.885292 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89554bba-1984-4d8d-a981-18fa989f5e09 req-7535d22f-36ed-4973-bc92-c0c145b1636d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:23.886770 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-89554bba-1984-4d8d-a981-18fa989f5e09 req-7535d22f-36ed-4973-bc92-c0c145b1636d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=3eb499cb-8c6f-4b43-afae-4b16a0793ba4 HTTP/1.1" status: 200 len: 944 time: 0.0534868 Mar 28 14:00:23.924960 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-89554bba-1984-4d8d-a981-18fa989f5e09 req-1f1b247b-0bef-4442-b77e-4b9b29e61188 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=688498bd-971e-48fc-9a0d-64d4f03de566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322380 Mar 28 14:00:23.946796 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning for port 87fda9c3-0722-439a-86b8-b0030b5ec6fd completed by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 14:00:23.950691 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port 87fda9c3-0722-439a-86b8-b0030b5ec6fd triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:00:23.951061 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:24.017039 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-cfe9a662-6fa7-4861-a127-2419a29fdc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:24.031193 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:24.052767 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb499cb-8c6f-4b43-afae-4b16a0793ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87fda9c3-0722-439a-86b8-b0030b5ec6fd'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:00:24.054915 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9928d555-720d-4847-9f7f-c156456a6558" -d '{"events": [{"server_uuid": "3eb499cb-8c6f-4b43-afae-4b16a0793ba4", "name": "network-vif-plugged", "status": "completed", "tag": "87fda9c3-0722-439a-86b8-b0030b5ec6fd"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:00:24.066794 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 87fda9c3-0722-439a-86b8-b0030b5ec6fd, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=87fda9c3-0722-439a-86b8-b0030b5ec6fd,segment=NetworkSegment(6c08ccca-afda-4450-9e0b-1c81e7f6b171),segment_id=6c08ccca-afda-4450-9e0b-1c81e7f6b171)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:00:24.092497 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550246d0-8714-48d7-9c4c-e4132b331d42 x-openstack-request-id: req-550246d0-8714-48d7-9c4c-e4132b331d42 {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:00:24.092778 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eb499cb-8c6f-4b43-afae-4b16a0793ba4", "name": "network-vif-plugged", "status": "completed", "tag": "87fda9c3-0722-439a-86b8-b0030b5ec6fd", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:00:24.093025 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-550246d0-8714-48d7-9c4c-e4132b331d42 {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:00:24.093405 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb499cb-8c6f-4b43-afae-4b16a0793ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87fda9c3-0722-439a-86b8-b0030b5ec6fd', 'code': 200} Mar 28 14:00:24.141602 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:24.187368 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=87fda9c3-0722-439a-86b8-b0030b5ec6fd,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:00:24.457644 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92de22-e89a-4c71-acbf-e8db0136b8be req-0e157aef-f961-4e90-8e0f-10de98b077ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:24.459188 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6e92de22-e89a-4c71-acbf-e8db0136b8be req-0e157aef-f961-4e90-8e0f-10de98b077ae service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3eb499cb-8c6f-4b43-afae-4b16a0793ba4 HTTP/1.1" status: 200 len: 1098 time: 0.0406706 Mar 28 14:00:24.492461 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6e92de22-e89a-4c71-acbf-e8db0136b8be req-4751380d-17eb-43cc-ab0b-964d108830be service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=688498bd-971e-48fc-9a0d-64d4f03de566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272968 Mar 28 14:00:25.039632 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8725f5d-7b3f-4e14-86e2-a3d4bcdff4e7 req-85f5897a-0cf0-488b-9d6a-03772449efd3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:25.041179 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c8725f5d-7b3f-4e14-86e2-a3d4bcdff4e7 req-85f5897a-0cf0-488b-9d6a-03772449efd3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=3eb499cb-8c6f-4b43-afae-4b16a0793ba4 HTTP/1.1" status: 200 len: 945 time: 0.0482836 Mar 28 14:00:25.079454 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c8725f5d-7b3f-4e14-86e2-a3d4bcdff4e7 req-604f5b50-1eb7-4478-9cd3-c496c27bafd9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=688498bd-971e-48fc-9a0d-64d4f03de566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322788 Mar 28 14:00:26.200209 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30783e85-9fc6-4dbf-8e79-16ff0ebb0a5b req-90b469a9-f9ef-4dd8-a2ae-c455b26a3d2b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:26.201711 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-30783e85-9fc6-4dbf-8e79-16ff0ebb0a5b req-90b469a9-f9ef-4dd8-a2ae-c455b26a3d2b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=3eb499cb-8c6f-4b43-afae-4b16a0793ba4 HTTP/1.1" status: 200 len: 945 time: 0.0533526 Mar 28 14:00:26.239562 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-30783e85-9fc6-4dbf-8e79-16ff0ebb0a5b req-1c46dc0f-cf72-4a79-a02c-b4acb1cce4a3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=688498bd-971e-48fc-9a0d-64d4f03de566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318584 Mar 28 14:00:26.279628 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-206df30e-9dd8-429f-82fd-5dcc7a78eed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:26.352452 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b55870-d6b6-4a90-932e-8acf7f75babf req-c0a09a36-9db8-4628-b867-2300055c1726 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:26.353847 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a0b55870-d6b6-4a90-932e-8acf7f75babf req-c0a09a36-9db8-4628-b867-2300055c1726 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=3eb499cb-8c6f-4b43-afae-4b16a0793ba4 HTTP/1.1" status: 200 len: 945 time: 0.0480874 Mar 28 14:00:26.391487 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a0b55870-d6b6-4a90-932e-8acf7f75babf req-fd0caf6a-36b9-4f06-b7a0-1164eb6184a0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=688498bd-971e-48fc-9a0d-64d4f03de566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312300 Mar 28 14:00:26.412429 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37074) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:00:26.454333 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e794a0-5008-41f3-aabc-c3b9e5a44b43 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:26.455942 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-45e794a0-5008-41f3-aabc-c3b9e5a44b43 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3eb499cb-8c6f-4b43-afae-4b16a0793ba4 HTTP/1.1" status: 200 len: 1093 time: 0.0425780 Mar 28 14:00:26.458693 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37076) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:00:26.462945 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-b027b346-87cf-4564-8fb4-176c4b0a9414 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'floatingip': {'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'port_id': '87fda9c3-0722-439a-86b8-b0030b5ec6fd', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:00:26.547990 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b027b346-87cf-4564-8fb4-176c4b0a9414 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for floatingip, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:26.647626 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b027b346-87cf-4564-8fb4-176c4b0a9414 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:26.754870 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-b027b346-87cf-4564-8fb4-176c4b0a9414 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Allocated IP 172.26.2.221 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/842c834d-6c9b-46c6-9719-692af633abad) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:00:26.855326 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b027b346-87cf-4564-8fb4-176c4b0a9414 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:26.948681 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b027b346-87cf-4564-8fb4-176c4b0a9414 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:26.989702 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b027b346-87cf-4564-8fb4-176c4b0a9414 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:00:26.994427 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-b027b346-87cf-4564-8fb4-176c4b0a9414 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:00:26.998531 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b027b346-87cf-4564-8fb4-176c4b0a9414 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:00:27.001489 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b027b346-87cf-4564-8fb4-176c4b0a9414 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=842c834d-6c9b-46c6-9719-692af633abad,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:00:27.359394 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b027b346-87cf-4564-8fb4-176c4b0a9414 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:27.495588 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b027b346-87cf-4564-8fb4-176c4b0a9414 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:27.592241 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:27.643248 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b027b346-87cf-4564-8fb4-176c4b0a9414 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:27.736544 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b027b346-87cf-4564-8fb4-176c4b0a9414 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:27.806992 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b027b346-87cf-4564-8fb4-176c4b0a9414 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=842c834d-6c9b-46c6-9719-692af633abad,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:00:27.821147 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b027b346-87cf-4564-8fb4-176c4b0a9414 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:27.922099 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [None req-b027b346-87cf-4564-8fb4-176c4b0a9414 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Floating IP 4577c05c-d84d-47bc-98dc-e994c8c412de associated. External IP: 172.26.2.221, port: 87fda9c3-0722-439a-86b8-b0030b5ec6fd. Mar 28 14:00:28.398553 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b027b346-87cf-4564-8fb4-176c4b0a9414 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Router d6aeb263-6731-4c34-978c-6d8d8de28889 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:00:28.502739 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b027b346-87cf-4564-8fb4-176c4b0a9414 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:00:28.518438 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e142ae-9ada-4806-bcbf-b996f92f3369 None None] Sync routers for ids ['d6aeb263-6731-4c34-978c-6d8d8de28889'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:00:28.525788 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e142ae-9ada-4806-bcbf-b996f92f3369 None None] Routers {'d6aeb263-6731-4c34-978c-6d8d8de28889'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:00:28.526394 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-69e142ae-9ada-4806-bcbf-b996f92f3369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:00:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['d6aeb263-6731-4c34-978c-6d8d8de28889'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:00:28.618937 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b027b346-87cf-4564-8fb4-176c4b0a9414 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:28.631270 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-69e142ae-9ada-4806-bcbf-b996f92f3369 None None] Set router d6aeb263-6731-4c34-978c-6d8d8de28889 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:00:28.653721 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b027b346-87cf-4564-8fb4-176c4b0a9414 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1933694 Mar 28 14:00:28.654401 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eb499cb-8c6f-4b43-afae-4b16a0793ba4', 'tag': '87fda9c3-0722-439a-86b8-b0030b5ec6fd'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:00:28.656799 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37078) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:00:28.664846 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607b4fe1-3776-4358-bf35-5e4a7656a6c3" -d '{"events": [{"name": "network-changed", "server_uuid": "3eb499cb-8c6f-4b43-afae-4b16a0793ba4", "tag": "87fda9c3-0722-439a-86b8-b0030b5ec6fd"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:00:28.696431 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1884bd8e-a4e7-4baf-82ec-6fd18697593f x-openstack-request-id: req-1884bd8e-a4e7-4baf-82ec-6fd18697593f {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:00:28.697092 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eb499cb-8c6f-4b43-afae-4b16a0793ba4", "tag": "87fda9c3-0722-439a-86b8-b0030b5ec6fd", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:00:28.697721 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1884bd8e-a4e7-4baf-82ec-6fd18697593f {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:00:28.698410 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eb499cb-8c6f-4b43-afae-4b16a0793ba4', 'tag': '87fda9c3-0722-439a-86b8-b0030b5ec6fd', 'status': 'completed', 'code': 200} Mar 28 14:00:28.773060 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b4fe1-3776-4358-bf35-5e4a7656a6c3 req-7e4e2bd9-e93f-45bd-963f-d4c8f3f4602d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:28.774478 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-607b4fe1-3776-4358-bf35-5e4a7656a6c3 req-7e4e2bd9-e93f-45bd-963f-d4c8f3f4602d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&device_id=3eb499cb-8c6f-4b43-afae-4b16a0793ba4 HTTP/1.1" status: 200 len: 1098 time: 0.0469339 Mar 28 14:00:28.787205 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-abc9d6e8-5d68-439f-9a65-33e958caf77e tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/routers/d6aeb263-6731-4c34-978c-6d8d8de28889 HTTP/1.1" status: 200 len: 922 time: 0.1269364 Mar 28 14:00:28.787493 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37082) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:00:28.861250 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-8b430535-1857-414b-b654-ff8b62304128 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/floatingips/4577c05c-d84d-47bc-98dc-e994c8c412de HTTP/1.1" status: 200 len: 991 time: 0.0725782 Mar 28 14:00:28.881822 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b4fe1-3776-4358-bf35-5e4a7656a6c3 req-c66ebd24-861f-4700-852e-2c2ac5755f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:28.883303 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-607b4fe1-3776-4358-bf35-5e4a7656a6c3 req-c66ebd24-861f-4700-852e-2c2ac5755f48 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d335ea8d-ee16-4295-9b02-283d06a043e5 HTTP/1.1" status: 200 len: 897 time: 0.1020050 Mar 28 14:00:28.953299 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-607b4fe1-3776-4358-bf35-5e4a7656a6c3 req-163dfce7-3975-467e-9977-f6a5e05a6744 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87fda9c3-0722-439a-86b8-b0030b5ec6fd HTTP/1.1" status: 200 len: 999 time: 0.0636911 Mar 28 14:00:28.990956 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:29.002794 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b4fe1-3776-4358-bf35-5e4a7656a6c3 req-0e0d5313-6273-4ddd-906a-39a229148ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:29.004254 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-607b4fe1-3776-4358-bf35-5e4a7656a6c3 req-0e0d5313-6273-4ddd-906a-39a229148ec2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=947e2b33-751f-495d-9cb9-5dc718314aee HTTP/1.1" status: 200 len: 835 time: 0.0446038 Mar 28 14:00:29.020389 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-69e142ae-9ada-4806-bcbf-b996f92f3369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'name': 'tempest-TestNetworkBasicOps-router-631274608', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': 'e040650a-4786-4995-9f2d-eb289ae310cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:00:02Z', 'updated_at': '2022-03-28T14:00:06Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'e040650a-4786-4995-9f2d-eb289ae310cd', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:46:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:00:03Z', 'updated_at': '2022-03-28T14:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '4577c05c-d84d-47bc-98dc-e994c8c412de', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'floating_ip_address': '172.26.2.221', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'port_id': '87fda9c3-0722-439a-86b8-b0030b5ec6fd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd335ea8d-ee16-4295-9b02-283d06a043e5', 'mac_address': 'fa:16:3e:84:0b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb499cb-8c6f-4b43-afae-4b16a0793ba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:00:27Z', 'updated_at': '2022-03-28T14:00:27Z', 'revision_number': 0, 'project_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711e8006-9311-4692-9492-258536cc9204', 'name': '', 'network_id': 'd335ea8d-ee16-4295-9b02-283d06a043e5', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:53:f9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '947e2b33-751f-495d-9cb9-5dc718314aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:00:06Z', 'updated_at': '2022-03-28T14:00:09Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': '947e2b33-751f-495d-9cb9-5dc718314aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:00:29.051306 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b4fe1-3776-4358-bf35-5e4a7656a6c3 req-c31a9642-61a9-4969-bab4-f6f9f22a897b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:00:29.051545 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-607b4fe1-3776-4358-bf35-5e4a7656a6c3 req-c31a9642-61a9-4969-bab4-f6f9f22a897b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d335ea8d-ee16-4295-9b02-283d06a043e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412216 Mar 28 14:00:29.051676 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e142ae-9ada-4806-bcbf-b996f92f3369 None None] Checking router: d6aeb263-6731-4c34-978c-6d8d8de28889 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:00:29.060396 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e142ae-9ada-4806-bcbf-b996f92f3369 None None] Routers {'d6aeb263-6731-4c34-978c-6d8d8de28889'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:00:29.061117 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-69e142ae-9ada-4806-bcbf-b996f92f3369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:00:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['d6aeb263-6731-4c34-978c-6d8d8de28889'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:00:29.148268 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-607b4fe1-3776-4358-bf35-5e4a7656a6c3 req-bb65ceea-619a-436c-b445-62e4c6aaff43 service neutron] 10.222.0.20 "GET /v2.0/networks/d335ea8d-ee16-4295-9b02-283d06a043e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906377 Mar 28 14:00:29.171637 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-69e142ae-9ada-4806-bcbf-b996f92f3369 None None] Set router d6aeb263-6731-4c34-978c-6d8d8de28889 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:00:29.240658 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-607b4fe1-3776-4358-bf35-5e4a7656a6c3 req-621120c1-07c5-4973-abf1-788e5a4abc72 service neutron] 10.222.0.20 "GET /v2.0/networks/d335ea8d-ee16-4295-9b02-283d06a043e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864878 Mar 28 14:00:29.361346 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:29.417398 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-69e142ae-9ada-4806-bcbf-b996f92f3369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'name': 'tempest-TestNetworkBasicOps-router-631274608', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': 'e040650a-4786-4995-9f2d-eb289ae310cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:00:02Z', 'updated_at': '2022-03-28T14:00:06Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'e040650a-4786-4995-9f2d-eb289ae310cd', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:46:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:00:03Z', 'updated_at': '2022-03-28T14:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '4577c05c-d84d-47bc-98dc-e994c8c412de', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'floating_ip_address': '172.26.2.221', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'port_id': '87fda9c3-0722-439a-86b8-b0030b5ec6fd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd335ea8d-ee16-4295-9b02-283d06a043e5', 'mac_address': 'fa:16:3e:84:0b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb499cb-8c6f-4b43-afae-4b16a0793ba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:00:27Z', 'updated_at': '2022-03-28T14:00:27Z', 'revision_number': 0, 'project_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711e8006-9311-4692-9492-258536cc9204', 'name': '', 'network_id': 'd335ea8d-ee16-4295-9b02-283d06a043e5', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:53:f9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '947e2b33-751f-495d-9cb9-5dc718314aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:00:06Z', 'updated_at': '2022-03-28T14:00:09Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': '947e2b33-751f-495d-9cb9-5dc718314aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:00:29.447895 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e142ae-9ada-4806-bcbf-b996f92f3369 None None] The sync data for ids ['d6aeb263-6731-4c34-978c-6d8d8de28889'] in dv-neutron-835335-1-hyperv is: [{'id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'name': 'tempest-TestNetworkBasicOps-router-631274608', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': 'e040650a-4786-4995-9f2d-eb289ae310cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:00:02Z', 'updated_at': '2022-03-28T14:00:06Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'e040650a-4786-4995-9f2d-eb289ae310cd', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:46:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:00:03Z', 'updated_at': '2022-03-28T14:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '4577c05c-d84d-47bc-98dc-e994c8c412de', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'floating_ip_address': '172.26.2.221', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'port_id': '87fda9c3-0722-439a-86b8-b0030b5ec6fd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd335ea8d-ee16-4295-9b02-283d06a043e5', 'mac_address': 'fa:16:3e:84:0b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb499cb-8c6f-4b43-afae-4b16a0793ba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:00:27Z', 'updated_at': '2022-03-28T14:00:27Z', 'revision_number': 0, 'project_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711e8006-9311-4692-9492-258536cc9204', 'name': '', 'network_id': 'd335ea8d-ee16-4295-9b02-283d06a043e5', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:53:f9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '947e2b33-751f-495d-9cb9-5dc718314aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:00:06Z', 'updated_at': '2022-03-28T14:00:09Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': '947e2b33-751f-495d-9cb9-5dc718314aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:00:29.639106 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ca368b-edca-4867-be90-d58fab13e42c None None] New status for floating IP 4577c05c-d84d-47bc-98dc-e994c8c412de: ACTIVE {{(pid=109615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:00:29.865076 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37084) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:00:29.930568 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-4901d6bd-de89-4510-9a0e-9e8d4b9388ed tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/floatingips/4577c05c-d84d-47bc-98dc-e994c8c412de HTTP/1.1" status: 200 len: 993 time: 0.0631447 Mar 28 14:00:41.205714 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:00:43.645356 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:54.020966 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2277360d-c41a-455a-9d01-792b4a367c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:56.296554 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e64b3810-5e6e-4e72-a79b-6803bcdedfd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:57.580422 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:58.923511 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:00:59.352981 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:05.631748 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-087315bd-e4e3-4d3f-ab47-174962ad7771 req-ddabb280-b924-4e46-b0e7-77057064b510 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c4d2caa7-579a-4d9b-ae85-2d738cd5b889&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0833685 Mar 28 14:01:05.709301 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087315bd-e4e3-4d3f-ab47-174962ad7771 req-e361c0ad-828b-414f-9734-a592609cd2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:01:05.710773 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-087315bd-e4e3-4d3f-ab47-174962ad7771 req-e361c0ad-828b-414f-9734-a592609cd2f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7110f97460394f8384904a1ab317b86f&device_id=c4d2caa7-579a-4d9b-ae85-2d738cd5b889 HTTP/1.1" status: 200 len: 1098 time: 0.0400169 Mar 28 14:01:05.811625 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087315bd-e4e3-4d3f-ab47-174962ad7771 req-b4289492-e5cb-4824-a68a-3da4eb85b0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:01:05.813012 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-087315bd-e4e3-4d3f-ab47-174962ad7771 req-b4289492-e5cb-4824-a68a-3da4eb85b0eb service neutron] 10.222.0.20 "GET /v2.0/networks?id=6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c HTTP/1.1" status: 200 len: 913 time: 0.0823071 Mar 28 14:01:05.882347 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-087315bd-e4e3-4d3f-ab47-174962ad7771 req-58ca96a5-1c37-46cf-a99d-3e29052b3dee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd8fb9f0-230b-4c84-b232-c5ff466946b9 HTTP/1.1" status: 200 len: 1001 time: 0.0613186 Mar 28 14:01:05.930657 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087315bd-e4e3-4d3f-ab47-174962ad7771 req-b706e0a2-97cc-43e2-a754-cfb48fa645d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:01:05.932096 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-087315bd-e4e3-4d3f-ab47-174962ad7771 req-b706e0a2-97cc-43e2-a754-cfb48fa645d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c2ce5a3-629c-4977-b27a-fb42f72730c0 HTTP/1.1" status: 200 len: 851 time: 0.0436332 Mar 28 14:01:05.976357 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087315bd-e4e3-4d3f-ab47-174962ad7771 req-66ee1234-1b3f-4005-bd69-62133cf896f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:01:05.977793 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-087315bd-e4e3-4d3f-ab47-174962ad7771 req-66ee1234-1b3f-4005-bd69-62133cf896f5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394502 Mar 28 14:01:06.077871 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-087315bd-e4e3-4d3f-ab47-174962ad7771 req-dd0303da-451f-4ea0-ac46-ab314b3e8f2b service neutron] 10.222.0.20 "GET /v2.0/networks/6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931451 Mar 28 14:01:06.168021 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-087315bd-e4e3-4d3f-ab47-174962ad7771 req-fe27b160-6f48-43f9-8d4b-9ff0f39cc472 service neutron] 10.222.0.20 "GET /v2.0/networks/6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840046 Mar 28 14:01:13.656192 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:18.206399 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:01:23.997541 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-76df0d43-69f0-4002-9aa4-a14c19848ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:26.307254 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-187893f4-5519-41b8-84ae-c666fedd038d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:27.599057 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:28.964104 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:29.340585 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:41.183343 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37124) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:01:41.300156 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e243be98-8810-415a-88b8-472db0b3a68e tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/routers/d6aeb263-6731-4c34-978c-6d8d8de28889/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1155593 Mar 28 14:01:41.302854 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37126) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:01:41.513353 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73560acd-a619-4675-b333-bca7d37da19e tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Notify agent at dv-neutron-835335-1-hyperv the message router_removed_from_agent {{(pid=109613) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Mar 28 14:01:41.517038 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-73560acd-a619-4675-b333-bca7d37da19e tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "DELETE /v2.0/agents/26042a77-b5bc-4337-a286-2f8cfb116945/l3-routers/d6aeb263-6731-4c34-978c-6d8d8de28889 HTTP/1.1" status: 204 len: 168 time: 0.2130289 Mar 28 14:01:41.519709 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37128) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:01:41.629306 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3286342c-5ea6-462b-bfcb-bf656e9cf01a tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/routers/d6aeb263-6731-4c34-978c-6d8d8de28889/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1083927 Mar 28 14:01:41.631933 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37130) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:01:41.693971 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3e7c7d89-dd9c-4a3d-900b-aea09a61caf5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/floatingips/4577c05c-d84d-47bc-98dc-e994c8c412de HTTP/1.1" status: 200 len: 993 time: 0.0609691 Mar 28 14:01:42.274578 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb45de0a-539a-44ae-8fe7-3809306c200b None None] New status for floating IP 4577c05c-d84d-47bc-98dc-e994c8c412de: DOWN {{(pid=109614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:01:42.697900 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37134) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:01:42.758110 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b5f36711-e7a6-4025-ac2f-c278fc8f3f7a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/floatingips/4577c05c-d84d-47bc-98dc-e994c8c412de HTTP/1.1" status: 200 len: 991 time: 0.0590513 Mar 28 14:01:42.803929 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device e040650a-4786-4995-9f2d-eb289ae310cd no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:01:42.878665 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:42.898776 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port e040650a-4786-4995-9f2d-eb289ae310cd, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=e040650a-4786-4995-9f2d-eb289ae310cd,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:01:42.951421 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:42.952076 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 711e8006-9311-4692-9492-258536cc9204 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:01:43.027657 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=e040650a-4786-4995-9f2d-eb289ae310cd,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:01:43.036673 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:01:43.038938 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:01:43.038938 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:01:43.038938 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:01:43.038938 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:01:43.038938 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:01:43.038938 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:01:43.038938 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:01:43.039664 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:01:43.039664 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:01:43.039934 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:01:43.040251 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:01:43.074666 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:43.105881 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 711e8006-9311-4692-9492-258536cc9204, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=711e8006-9311-4692-9492-258536cc9204,segment=NetworkSegment(6c08ccca-afda-4450-9e0b-1c81e7f6b171),segment_id=6c08ccca-afda-4450-9e0b-1c81e7f6b171)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:01:43.175344 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:43.221387 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=711e8006-9311-4692-9492-258536cc9204,revision_number=6']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:01:43.506902 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:43.874858 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37140) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:01:44.044036 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae05eed-2330-44b7-97c8-18609d237e29 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Router d6aeb263-6731-4c34-978c-6d8d8de28889 is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 14:01:44.044295 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae05eed-2330-44b7-97c8-18609d237e29 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Notify agent at dv-neutron-835335-1-hyperv the message router_added_to_agent {{(pid=109613) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Mar 28 14:01:44.062058 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-0ae05eed-2330-44b7-97c8-18609d237e29 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "POST /v2.0/agents/26042a77-b5bc-4337-a286-2f8cfb116945/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1854658 Mar 28 14:01:44.064164 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37146) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:01:44.075364 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff9322f-bb9a-49e7-ab71-d0996f6cba94 None None] Sync routers for ids ['d6aeb263-6731-4c34-978c-6d8d8de28889'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:01:44.085625 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff9322f-bb9a-49e7-ab71-d0996f6cba94 None None] Routers {'d6aeb263-6731-4c34-978c-6d8d8de28889'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:01:44.086384 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-0ff9322f-bb9a-49e7-ab71-d0996f6cba94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:01:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['d6aeb263-6731-4c34-978c-6d8d8de28889'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:01:44.172792 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-98be67ab-62e9-441d-90be-838a67b99778 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/routers/d6aeb263-6731-4c34-978c-6d8d8de28889/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1070654 Mar 28 14:01:44.175356 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37148) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:01:44.191242 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-0ff9322f-bb9a-49e7-ab71-d0996f6cba94 None None] Set router d6aeb263-6731-4c34-978c-6d8d8de28889 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:01:44.243387 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-8b8339c1-f30a-46ac-a7fe-058d6fe7054b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/floatingips/4577c05c-d84d-47bc-98dc-e994c8c412de HTTP/1.1" status: 200 len: 991 time: 0.0668731 Mar 28 14:01:44.410695 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-0ff9322f-bb9a-49e7-ab71-d0996f6cba94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'name': 'tempest-TestNetworkBasicOps-router-631274608', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': 'e040650a-4786-4995-9f2d-eb289ae310cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:00:02Z', 'updated_at': '2022-03-28T14:00:06Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'e040650a-4786-4995-9f2d-eb289ae310cd', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:46:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:00:03Z', 'updated_at': '2022-03-28T14:01:42Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '4577c05c-d84d-47bc-98dc-e994c8c412de', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'floating_ip_address': '172.26.2.221', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'port_id': '87fda9c3-0722-439a-86b8-b0030b5ec6fd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd335ea8d-ee16-4295-9b02-283d06a043e5', 'mac_address': 'fa:16:3e:84:0b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb499cb-8c6f-4b43-afae-4b16a0793ba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:00:27Z', 'updated_at': '2022-03-28T14:01:42Z', 'revision_number': 2, 'project_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711e8006-9311-4692-9492-258536cc9204', 'name': '', 'network_id': 'd335ea8d-ee16-4295-9b02-283d06a043e5', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:53:f9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '947e2b33-751f-495d-9cb9-5dc718314aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:00:06Z', 'updated_at': '2022-03-28T14:01:43Z', 'revision_number': 6, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': '947e2b33-751f-495d-9cb9-5dc718314aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:01:44.440193 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff9322f-bb9a-49e7-ab71-d0996f6cba94 None None] Checking router: d6aeb263-6731-4c34-978c-6d8d8de28889 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:01:44.448525 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff9322f-bb9a-49e7-ab71-d0996f6cba94 None None] Routers {'d6aeb263-6731-4c34-978c-6d8d8de28889'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:01:44.449118 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-0ff9322f-bb9a-49e7-ab71-d0996f6cba94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:01:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['d6aeb263-6731-4c34-978c-6d8d8de28889'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:01:44.551641 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-0ff9322f-bb9a-49e7-ab71-d0996f6cba94 None None] Set router d6aeb263-6731-4c34-978c-6d8d8de28889 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:01:44.763201 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-0ff9322f-bb9a-49e7-ab71-d0996f6cba94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'name': 'tempest-TestNetworkBasicOps-router-631274608', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': 'e040650a-4786-4995-9f2d-eb289ae310cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:00:02Z', 'updated_at': '2022-03-28T14:00:06Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'e040650a-4786-4995-9f2d-eb289ae310cd', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:46:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:00:03Z', 'updated_at': '2022-03-28T14:01:42Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '4577c05c-d84d-47bc-98dc-e994c8c412de', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'floating_ip_address': '172.26.2.221', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'port_id': '87fda9c3-0722-439a-86b8-b0030b5ec6fd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd335ea8d-ee16-4295-9b02-283d06a043e5', 'mac_address': 'fa:16:3e:84:0b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb499cb-8c6f-4b43-afae-4b16a0793ba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:00:27Z', 'updated_at': '2022-03-28T14:01:42Z', 'revision_number': 2, 'project_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711e8006-9311-4692-9492-258536cc9204', 'name': '', 'network_id': 'd335ea8d-ee16-4295-9b02-283d06a043e5', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:53:f9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '947e2b33-751f-495d-9cb9-5dc718314aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:00:06Z', 'updated_at': '2022-03-28T14:01:43Z', 'revision_number': 6, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': '947e2b33-751f-495d-9cb9-5dc718314aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:01:44.789343 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff9322f-bb9a-49e7-ab71-d0996f6cba94 None None] The sync data for ids ['d6aeb263-6731-4c34-978c-6d8d8de28889'] in dv-neutron-835335-1-hyperv is: [{'id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'name': 'tempest-TestNetworkBasicOps-router-631274608', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': 'e040650a-4786-4995-9f2d-eb289ae310cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:00:02Z', 'updated_at': '2022-03-28T14:00:06Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'e040650a-4786-4995-9f2d-eb289ae310cd', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:46:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:00:03Z', 'updated_at': '2022-03-28T14:01:42Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '4577c05c-d84d-47bc-98dc-e994c8c412de', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'floating_ip_address': '172.26.2.221', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'port_id': '87fda9c3-0722-439a-86b8-b0030b5ec6fd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd335ea8d-ee16-4295-9b02-283d06a043e5', 'mac_address': 'fa:16:3e:84:0b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb499cb-8c6f-4b43-afae-4b16a0793ba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:00:27Z', 'updated_at': '2022-03-28T14:01:42Z', 'revision_number': 2, 'project_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711e8006-9311-4692-9492-258536cc9204', 'name': '', 'network_id': 'd335ea8d-ee16-4295-9b02-283d06a043e5', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:53:f9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '947e2b33-751f-495d-9cb9-5dc718314aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:00:06Z', 'updated_at': '2022-03-28T14:01:43Z', 'revision_number': 6, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': '947e2b33-751f-495d-9cb9-5dc718314aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:01:45.246246 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37150) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:01:45.392615 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-717da197-942f-41e1-85a3-1483446f8001 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/floatingips/4577c05c-d84d-47bc-98dc-e994c8c412de HTTP/1.1" status: 200 len: 991 time: 0.1451840 Mar 28 14:01:46.396452 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37154) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:01:46.419170 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c48daf6-8312-4dde-bbae-56a9fed914f1 None None] New status for floating IP 4577c05c-d84d-47bc-98dc-e994c8c412de: ACTIVE {{(pid=109614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:01:46.460234 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b1342f34-12f9-46a6-8a86-3aac945a806b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/floatingips/4577c05c-d84d-47bc-98dc-e994c8c412de HTTP/1.1" status: 200 len: 991 time: 0.0625944 Mar 28 14:01:46.859308 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device e040650a-4786-4995-9f2d-eb289ae310cd up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:01:46.907967 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port e040650a-4786-4995-9f2d-eb289ae310cd triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:01:46.908340 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:46.987569 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:47.008237 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port e040650a-4786-4995-9f2d-eb289ae310cd, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=e040650a-4786-4995-9f2d-eb289ae310cd,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:01:47.084234 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:47.085029 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 711e8006-9311-4692-9492-258536cc9204 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:01:47.157559 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=e040650a-4786-4995-9f2d-eb289ae310cd,revision_number=6']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:01:47.171495 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 711e8006-9311-4692-9492-258536cc9204 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:01:47.171864 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:47.250493 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:47.283455 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 711e8006-9311-4692-9492-258536cc9204, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=711e8006-9311-4692-9492-258536cc9204,segment=NetworkSegment(6c08ccca-afda-4450-9e0b-1c81e7f6b171),segment_id=6c08ccca-afda-4450-9e0b-1c81e7f6b171)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:01:47.369905 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:47.417831 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=711e8006-9311-4692-9492-258536cc9204,revision_number=7']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:01:47.464017 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37156) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:01:47.526110 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-543225d0-454a-43eb-bd87-5fcf330c835e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/floatingips/4577c05c-d84d-47bc-98dc-e994c8c412de HTTP/1.1" status: 200 len: 993 time: 0.0607796 Mar 28 14:01:47.779581 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37164) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:01:47.935773 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-775f979f-3459-49fd-92da-ec45f5077ecf tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Deleting port 842c834d-6c9b-46c6-9719-692af633abad {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:01:47.936110 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-775f979f-3459-49fd-92da-ec45f5077ecf tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:48.015670 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-775f979f-3459-49fd-92da-ec45f5077ecf tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:48.015987 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-775f979f-3459-49fd-92da-ec45f5077ecf tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:48.028025 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-775f979f-3459-49fd-92da-ec45f5077ecf tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Calling delete_port for 842c834d-6c9b-46c6-9719-692af633abad owned by network:floatingip {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:01:48.255985 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-775f979f-3459-49fd-92da-ec45f5077ecf tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:48.281243 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f979f-3459-49fd-92da-ec45f5077ecf tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Port': ['ID=842c834d-6c9b-46c6-9719-692af633abad,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:01:48.293109 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775f979f-3459-49fd-92da-ec45f5077ecf tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:01:48.293474 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775f979f-3459-49fd-92da-ec45f5077ecf tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:01:48.293794 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775f979f-3459-49fd-92da-ec45f5077ecf tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:01:48.294132 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775f979f-3459-49fd-92da-ec45f5077ecf tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:01:48.294458 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775f979f-3459-49fd-92da-ec45f5077ecf tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:01:48.294787 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775f979f-3459-49fd-92da-ec45f5077ecf tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:01:48.295115 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775f979f-3459-49fd-92da-ec45f5077ecf tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:01:48.295435 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775f979f-3459-49fd-92da-ec45f5077ecf tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:01:48.295760 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775f979f-3459-49fd-92da-ec45f5077ecf tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:01:48.296078 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775f979f-3459-49fd-92da-ec45f5077ecf tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:01:48.296413 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775f979f-3459-49fd-92da-ec45f5077ecf tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:01:48.296735 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775f979f-3459-49fd-92da-ec45f5077ecf tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:01:48.352904 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-775f979f-3459-49fd-92da-ec45f5077ecf tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for floatingip, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:48.353232 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.l3_db [None req-775f979f-3459-49fd-92da-ec45f5077ecf tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Floating IP 4577c05c-d84d-47bc-98dc-e994c8c412de disassociated (deleted). External IP: 172.26.2.221, port: 87fda9c3-0722-439a-86b8-b0030b5ec6fd. Mar 28 14:01:48.554324 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-775f979f-3459-49fd-92da-ec45f5077ecf tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Router d6aeb263-6731-4c34-978c-6d8d8de28889 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:01:48.661393 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775f979f-3459-49fd-92da-ec45f5077ecf tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:01:48.665777 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-775f979f-3459-49fd-92da-ec45f5077ecf tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:48.670659 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0181e93-fa96-4805-b319-9ef9064081f7 None None] Sync routers for ids ['d6aeb263-6731-4c34-978c-6d8d8de28889'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:01:48.681128 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0181e93-fa96-4805-b319-9ef9064081f7 None None] Routers {'d6aeb263-6731-4c34-978c-6d8d8de28889'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:01:48.681726 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-b0181e93-fa96-4805-b319-9ef9064081f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:01:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['d6aeb263-6731-4c34-978c-6d8d8de28889'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:01:48.695416 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-775f979f-3459-49fd-92da-ec45f5077ecf tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "DELETE /v2.0/floatingips/4577c05c-d84d-47bc-98dc-e994c8c412de HTTP/1.1" status: 204 len: 168 time: 0.9147177 Mar 28 14:01:48.696001 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eb499cb-8c6f-4b43-afae-4b16a0793ba4', 'tag': '87fda9c3-0722-439a-86b8-b0030b5ec6fd'}] {{(pid=109612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:01:48.698420 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe63c13e87a9f7251adb6bd0d9fca296dff075f1d7b14c4d1edf5c408047469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd6a3a8-1e26-4948-ba51-05bf4bc47e8f" -d '{"events": [{"name": "network-changed", "server_uuid": "3eb499cb-8c6f-4b43-afae-4b16a0793ba4", "tag": "87fda9c3-0722-439a-86b8-b0030b5ec6fd"}]}' {{(pid=109612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:01:48.754079 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839c4218-662f-4447-9d49-b1d0ec97e01f x-openstack-request-id: req-839c4218-662f-4447-9d49-b1d0ec97e01f {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:01:48.754474 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eb499cb-8c6f-4b43-afae-4b16a0793ba4", "tag": "87fda9c3-0722-439a-86b8-b0030b5ec6fd", "status": "completed", "code": 200}]} {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:01:48.754831 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-839c4218-662f-4447-9d49-b1d0ec97e01f {{(pid=109612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:01:48.755530 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eb499cb-8c6f-4b43-afae-4b16a0793ba4', 'tag': '87fda9c3-0722-439a-86b8-b0030b5ec6fd', 'status': 'completed', 'code': 200} Mar 28 14:01:48.797575 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-b0181e93-fa96-4805-b319-9ef9064081f7 None None] Set router d6aeb263-6731-4c34-978c-6d8d8de28889 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:01:48.828318 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device e040650a-4786-4995-9f2d-eb289ae310cd up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:01:48.837919 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6a3a8-1e26-4948-ba51-05bf4bc47e8f req-a253645a-370c-41e4-a664-3488d5d40c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:01:48.839462 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4dd6a3a8-1e26-4948-ba51-05bf4bc47e8f req-a253645a-370c-41e4-a664-3488d5d40c56 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&device_id=3eb499cb-8c6f-4b43-afae-4b16a0793ba4 HTTP/1.1" status: 200 len: 1098 time: 0.0620954 Mar 28 14:01:48.881612 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port e040650a-4786-4995-9f2d-eb289ae310cd triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:01:48.882015 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:48.938816 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6a3a8-1e26-4948-ba51-05bf4bc47e8f req-6d6569ac-dd98-47d9-a1be-d274847c1153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:01:48.940486 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4dd6a3a8-1e26-4948-ba51-05bf4bc47e8f req-6d6569ac-dd98-47d9-a1be-d274847c1153 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d335ea8d-ee16-4295-9b02-283d06a043e5 HTTP/1.1" status: 200 len: 897 time: 0.0922303 Mar 28 14:01:48.968733 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 711e8006-9311-4692-9492-258536cc9204 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:01:48.985209 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4dd6a3a8-1e26-4948-ba51-05bf4bc47e8f req-de0128a4-f6d5-4ddd-b475-e7f92c2cf320 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87fda9c3-0722-439a-86b8-b0030b5ec6fd HTTP/1.1" status: 200 len: 217 time: 0.0384426 Mar 28 14:01:49.019963 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-b0181e93-fa96-4805-b319-9ef9064081f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'name': 'tempest-TestNetworkBasicOps-router-631274608', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': 'e040650a-4786-4995-9f2d-eb289ae310cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:00:02Z', 'updated_at': '2022-03-28T14:00:06Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'e040650a-4786-4995-9f2d-eb289ae310cd', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:46:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:00:03Z', 'updated_at': '2022-03-28T14:01:46Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '711e8006-9311-4692-9492-258536cc9204', 'name': '', 'network_id': 'd335ea8d-ee16-4295-9b02-283d06a043e5', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:53:f9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '947e2b33-751f-495d-9cb9-5dc718314aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:00:06Z', 'updated_at': '2022-03-28T14:01:47Z', 'revision_number': 7, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': '947e2b33-751f-495d-9cb9-5dc718314aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:01:49.028122 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 711e8006-9311-4692-9492-258536cc9204 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:01:49.028942 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:49.043778 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6a3a8-1e26-4948-ba51-05bf4bc47e8f req-1a06d2c4-28d4-45ab-b703-da4add7675ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:01:49.045568 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4dd6a3a8-1e26-4948-ba51-05bf4bc47e8f req-1a06d2c4-28d4-45ab-b703-da4add7675ee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=947e2b33-751f-495d-9cb9-5dc718314aee HTTP/1.1" status: 200 len: 835 time: 0.0542574 Mar 28 14:01:49.047437 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0181e93-fa96-4805-b319-9ef9064081f7 None None] Checking router: d6aeb263-6731-4c34-978c-6d8d8de28889 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:01:49.056274 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0181e93-fa96-4805-b319-9ef9064081f7 None None] Routers {'d6aeb263-6731-4c34-978c-6d8d8de28889'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:01:49.056910 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-b0181e93-fa96-4805-b319-9ef9064081f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:01:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['d6aeb263-6731-4c34-978c-6d8d8de28889'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:01:49.099015 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6a3a8-1e26-4948-ba51-05bf4bc47e8f req-5f504bcd-dd3e-4b1b-8676-290f1cecdcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:01:49.100732 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4dd6a3a8-1e26-4948-ba51-05bf4bc47e8f req-5f504bcd-dd3e-4b1b-8676-290f1cecdcb5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d335ea8d-ee16-4295-9b02-283d06a043e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0475070 Mar 28 14:01:49.170534 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-b0181e93-fa96-4805-b319-9ef9064081f7 None None] Set router d6aeb263-6731-4c34-978c-6d8d8de28889 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:01:49.206967 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4dd6a3a8-1e26-4948-ba51-05bf4bc47e8f req-d101bf17-e806-4d5d-9689-02a4ae4f2511 service neutron] 10.222.0.20 "GET /v2.0/networks/d335ea8d-ee16-4295-9b02-283d06a043e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986295 Mar 28 14:01:49.343535 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8dbbe-3d22-4375-85d3-09ebdc6fcff4 req-3176b762-1e81-438f-a8ee-3fc3d777319a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:01:49.345618 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e6f8dbbe-3d22-4375-85d3-09ebdc6fcff4 req-3176b762-1e81-438f-a8ee-3fc3d777319a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=3eb499cb-8c6f-4b43-afae-4b16a0793ba4 HTTP/1.1" status: 200 len: 945 time: 0.1773067 Mar 28 14:01:49.347847 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4dd6a3a8-1e26-4948-ba51-05bf4bc47e8f req-b30c2a7a-42b9-40e6-ba67-75e3f67e1916 service neutron] 10.222.0.20 "GET /v2.0/networks/d335ea8d-ee16-4295-9b02-283d06a043e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339471 Mar 28 14:01:49.383746 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e6f8dbbe-3d22-4375-85d3-09ebdc6fcff4 req-3f2982d0-47ad-4318-a7d5-c8379c669653 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=688498bd-971e-48fc-9a0d-64d4f03de566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317905 Mar 28 14:01:49.463841 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-b0181e93-fa96-4805-b319-9ef9064081f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'name': 'tempest-TestNetworkBasicOps-router-631274608', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': 'e040650a-4786-4995-9f2d-eb289ae310cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:00:02Z', 'updated_at': '2022-03-28T14:00:06Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'e040650a-4786-4995-9f2d-eb289ae310cd', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:46:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:00:03Z', 'updated_at': '2022-03-28T14:01:46Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '711e8006-9311-4692-9492-258536cc9204', 'name': '', 'network_id': 'd335ea8d-ee16-4295-9b02-283d06a043e5', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:53:f9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '947e2b33-751f-495d-9cb9-5dc718314aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:00:06Z', 'updated_at': '2022-03-28T14:01:47Z', 'revision_number': 7, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': '947e2b33-751f-495d-9cb9-5dc718314aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:01:49.489747 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0181e93-fa96-4805-b319-9ef9064081f7 None None] The sync data for ids ['d6aeb263-6731-4c34-978c-6d8d8de28889'] in dv-neutron-835335-1-hyperv is: [{'id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'name': 'tempest-TestNetworkBasicOps-router-631274608', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': 'e040650a-4786-4995-9f2d-eb289ae310cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:00:02Z', 'updated_at': '2022-03-28T14:00:06Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'e040650a-4786-4995-9f2d-eb289ae310cd', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:46:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:00:03Z', 'updated_at': '2022-03-28T14:01:46Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '711e8006-9311-4692-9492-258536cc9204', 'name': '', 'network_id': 'd335ea8d-ee16-4295-9b02-283d06a043e5', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:53:f9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '947e2b33-751f-495d-9cb9-5dc718314aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:00:06Z', 'updated_at': '2022-03-28T14:01:47Z', 'revision_number': 7, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': '947e2b33-751f-495d-9cb9-5dc718314aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:01:50.213406 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0fd03f-1e90-4e13-a40d-5408dd6b501e None None] New status for floating IP 4577c05c-d84d-47bc-98dc-e994c8c412de: DOWN {{(pid=109614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:01:50.551314 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324297ec-f03a-4f24-bae4-eb948a53fde6 req-cb01402e-2b82-43a6-87b4-365d4252e0dd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:01:50.552821 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-324297ec-f03a-4f24-bae4-eb948a53fde6 req-cb01402e-2b82-43a6-87b4-365d4252e0dd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=3eb499cb-8c6f-4b43-afae-4b16a0793ba4 HTTP/1.1" status: 200 len: 945 time: 0.0975983 Mar 28 14:01:50.589992 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-324297ec-f03a-4f24-bae4-eb948a53fde6 req-e5a1313a-f49a-4b8b-a1da-3e0b3b0f4ec2 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=688498bd-971e-48fc-9a0d-64d4f03de566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310094 Mar 28 14:01:50.780681 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf7ab7-36d4-48a8-9684-e56c8818612a req-f54326e2-fede-4a6e-9a83-7f11b1965973 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:01:50.782770 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5ebf7ab7-36d4-48a8-9684-e56c8818612a req-f54326e2-fede-4a6e-9a83-7f11b1965973 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "GET /v2.0/ports?device_id=3eb499cb-8c6f-4b43-afae-4b16a0793ba4 HTTP/1.1" status: 200 len: 945 time: 0.0474625 Mar 28 14:01:50.875670 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-5ebf7ab7-36d4-48a8-9684-e56c8818612a req-a2210265-f2eb-4b6c-8fc8-771ca5dc9e13 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Deleting port 87fda9c3-0722-439a-86b8-b0030b5ec6fd {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:01:50.876000 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-5ebf7ab7-36d4-48a8-9684-e56c8818612a req-a2210265-f2eb-4b6c-8fc8-771ca5dc9e13 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:50.959384 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-5ebf7ab7-36d4-48a8-9684-e56c8818612a req-a2210265-f2eb-4b6c-8fc8-771ca5dc9e13 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] For port 87fda9c3-0722-439a-86b8-b0030b5ec6fd, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=87fda9c3-0722-439a-86b8-b0030b5ec6fd,segment=NetworkSegment(6c08ccca-afda-4450-9e0b-1c81e7f6b171),segment_id=6c08ccca-afda-4450-9e0b-1c81e7f6b171)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:01:50.959739 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-5ebf7ab7-36d4-48a8-9684-e56c8818612a req-a2210265-f2eb-4b6c-8fc8-771ca5dc9e13 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:50.972498 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-5ebf7ab7-36d4-48a8-9684-e56c8818612a req-a2210265-f2eb-4b6c-8fc8-771ca5dc9e13 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Calling delete_port for 87fda9c3-0722-439a-86b8-b0030b5ec6fd owned by compute:nova {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:01:51.158667 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-5ebf7ab7-36d4-48a8-9684-e56c8818612a req-a2210265-f2eb-4b6c-8fc8-771ca5dc9e13 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:51.186579 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2210265-f2eb-4b6c-8fc8-771ca5dc9e13 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Port': ['ID=87fda9c3-0722-439a-86b8-b0030b5ec6fd,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:01:51.198413 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2210265-f2eb-4b6c-8fc8-771ca5dc9e13 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:01:51.198765 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2210265-f2eb-4b6c-8fc8-771ca5dc9e13 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:01:51.199151 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2210265-f2eb-4b6c-8fc8-771ca5dc9e13 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:01:51.199483 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2210265-f2eb-4b6c-8fc8-771ca5dc9e13 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:01:51.199828 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2210265-f2eb-4b6c-8fc8-771ca5dc9e13 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:01:51.200158 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2210265-f2eb-4b6c-8fc8-771ca5dc9e13 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:01:51.200507 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2210265-f2eb-4b6c-8fc8-771ca5dc9e13 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:01:51.204329 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2210265-f2eb-4b6c-8fc8-771ca5dc9e13 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:01:51.204329 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2210265-f2eb-4b6c-8fc8-771ca5dc9e13 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:01:51.204329 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2210265-f2eb-4b6c-8fc8-771ca5dc9e13 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:01:51.204329 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2210265-f2eb-4b6c-8fc8-771ca5dc9e13 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:01:51.204329 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2210265-f2eb-4b6c-8fc8-771ca5dc9e13 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:01:51.238629 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ebf7ab7-36d4-48a8-9684-e56c8818612a req-a2210265-f2eb-4b6c-8fc8-771ca5dc9e13 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] No DVR routers for this DVR port 87fda9c3-0722-439a-86b8-b0030b5ec6fd on host hv-neutron-8353 {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:01:51.241189 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-5ebf7ab7-36d4-48a8-9684-e56c8818612a req-a2210265-f2eb-4b6c-8fc8-771ca5dc9e13 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:51.244515 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5ebf7ab7-36d4-48a8-9684-e56c8818612a req-a2210265-f2eb-4b6c-8fc8-771ca5dc9e13 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "DELETE /v2.0/ports/87fda9c3-0722-439a-86b8-b0030b5ec6fd HTTP/1.1" status: 204 len: 173 time: 0.4563196 Mar 28 14:01:51.244952 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb499cb-8c6f-4b43-afae-4b16a0793ba4', 'name': 'network-vif-deleted', 'tag': '87fda9c3-0722-439a-86b8-b0030b5ec6fd'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:01:51.247223 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b930d03-f767-4336-9c8d-b28d65c40311" -d '{"events": [{"server_uuid": "3eb499cb-8c6f-4b43-afae-4b16a0793ba4", "name": "network-vif-deleted", "tag": "87fda9c3-0722-439a-86b8-b0030b5ec6fd"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:01:51.332238 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7825b6c6-231d-451b-ab6b-c02c5f87ba72 x-openstack-request-id: req-7825b6c6-231d-451b-ab6b-c02c5f87ba72 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:01:51.332574 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eb499cb-8c6f-4b43-afae-4b16a0793ba4", "name": "network-vif-deleted", "tag": "87fda9c3-0722-439a-86b8-b0030b5ec6fd", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:01:51.332819 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7825b6c6-231d-451b-ab6b-c02c5f87ba72 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:01:51.333208 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb499cb-8c6f-4b43-afae-4b16a0793ba4', 'name': 'network-vif-deleted', 'tag': '87fda9c3-0722-439a-86b8-b0030b5ec6fd', 'status': 'completed', 'code': 200} Mar 28 14:01:51.696520 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ee3e6c18-f063-4c45-b3dd-981dbdfcd07e req-8a6bb922-faed-442a-b07c-7c3a1ed6f40b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=3eb499cb-8c6f-4b43-afae-4b16a0793ba4 HTTP/1.1" status: 200 len: 210 time: 0.0265603 Mar 28 14:01:52.754109 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37188) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:01:52.811017 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7013d394-99c5-403c-b6a0-e275a87acbf0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:52.836561 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7013d394-99c5-403c-b6a0-e275a87acbf0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:52.952474 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7013d394-99c5-403c-b6a0-e275a87acbf0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:52.955725 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7013d394-99c5-403c-b6a0-e275a87acbf0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:52.959216 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-7013d394-99c5-403c-b6a0-e275a87acbf0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "DELETE /v2.0/security-groups/688498bd-971e-48fc-9a0d-64d4f03de566 HTTP/1.1" status: 204 len: 168 time: 0.2017632 Mar 28 14:01:52.966073 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7013d394-99c5-403c-b6a0-e275a87acbf0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=688498bd-971e-48fc-9a0d-64d4f03de566,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:01:53.044766 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37192) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:01:53.400972 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-513bfa96-5f33-4768-ae09-76dd82d8bb65 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:53.645921 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-513bfa96-5f33-4768-ae09-76dd82d8bb65 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Deleting port 711e8006-9311-4692-9492-258536cc9204 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:01:53.646174 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-513bfa96-5f33-4768-ae09-76dd82d8bb65 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:53.735160 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-513bfa96-5f33-4768-ae09-76dd82d8bb65 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] For port 711e8006-9311-4692-9492-258536cc9204, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=711e8006-9311-4692-9492-258536cc9204,segment=NetworkSegment(6c08ccca-afda-4450-9e0b-1c81e7f6b171),segment_id=6c08ccca-afda-4450-9e0b-1c81e7f6b171)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:01:53.735592 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-513bfa96-5f33-4768-ae09-76dd82d8bb65 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:53.747763 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-513bfa96-5f33-4768-ae09-76dd82d8bb65 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Calling delete_port for 711e8006-9311-4692-9492-258536cc9204 owned by network:router_interface {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:01:54.004591 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-513bfa96-5f33-4768-ae09-76dd82d8bb65 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:54.015179 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5c2eec2a-65f5-4fd9-b026-eba7386fde92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:54.031055 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513bfa96-5f33-4768-ae09-76dd82d8bb65 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Port': ['ID=711e8006-9311-4692-9492-258536cc9204,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:01:54.204305 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-513bfa96-5f33-4768-ae09-76dd82d8bb65 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:54.335479 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 87fda9c3-0722-439a-86b8-b0030b5ec6fd no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:01:54.356795 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] No Port match for: 87fda9c3-0722-439a-86b8-b0030b5ec6fd {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:01:54.357146 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 87fda9c3-0722-439a-86b8-b0030b5ec6fd not bound to the agent host hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:01:54.733046 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-513bfa96-5f33-4768-ae09-76dd82d8bb65 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Router d6aeb263-6731-4c34-978c-6d8d8de28889 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:01:54.836763 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513bfa96-5f33-4768-ae09-76dd82d8bb65 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:01:54.841988 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-513bfa96-5f33-4768-ae09-76dd82d8bb65 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "PUT /v2.0/routers/d6aeb263-6731-4c34-978c-6d8d8de28889/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7960830 Mar 28 14:01:54.844607 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37194) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:01:54.847211 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72017a2e-ddb4-41ee-9e91-27b01d3c156e None None] Sync routers for ids ['d6aeb263-6731-4c34-978c-6d8d8de28889'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:01:54.859910 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72017a2e-ddb4-41ee-9e91-27b01d3c156e None None] Routers {'d6aeb263-6731-4c34-978c-6d8d8de28889'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:01:54.860563 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-72017a2e-ddb4-41ee-9e91-27b01d3c156e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:01:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['d6aeb263-6731-4c34-978c-6d8d8de28889'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:01:54.898018 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cf8618a-63c3-48ab-bd19-684bb31d03b9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Deleting subnet 947e2b33-751f-495d-9cb9-5dc718314aee {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 14:01:54.901035 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1cf8618a-63c3-48ab-bd19-684bb31d03b9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:54.940325 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1cf8618a-63c3-48ab-bd19-684bb31d03b9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:54.961926 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-72017a2e-ddb4-41ee-9e91-27b01d3c156e None None] Set router d6aeb263-6731-4c34-978c-6d8d8de28889 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:01:55.020773 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1cf8618a-63c3-48ab-bd19-684bb31d03b9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:55.132077 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-72017a2e-ddb4-41ee-9e91-27b01d3c156e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'name': 'tempest-TestNetworkBasicOps-router-631274608', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': 'e040650a-4786-4995-9f2d-eb289ae310cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:00:02Z', 'updated_at': '2022-03-28T14:01:53Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'e040650a-4786-4995-9f2d-eb289ae310cd', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:46:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:00:03Z', 'updated_at': '2022-03-28T14:01:46Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:01:55.146479 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1cf8618a-63c3-48ab-bd19-684bb31d03b9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:55.161626 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72017a2e-ddb4-41ee-9e91-27b01d3c156e None None] Checking router: d6aeb263-6731-4c34-978c-6d8d8de28889 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:01:55.169698 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72017a2e-ddb4-41ee-9e91-27b01d3c156e None None] Routers {'d6aeb263-6731-4c34-978c-6d8d8de28889'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:01:55.170304 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-72017a2e-ddb4-41ee-9e91-27b01d3c156e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:01:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['d6aeb263-6731-4c34-978c-6d8d8de28889'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:01:55.173606 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf8618a-63c3-48ab-bd19-684bb31d03b9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Subnet': ['ID=947e2b33-751f-495d-9cb9-5dc718314aee,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:01:55.177539 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1cf8618a-63c3-48ab-bd19-684bb31d03b9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:55.184989 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-1cf8618a-63c3-48ab-bd19-684bb31d03b9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "DELETE /v2.0/subnets/947e2b33-751f-495d-9cb9-5dc718314aee HTTP/1.1" status: 204 len: 168 time: 0.3355231 Mar 28 14:01:55.184989 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37196) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:01:55.189293 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82679ba-050d-4b1c-9742-54cb541c9b89 None None] Network d335ea8d-ee16-4295-9b02-283d06a043e5 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:01:55.210413 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:01:55.285902 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-72017a2e-ddb4-41ee-9e91-27b01d3c156e None None] Set router d6aeb263-6731-4c34-978c-6d8d8de28889 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:01:55.293818 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-981cab3b-b525-45f7-8e93-c96526de0343 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:55.394856 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b4e657-909f-42f1-a605-8f8fd9d489d6 None None] DHCP port deletion for d335ea8d-ee16-4295-9b02-283d06a043e5 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 14:01:55.406290 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-981cab3b-b525-45f7-8e93-c96526de0343 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:55.445935 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-80b4e657-909f-42f1-a605-8f8fd9d489d6 None None] Deleting port ac74fc4a-da49-42d3-b4d2-969b0c0b86c3 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:01:55.446302 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-80b4e657-909f-42f1-a605-8f8fd9d489d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:55.468344 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-72017a2e-ddb4-41ee-9e91-27b01d3c156e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'name': 'tempest-TestNetworkBasicOps-router-631274608', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': 'e040650a-4786-4995-9f2d-eb289ae310cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:00:02Z', 'updated_at': '2022-03-28T14:01:53Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'e040650a-4786-4995-9f2d-eb289ae310cd', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:46:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:00:03Z', 'updated_at': '2022-03-28T14:01:46Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:01:55.494690 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72017a2e-ddb4-41ee-9e91-27b01d3c156e None None] The sync data for ids ['d6aeb263-6731-4c34-978c-6d8d8de28889'] in dv-neutron-835335-1-hyperv is: [{'id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'name': 'tempest-TestNetworkBasicOps-router-631274608', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': 'e040650a-4786-4995-9f2d-eb289ae310cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:00:02Z', 'updated_at': '2022-03-28T14:01:53Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'e040650a-4786-4995-9f2d-eb289ae310cd', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:46:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aeb263-6731-4c34-978c-6d8d8de28889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:00:03Z', 'updated_at': '2022-03-28T14:01:46Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:01:55.509471 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-80b4e657-909f-42f1-a605-8f8fd9d489d6 None None] For port ac74fc4a-da49-42d3-b4d2-969b0c0b86c3, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=ac74fc4a-da49-42d3-b4d2-969b0c0b86c3,segment=NetworkSegment(6c08ccca-afda-4450-9e0b-1c81e7f6b171),segment_id=6c08ccca-afda-4450-9e0b-1c81e7f6b171)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:01:55.510243 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-80b4e657-909f-42f1-a605-8f8fd9d489d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:55.515319 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-981cab3b-b525-45f7-8e93-c96526de0343 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Deleting port e040650a-4786-4995-9f2d-eb289ae310cd {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:01:55.520954 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-981cab3b-b525-45f7-8e93-c96526de0343 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:55.528287 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-80b4e657-909f-42f1-a605-8f8fd9d489d6 None None] Calling delete_port for ac74fc4a-da49-42d3-b4d2-969b0c0b86c3 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:01:55.604496 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-981cab3b-b525-45f7-8e93-c96526de0343 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] For port e040650a-4786-4995-9f2d-eb289ae310cd, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=e040650a-4786-4995-9f2d-eb289ae310cd,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:01:55.604799 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-981cab3b-b525-45f7-8e93-c96526de0343 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:55.617071 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-981cab3b-b525-45f7-8e93-c96526de0343 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Calling delete_port for e040650a-4786-4995-9f2d-eb289ae310cd owned by network:router_gateway {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:01:55.712521 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-80b4e657-909f-42f1-a605-8f8fd9d489d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:55.740673 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b4e657-909f-42f1-a605-8f8fd9d489d6 None None] No DVR routers for this DVR port ac74fc4a-da49-42d3-b4d2-969b0c0b86c3 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:01:55.744673 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b4e657-909f-42f1-a605-8f8fd9d489d6 None None] Pushing event deleted for resources: {'Port': ['ID=ac74fc4a-da49-42d3-b4d2-969b0c0b86c3,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:01:55.862271 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-981cab3b-b525-45f7-8e93-c96526de0343 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:55.892593 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981cab3b-b525-45f7-8e93-c96526de0343 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Port': ['ID=e040650a-4786-4995-9f2d-eb289ae310cd,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:01:55.961313 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-981cab3b-b525-45f7-8e93-c96526de0343 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133933816'] for router_gateway, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:56.055247 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-981cab3b-b525-45f7-8e93-c96526de0343 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:56.057409 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-981cab3b-b525-45f7-8e93-c96526de0343 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:56.146548 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-981cab3b-b525-45f7-8e93-c96526de0343 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:56.147068 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981cab3b-b525-45f7-8e93-c96526de0343 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Fanout notify agent at l3_agent the message router_deleted on router d6aeb263-6731-4c34-978c-6d8d8de28889 {{(pid=109612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 14:01:56.153862 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-981cab3b-b525-45f7-8e93-c96526de0343 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:56.154848 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-981cab3b-b525-45f7-8e93-c96526de0343 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "DELETE /v2.0/routers/d6aeb263-6731-4c34-978c-6d8d8de28889 HTTP/1.1" status: 204 len: 168 time: 0.9694881 Mar 28 14:01:56.158520 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37198) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:01:56.238716 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-064ce964-f5f6-45d1-ab74-92a0d41215ba tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:56.288697 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-596840b4-1442-418a-91f4-e164276b4301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:56.331650 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-064ce964-f5f6-45d1-ab74-92a0d41215ba tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:56.351240 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-064ce964-f5f6-45d1-ab74-92a0d41215ba tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d335ea8d-ee16-4295-9b02-283d06a043e5']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:01:56.366773 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-064ce964-f5f6-45d1-ab74-92a0d41215ba tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c08ccca-afda-4450-9e0b-1c81e7f6b171') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:01:56.367068 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-064ce964-f5f6-45d1-ab74-92a0d41215ba tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c08ccca-afda-4450-9e0b-1c81e7f6b171') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:01:56.382665 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-064ce964-f5f6-45d1-ab74-92a0d41215ba tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:56.402068 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-064ce964-f5f6-45d1-ab74-92a0d41215ba tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:56.408527 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-064ce964-f5f6-45d1-ab74-92a0d41215ba tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 14:01:56.408930 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-064ce964-f5f6-45d1-ab74-92a0d41215ba tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:56.411783 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 14:01:56.411783 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 14:01:56.411783 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 14:01:56.411783 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 14:01:56.411783 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 14:01:56.411783 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 14:01:56.411783 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 14:01:56.411783 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 14:01:56.411783 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 14:01:56.411783 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 14:01:56.411783 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 14:01:56.411783 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 14:01:56.411783 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 14:01:56.411783 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 14:01:56.411783 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 14:01:56.411783 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 14:01:56.411783 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 14:01:56.411783 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 14:01:56.411783 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 14:01:56.411783 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 14:01:56.411783 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 14:01:56.411783 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 14:01:56.411783 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 14:01:56.411783 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 14:01:56.411783 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 14:01:56.411783 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 14:01:56.411783 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 14:01:56.411783 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 14:01:56.411783 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 14:01:56.411783 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 14:01:56.411783 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 14:01:56.411783 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 14:01:56.540891 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-064ce964-f5f6-45d1-ab74-92a0d41215ba tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:56.552848 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-064ce964-f5f6-45d1-ab74-92a0d41215ba tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:56.552848 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-064ce964-f5f6-45d1-ab74-92a0d41215ba tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "DELETE /v2.0/networks/d335ea8d-ee16-4295-9b02-283d06a043e5 HTTP/1.1" status: 204 len: 168 time: 0.3910329 Mar 28 14:01:56.566268 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ce964-f5f6-45d1-ab74-92a0d41215ba tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Network': ['ID=d335ea8d-ee16-4295-9b02-283d06a043e5,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:01:56.569587 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37200) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:01:56.574915 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-ebd50e4f-3e04-4a2b-850e-16673707cd36 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'network': {'name': 'tempest-network-smoke--1994533375', 'project_id': '8783dd3017a04690835ab7e96e428838', 'port_security_enabled': True}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:01:56.683948 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd50e4f-3e04-4a2b-850e-16673707cd36 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Made reservation on behalf of 8783dd3017a04690835ab7e96e428838 for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:01:56.687402 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ebd50e4f-3e04-4a2b-850e-16673707cd36 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:56.715631 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebd50e4f-3e04-4a2b-850e-16673707cd36 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 14:01:56.723937 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ebd50e4f-3e04-4a2b-850e-16673707cd36 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:56.724284 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-ebd50e4f-3e04-4a2b-850e-16673707cd36 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Added segment 00d01c07-87e0-49ec-b195-695772b234b8 of type vlan for network 60bf8f8a-39c1-459f-bcf2-7b9af6352e3e Mar 28 14:01:56.763889 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ebd50e4f-3e04-4a2b-850e-16673707cd36 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:56.811725 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device e040650a-4786-4995-9f2d-eb289ae310cd no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:01:56.832197 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: e040650a-4786-4995-9f2d-eb289ae310cd {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:01:56.832559 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device e040650a-4786-4995-9f2d-eb289ae310cd not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:01:56.832954 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device ac74fc4a-da49-42d3-b4d2-969b0c0b86c3 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:01:56.850958 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: ac74fc4a-da49-42d3-b4d2-969b0c0b86c3 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:01:56.851298 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device ac74fc4a-da49-42d3-b4d2-969b0c0b86c3 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:01:56.851698 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 711e8006-9311-4692-9492-258536cc9204 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:01:56.861713 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ebd50e4f-3e04-4a2b-850e-16673707cd36 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:56.867174 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd50e4f-3e04-4a2b-850e-16673707cd36 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:01:56.867766 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ebd50e4f-3e04-4a2b-850e-16673707cd36 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:56.873497 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 711e8006-9311-4692-9492-258536cc9204 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:01:56.873837 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 711e8006-9311-4692-9492-258536cc9204 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:01:56.932501 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd50e4f-3e04-4a2b-850e-16673707cd36 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Network': ['ID=60bf8f8a-39c1-459f-bcf2-7b9af6352e3e,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:01:56.943752 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 60bf8f8a-39c1-459f-bcf2-7b9af6352e3e details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 14:01:56.966789 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ebd50e4f-3e04-4a2b-850e-16673707cd36 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3959458 Mar 28 14:01:56.969619 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37202) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:01:56.973934 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-53564caf-1fc8-4c5a-b3d6-b209ca19da23 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-518971020', 'admin_state_up': True, 'project_id': '8783dd3017a04690835ab7e96e428838', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:01:57.077386 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-53564caf-1fc8-4c5a-b3d6-b209ca19da23 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:57.078451 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-53564caf-1fc8-4c5a-b3d6-b209ca19da23 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:57.132399 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-53564caf-1fc8-4c5a-b3d6-b209ca19da23 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:57.335677 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-53564caf-1fc8-4c5a-b3d6-b209ca19da23 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:57.581099 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-53564caf-1fc8-4c5a-b3d6-b209ca19da23 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router_gateway, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:57.586847 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:57.599857 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-53564caf-1fc8-4c5a-b3d6-b209ca19da23 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:57.702843 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-53564caf-1fc8-4c5a-b3d6-b209ca19da23 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Allocated IP 172.26.2.62 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/81cbf477-7d51-4971-aef3-be71f04beac4) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:01:57.802149 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-53564caf-1fc8-4c5a-b3d6-b209ca19da23 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:57.901183 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-53564caf-1fc8-4c5a-b3d6-b209ca19da23 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:57.935306 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53564caf-1fc8-4c5a-b3d6-b209ca19da23 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:01:57.940641 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-53564caf-1fc8-4c5a-b3d6-b209ca19da23 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:01:57.944103 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53564caf-1fc8-4c5a-b3d6-b209ca19da23 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:01:57.974322 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53564caf-1fc8-4c5a-b3d6-b209ca19da23 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=81cbf477-7d51-4971-aef3-be71f04beac4,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:01:58.267421 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-53564caf-1fc8-4c5a-b3d6-b209ca19da23 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router_gateway, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:58.458820 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-53564caf-1fc8-4c5a-b3d6-b209ca19da23 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:58.671436 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53564caf-1fc8-4c5a-b3d6-b209ca19da23 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Router cb6a6ac8-bc40-46da-a928-4a99344f1cbf is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 14:01:58.775413 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53564caf-1fc8-4c5a-b3d6-b209ca19da23 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:01:58.785908 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aebd723-82a7-4e0e-aba4-68c9b3881804 None None] Sync routers for ids ['cb6a6ac8-bc40-46da-a928-4a99344f1cbf'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:01:58.796237 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aebd723-82a7-4e0e-aba4-68c9b3881804 None None] Routers {'cb6a6ac8-bc40-46da-a928-4a99344f1cbf'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:01:58.796926 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-9aebd723-82a7-4e0e-aba4-68c9b3881804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:01:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['cb6a6ac8-bc40-46da-a928-4a99344f1cbf'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:01:58.846551 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-53564caf-1fc8-4c5a-b3d6-b209ca19da23 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:58.847866 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-53564caf-1fc8-4c5a-b3d6-b209ca19da23 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8773003 Mar 28 14:01:58.851033 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37204) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:01:58.879227 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-9634b27b-f7f5-488b-957a-0018aad1c12b tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=8783dd3017a04690835ab7e96e428838&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270376 Mar 28 14:01:58.881846 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37206) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:01:58.911984 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-9aebd723-82a7-4e0e-aba4-68c9b3881804 None None] Set router cb6a6ac8-bc40-46da-a928-4a99344f1cbf gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:01:58.970947 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:59.105087 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-9aebd723-82a7-4e0e-aba4-68c9b3881804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6a6ac8-bc40-46da-a928-4a99344f1cbf', 'name': 'tempest-TestNetworkBasicOps-router-518971020', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.62'}], 'enable_snat': True}, 'gw_port_id': '81cbf477-7d51-4971-aef3-be71f04beac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:01:57Z', 'updated_at': '2022-03-28T14:01:58Z', 'revision_number': 3, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '81cbf477-7d51-4971-aef3-be71f04beac4', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6a6ac8-bc40-46da-a928-4a99344f1cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:01:57Z', 'updated_at': '2022-03-28T14:01:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:01:59.131353 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aebd723-82a7-4e0e-aba4-68c9b3881804 None None] Checking router: cb6a6ac8-bc40-46da-a928-4a99344f1cbf for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:01:59.131697 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aebd723-82a7-4e0e-aba4-68c9b3881804 None None] Updating router cb6a6ac8-bc40-46da-a928-4a99344f1cbf port 81cbf477-7d51-4971-aef3-be71f04beac4 binding host dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:01:59.156779 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9aebd723-82a7-4e0e-aba4-68c9b3881804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:59.243008 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2bd218-0f47-4026-8308-b41b45cd9668 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:01:59.247013 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-6f2bd218-0f47-4026-8308-b41b45cd9668 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3617225 Mar 28 14:01:59.247223 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37208) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:01:59.274875 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-15ddfd64-7775-45bf-bd92-214d7fc62ce6 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=1cb296ed-c863-4502-973a-f31b82091846&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265932 Mar 28 14:01:59.277655 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37210) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:01:59.282478 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-f35bc284-312c-4e1d-9374-b8e2a258cbea tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1544760600', 'network_id': '60bf8f8a-39c1-459f-bcf2-7b9af6352e3e', 'project_id': '8783dd3017a04690835ab7e96e428838', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:01:59.344578 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:59.421919 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9aebd723-82a7-4e0e-aba4-68c9b3881804 None None] Notify callbacks [] for port, precommit_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:59.427092 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35bc284-312c-4e1d-9374-b8e2a258cbea tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Made reservation on behalf of 8783dd3017a04690835ab7e96e428838 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:01:59.430975 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f35bc284-312c-4e1d-9374-b8e2a258cbea tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:59.501916 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9aebd723-82a7-4e0e-aba4-68c9b3881804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:59.554227 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-9aebd723-82a7-4e0e-aba4-68c9b3881804 None None] Attempting to bind port 81cbf477-7d51-4971-aef3-be71f04beac4 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:01:59.554593 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-9aebd723-82a7-4e0e-aba4-68c9b3881804 None None] Attempting to bind port 81cbf477-7d51-4971-aef3-be71f04beac4 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:01:59.554952 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aebd723-82a7-4e0e-aba4-68c9b3881804 None None] Attempting to bind port 81cbf477-7d51-4971-aef3-be71f04beac4 on network 1cb296ed-c863-4502-973a-f31b82091846 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:01:59.557852 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeaff4e-b20f-4cf9-878d-af55d0ca12a6 None None] Pushing event updated for resources: {'Port': ['ID=81cbf477-7d51-4971-aef3-be71f04beac4,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:01:59.562406 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aebd723-82a7-4e0e-aba4-68c9b3881804 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:01:59.562776 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aebd723-82a7-4e0e-aba4-68c9b3881804 None None] Checking segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:01:59.563173 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9aebd723-82a7-4e0e-aba4-68c9b3881804 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:59.563554 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aebd723-82a7-4e0e-aba4-68c9b3881804 None None] Bound using segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:01:59.564553 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-9aebd723-82a7-4e0e-aba4-68c9b3881804 None None] Bound port: 81cbf477-7d51-4971-aef3-be71f04beac4, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:01:59.571298 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9aebd723-82a7-4e0e-aba4-68c9b3881804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:59.615230 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-9aebd723-82a7-4e0e-aba4-68c9b3881804 None None] For port 81cbf477-7d51-4971-aef3-be71f04beac4, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:01:59.618143 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-9aebd723-82a7-4e0e-aba4-68c9b3881804 None None] For port 81cbf477-7d51-4971-aef3-be71f04beac4, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=81cbf477-7d51-4971-aef3-be71f04beac4,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:01:59.701461 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f35bc284-312c-4e1d-9374-b8e2a258cbea tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:59.724464 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9aebd723-82a7-4e0e-aba4-68c9b3881804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:59.765073 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35bc284-312c-4e1d-9374-b8e2a258cbea tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Subnet': ['ID=ad2d42bc-5980-4528-8c5f-72148d6400ca,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:01:59.769431 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35bc284-312c-4e1d-9374-b8e2a258cbea tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Checking segment: {'id': '00d01c07-87e0-49ec-b195-695772b234b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '60bf8f8a-39c1-459f-bcf2-7b9af6352e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:01:59.769796 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35bc284-312c-4e1d-9374-b8e2a258cbea tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network hostable DHCP agents. Network: 60bf8f8a-39c1-459f-bcf2-7b9af6352e3e, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 14:01:59.775020 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aebd723-82a7-4e0e-aba4-68c9b3881804 None None] Routers {'cb6a6ac8-bc40-46da-a928-4a99344f1cbf'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:01:59.775632 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-9aebd723-82a7-4e0e-aba4-68c9b3881804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:01:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['cb6a6ac8-bc40-46da-a928-4a99344f1cbf'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:01:59.825421 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeaff4e-b20f-4cf9-878d-af55d0ca12a6 None None] Pushing event updated for resources: {'Port': ['ID=81cbf477-7d51-4971-aef3-be71f04beac4,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:01:59.844014 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35bc284-312c-4e1d-9374-b8e2a258cbea tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network 60bf8f8a-39c1-459f-bcf2-7b9af6352e3e is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 14:01:59.891225 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-9aebd723-82a7-4e0e-aba4-68c9b3881804 None None] Set router cb6a6ac8-bc40-46da-a928-4a99344f1cbf gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:01:59.917955 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-f35bc284-312c-4e1d-9374-b8e2a258cbea tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 60bf8f8a-39c1-459f-bcf2-7b9af6352e3e) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:01:59.922270 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35bc284-312c-4e1d-9374-b8e2a258cbea tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:01:59.922862 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f35bc284-312c-4e1d-9374-b8e2a258cbea tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:01:59.947427 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f75706e-81de-4287-a4ee-9f387fffce3a None None] Network 60bf8f8a-39c1-459f-bcf2-7b9af6352e3e requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:02:00.014990 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-f35bc284-312c-4e1d-9374-b8e2a258cbea tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7335315 Mar 28 14:02:00.015193 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37212) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:02:00.203381 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-9aebd723-82a7-4e0e-aba4-68c9b3881804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6a6ac8-bc40-46da-a928-4a99344f1cbf', 'name': 'tempest-TestNetworkBasicOps-router-518971020', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.62'}], 'enable_snat': True}, 'gw_port_id': '81cbf477-7d51-4971-aef3-be71f04beac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:01:57Z', 'updated_at': '2022-03-28T14:01:58Z', 'revision_number': 3, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '81cbf477-7d51-4971-aef3-be71f04beac4', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6a6ac8-bc40-46da-a928-4a99344f1cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:01:57Z', 'updated_at': '2022-03-28T14:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:02:00.205710 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eff8af2-a6b7-4414-af77-be84aab8afd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-60bf8f8a-39c1-459f-bcf2-7b9af6352e3e', 'network_id': '60bf8f8a-39c1-459f-bcf2-7b9af6352e3e', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ips': [{'subnet_id': 'ad2d42bc-5980-4528-8c5f-72148d6400ca'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 14:02:00.206526 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7eff8af2-a6b7-4414-af77-be84aab8afd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:00.241139 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aebd723-82a7-4e0e-aba4-68c9b3881804 None None] The sync data for ids ['cb6a6ac8-bc40-46da-a928-4a99344f1cbf'] in dv-neutron-835335-1-hyperv is: [{'id': 'cb6a6ac8-bc40-46da-a928-4a99344f1cbf', 'name': 'tempest-TestNetworkBasicOps-router-518971020', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.62'}], 'enable_snat': True}, 'gw_port_id': '81cbf477-7d51-4971-aef3-be71f04beac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:01:57Z', 'updated_at': '2022-03-28T14:01:58Z', 'revision_number': 3, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '81cbf477-7d51-4971-aef3-be71f04beac4', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6a6ac8-bc40-46da-a928-4a99344f1cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:01:57Z', 'updated_at': '2022-03-28T14:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:02:00.373160 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-7eff8af2-a6b7-4414-af77-be84aab8afd6 None None] Allocated IP 172.20.0.2 (60bf8f8a-39c1-459f-bcf2-7b9af6352e3e/ad2d42bc-5980-4528-8c5f-72148d6400ca/d8c8c7a6-34e3-4862-b3c8-12539d7915e6) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:02:00.460535 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a895b60b-4519-4c83-9575-6212ffa8411a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:00.551323 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7eff8af2-a6b7-4414-af77-be84aab8afd6 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:00.633204 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7eff8af2-a6b7-4414-af77-be84aab8afd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:00.791535 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-a895b60b-4519-4c83-9575-6212ffa8411a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Allocated IP 172.20.0.1 (60bf8f8a-39c1-459f-bcf2-7b9af6352e3e/ad2d42bc-5980-4528-8c5f-72148d6400ca/fac7e35e-4801-403a-8816-4034b58cbebe) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:02:00.845357 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff8af2-a6b7-4414-af77-be84aab8afd6 None None] Pushing event updated for resources: {'Port': ['ID=d8c8c7a6-34e3-4862-b3c8-12539d7915e6,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:02:00.857945 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eff8af2-a6b7-4414-af77-be84aab8afd6 None None] Network 60bf8f8a-39c1-459f-bcf2-7b9af6352e3e is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:02:00.859762 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-7eff8af2-a6b7-4414-af77-be84aab8afd6 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:02:00.864019 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eff8af2-a6b7-4414-af77-be84aab8afd6 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:02:00.894717 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 81cbf477-7d51-4971-aef3-be71f04beac4 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:02:00.940588 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a895b60b-4519-4c83-9575-6212ffa8411a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:00.953081 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-7eff8af2-a6b7-4414-af77-be84aab8afd6 None None] Attempting to bind port d8c8c7a6-34e3-4862-b3c8-12539d7915e6 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:02:00.953446 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-7eff8af2-a6b7-4414-af77-be84aab8afd6 None None] Attempting to bind port d8c8c7a6-34e3-4862-b3c8-12539d7915e6 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '00d01c07-87e0-49ec-b195-695772b234b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '60bf8f8a-39c1-459f-bcf2-7b9af6352e3e'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:02:00.953805 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eff8af2-a6b7-4414-af77-be84aab8afd6 None None] Attempting to bind port d8c8c7a6-34e3-4862-b3c8-12539d7915e6 on network 60bf8f8a-39c1-459f-bcf2-7b9af6352e3e {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:02:00.963451 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eff8af2-a6b7-4414-af77-be84aab8afd6 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:02:00.963856 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eff8af2-a6b7-4414-af77-be84aab8afd6 None None] Checking segment: {'id': '00d01c07-87e0-49ec-b195-695772b234b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '60bf8f8a-39c1-459f-bcf2-7b9af6352e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:02:00.964216 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7eff8af2-a6b7-4414-af77-be84aab8afd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:00.964616 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eff8af2-a6b7-4414-af77-be84aab8afd6 None None] Bound using segment: {'id': '00d01c07-87e0-49ec-b195-695772b234b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '60bf8f8a-39c1-459f-bcf2-7b9af6352e3e'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:02:00.965080 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-7eff8af2-a6b7-4414-af77-be84aab8afd6 None None] Bound port: d8c8c7a6-34e3-4862-b3c8-12539d7915e6, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00d01c07-87e0-49ec-b195-695772b234b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '60bf8f8a-39c1-459f-bcf2-7b9af6352e3e'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:02:00.965456 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7eff8af2-a6b7-4414-af77-be84aab8afd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:01.014528 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 81cbf477-7d51-4971-aef3-be71f04beac4 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:02:01.014894 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:01.033387 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a895b60b-4519-4c83-9575-6212ffa8411a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:01.067930 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-7eff8af2-a6b7-4414-af77-be84aab8afd6 None None] For port d8c8c7a6-34e3-4862-b3c8-12539d7915e6, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:02:01.076301 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a895b60b-4519-4c83-9575-6212ffa8411a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network 60bf8f8a-39c1-459f-bcf2-7b9af6352e3e is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:02:01.080351 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-a895b60b-4519-4c83-9575-6212ffa8411a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:02:01.084098 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a895b60b-4519-4c83-9575-6212ffa8411a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:02:01.084264 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-7eff8af2-a6b7-4414-af77-be84aab8afd6 None None] For port d8c8c7a6-34e3-4862-b3c8-12539d7915e6, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=d8c8c7a6-34e3-4862-b3c8-12539d7915e6,segment=NetworkSegment(00d01c07-87e0-49ec-b195-695772b234b8),segment_id=00d01c07-87e0-49ec-b195-695772b234b8)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:02:01.111586 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895b60b-4519-4c83-9575-6212ffa8411a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=fac7e35e-4801-403a-8816-4034b58cbebe,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:02:01.133284 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:01.138245 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a895b60b-4519-4c83-9575-6212ffa8411a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:01.157035 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7eff8af2-a6b7-4414-af77-be84aab8afd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:01.163477 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 81cbf477-7d51-4971-aef3-be71f04beac4, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=81cbf477-7d51-4971-aef3-be71f04beac4,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:02:01.216150 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff8af2-a6b7-4414-af77-be84aab8afd6 None None] Pushing event updated for resources: {'Port': ['ID=d8c8c7a6-34e3-4862-b3c8-12539d7915e6,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:02:01.233291 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:01.283895 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=81cbf477-7d51-4971-aef3-be71f04beac4,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:02:01.362049 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a895b60b-4519-4c83-9575-6212ffa8411a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:01.672036 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a895b60b-4519-4c83-9575-6212ffa8411a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:01.734636 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a895b60b-4519-4c83-9575-6212ffa8411a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:01.809528 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895b60b-4519-4c83-9575-6212ffa8411a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=fac7e35e-4801-403a-8816-4034b58cbebe,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:02:01.814432 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a895b60b-4519-4c83-9575-6212ffa8411a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:01.908275 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a895b60b-4519-4c83-9575-6212ffa8411a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network 60bf8f8a-39c1-459f-bcf2-7b9af6352e3e is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:02:01.909859 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-a895b60b-4519-4c83-9575-6212ffa8411a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:02:02.021209 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a895b60b-4519-4c83-9575-6212ffa8411a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Router cb6a6ac8-bc40-46da-a928-4a99344f1cbf has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:02:02.126929 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a895b60b-4519-4c83-9575-6212ffa8411a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:02:02.132735 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a895b60b-4519-4c83-9575-6212ffa8411a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "PUT /v2.0/routers/cb6a6ac8-bc40-46da-a928-4a99344f1cbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1160738 Mar 28 14:02:02.134628 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37214) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:02:02.138710 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a8de8d-8705-4bde-a2ea-3ffe3b435235 None None] Sync routers for ids ['cb6a6ac8-bc40-46da-a928-4a99344f1cbf'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:02:02.152888 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a8de8d-8705-4bde-a2ea-3ffe3b435235 None None] Routers {'cb6a6ac8-bc40-46da-a928-4a99344f1cbf'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:02:02.153842 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-43a8de8d-8705-4bde-a2ea-3ffe3b435235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:01:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['cb6a6ac8-bc40-46da-a928-4a99344f1cbf'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:02:02.237418 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce67c196-088e-4d89-9628-1132b4dae0a0 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:02.237901 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce67c196-088e-4d89-9628-1132b4dae0a0 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:02.238366 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce67c196-088e-4d89-9628-1132b4dae0a0 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:02.238813 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce67c196-088e-4d89-9628-1132b4dae0a0 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:02.239264 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce67c196-088e-4d89-9628-1132b4dae0a0 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:02.239712 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce67c196-088e-4d89-9628-1132b4dae0a0 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:02.244113 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ce67c196-088e-4d89-9628-1132b4dae0a0 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1059628 Mar 28 14:02:02.244508 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37216) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:02:02.271063 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-43a8de8d-8705-4bde-a2ea-3ffe3b435235 None None] Set router cb6a6ac8-bc40-46da-a928-4a99344f1cbf gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:02:02.304631 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5980be12-e5b5-4c38-8257-4a63a95697d1 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:02.305342 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5980be12-e5b5-4c38-8257-4a63a95697d1 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:02.305812 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5980be12-e5b5-4c38-8257-4a63a95697d1 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:02.306404 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5980be12-e5b5-4c38-8257-4a63a95697d1 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:02.306850 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5980be12-e5b5-4c38-8257-4a63a95697d1 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:02.307294 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5980be12-e5b5-4c38-8257-4a63a95697d1 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:02.309121 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-5980be12-e5b5-4c38-8257-4a63a95697d1 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.0637641 Mar 28 14:02:02.311859 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37218) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:02:02.465395 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-142210e9-f1ec-45af-84c5-91eee4af5dff tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.1413684 Mar 28 14:02:02.477440 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-43a8de8d-8705-4bde-a2ea-3ffe3b435235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6a6ac8-bc40-46da-a928-4a99344f1cbf', 'name': 'tempest-TestNetworkBasicOps-router-518971020', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.62'}], 'enable_snat': True}, 'gw_port_id': '81cbf477-7d51-4971-aef3-be71f04beac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:01:57Z', 'updated_at': '2022-03-28T14:02:01Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '81cbf477-7d51-4971-aef3-be71f04beac4', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6a6ac8-bc40-46da-a928-4a99344f1cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:01:57Z', 'updated_at': '2022-03-28T14:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'fac7e35e-4801-403a-8816-4034b58cbebe', 'name': '', 'network_id': '60bf8f8a-39c1-459f-bcf2-7b9af6352e3e', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:57:b5:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6a6ac8-bc40-46da-a928-4a99344f1cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'ad2d42bc-5980-4528-8c5f-72148d6400ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:02:00Z', 'updated_at': '2022-03-28T14:02:01Z', 'revision_number': 2, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'ad2d42bc-5980-4528-8c5f-72148d6400ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:02:02.505161 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a8de8d-8705-4bde-a2ea-3ffe3b435235 None None] Checking router: cb6a6ac8-bc40-46da-a928-4a99344f1cbf for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:02:02.505612 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a8de8d-8705-4bde-a2ea-3ffe3b435235 None None] Updating router cb6a6ac8-bc40-46da-a928-4a99344f1cbf port fac7e35e-4801-403a-8816-4034b58cbebe binding host dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:02:02.531025 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-43a8de8d-8705-4bde-a2ea-3ffe3b435235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:02.601889 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d51ab3-ec70-431d-b5dc-a437a4237114 None None] Network 60bf8f8a-39c1-459f-bcf2-7b9af6352e3e requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:02:02.676140 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-9a2826e7-c889-4420-83bb-4e7823b92124 None None] Provisioning complete for port d8c8c7a6-34e3-4862-b3c8-12539d7915e6 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:02:02.677337 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9a2826e7-c889-4420-83bb-4e7823b92124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:02.734969 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37222) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:02:02.740047 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-e0fc85d2-cc1b-432d-abf7-327a37017b2f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-52876653', 'description': 'tempest-secgroup-smoke-52876653 description', 'project_id': '8783dd3017a04690835ab7e96e428838'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:02:02.815093 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9a2826e7-c889-4420-83bb-4e7823b92124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:02.837620 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e0fc85d2-cc1b-432d-abf7-327a37017b2f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:02.881085 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-9a2826e7-c889-4420-83bb-4e7823b92124 None None] For port d8c8c7a6-34e3-4862-b3c8-12539d7915e6, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=d8c8c7a6-34e3-4862-b3c8-12539d7915e6,segment=NetworkSegment(00d01c07-87e0-49ec-b195-695772b234b8),segment_id=00d01c07-87e0-49ec-b195-695772b234b8)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:02:02.955652 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e0fc85d2-cc1b-432d-abf7-327a37017b2f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:02.955858 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-43a8de8d-8705-4bde-a2ea-3ffe3b435235 None None] Notify callbacks [] for port, precommit_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:02.964252 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9a2826e7-c889-4420-83bb-4e7823b92124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:02.993051 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 81cbf477-7d51-4971-aef3-be71f04beac4 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:02:03.021208 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e0fc85d2-cc1b-432d-abf7-327a37017b2f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:03.043774 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-43a8de8d-8705-4bde-a2ea-3ffe3b435235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:03.054321 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fc85d2-cc1b-432d-abf7-327a37017b2f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=867585ed-9f28-4a26-86d7-27cee94ac447,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:02:03.065562 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2826e7-c889-4420-83bb-4e7823b92124 None None] Pushing event updated for resources: {'Port': ['ID=d8c8c7a6-34e3-4862-b3c8-12539d7915e6,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:02:03.082109 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 81cbf477-7d51-4971-aef3-be71f04beac4 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:02:03.082486 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:03.114822 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e0fc85d2-cc1b-432d-abf7-327a37017b2f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:03.116259 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-e0fc85d2-cc1b-432d-abf7-327a37017b2f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3797023 Mar 28 14:02:03.119500 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37226) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:02:03.123822 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-5d727257-b2d8-4c41-8bf2-3319a738beb7 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': '867585ed-9f28-4a26-86d7-27cee94ac447', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:02:03.152520 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8293b-be47-48aa-9d6b-ab9af0c125d1 None None] Pushing event updated for resources: {'Port': ['ID=fac7e35e-4801-403a-8816-4034b58cbebe,revision_number=3']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:02:03.163071 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-43a8de8d-8705-4bde-a2ea-3ffe3b435235 None None] Attempting to bind port fac7e35e-4801-403a-8816-4034b58cbebe on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:02:03.163452 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-43a8de8d-8705-4bde-a2ea-3ffe3b435235 None None] Attempting to bind port fac7e35e-4801-403a-8816-4034b58cbebe by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '00d01c07-87e0-49ec-b195-695772b234b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '60bf8f8a-39c1-459f-bcf2-7b9af6352e3e'}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:02:03.163879 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a8de8d-8705-4bde-a2ea-3ffe3b435235 None None] Attempting to bind port fac7e35e-4801-403a-8816-4034b58cbebe on network 60bf8f8a-39c1-459f-bcf2-7b9af6352e3e {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:02:03.167679 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc8293b-be47-48aa-9d6b-ab9af0c125d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:02:03.168016 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc8293b-be47-48aa-9d6b-ab9af0c125d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:02:03.168703 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc8293b-be47-48aa-9d6b-ab9af0c125d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:02:03.168703 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc8293b-be47-48aa-9d6b-ab9af0c125d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:02:03.169020 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc8293b-be47-48aa-9d6b-ab9af0c125d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:02:03.169353 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc8293b-be47-48aa-9d6b-ab9af0c125d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:02:03.169675 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc8293b-be47-48aa-9d6b-ab9af0c125d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:02:03.170001 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc8293b-be47-48aa-9d6b-ab9af0c125d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:02:03.170330 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc8293b-be47-48aa-9d6b-ab9af0c125d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:02:03.170655 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc8293b-be47-48aa-9d6b-ab9af0c125d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:02:03.171042 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc8293b-be47-48aa-9d6b-ab9af0c125d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:02:03.171351 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc8293b-be47-48aa-9d6b-ab9af0c125d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:02:03.178923 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a8de8d-8705-4bde-a2ea-3ffe3b435235 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:02:03.179624 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a8de8d-8705-4bde-a2ea-3ffe3b435235 None None] Checking segment: {'id': '00d01c07-87e0-49ec-b195-695772b234b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '60bf8f8a-39c1-459f-bcf2-7b9af6352e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:02:03.180211 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-43a8de8d-8705-4bde-a2ea-3ffe3b435235 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:03.180785 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a8de8d-8705-4bde-a2ea-3ffe3b435235 None None] Bound using segment: {'id': '00d01c07-87e0-49ec-b195-695772b234b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '60bf8f8a-39c1-459f-bcf2-7b9af6352e3e'} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:02:03.181428 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-43a8de8d-8705-4bde-a2ea-3ffe3b435235 None None] Bound port: fac7e35e-4801-403a-8816-4034b58cbebe, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00d01c07-87e0-49ec-b195-695772b234b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '60bf8f8a-39c1-459f-bcf2-7b9af6352e3e'}}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:02:03.182001 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-43a8de8d-8705-4bde-a2ea-3ffe3b435235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:03.192049 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5d727257-b2d8-4c41-8bf2-3319a738beb7 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:03.221697 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-7a83436d-32f2-45c1-ba4e-87686d7f3480 None None] Provisioning complete for port fac7e35e-4801-403a-8816-4034b58cbebe triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:02:03.226452 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7a83436d-32f2-45c1-ba4e-87686d7f3480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:03.254213 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device d8c8c7a6-34e3-4862-b3c8-12539d7915e6 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:02:03.267894 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5d727257-b2d8-4c41-8bf2-3319a738beb7 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:03.269967 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-43a8de8d-8705-4bde-a2ea-3ffe3b435235 None None] For port fac7e35e-4801-403a-8816-4034b58cbebe, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:02:03.274977 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-43a8de8d-8705-4bde-a2ea-3ffe3b435235 None None] For port fac7e35e-4801-403a-8816-4034b58cbebe, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=fac7e35e-4801-403a-8816-4034b58cbebe,segment=NetworkSegment(00d01c07-87e0-49ec-b195-695772b234b8),segment_id=00d01c07-87e0-49ec-b195-695772b234b8)] {{(pid=109615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:02:03.296588 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-7a83436d-32f2-45c1-ba4e-87686d7f3480 None None] Port fac7e35e-4801-403a-8816-4034b58cbebe cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:02:03.316062 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-7a83436d-32f2-45c1-ba4e-87686d7f3480 None None] Provisioning complete for port d8c8c7a6-34e3-4862-b3c8-12539d7915e6 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:02:03.316449 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7a83436d-32f2-45c1-ba4e-87686d7f3480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:03.324207 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5d727257-b2d8-4c41-8bf2-3319a738beb7 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:03.348327 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d727257-b2d8-4c41-8bf2-3319a738beb7 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ed12c4f-4ecf-46ce-aba5-b73aca09e817,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:02:03.354133 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-43a8de8d-8705-4bde-a2ea-3ffe3b435235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:03.356032 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port d8c8c7a6-34e3-4862-b3c8-12539d7915e6 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:02:03.358771 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:03.416071 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8293b-be47-48aa-9d6b-ab9af0c125d1 None None] Pushing event updated for resources: {'Port': ['ID=fac7e35e-4801-403a-8816-4034b58cbebe,revision_number=4']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:02:03.425638 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a8de8d-8705-4bde-a2ea-3ffe3b435235 None None] Routers {'cb6a6ac8-bc40-46da-a928-4a99344f1cbf'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:02:03.426265 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-43a8de8d-8705-4bde-a2ea-3ffe3b435235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:01:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['cb6a6ac8-bc40-46da-a928-4a99344f1cbf'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:02:03.435382 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5d727257-b2d8-4c41-8bf2-3319a738beb7 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:03.444059 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-5d727257-b2d8-4c41-8bf2-3319a738beb7 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3166475 Mar 28 14:02:03.444059 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37228) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:02:03.444059 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-2b55dbd1-de41-4022-8713-421769e96d4c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': '867585ed-9f28-4a26-86d7-27cee94ac447', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:02:03.529948 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2b55dbd1-de41-4022-8713-421769e96d4c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:03.551002 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-43a8de8d-8705-4bde-a2ea-3ffe3b435235 None None] Set router cb6a6ac8-bc40-46da-a928-4a99344f1cbf gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:02:03.597299 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-cd2c5f2b-3954-4065-9c70-c7df20d47d84 None None] Provisioning complete for port fac7e35e-4801-403a-8816-4034b58cbebe triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:02:03.598096 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-cd2c5f2b-3954-4065-9c70-c7df20d47d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:03.632255 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2b55dbd1-de41-4022-8713-421769e96d4c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:03.694250 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-cd2c5f2b-3954-4065-9c70-c7df20d47d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:03.696202 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2b55dbd1-de41-4022-8713-421769e96d4c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:03.716704 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55dbd1-de41-4022-8713-421769e96d4c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08d5079d-6c71-4d93-9bf2-9c9119cd7565,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:02:03.740978 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-cd2c5f2b-3954-4065-9c70-c7df20d47d84 None None] For port fac7e35e-4801-403a-8816-4034b58cbebe, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=fac7e35e-4801-403a-8816-4034b58cbebe,segment=NetworkSegment(00d01c07-87e0-49ec-b195-695772b234b8),segment_id=00d01c07-87e0-49ec-b195-695772b234b8)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:02:03.788014 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-43a8de8d-8705-4bde-a2ea-3ffe3b435235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6a6ac8-bc40-46da-a928-4a99344f1cbf', 'name': 'tempest-TestNetworkBasicOps-router-518971020', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.62'}], 'enable_snat': True}, 'gw_port_id': '81cbf477-7d51-4971-aef3-be71f04beac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:01:57Z', 'updated_at': '2022-03-28T14:02:01Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '81cbf477-7d51-4971-aef3-be71f04beac4', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6a6ac8-bc40-46da-a928-4a99344f1cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:01:57Z', 'updated_at': '2022-03-28T14:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'fac7e35e-4801-403a-8816-4034b58cbebe', 'name': '', 'network_id': '60bf8f8a-39c1-459f-bcf2-7b9af6352e3e', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:57:b5:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6a6ac8-bc40-46da-a928-4a99344f1cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'ad2d42bc-5980-4528-8c5f-72148d6400ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:02:00Z', 'updated_at': '2022-03-28T14:02:03Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'ad2d42bc-5980-4528-8c5f-72148d6400ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:02:03.807480 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2b55dbd1-de41-4022-8713-421769e96d4c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:03.808828 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-2b55dbd1-de41-4022-8713-421769e96d4c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3683996 Mar 28 14:02:03.813611 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37230) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:02:03.815340 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a8de8d-8705-4bde-a2ea-3ffe3b435235 None None] The sync data for ids ['cb6a6ac8-bc40-46da-a928-4a99344f1cbf'] in dv-neutron-835335-1-hyperv is: [{'id': 'cb6a6ac8-bc40-46da-a928-4a99344f1cbf', 'name': 'tempest-TestNetworkBasicOps-router-518971020', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.62'}], 'enable_snat': True}, 'gw_port_id': '81cbf477-7d51-4971-aef3-be71f04beac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:01:57Z', 'updated_at': '2022-03-28T14:02:01Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '81cbf477-7d51-4971-aef3-be71f04beac4', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6a6ac8-bc40-46da-a928-4a99344f1cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:01:57Z', 'updated_at': '2022-03-28T14:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'fac7e35e-4801-403a-8816-4034b58cbebe', 'name': '', 'network_id': '60bf8f8a-39c1-459f-bcf2-7b9af6352e3e', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:57:b5:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6a6ac8-bc40-46da-a928-4a99344f1cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'ad2d42bc-5980-4528-8c5f-72148d6400ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:02:00Z', 'updated_at': '2022-03-28T14:02:03Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'ad2d42bc-5980-4528-8c5f-72148d6400ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:02:03.816004 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-cd2c5f2b-3954-4065-9c70-c7df20d47d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:03.832745 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-51ea0f78-75d3-4b5a-b65c-3628c59fa9b0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': '867585ed-9f28-4a26-86d7-27cee94ac447', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:02:03.912286 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-51ea0f78-75d3-4b5a-b65c-3628c59fa9b0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:03.914306 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2c5f2b-3954-4065-9c70-c7df20d47d84 None None] Pushing event updated for resources: {'Port': ['ID=fac7e35e-4801-403a-8816-4034b58cbebe,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:02:03.953717 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-f84e15d5-ba09-4033-b432-b30218077e22 None None] Provisioning complete for port fac7e35e-4801-403a-8816-4034b58cbebe triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:02:03.954236 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f84e15d5-ba09-4033-b432-b30218077e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:03.998309 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-51ea0f78-75d3-4b5a-b65c-3628c59fa9b0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:04.078054 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-51ea0f78-75d3-4b5a-b65c-3628c59fa9b0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:04.097676 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea0f78-75d3-4b5a-b65c-3628c59fa9b0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f993b698-0f4a-4141-ba05-91cd84e7bc5a,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:02:04.154424 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-51ea0f78-75d3-4b5a-b65c-3628c59fa9b0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:04.155759 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-51ea0f78-75d3-4b5a-b65c-3628c59fa9b0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3432353 Mar 28 14:02:04.158500 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37232) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:02:04.162468 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-3be7a3a8-c4a3-4245-a2fe-62f4875cbdc6 None None] Provisioning complete for port fac7e35e-4801-403a-8816-4034b58cbebe triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:02:04.163421 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3be7a3a8-c4a3-4245-a2fe-62f4875cbdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:04.165247 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-c59ffe90-ed72-4416-b77c-4a55565a4707 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': '867585ed-9f28-4a26-86d7-27cee94ac447', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:02:04.249108 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c59ffe90-ed72-4416-b77c-4a55565a4707 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:04.313335 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c59ffe90-ed72-4416-b77c-4a55565a4707 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:04.404238 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c59ffe90-ed72-4416-b77c-4a55565a4707 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:04.424645 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ffe90-ed72-4416-b77c-4a55565a4707 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eeae77a-7586-4354-867f-c17052113f53,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:02:04.519170 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c59ffe90-ed72-4416-b77c-4a55565a4707 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:04.520408 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c59ffe90-ed72-4416-b77c-4a55565a4707 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3609662 Mar 28 14:02:04.523135 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37234) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:02:04.527616 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-6f8801eb-5efd-4025-8cc0-6f651473424d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': '867585ed-9f28-4a26-86d7-27cee94ac447', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:02:04.592577 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.securitygroups_db [None req-6f8801eb-5efd-4025-8cc0-6f651473424d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Project 8783dd3017a04690835ab7e96e428838 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 14:02:04.598742 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6f8801eb-5efd-4025-8cc0-6f651473424d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:04.666000 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6f8801eb-5efd-4025-8cc0-6f651473424d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:04.741350 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6f8801eb-5efd-4025-8cc0-6f651473424d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:04.760153 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8801eb-5efd-4025-8cc0-6f651473424d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ed27192-6348-4f75-b8df-7ca5863a1e64,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:02:04.822508 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6f8801eb-5efd-4025-8cc0-6f651473424d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:04.824407 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-6f8801eb-5efd-4025-8cc0-6f651473424d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2996745 Mar 28 14:02:04.826613 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37236) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:02:04.830991 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-1acc3ca3-a231-4643-b66c-d0abfc9623fa tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': '867585ed-9f28-4a26-86d7-27cee94ac447', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:02:04.895715 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device fac7e35e-4801-403a-8816-4034b58cbebe up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:02:04.907080 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.securitygroups_db [None req-1acc3ca3-a231-4643-b66c-d0abfc9623fa tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Project 8783dd3017a04690835ab7e96e428838 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 14:02:04.919971 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1acc3ca3-a231-4643-b66c-d0abfc9623fa tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:04.945081 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port fac7e35e-4801-403a-8816-4034b58cbebe triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:02:04.945452 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:04.977763 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1acc3ca3-a231-4643-b66c-d0abfc9623fa tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:05.019736 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device d8c8c7a6-34e3-4862-b3c8-12539d7915e6 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:02:05.049907 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1acc3ca3-a231-4643-b66c-d0abfc9623fa tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:05.068202 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port d8c8c7a6-34e3-4862-b3c8-12539d7915e6 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:02:05.068602 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:05.070357 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc3ca3-a231-4643-b66c-d0abfc9623fa tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27bc53d6-69bf-42db-83b4-12a4978083a4,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:02:05.166212 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1acc3ca3-a231-4643-b66c-d0abfc9623fa tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:05.167488 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-1acc3ca3-a231-4643-b66c-d0abfc9623fa tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3399451 Mar 28 14:02:05.326077 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-45e34d8f-e600-4f71-b409-2fe89ffcff19 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-52876653&fields=id&tenant_id=8783dd3017a04690835ab7e96e428838 HTTP/1.1" status: 200 len: 267 time: 0.0333648 Mar 28 14:02:05.435031 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-9d7b1e80-881d-4ee7-aaf1-8b3401423fa3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:05.436479 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-9d7b1e80-881d-4ee7-aaf1-8b3401423fa3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/networks?id=60bf8f8a-39c1-459f-bcf2-7b9af6352e3e HTTP/1.1" status: 200 len: 797 time: 0.1029074 Mar 28 14:02:05.451419 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-bbd71950-d1d8-42f4-9572-a06160dcd04e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/quotas/8783dd3017a04690835ab7e96e428838 HTTP/1.1" status: 200 len: 375 time: 0.0086255 Mar 28 14:02:05.499643 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-3825830a-ce9b-494e-9b10-732ccdc7ca3f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0424218 Mar 28 14:02:05.629628 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-752ab8f9-6178-471e-a326-c67339ca778f service neutron] 10.222.0.24 "GET /v2.0/networks/60bf8f8a-39c1-459f-bcf2-7b9af6352e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177516 Mar 28 14:02:05.718676 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-8844eb8d-4cb1-48fa-bddb-c3b90a9cd3bb service neutron] 10.222.0.24 "GET /v2.0/networks/60bf8f8a-39c1-459f-bcf2-7b9af6352e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827479 Mar 28 14:02:05.970730 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8d49e066-09f6-4132-b760-d7a2554e68ea req-76ce097e-645b-4921-ba43-c50a48b71f96 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=2562c0c2-a606-4028-9ce1-ae498dd29965 HTTP/1.1" status: 200 len: 210 time: 0.0338738 Mar 28 14:02:07.068041 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e52be502-dee4-4d0b-a32b-3e71c0d30638 req-d24ecaab-9fd2-4196-bb33-a64a3cb71563 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=2562c0c2-a606-4028-9ce1-ae498dd29965 HTTP/1.1" status: 200 len: 210 time: 0.0266798 Mar 28 14:02:07.613495 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-49589ac6-e930-4019-95d7-b0182e917d76 req-a41e88c1-ca6f-4e54-81c6-f5ea052031b5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=67fc6b38-7c49-4096-bf43-31e352c7e7d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0474226 Mar 28 14:02:07.950029 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49589ac6-e930-4019-95d7-b0182e917d76 req-b62a7da4-28e7-467a-b033-48f2f090f813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:07.951540 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-49589ac6-e930-4019-95d7-b0182e917d76 req-b62a7da4-28e7-467a-b033-48f2f090f813 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7110f97460394f8384904a1ab317b86f&device_id=67fc6b38-7c49-4096-bf43-31e352c7e7d3 HTTP/1.1" status: 200 len: 1098 time: 0.3156137 Mar 28 14:02:08.060188 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49589ac6-e930-4019-95d7-b0182e917d76 req-f1ebaf94-9146-46fd-9b60-5a3af3b90ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:08.062366 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-49589ac6-e930-4019-95d7-b0182e917d76 req-f1ebaf94-9146-46fd-9b60-5a3af3b90ad6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c HTTP/1.1" status: 200 len: 913 time: 0.0846825 Mar 28 14:02:08.119065 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-d64e0989-7cca-45cb-9afb-b7fa0c924af9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:08.120571 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-d64e0989-7cca-45cb-9afb-b7fa0c924af9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "GET /v2.0/networks?id=60bf8f8a-39c1-459f-bcf2-7b9af6352e3e HTTP/1.1" status: 200 len: 797 time: 0.1441319 Mar 28 14:02:08.135444 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-49589ac6-e930-4019-95d7-b0182e917d76 req-fda091c4-a88c-491d-8fd0-3321df30c51a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99689aa7-5ac1-4d48-a496-2966641656f0 HTTP/1.1" status: 200 len: 1001 time: 0.0665848 Mar 28 14:02:08.174519 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-b1952099-fa3c-4622-a07e-bab2d801751e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8783dd3017a04690835ab7e96e428838 HTTP/1.1" status: 200 len: 378 time: 0.0451043 Mar 28 14:02:08.183344 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-8434ef5c-c18e-48fd-990c-3e562ae36b68 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'port': {'device_id': '2562c0c2-a606-4028-9ce1-ae498dd29965', 'network_id': '60bf8f8a-39c1-459f-bcf2-7b9af6352e3e', 'admin_state_up': True, 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'security_groups': ['867585ed-9f28-4a26-86d7-27cee94ac447']}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:02:08.191246 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a5f2d79c-af99-4cac-bb3d-0a1fa9fd0a0e req-c4ca1e0f-7a87-43ca-8765-add4fbf80ed7 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=2562c0c2-a606-4028-9ce1-ae498dd29965 HTTP/1.1" status: 200 len: 210 time: 0.0519519 Mar 28 14:02:08.215772 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49589ac6-e930-4019-95d7-b0182e917d76 req-8dd662c9-021d-4f6b-b663-78757e1f3677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:08.217377 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-49589ac6-e930-4019-95d7-b0182e917d76 req-8dd662c9-021d-4f6b-b663-78757e1f3677 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c2ce5a3-629c-4977-b27a-fb42f72730c0 HTTP/1.1" status: 200 len: 851 time: 0.0690382 Mar 28 14:02:08.274384 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49589ac6-e930-4019-95d7-b0182e917d76 req-53574953-c1b3-48cf-8f7c-a6683fab1fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:08.276065 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-49589ac6-e930-4019-95d7-b0182e917d76 req-53574953-c1b3-48cf-8f7c-a6683fab1fd5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0517907 Mar 28 14:02:08.366865 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-49589ac6-e930-4019-95d7-b0182e917d76 req-cb98324b-c8bb-4b5f-8902-fc36ddc31a9e service neutron] 10.222.0.20 "GET /v2.0/networks/6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847108 Mar 28 14:02:08.432874 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-8434ef5c-c18e-48fd-990c-3e562ae36b68 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Made reservation on behalf of 8783dd3017a04690835ab7e96e428838 for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:02:08.436596 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-8434ef5c-c18e-48fd-990c-3e562ae36b68 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:08.460783 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-49589ac6-e930-4019-95d7-b0182e917d76 req-1eae73d2-f50c-497b-889a-fa17204c7d0b service neutron] 10.222.0.20 "GET /v2.0/networks/6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875373 Mar 28 14:02:08.564254 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-8434ef5c-c18e-48fd-990c-3e562ae36b68 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Allocated IP 172.20.0.11 (60bf8f8a-39c1-459f-bcf2-7b9af6352e3e/ad2d42bc-5980-4528-8c5f-72148d6400ca/c4552a8c-9a59-470e-abbb-29fd7235ef4b) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:02:08.965001 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-8434ef5c-c18e-48fd-990c-3e562ae36b68 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:09.049836 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-8434ef5c-c18e-48fd-990c-3e562ae36b68 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:09.096713 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-8434ef5c-c18e-48fd-990c-3e562ae36b68 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network 60bf8f8a-39c1-459f-bcf2-7b9af6352e3e is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:02:09.099678 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-8434ef5c-c18e-48fd-990c-3e562ae36b68 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:02:09.102615 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-8434ef5c-c18e-48fd-990c-3e562ae36b68 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:02:09.131223 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434ef5c-c18e-48fd-990c-3e562ae36b68 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=c4552a8c-9a59-470e-abbb-29fd7235ef4b,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:02:09.160149 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-8434ef5c-c18e-48fd-990c-3e562ae36b68 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:09.160799 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-8434ef5c-c18e-48fd-990c-3e562ae36b68 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:09.276468 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-8434ef5c-c18e-48fd-990c-3e562ae36b68 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0967031 Mar 28 14:02:09.287954 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-32b102dc-7e71-4e3b-a941-9720cda33c4a service neutron] Request body: {'port': {'device_id': '2562c0c2-a606-4028-9ce1-ae498dd29965', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:02:09.308058 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-281d3ab7-b65c-45da-a199-117e695bc629 None None] Provisioning complete for port c4552a8c-9a59-470e-abbb-29fd7235ef4b triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:02:09.308698 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-281d3ab7-b65c-45da-a199-117e695bc629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:09.310322 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc8526-9b08-42ae-9ea8-bafafc4935dc req-9d0039dc-f00a-4e72-99b4-a11d5900e572 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:09.311959 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0afc8526-9b08-42ae-9ea8-bafafc4935dc req-9d0039dc-f00a-4e72-99b4-a11d5900e572 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=2562c0c2-a606-4028-9ce1-ae498dd29965 HTTP/1.1" status: 200 len: 932 time: 0.0510616 Mar 28 14:02:09.345302 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-32b102dc-7e71-4e3b-a941-9720cda33c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:09.347162 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-281d3ab7-b65c-45da-a199-117e695bc629 None None] Port c4552a8c-9a59-470e-abbb-29fd7235ef4b cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:02:09.355524 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0afc8526-9b08-42ae-9ea8-bafafc4935dc req-661221e4-02e0-497e-9fcd-667cd86801c3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=867585ed-9f28-4a26-86d7-27cee94ac447&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360067 Mar 28 14:02:09.652022 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-32b102dc-7e71-4e3b-a941-9720cda33c4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4552a8c-9a59-470e-abbb-29fd7235ef4b {{(pid=109612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:02:09.659190 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-32b102dc-7e71-4e3b-a941-9720cda33c4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:09.675019 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.provisioning_blocks [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-32b102dc-7e71-4e3b-a941-9720cda33c4a service neutron] Transition to ACTIVE for port object c4552a8c-9a59-470e-abbb-29fd7235ef4b will not be triggered until provisioned by entity L2. {{(pid=109612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 14:02:09.741106 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-32b102dc-7e71-4e3b-a941-9720cda33c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:09.792999 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b102dc-7e71-4e3b-a941-9720cda33c4a service neutron] Pushing event updated for resources: {'Port': ['ID=c4552a8c-9a59-470e-abbb-29fd7235ef4b,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:02:09.862837 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-32b102dc-7e71-4e3b-a941-9720cda33c4a service neutron] Attempting to bind port c4552a8c-9a59-470e-abbb-29fd7235ef4b on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:02:09.863173 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-32b102dc-7e71-4e3b-a941-9720cda33c4a service neutron] Attempting to bind port c4552a8c-9a59-470e-abbb-29fd7235ef4b by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '00d01c07-87e0-49ec-b195-695772b234b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '60bf8f8a-39c1-459f-bcf2-7b9af6352e3e'}] {{(pid=109612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:02:09.863498 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-32b102dc-7e71-4e3b-a941-9720cda33c4a service neutron] Attempting to bind port c4552a8c-9a59-470e-abbb-29fd7235ef4b on network 60bf8f8a-39c1-459f-bcf2-7b9af6352e3e {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:02:09.868086 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-32b102dc-7e71-4e3b-a941-9720cda33c4a service neutron] Port c4552a8c-9a59-470e-abbb-29fd7235ef4b on network 60bf8f8a-39c1-459f-bcf2-7b9af6352e3e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 14:02:09.868419 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-32b102dc-7e71-4e3b-a941-9720cda33c4a service neutron] Attempting to bind port c4552a8c-9a59-470e-abbb-29fd7235ef4b on network 60bf8f8a-39c1-459f-bcf2-7b9af6352e3e {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:02:09.873293 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-32b102dc-7e71-4e3b-a941-9720cda33c4a service neutron] Checking agent: {'id': '72ab3303-6c81-4bd9-a1a9-2c5d9b681d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'started_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:02:09.873628 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-32b102dc-7e71-4e3b-a941-9720cda33c4a service neutron] Checking segment: {'id': '00d01c07-87e0-49ec-b195-695772b234b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '60bf8f8a-39c1-459f-bcf2-7b9af6352e3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:02:09.874004 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-32b102dc-7e71-4e3b-a941-9720cda33c4a service neutron] Bound using segment: {'id': '00d01c07-87e0-49ec-b195-695772b234b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '60bf8f8a-39c1-459f-bcf2-7b9af6352e3e'} {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:02:09.874432 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-32b102dc-7e71-4e3b-a941-9720cda33c4a service neutron] Bound port: c4552a8c-9a59-470e-abbb-29fd7235ef4b, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00d01c07-87e0-49ec-b195-695772b234b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '60bf8f8a-39c1-459f-bcf2-7b9af6352e3e'}}] {{(pid=109612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:02:09.874786 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-32b102dc-7e71-4e3b-a941-9720cda33c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:09.941939 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-32b102dc-7e71-4e3b-a941-9720cda33c4a service neutron] For port c4552a8c-9a59-470e-abbb-29fd7235ef4b, host hv-neutron-8353, cleared binding levels {{(pid=109612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:02:09.945262 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-32b102dc-7e71-4e3b-a941-9720cda33c4a service neutron] For port c4552a8c-9a59-470e-abbb-29fd7235ef4b, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=c4552a8c-9a59-470e-abbb-29fd7235ef4b,segment=NetworkSegment(00d01c07-87e0-49ec-b195-695772b234b8),segment_id=00d01c07-87e0-49ec-b195-695772b234b8)] {{(pid=109612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:02:10.044441 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-32b102dc-7e71-4e3b-a941-9720cda33c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:10.083126 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-32b102dc-7e71-4e3b-a941-9720cda33c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:10.083126 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-32b102dc-7e71-4e3b-a941-9720cda33c4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:10.083126 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-32b102dc-7e71-4e3b-a941-9720cda33c4a service neutron] 10.222.0.20 "PUT /v2.0/ports/c4552a8c-9a59-470e-abbb-29fd7235ef4b HTTP/1.1" status: 200 len: 1094 time: 0.7985485 Mar 28 14:02:10.087873 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2562c0c2-a606-4028-9ce1-ae498dd29965', 'tag': 'c4552a8c-9a59-470e-abbb-29fd7235ef4b'}] {{(pid=109612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:02:10.090298 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe63c13e87a9f7251adb6bd0d9fca296dff075f1d7b14c4d1edf5c408047469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d518a1-c5b1-4a80-aec8-cba0056088f0" -d '{"events": [{"name": "network-changed", "server_uuid": "2562c0c2-a606-4028-9ce1-ae498dd29965", "tag": "c4552a8c-9a59-470e-abbb-29fd7235ef4b"}]}' {{(pid=109612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:02:10.114940 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b102dc-7e71-4e3b-a941-9720cda33c4a service neutron] Pushing event updated for resources: {'Port': ['ID=c4552a8c-9a59-470e-abbb-29fd7235ef4b,revision_number=3']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:02:10.128881 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54bf052b-ffaa-4938-9b0b-fd2c39d1b929 x-openstack-request-id: req-54bf052b-ffaa-4938-9b0b-fd2c39d1b929 {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:02:10.129169 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2562c0c2-a606-4028-9ce1-ae498dd29965", "tag": "c4552a8c-9a59-470e-abbb-29fd7235ef4b", "status": "completed", "code": 200}]} {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:02:10.129417 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-54bf052b-ffaa-4938-9b0b-fd2c39d1b929 {{(pid=109612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:02:10.129812 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2562c0c2-a606-4028-9ce1-ae498dd29965', 'tag': 'c4552a8c-9a59-470e-abbb-29fd7235ef4b', 'status': 'completed', 'code': 200} Mar 28 14:02:10.226779 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d518a1-c5b1-4a80-aec8-cba0056088f0 req-f95e11b5-3072-4212-bbde-d29aecbb880b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:10.228286 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-16d518a1-c5b1-4a80-aec8-cba0056088f0 req-f95e11b5-3072-4212-bbde-d29aecbb880b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&device_id=2562c0c2-a606-4028-9ce1-ae498dd29965 HTTP/1.1" status: 200 len: 1097 time: 0.0803957 Mar 28 14:02:10.390501 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d518a1-c5b1-4a80-aec8-cba0056088f0 req-177aaede-a577-48fe-b8ef-3a88ae61d9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:10.392538 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-16d518a1-c5b1-4a80-aec8-cba0056088f0 req-177aaede-a577-48fe-b8ef-3a88ae61d9a4 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=8783dd3017a04690835ab7e96e428838&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1569955 Mar 28 14:02:10.470959 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1fbe04-b394-42ef-a37a-abf6918ed00f req-0b000d69-c7ab-490c-b62b-f6d9f8e4dc25 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:10.472475 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6b1fbe04-b394-42ef-a37a-abf6918ed00f req-0b000d69-c7ab-490c-b62b-f6d9f8e4dc25 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=2562c0c2-a606-4028-9ce1-ae498dd29965 HTTP/1.1" status: 200 len: 944 time: 0.0490713 Mar 28 14:02:10.509225 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6b1fbe04-b394-42ef-a37a-abf6918ed00f req-6451fbc3-c241-4259-bf60-fec605d9ecfd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=867585ed-9f28-4a26-86d7-27cee94ac447&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305214 Mar 28 14:02:10.552531 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d518a1-c5b1-4a80-aec8-cba0056088f0 req-4fda41d9-9b9b-4c1a-b023-2405d8621f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:10.554257 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-16d518a1-c5b1-4a80-aec8-cba0056088f0 req-4fda41d9-9b9b-4c1a-b023-2405d8621f05 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1559396 Mar 28 14:02:10.627643 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-1b89ad30-b1da-4532-9ba4-0d904ed5f63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:10.629200 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-1b89ad30-b1da-4532-9ba4-0d904ed5f63d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&device_id=2562c0c2-a606-4028-9ce1-ae498dd29965 HTTP/1.1" status: 200 len: 1097 time: 0.0404465 Mar 28 14:02:10.688003 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-a7b2b980-c919-4c3a-8d5c-a067aeed6a9d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4552a8c-9a59-470e-abbb-29fd7235ef4b HTTP/1.1" status: 200 len: 217 time: 0.0517709 Mar 28 14:02:10.741020 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-19710d73-c0b7-4e0e-b744-613d6edffebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:10.742444 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-19710d73-c0b7-4e0e-b744-613d6edffebb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad2d42bc-5980-4528-8c5f-72148d6400ca HTTP/1.1" status: 200 len: 844 time: 0.0477273 Mar 28 14:02:10.814548 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-2684bbde-f40e-433e-b8cd-baf773ec2333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:10.816023 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-2684bbde-f40e-433e-b8cd-baf773ec2333 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=60bf8f8a-39c1-459f-bcf2-7b9af6352e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673630 Mar 28 14:02:10.905516 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-0f7379d6-9932-45db-b17c-44d6090ef901 service neutron] 10.222.0.20 "GET /v2.0/networks/60bf8f8a-39c1-459f-bcf2-7b9af6352e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826898 Mar 28 14:02:10.995214 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-7dde1de2-bd16-4d66-9d8b-91f967a57b9c req-26d2f16e-521e-4364-8c5d-377dbb497181 service neutron] 10.222.0.20 "GET /v2.0/networks/60bf8f8a-39c1-459f-bcf2-7b9af6352e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826156 Mar 28 14:02:11.625178 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec124a6d-07c4-4794-852d-99cc2f54a382 req-964f8e35-72b5-46f5-b805-395e20fdfffe tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:11.626682 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ec124a6d-07c4-4794-852d-99cc2f54a382 req-964f8e35-72b5-46f5-b805-395e20fdfffe tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=2562c0c2-a606-4028-9ce1-ae498dd29965 HTTP/1.1" status: 200 len: 944 time: 0.0496478 Mar 28 14:02:11.667108 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ec124a6d-07c4-4794-852d-99cc2f54a382 req-18d96fc0-2206-446b-94fc-38643f794d99 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=867585ed-9f28-4a26-86d7-27cee94ac447&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342557 Mar 28 14:02:12.780431 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d351a3f-307b-4475-a963-0183b7358198 req-074d75bf-6735-49b8-9a99-57eaae91b335 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:12.781906 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4d351a3f-307b-4475-a963-0183b7358198 req-074d75bf-6735-49b8-9a99-57eaae91b335 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=2562c0c2-a606-4028-9ce1-ae498dd29965 HTTP/1.1" status: 200 len: 944 time: 0.0489030 Mar 28 14:02:12.818723 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4d351a3f-307b-4475-a963-0183b7358198 req-84936f09-7078-4b01-957b-e59ee87c9da6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=867585ed-9f28-4a26-86d7-27cee94ac447&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303905 Mar 28 14:02:13.518521 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:13.930799 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b94ca1-6443-412a-a00a-f311110f9155 req-42b99b91-0f3e-4c99-882e-29c516c1edda tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:13.932307 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-66b94ca1-6443-412a-a00a-f311110f9155 req-42b99b91-0f3e-4c99-882e-29c516c1edda tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=2562c0c2-a606-4028-9ce1-ae498dd29965 HTTP/1.1" status: 200 len: 944 time: 0.0492911 Mar 28 14:02:13.969550 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-66b94ca1-6443-412a-a00a-f311110f9155 req-6bc970a8-8f79-401b-a644-96372cda586a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=867585ed-9f28-4a26-86d7-27cee94ac447&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311282 Mar 28 14:02:14.380015 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device c4552a8c-9a59-470e-abbb-29fd7235ef4b details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:02:14.474220 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port c4552a8c-9a59-470e-abbb-29fd7235ef4b, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=c4552a8c-9a59-470e-abbb-29fd7235ef4b,segment=NetworkSegment(00d01c07-87e0-49ec-b195-695772b234b8),segment_id=00d01c07-87e0-49ec-b195-695772b234b8)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:02:14.484933 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': 'c4552a8c-9a59-470e-abbb-29fd7235ef4b', 'network_id': '60bf8f8a-39c1-459f-bcf2-7b9af6352e3e', 'port_id': 'c4552a8c-9a59-470e-abbb-29fd7235ef4b', 'mac_address': 'fa:16:3e:9a:e7:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad2d42bc-5980-4528-8c5f-72148d6400ca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:02:14.520123 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:14.532659 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4552a8c-9a59-470e-abbb-29fd7235ef4b {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:02:14.552689 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port c4552a8c-9a59-470e-abbb-29fd7235ef4b, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=c4552a8c-9a59-470e-abbb-29fd7235ef4b,segment=NetworkSegment(00d01c07-87e0-49ec-b195-695772b234b8),segment_id=00d01c07-87e0-49ec-b195-695772b234b8)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:02:14.614996 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:14.659620 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=c4552a8c-9a59-470e-abbb-29fd7235ef4b,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:02:14.955434 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['c4552a8c-9a59-470e-abbb-29fd7235ef4b'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:02:15.084697 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c7b84-1f8a-40de-bb9e-e0a7c989e691 req-4f1897a5-4d14-4f57-82dd-5316aa1bed5a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:15.092605 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-be1c7b84-1f8a-40de-bb9e-e0a7c989e691 req-4f1897a5-4d14-4f57-82dd-5316aa1bed5a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=2562c0c2-a606-4028-9ce1-ae498dd29965 HTTP/1.1" status: 200 len: 945 time: 0.0502374 Mar 28 14:02:15.128490 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-be1c7b84-1f8a-40de-bb9e-e0a7c989e691 req-7a5a1d44-eb6f-404f-b769-79d59463f626 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=867585ed-9f28-4a26-86d7-27cee94ac447&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360866 Mar 28 14:02:16.244074 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87ae49-5fdb-42c2-bedd-0ad4799ac9fe req-1430eb34-b7d4-4c9e-b479-9f5a00eed4e0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:16.245601 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9a87ae49-5fdb-42c2-bedd-0ad4799ac9fe req-1430eb34-b7d4-4c9e-b479-9f5a00eed4e0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=2562c0c2-a606-4028-9ce1-ae498dd29965 HTTP/1.1" status: 200 len: 945 time: 0.0505219 Mar 28 14:02:16.282761 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9a87ae49-5fdb-42c2-bedd-0ad4799ac9fe req-54cb8bba-e37f-443e-bbd9-b52dd7e87627 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=867585ed-9f28-4a26-86d7-27cee94ac447&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305979 Mar 28 14:02:16.397382 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device c4552a8c-9a59-470e-abbb-29fd7235ef4b up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:02:16.512108 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning for port c4552a8c-9a59-470e-abbb-29fd7235ef4b completed by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 14:02:16.515885 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port c4552a8c-9a59-470e-abbb-29fd7235ef4b triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:02:16.516253 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:16.591681 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:16.613098 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2562c0c2-a606-4028-9ce1-ae498dd29965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4552a8c-9a59-470e-abbb-29fd7235ef4b'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:02:16.615283 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0be9839-d910-4570-b643-db0dec906693" -d '{"events": [{"server_uuid": "2562c0c2-a606-4028-9ce1-ae498dd29965", "name": "network-vif-plugged", "status": "completed", "tag": "c4552a8c-9a59-470e-abbb-29fd7235ef4b"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:02:16.628151 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port c4552a8c-9a59-470e-abbb-29fd7235ef4b, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=c4552a8c-9a59-470e-abbb-29fd7235ef4b,segment=NetworkSegment(00d01c07-87e0-49ec-b195-695772b234b8),segment_id=00d01c07-87e0-49ec-b195-695772b234b8)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:02:16.672395 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:16.707017 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2666d5f3-1d83-4ad1-b569-4f029bea3d6c x-openstack-request-id: req-2666d5f3-1d83-4ad1-b569-4f029bea3d6c {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:02:16.707307 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2562c0c2-a606-4028-9ce1-ae498dd29965", "name": "network-vif-plugged", "status": "completed", "tag": "c4552a8c-9a59-470e-abbb-29fd7235ef4b", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:02:16.707557 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2666d5f3-1d83-4ad1-b569-4f029bea3d6c {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:02:16.707937 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2562c0c2-a606-4028-9ce1-ae498dd29965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4552a8c-9a59-470e-abbb-29fd7235ef4b', 'code': 200} Mar 28 14:02:16.725046 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=c4552a8c-9a59-470e-abbb-29fd7235ef4b,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:02:16.976181 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7fb495-f900-4fe1-ad84-3bc602e07cfb req-b0ba5bbf-3c81-43b2-a2e7-fd88d1ac2920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:16.977662 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-1a7fb495-f900-4fe1-ad84-3bc602e07cfb req-b0ba5bbf-3c81-43b2-a2e7-fd88d1ac2920 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2562c0c2-a606-4028-9ce1-ae498dd29965 HTTP/1.1" status: 200 len: 1099 time: 0.0406926 Mar 28 14:02:17.010301 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-1a7fb495-f900-4fe1-ad84-3bc602e07cfb req-4c6cb750-3588-473c-bddb-c72bf7ddecac service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=867585ed-9f28-4a26-86d7-27cee94ac447&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0258865 Mar 28 14:02:17.398705 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc8b33-e7b4-49a5-886d-10f4d36c9a0d req-0dea5817-e187-450e-ba4d-c0721fbb8102 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:17.400193 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8dbc8b33-e7b4-49a5-886d-10f4d36c9a0d req-0dea5817-e187-450e-ba4d-c0721fbb8102 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=2562c0c2-a606-4028-9ce1-ae498dd29965 HTTP/1.1" status: 200 len: 946 time: 0.0493782 Mar 28 14:02:17.437416 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8dbc8b33-e7b4-49a5-886d-10f4d36c9a0d req-a3faa902-6053-4237-af38-65bfa2fa6430 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=867585ed-9f28-4a26-86d7-27cee94ac447&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309398 Mar 28 14:02:18.556796 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc605581-e645-4ff4-bd8d-12d3a3d0d123 req-6d7504df-404f-41c9-bbef-b101511f6f42 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:18.558389 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bc605581-e645-4ff4-bd8d-12d3a3d0d123 req-6d7504df-404f-41c9-bbef-b101511f6f42 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=2562c0c2-a606-4028-9ce1-ae498dd29965 HTTP/1.1" status: 200 len: 946 time: 0.0507290 Mar 28 14:02:18.601393 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bc605581-e645-4ff4-bd8d-12d3a3d0d123 req-8bb96de8-e4e9-4cf9-9b15-ac64f20f344d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=867585ed-9f28-4a26-86d7-27cee94ac447&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369213 Mar 28 14:02:18.713697 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc21eff-aa7f-4c95-8c0e-45824bf9e3b4 req-be3bbe21-7365-4d01-b9a6-c80164c1a120 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:18.715186 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3cc21eff-aa7f-4c95-8c0e-45824bf9e3b4 req-be3bbe21-7365-4d01-b9a6-c80164c1a120 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=2562c0c2-a606-4028-9ce1-ae498dd29965 HTTP/1.1" status: 200 len: 946 time: 0.0485001 Mar 28 14:02:18.752572 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3cc21eff-aa7f-4c95-8c0e-45824bf9e3b4 req-0ffa0c46-abe0-4d41-8567-9277b874f131 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=867585ed-9f28-4a26-86d7-27cee94ac447&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304320 Mar 28 14:02:18.774197 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37302) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:02:18.872293 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d554876e-2988-45c5-9d01-b972a82fa29c tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:18.873952 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d554876e-2988-45c5-9d01-b972a82fa29c tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2562c0c2-a606-4028-9ce1-ae498dd29965 HTTP/1.1" status: 200 len: 1094 time: 0.0987689 Mar 28 14:02:18.877364 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37306) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:02:18.881701 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-de27ebcb-5a8b-48e9-8df3-d91e63d102d1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'floatingip': {'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'port_id': 'c4552a8c-9a59-470e-abbb-29fd7235ef4b', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:02:18.966708 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-de27ebcb-5a8b-48e9-8df3-d91e63d102d1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for floatingip, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:19.062828 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-de27ebcb-5a8b-48e9-8df3-d91e63d102d1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:19.161888 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-de27ebcb-5a8b-48e9-8df3-d91e63d102d1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Allocated IP 172.26.2.198 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/23df225c-16eb-408a-9c29-cdc74d475681) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:02:19.264516 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-de27ebcb-5a8b-48e9-8df3-d91e63d102d1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:19.358218 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-de27ebcb-5a8b-48e9-8df3-d91e63d102d1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:19.395975 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de27ebcb-5a8b-48e9-8df3-d91e63d102d1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:02:19.398971 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-de27ebcb-5a8b-48e9-8df3-d91e63d102d1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:02:19.402635 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de27ebcb-5a8b-48e9-8df3-d91e63d102d1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:02:19.425227 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de27ebcb-5a8b-48e9-8df3-d91e63d102d1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=23df225c-16eb-408a-9c29-cdc74d475681,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:02:19.748630 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-de27ebcb-5a8b-48e9-8df3-d91e63d102d1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:19.867695 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-de27ebcb-5a8b-48e9-8df3-d91e63d102d1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:20.010078 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-de27ebcb-5a8b-48e9-8df3-d91e63d102d1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:20.083299 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-de27ebcb-5a8b-48e9-8df3-d91e63d102d1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:20.155898 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de27ebcb-5a8b-48e9-8df3-d91e63d102d1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=23df225c-16eb-408a-9c29-cdc74d475681,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:02:20.162813 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-de27ebcb-5a8b-48e9-8df3-d91e63d102d1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:20.258131 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [None req-de27ebcb-5a8b-48e9-8df3-d91e63d102d1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Floating IP 51eb46e8-ed26-419c-adb0-c99833dd5bfe associated. External IP: 172.26.2.198, port: c4552a8c-9a59-470e-abbb-29fd7235ef4b. Mar 28 14:02:20.455501 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de27ebcb-5a8b-48e9-8df3-d91e63d102d1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Router cb6a6ac8-bc40-46da-a928-4a99344f1cbf has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:02:20.554879 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de27ebcb-5a8b-48e9-8df3-d91e63d102d1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:02:20.565904 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7958c5cc-9051-4af5-a0a6-cd02e59d9edd None None] Sync routers for ids ['cb6a6ac8-bc40-46da-a928-4a99344f1cbf'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:02:20.575420 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7958c5cc-9051-4af5-a0a6-cd02e59d9edd None None] Routers {'cb6a6ac8-bc40-46da-a928-4a99344f1cbf'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:02:20.576009 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-7958c5cc-9051-4af5-a0a6-cd02e59d9edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:01:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['cb6a6ac8-bc40-46da-a928-4a99344f1cbf'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:02:20.612263 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-de27ebcb-5a8b-48e9-8df3-d91e63d102d1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:20.641327 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-de27ebcb-5a8b-48e9-8df3-d91e63d102d1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7629297 Mar 28 14:02:20.641912 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2562c0c2-a606-4028-9ce1-ae498dd29965', 'tag': 'c4552a8c-9a59-470e-abbb-29fd7235ef4b'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:02:20.644145 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bc8003-8858-44b1-b53a-a32ffa3e3cfa" -d '{"events": [{"name": "network-changed", "server_uuid": "2562c0c2-a606-4028-9ce1-ae498dd29965", "tag": "c4552a8c-9a59-470e-abbb-29fd7235ef4b"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:02:20.644548 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37308) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:02:20.684240 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-7958c5cc-9051-4af5-a0a6-cd02e59d9edd None None] Set router cb6a6ac8-bc40-46da-a928-4a99344f1cbf gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:02:20.685936 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7664576f-2ae0-4f77-b151-0c40c24eb577 x-openstack-request-id: req-7664576f-2ae0-4f77-b151-0c40c24eb577 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:02:20.686224 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2562c0c2-a606-4028-9ce1-ae498dd29965", "tag": "c4552a8c-9a59-470e-abbb-29fd7235ef4b", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:02:20.686474 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7664576f-2ae0-4f77-b151-0c40c24eb577 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:02:20.686900 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2562c0c2-a606-4028-9ce1-ae498dd29965', 'tag': 'c4552a8c-9a59-470e-abbb-29fd7235ef4b', 'status': 'completed', 'code': 200} Mar 28 14:02:20.712094 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-68d1a4f2-5594-400b-a5a7-8d19edb83b7d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/floatingips/51eb46e8-ed26-419c-adb0-c99833dd5bfe HTTP/1.1" status: 200 len: 992 time: 0.0657880 Mar 28 14:02:20.753683 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc8003-8858-44b1-b53a-a32ffa3e3cfa req-a845632d-0e49-45f1-bc2d-56f9bf4b4ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:20.755234 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-b7bc8003-8858-44b1-b53a-a32ffa3e3cfa req-a845632d-0e49-45f1-bc2d-56f9bf4b4ea5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&device_id=2562c0c2-a606-4028-9ce1-ae498dd29965 HTTP/1.1" status: 200 len: 1099 time: 0.0420775 Mar 28 14:02:20.899835 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc8003-8858-44b1-b53a-a32ffa3e3cfa req-d7c05cd7-d326-4699-bbec-edf461dcad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:20.901393 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-b7bc8003-8858-44b1-b53a-a32ffa3e3cfa req-d7c05cd7-d326-4699-bbec-edf461dcad73 service neutron] 10.222.0.20 "GET /v2.0/networks?id=60bf8f8a-39c1-459f-bcf2-7b9af6352e3e HTTP/1.1" status: 200 len: 898 time: 0.1394653 Mar 28 14:02:20.904585 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-7958c5cc-9051-4af5-a0a6-cd02e59d9edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6a6ac8-bc40-46da-a928-4a99344f1cbf', 'name': 'tempest-TestNetworkBasicOps-router-518971020', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.62'}], 'enable_snat': True}, 'gw_port_id': '81cbf477-7d51-4971-aef3-be71f04beac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:01:57Z', 'updated_at': '2022-03-28T14:02:01Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '81cbf477-7d51-4971-aef3-be71f04beac4', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6a6ac8-bc40-46da-a928-4a99344f1cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:01:57Z', 'updated_at': '2022-03-28T14:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '51eb46e8-ed26-419c-adb0-c99833dd5bfe', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'floating_ip_address': '172.26.2.198', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': 'cb6a6ac8-bc40-46da-a928-4a99344f1cbf', 'port_id': 'c4552a8c-9a59-470e-abbb-29fd7235ef4b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60bf8f8a-39c1-459f-bcf2-7b9af6352e3e', 'mac_address': 'fa:16:3e:9a:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2562c0c2-a606-4028-9ce1-ae498dd29965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:02:19Z', 'updated_at': '2022-03-28T14:02:19Z', 'revision_number': 0, 'project_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fac7e35e-4801-403a-8816-4034b58cbebe', 'name': '', 'network_id': '60bf8f8a-39c1-459f-bcf2-7b9af6352e3e', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:57:b5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6a6ac8-bc40-46da-a928-4a99344f1cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'ad2d42bc-5980-4528-8c5f-72148d6400ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:02:00Z', 'updated_at': '2022-03-28T14:02:03Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'ad2d42bc-5980-4528-8c5f-72148d6400ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:02:21.003654 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-b7bc8003-8858-44b1-b53a-a32ffa3e3cfa req-ea794619-7638-497f-a55b-dbad8e835caf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4552a8c-9a59-470e-abbb-29fd7235ef4b HTTP/1.1" status: 200 len: 1000 time: 0.0951908 Mar 28 14:02:21.053244 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc8003-8858-44b1-b53a-a32ffa3e3cfa req-94f284ea-9302-40b3-b7ea-0d2d3ee49a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:21.054973 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-b7bc8003-8858-44b1-b53a-a32ffa3e3cfa req-94f284ea-9302-40b3-b7ea-0d2d3ee49a57 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad2d42bc-5980-4528-8c5f-72148d6400ca HTTP/1.1" status: 200 len: 844 time: 0.0447464 Mar 28 14:02:21.072980 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7958c5cc-9051-4af5-a0a6-cd02e59d9edd None None] Checking router: cb6a6ac8-bc40-46da-a928-4a99344f1cbf for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:02:21.082188 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7958c5cc-9051-4af5-a0a6-cd02e59d9edd None None] Routers {'cb6a6ac8-bc40-46da-a928-4a99344f1cbf'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:02:21.082791 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-7958c5cc-9051-4af5-a0a6-cd02e59d9edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:01:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['cb6a6ac8-bc40-46da-a928-4a99344f1cbf'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:02:21.100129 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc8003-8858-44b1-b53a-a32ffa3e3cfa req-9637222f-9ae0-4d50-ba49-d06f1ab0a071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:21.101637 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-b7bc8003-8858-44b1-b53a-a32ffa3e3cfa req-9637222f-9ae0-4d50-ba49-d06f1ab0a071 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=60bf8f8a-39c1-459f-bcf2-7b9af6352e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400126 Mar 28 14:02:21.185004 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-7958c5cc-9051-4af5-a0a6-cd02e59d9edd None None] Set router cb6a6ac8-bc40-46da-a928-4a99344f1cbf gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:02:21.191671 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-b7bc8003-8858-44b1-b53a-a32ffa3e3cfa req-06c63c55-ddba-4f09-a5b3-c9e9ac539e8d service neutron] 10.222.0.20 "GET /v2.0/networks/60bf8f8a-39c1-459f-bcf2-7b9af6352e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834467 Mar 28 14:02:21.281207 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-b7bc8003-8858-44b1-b53a-a32ffa3e3cfa req-662fba85-b595-437f-98fa-5863891a8104 service neutron] 10.222.0.20 "GET /v2.0/networks/60bf8f8a-39c1-459f-bcf2-7b9af6352e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832691 Mar 28 14:02:21.410584 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-7958c5cc-9051-4af5-a0a6-cd02e59d9edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6a6ac8-bc40-46da-a928-4a99344f1cbf', 'name': 'tempest-TestNetworkBasicOps-router-518971020', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.62'}], 'enable_snat': True}, 'gw_port_id': '81cbf477-7d51-4971-aef3-be71f04beac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:01:57Z', 'updated_at': '2022-03-28T14:02:01Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '81cbf477-7d51-4971-aef3-be71f04beac4', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6a6ac8-bc40-46da-a928-4a99344f1cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:01:57Z', 'updated_at': '2022-03-28T14:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '51eb46e8-ed26-419c-adb0-c99833dd5bfe', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'floating_ip_address': '172.26.2.198', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': 'cb6a6ac8-bc40-46da-a928-4a99344f1cbf', 'port_id': 'c4552a8c-9a59-470e-abbb-29fd7235ef4b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60bf8f8a-39c1-459f-bcf2-7b9af6352e3e', 'mac_address': 'fa:16:3e:9a:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2562c0c2-a606-4028-9ce1-ae498dd29965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:02:19Z', 'updated_at': '2022-03-28T14:02:19Z', 'revision_number': 0, 'project_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fac7e35e-4801-403a-8816-4034b58cbebe', 'name': '', 'network_id': '60bf8f8a-39c1-459f-bcf2-7b9af6352e3e', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:57:b5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6a6ac8-bc40-46da-a928-4a99344f1cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'ad2d42bc-5980-4528-8c5f-72148d6400ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:02:00Z', 'updated_at': '2022-03-28T14:02:03Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'ad2d42bc-5980-4528-8c5f-72148d6400ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:02:21.440622 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7958c5cc-9051-4af5-a0a6-cd02e59d9edd None None] The sync data for ids ['cb6a6ac8-bc40-46da-a928-4a99344f1cbf'] in dv-neutron-835335-1-hyperv is: [{'id': 'cb6a6ac8-bc40-46da-a928-4a99344f1cbf', 'name': 'tempest-TestNetworkBasicOps-router-518971020', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.62'}], 'enable_snat': True}, 'gw_port_id': '81cbf477-7d51-4971-aef3-be71f04beac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:01:57Z', 'updated_at': '2022-03-28T14:02:01Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '81cbf477-7d51-4971-aef3-be71f04beac4', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6a6ac8-bc40-46da-a928-4a99344f1cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:01:57Z', 'updated_at': '2022-03-28T14:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '51eb46e8-ed26-419c-adb0-c99833dd5bfe', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'floating_ip_address': '172.26.2.198', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': 'cb6a6ac8-bc40-46da-a928-4a99344f1cbf', 'port_id': 'c4552a8c-9a59-470e-abbb-29fd7235ef4b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60bf8f8a-39c1-459f-bcf2-7b9af6352e3e', 'mac_address': 'fa:16:3e:9a:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2562c0c2-a606-4028-9ce1-ae498dd29965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:02:19Z', 'updated_at': '2022-03-28T14:02:19Z', 'revision_number': 0, 'project_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fac7e35e-4801-403a-8816-4034b58cbebe', 'name': '', 'network_id': '60bf8f8a-39c1-459f-bcf2-7b9af6352e3e', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:57:b5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6a6ac8-bc40-46da-a928-4a99344f1cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'ad2d42bc-5980-4528-8c5f-72148d6400ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:02:00Z', 'updated_at': '2022-03-28T14:02:03Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'ad2d42bc-5980-4528-8c5f-72148d6400ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:02:21.627828 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07a0d48-35ce-483f-89f9-78025dbdf57e None None] New status for floating IP 51eb46e8-ed26-419c-adb0-c99833dd5bfe: ACTIVE {{(pid=109615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:02:21.716073 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37312) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:02:21.778213 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ae9775ed-3d75-4847-97d9-1f0d6656670c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/floatingips/51eb46e8-ed26-419c-adb0-c99833dd5bfe HTTP/1.1" status: 200 len: 992 time: 0.0609033 Mar 28 14:02:22.039185 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37314) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:02:22.190965 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-e119ab83-3a69-4a00-97aa-c54826b55e68 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Deleting port a38e7703-afd8-4cba-9275-926482d707fd {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:02:22.191304 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e119ab83-3a69-4a00-97aa-c54826b55e68 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:22.262367 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e119ab83-3a69-4a00-97aa-c54826b55e68 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:22.262693 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e119ab83-3a69-4a00-97aa-c54826b55e68 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:22.273824 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-e119ab83-3a69-4a00-97aa-c54826b55e68 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Calling delete_port for a38e7703-afd8-4cba-9275-926482d707fd owned by network:floatingip {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:02:22.483430 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e119ab83-3a69-4a00-97aa-c54826b55e68 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:22.513201 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119ab83-3a69-4a00-97aa-c54826b55e68 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Pushing event deleted for resources: {'Port': ['ID=a38e7703-afd8-4cba-9275-926482d707fd,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:02:22.571764 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e119ab83-3a69-4a00-97aa-c54826b55e68 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks [] for floatingip, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:22.572115 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.l3_db [None req-e119ab83-3a69-4a00-97aa-c54826b55e68 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Floating IP 7ac3010e-0109-46a4-bc7e-7ecb57a1cb31 disassociated (deleted). External IP: 172.26.2.238, port: 99689aa7-5ac1-4d48-a496-2966641656f0. Mar 28 14:02:22.782477 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37316) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:02:22.843462 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-6caa2c9c-82f1-4bde-af09-8cb7a245e4d7 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/floatingips/51eb46e8-ed26-419c-adb0-c99833dd5bfe HTTP/1.1" status: 200 len: 994 time: 0.0597613 Mar 28 14:02:23.061954 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e119ab83-3a69-4a00-97aa-c54826b55e68 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Router 3ee79682-a2fe-428b-82b0-cdb5bc5d78e4 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:02:23.168071 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e119ab83-3a69-4a00-97aa-c54826b55e68 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:02:23.173087 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e119ab83-3a69-4a00-97aa-c54826b55e68 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:23.177254 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dada4fc1-adb9-4d28-b197-308f626fdb71 None None] Sync routers for ids ['3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:02:23.187298 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dada4fc1-adb9-4d28-b197-308f626fdb71 None None] Routers {'3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:02:23.187910 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-dada4fc1-adb9-4d28-b197-308f626fdb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:01:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:02:23.200613 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-e119ab83-3a69-4a00-97aa-c54826b55e68 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "DELETE /v2.0/floatingips/7ac3010e-0109-46a4-bc7e-7ecb57a1cb31 HTTP/1.1" status: 204 len: 168 time: 1.1603258 Mar 28 14:02:23.209166 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67fc6b38-7c49-4096-bf43-31e352c7e7d3', 'tag': '99689aa7-5ac1-4d48-a496-2966641656f0'}] {{(pid=109612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:02:23.209166 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe63c13e87a9f7251adb6bd0d9fca296dff075f1d7b14c4d1edf5c408047469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17b9d1f-0f8b-4a86-8681-d6edd30f17b8" -d '{"events": [{"name": "network-changed", "server_uuid": "67fc6b38-7c49-4096-bf43-31e352c7e7d3", "tag": "99689aa7-5ac1-4d48-a496-2966641656f0"}]}' {{(pid=109612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:02:23.303194 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62858ca-f75a-4de4-a605-a05342cf3e69 x-openstack-request-id: req-d62858ca-f75a-4de4-a605-a05342cf3e69 {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:02:23.303499 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67fc6b38-7c49-4096-bf43-31e352c7e7d3", "tag": "99689aa7-5ac1-4d48-a496-2966641656f0", "status": "completed", "code": 200}]} {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:02:23.303985 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d62858ca-f75a-4de4-a605-a05342cf3e69 {{(pid=109612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:02:23.304397 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67fc6b38-7c49-4096-bf43-31e352c7e7d3', 'tag': '99689aa7-5ac1-4d48-a496-2966641656f0', 'status': 'completed', 'code': 200} Mar 28 14:02:23.306143 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-dada4fc1-adb9-4d28-b197-308f626fdb71 None None] Set router 3ee79682-a2fe-428b-82b0-cdb5bc5d78e4 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:02:23.368743 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b9d1f-0f8b-4a86-8681-d6edd30f17b8 req-64c87f62-f998-4706-8054-02cc206fca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:23.370155 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-e17b9d1f-0f8b-4a86-8681-d6edd30f17b8 req-64c87f62-f998-4706-8054-02cc206fca80 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7110f97460394f8384904a1ab317b86f&device_id=67fc6b38-7c49-4096-bf43-31e352c7e7d3 HTTP/1.1" status: 200 len: 1098 time: 0.0440767 Mar 28 14:02:23.474043 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b9d1f-0f8b-4a86-8681-d6edd30f17b8 req-20c6a8cd-9c3f-4ff9-a462-2d241fe702c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:23.475497 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-e17b9d1f-0f8b-4a86-8681-d6edd30f17b8 req-20c6a8cd-9c3f-4ff9-a462-2d241fe702c7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c HTTP/1.1" status: 200 len: 913 time: 0.0986450 Mar 28 14:02:23.521022 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-e17b9d1f-0f8b-4a86-8681-d6edd30f17b8 req-66c9e37b-1acd-46ca-8a43-aaaa629cb33c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99689aa7-5ac1-4d48-a496-2966641656f0 HTTP/1.1" status: 200 len: 217 time: 0.0382776 Mar 28 14:02:23.538318 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-dada4fc1-adb9-4d28-b197-308f626fdb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'name': 'tempest-TestVolumeBootPattern-1137461652-router', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': 'dc3b5696-0375-4b0a-954c-32c9edb9818d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:53:28Z', 'updated_at': '2022-03-28T13:53:31Z', 'revision_number': 4, 'project_id': '7110f97460394f8384904a1ab317b86f', 'gw_port': {'id': 'dc3b5696-0375-4b0a-954c-32c9edb9818d', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:03:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:29Z', 'updated_at': '2022-03-28T13:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': 'a2bdbcd9-0a1f-411a-8a05-d0b13666d9b0', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'floating_ip_address': '172.26.2.182', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'port_id': 'cd8fb9f0-230b-4c84-b232-c5ff466946b9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c', 'mac_address': 'fa:16:3e:06:1c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d2caa7-579a-4d9b-ae85-2d738cd5b889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T13:57:32Z', 'updated_at': '2022-03-28T13:57:34Z', 'revision_number': 1, 'project_id': '7110f97460394f8384904a1ab317b86f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ee57172-69ff-48a9-99c7-cba289df4076', 'name': '', 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'mac_address': 'fa:16:3e:73:ad:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '9c2ce5a3-629c-4977-b27a-fb42f72730c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:30Z', 'updated_at': '2022-03-28T13:53:34Z', 'revision_number': 5, 'project_id': '7110f97460394f8384904a1ab317b86f', 'subnets': [{'id': '9c2ce5a3-629c-4977-b27a-fb42f72730c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:02:23.573562 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dada4fc1-adb9-4d28-b197-308f626fdb71 None None] Checking router: 3ee79682-a2fe-428b-82b0-cdb5bc5d78e4 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:02:23.584797 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b9d1f-0f8b-4a86-8681-d6edd30f17b8 req-8d238e0d-1edb-4b91-86b1-909393cc5a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:23.586870 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-e17b9d1f-0f8b-4a86-8681-d6edd30f17b8 req-8d238e0d-1edb-4b91-86b1-909393cc5a9d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c2ce5a3-629c-4977-b27a-fb42f72730c0 HTTP/1.1" status: 200 len: 851 time: 0.0523434 Mar 28 14:02:23.587055 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dada4fc1-adb9-4d28-b197-308f626fdb71 None None] Routers {'3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:02:23.587497 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-dada4fc1-adb9-4d28-b197-308f626fdb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:01:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:02:23.608754 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54d689-c8d0-4161-afbb-f5886c3d0ee9 req-1b49f495-0e5e-48dc-8d3a-e051440d8401 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:23.610418 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ca54d689-c8d0-4161-afbb-f5886c3d0ee9 req-1b49f495-0e5e-48dc-8d3a-e051440d8401 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=67fc6b38-7c49-4096-bf43-31e352c7e7d3 HTTP/1.1" status: 200 len: 945 time: 0.0575039 Mar 28 14:02:23.636352 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b9d1f-0f8b-4a86-8681-d6edd30f17b8 req-26caae4e-7084-4e96-a206-f4f1fedf026c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:23.638296 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-e17b9d1f-0f8b-4a86-8681-d6edd30f17b8 req-26caae4e-7084-4e96-a206-f4f1fedf026c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439456 Mar 28 14:02:23.652896 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ca54d689-c8d0-4161-afbb-f5886c3d0ee9 req-e25be869-98ae-49a6-ad37-fa341e72dc92 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355983 Mar 28 14:02:23.703365 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-dada4fc1-adb9-4d28-b197-308f626fdb71 None None] Set router 3ee79682-a2fe-428b-82b0-cdb5bc5d78e4 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:02:23.737950 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-e17b9d1f-0f8b-4a86-8681-d6edd30f17b8 req-86ed94d5-9c17-4499-b605-703093a461fd service neutron] 10.222.0.20 "GET /v2.0/networks/6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915773 Mar 28 14:02:23.856332 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-e17b9d1f-0f8b-4a86-8681-d6edd30f17b8 req-d62cd72e-e891-4ecb-ae63-c184bb78dac1 service neutron] 10.222.0.20 "GET /v2.0/networks/6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116390 Mar 28 14:02:23.948210 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-dada4fc1-adb9-4d28-b197-308f626fdb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'name': 'tempest-TestVolumeBootPattern-1137461652-router', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': 'dc3b5696-0375-4b0a-954c-32c9edb9818d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:53:28Z', 'updated_at': '2022-03-28T13:53:31Z', 'revision_number': 4, 'project_id': '7110f97460394f8384904a1ab317b86f', 'gw_port': {'id': 'dc3b5696-0375-4b0a-954c-32c9edb9818d', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:03:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:29Z', 'updated_at': '2022-03-28T13:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': 'a2bdbcd9-0a1f-411a-8a05-d0b13666d9b0', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'floating_ip_address': '172.26.2.182', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'port_id': 'cd8fb9f0-230b-4c84-b232-c5ff466946b9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c', 'mac_address': 'fa:16:3e:06:1c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d2caa7-579a-4d9b-ae85-2d738cd5b889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T13:57:32Z', 'updated_at': '2022-03-28T13:57:34Z', 'revision_number': 1, 'project_id': '7110f97460394f8384904a1ab317b86f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ee57172-69ff-48a9-99c7-cba289df4076', 'name': '', 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'mac_address': 'fa:16:3e:73:ad:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '9c2ce5a3-629c-4977-b27a-fb42f72730c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:30Z', 'updated_at': '2022-03-28T13:53:34Z', 'revision_number': 5, 'project_id': '7110f97460394f8384904a1ab317b86f', 'subnets': [{'id': '9c2ce5a3-629c-4977-b27a-fb42f72730c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:02:23.974991 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dada4fc1-adb9-4d28-b197-308f626fdb71 None None] The sync data for ids ['3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'] in dv-neutron-835335-1-hyperv is: [{'id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'name': 'tempest-TestVolumeBootPattern-1137461652-router', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': 'dc3b5696-0375-4b0a-954c-32c9edb9818d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:53:28Z', 'updated_at': '2022-03-28T13:53:31Z', 'revision_number': 4, 'project_id': '7110f97460394f8384904a1ab317b86f', 'gw_port': {'id': 'dc3b5696-0375-4b0a-954c-32c9edb9818d', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:03:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:29Z', 'updated_at': '2022-03-28T13:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': 'a2bdbcd9-0a1f-411a-8a05-d0b13666d9b0', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'floating_ip_address': '172.26.2.182', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'port_id': 'cd8fb9f0-230b-4c84-b232-c5ff466946b9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c', 'mac_address': 'fa:16:3e:06:1c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d2caa7-579a-4d9b-ae85-2d738cd5b889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T13:57:32Z', 'updated_at': '2022-03-28T13:57:34Z', 'revision_number': 1, 'project_id': '7110f97460394f8384904a1ab317b86f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ee57172-69ff-48a9-99c7-cba289df4076', 'name': '', 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'mac_address': 'fa:16:3e:73:ad:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '9c2ce5a3-629c-4977-b27a-fb42f72730c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:30Z', 'updated_at': '2022-03-28T13:53:34Z', 'revision_number': 5, 'project_id': '7110f97460394f8384904a1ab317b86f', 'subnets': [{'id': '9c2ce5a3-629c-4977-b27a-fb42f72730c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:02:24.033244 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6e9e3c99-8573-42ba-8234-1f707ee2363f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:24.197301 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5190b3-b4ad-478e-9923-821dc05e76eb None None] New status for floating IP 7ac3010e-0109-46a4-bc7e-7ecb57a1cb31: DOWN {{(pid=109615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:02:24.771371 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48986f3-e67e-46c2-bc18-464f534235e1 req-d3982992-71f7-4105-88fc-479489de75d0 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:24.772952 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a48986f3-e67e-46c2-bc18-464f534235e1 req-d3982992-71f7-4105-88fc-479489de75d0 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=67fc6b38-7c49-4096-bf43-31e352c7e7d3 HTTP/1.1" status: 200 len: 945 time: 0.0510094 Mar 28 14:02:24.810943 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a48986f3-e67e-46c2-bc18-464f534235e1 req-23afb21e-d6c5-41f7-afca-31380ced06cb tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313704 Mar 28 14:02:25.307716 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69260b77-9bcf-4a03-a7d4-e2225f6fb3ba req-c4b8a296-7c44-4c15-ad2a-0c19bc7e4fb3 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:25.309175 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-69260b77-9bcf-4a03-a7d4-e2225f6fb3ba req-c4b8a296-7c44-4c15-ad2a-0c19bc7e4fb3 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.20 "GET /v2.0/ports?device_id=67fc6b38-7c49-4096-bf43-31e352c7e7d3 HTTP/1.1" status: 200 len: 945 time: 0.0641010 Mar 28 14:02:25.402261 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [req-69260b77-9bcf-4a03-a7d4-e2225f6fb3ba req-14461190-4bca-4f33-9d9b-aea76e8eed77 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Deleting port 99689aa7-5ac1-4d48-a496-2966641656f0 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:02:25.402596 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-69260b77-9bcf-4a03-a7d4-e2225f6fb3ba req-14461190-4bca-4f33-9d9b-aea76e8eed77 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:25.492583 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [req-69260b77-9bcf-4a03-a7d4-e2225f6fb3ba req-14461190-4bca-4f33-9d9b-aea76e8eed77 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] For port 99689aa7-5ac1-4d48-a496-2966641656f0, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=99689aa7-5ac1-4d48-a496-2966641656f0,segment=NetworkSegment(f5bd50f2-580d-42b1-89bf-cef653f5376c),segment_id=f5bd50f2-580d-42b1-89bf-cef653f5376c)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:02:25.492948 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-69260b77-9bcf-4a03-a7d4-e2225f6fb3ba req-14461190-4bca-4f33-9d9b-aea76e8eed77 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:25.505299 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [req-69260b77-9bcf-4a03-a7d4-e2225f6fb3ba req-14461190-4bca-4f33-9d9b-aea76e8eed77 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Calling delete_port for 99689aa7-5ac1-4d48-a496-2966641656f0 owned by compute:nova {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:02:25.706433 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-69260b77-9bcf-4a03-a7d4-e2225f6fb3ba req-14461190-4bca-4f33-9d9b-aea76e8eed77 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:25.732791 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14461190-4bca-4f33-9d9b-aea76e8eed77 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Pushing event deleted for resources: {'Port': ['ID=99689aa7-5ac1-4d48-a496-2966641656f0,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:02:25.776697 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [req-69260b77-9bcf-4a03-a7d4-e2225f6fb3ba req-14461190-4bca-4f33-9d9b-aea76e8eed77 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] No DVR routers for this DVR port 99689aa7-5ac1-4d48-a496-2966641656f0 on host hv-neutron-8353 {{(pid=109612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:02:25.779188 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-69260b77-9bcf-4a03-a7d4-e2225f6fb3ba req-14461190-4bca-4f33-9d9b-aea76e8eed77 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:25.782615 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-69260b77-9bcf-4a03-a7d4-e2225f6fb3ba req-14461190-4bca-4f33-9d9b-aea76e8eed77 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.20 "DELETE /v2.0/ports/99689aa7-5ac1-4d48-a496-2966641656f0 HTTP/1.1" status: 204 len: 173 time: 0.4683192 Mar 28 14:02:25.783055 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67fc6b38-7c49-4096-bf43-31e352c7e7d3', 'name': 'network-vif-deleted', 'tag': '99689aa7-5ac1-4d48-a496-2966641656f0'}] {{(pid=109612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:02:25.785305 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe63c13e87a9f7251adb6bd0d9fca296dff075f1d7b14c4d1edf5c408047469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23bf253c-9f50-4d19-81b0-efcb1c679471" -d '{"events": [{"server_uuid": "67fc6b38-7c49-4096-bf43-31e352c7e7d3", "name": "network-vif-deleted", "tag": "99689aa7-5ac1-4d48-a496-2966641656f0"}]}' {{(pid=109612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:02:25.820786 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23f4435-7766-4c5f-b229-2db1a2c2cca3 x-openstack-request-id: req-e23f4435-7766-4c5f-b229-2db1a2c2cca3 {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:02:25.821073 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67fc6b38-7c49-4096-bf43-31e352c7e7d3", "name": "network-vif-deleted", "tag": "99689aa7-5ac1-4d48-a496-2966641656f0", "status": "completed", "code": 200}]} {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:02:25.821322 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e23f4435-7766-4c5f-b229-2db1a2c2cca3 {{(pid=109612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:02:25.821715 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67fc6b38-7c49-4096-bf43-31e352c7e7d3', 'name': 'network-vif-deleted', 'tag': '99689aa7-5ac1-4d48-a496-2966641656f0', 'status': 'completed', 'code': 200} Mar 28 14:02:25.907589 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-28784304-b2fe-41e3-93dd-d43ca6820353 req-60ab86ce-67ff-4aee-a31e-2f3b7b0a802b tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=67fc6b38-7c49-4096-bf43-31e352c7e7d3 HTTP/1.1" status: 200 len: 210 time: 0.0272675 Mar 28 14:02:26.311154 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-509a61ef-6aad-45b0-96cc-3b9311db0a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:27.007133 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-19292e5a-2b94-4230-9b5f-14fcee69ba6b req-2a2d466b-64fc-4587-a555-549a10f84751 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=67fc6b38-7c49-4096-bf43-31e352c7e7d3 HTTP/1.1" status: 200 len: 210 time: 0.0305066 Mar 28 14:02:27.569165 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:28.101753 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8a8bd70b-d695-4a5b-afc3-aa7806000b0e req-ba3269c1-3a6f-4790-8868-7cb7c223aa97 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=67fc6b38-7c49-4096-bf43-31e352c7e7d3 HTTP/1.1" status: 200 len: 210 time: 0.0294359 Mar 28 14:02:28.442949 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 99689aa7-5ac1-4d48-a496-2966641656f0 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:02:28.462855 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] No Port match for: 99689aa7-5ac1-4d48-a496-2966641656f0 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:02:28.463191 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 99689aa7-5ac1-4d48-a496-2966641656f0 not bound to the agent host hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:02:28.934885 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:29.194683 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cc79af43-af78-48d8-baa2-b2cb94b070ab req-da5a4573-2abf-4532-b32a-9a0513f69fc6 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=67fc6b38-7c49-4096-bf43-31e352c7e7d3 HTTP/1.1" status: 200 len: 210 time: 0.0253735 Mar 28 14:02:29.323766 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:32.210196 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:02:35.806169 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37362) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:02:35.958845 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-20bd8fc1-0129-40f0-8aad-ee82d6a83982 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Deleting port 5438c174-0fa2-4d3b-9e97-b7e8027c4050 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:02:35.959177 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-20bd8fc1-0129-40f0-8aad-ee82d6a83982 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:36.034887 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-20bd8fc1-0129-40f0-8aad-ee82d6a83982 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:36.035211 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-20bd8fc1-0129-40f0-8aad-ee82d6a83982 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:36.046510 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-20bd8fc1-0129-40f0-8aad-ee82d6a83982 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Calling delete_port for 5438c174-0fa2-4d3b-9e97-b7e8027c4050 owned by network:floatingip {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:02:36.248411 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-20bd8fc1-0129-40f0-8aad-ee82d6a83982 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:36.274273 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bd8fc1-0129-40f0-8aad-ee82d6a83982 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Pushing event deleted for resources: {'Port': ['ID=5438c174-0fa2-4d3b-9e97-b7e8027c4050,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:02:36.333747 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-20bd8fc1-0129-40f0-8aad-ee82d6a83982 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks [] for floatingip, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:36.334065 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.l3_db [None req-20bd8fc1-0129-40f0-8aad-ee82d6a83982 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Floating IP a2bdbcd9-0a1f-411a-8a05-d0b13666d9b0 disassociated (deleted). External IP: 172.26.2.182, port: cd8fb9f0-230b-4c84-b232-c5ff466946b9. Mar 28 14:02:36.532791 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20bd8fc1-0129-40f0-8aad-ee82d6a83982 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Router 3ee79682-a2fe-428b-82b0-cdb5bc5d78e4 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:02:36.637008 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20bd8fc1-0129-40f0-8aad-ee82d6a83982 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:02:36.641875 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-20bd8fc1-0129-40f0-8aad-ee82d6a83982 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:36.646494 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e41c4f7-7348-455c-b256-e8bd10cd7228 None None] Sync routers for ids ['3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:02:36.655806 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e41c4f7-7348-455c-b256-e8bd10cd7228 None None] Routers {'3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:02:36.656440 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-6e41c4f7-7348-455c-b256-e8bd10cd7228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:02:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:02:36.667864 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-20bd8fc1-0129-40f0-8aad-ee82d6a83982 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "DELETE /v2.0/floatingips/a2bdbcd9-0a1f-411a-8a05-d0b13666d9b0 HTTP/1.1" status: 204 len: 168 time: 0.8606369 Mar 28 14:02:36.668478 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d2caa7-579a-4d9b-ae85-2d738cd5b889', 'tag': 'cd8fb9f0-230b-4c84-b232-c5ff466946b9'}] {{(pid=109612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:02:36.670779 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe63c13e87a9f7251adb6bd0d9fca296dff075f1d7b14c4d1edf5c408047469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20295e58-3e09-4a9c-bd1e-699030372c0c" -d '{"events": [{"name": "network-changed", "server_uuid": "c4d2caa7-579a-4d9b-ae85-2d738cd5b889", "tag": "cd8fb9f0-230b-4c84-b232-c5ff466946b9"}]}' {{(pid=109612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:02:36.710796 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bafe016-daaf-40f6-9ed0-1d5cd3bb3b63 x-openstack-request-id: req-9bafe016-daaf-40f6-9ed0-1d5cd3bb3b63 {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:02:36.711207 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4d2caa7-579a-4d9b-ae85-2d738cd5b889", "tag": "cd8fb9f0-230b-4c84-b232-c5ff466946b9", "status": "completed", "code": 200}]} {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:02:36.712104 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9bafe016-daaf-40f6-9ed0-1d5cd3bb3b63 {{(pid=109612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:02:36.712245 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d2caa7-579a-4d9b-ae85-2d738cd5b889', 'tag': 'cd8fb9f0-230b-4c84-b232-c5ff466946b9', 'status': 'completed', 'code': 200} Mar 28 14:02:36.771044 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-6e41c4f7-7348-455c-b256-e8bd10cd7228 None None] Set router 3ee79682-a2fe-428b-82b0-cdb5bc5d78e4 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:02:36.782802 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20295e58-3e09-4a9c-bd1e-699030372c0c req-f9b7b3b2-f244-46bf-a314-bf8b5849741f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:36.784388 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-20295e58-3e09-4a9c-bd1e-699030372c0c req-f9b7b3b2-f244-46bf-a314-bf8b5849741f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7110f97460394f8384904a1ab317b86f&device_id=c4d2caa7-579a-4d9b-ae85-2d738cd5b889 HTTP/1.1" status: 200 len: 1098 time: 0.0455039 Mar 28 14:02:36.878297 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20295e58-3e09-4a9c-bd1e-699030372c0c req-e2a77117-c152-424e-b17e-55d641bb9c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:36.879788 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-20295e58-3e09-4a9c-bd1e-699030372c0c req-e2a77117-c152-424e-b17e-55d641bb9c0b service neutron] 10.222.0.20 "GET /v2.0/networks?id=6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c HTTP/1.1" status: 200 len: 913 time: 0.0886841 Mar 28 14:02:36.923608 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-20295e58-3e09-4a9c-bd1e-699030372c0c req-3794a9d2-2b49-47f5-8a2a-8af850489f18 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd8fb9f0-230b-4c84-b232-c5ff466946b9 HTTP/1.1" status: 200 len: 217 time: 0.0359013 Mar 28 14:02:36.974070 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20295e58-3e09-4a9c-bd1e-699030372c0c req-32cf8455-d359-4031-8994-b9728e26439c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:36.975707 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-20295e58-3e09-4a9c-bd1e-699030372c0c req-32cf8455-d359-4031-8994-b9728e26439c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c2ce5a3-629c-4977-b27a-fb42f72730c0 HTTP/1.1" status: 200 len: 851 time: 0.0470290 Mar 28 14:02:37.033960 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20295e58-3e09-4a9c-bd1e-699030372c0c req-5cc8f65b-e32e-42e4-ba55-d5ebaee7a25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:37.035535 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-20295e58-3e09-4a9c-bd1e-699030372c0c req-5cc8f65b-e32e-42e4-ba55-d5ebaee7a25d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0519130 Mar 28 14:02:37.114358 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-6e41c4f7-7348-455c-b256-e8bd10cd7228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'name': 'tempest-TestVolumeBootPattern-1137461652-router', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': 'dc3b5696-0375-4b0a-954c-32c9edb9818d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:53:28Z', 'updated_at': '2022-03-28T13:53:31Z', 'revision_number': 4, 'project_id': '7110f97460394f8384904a1ab317b86f', 'gw_port': {'id': 'dc3b5696-0375-4b0a-954c-32c9edb9818d', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:03:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:29Z', 'updated_at': '2022-03-28T13:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '0ee57172-69ff-48a9-99c7-cba289df4076', 'name': '', 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'mac_address': 'fa:16:3e:73:ad:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '9c2ce5a3-629c-4977-b27a-fb42f72730c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:30Z', 'updated_at': '2022-03-28T13:53:34Z', 'revision_number': 5, 'project_id': '7110f97460394f8384904a1ab317b86f', 'subnets': [{'id': '9c2ce5a3-629c-4977-b27a-fb42f72730c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:02:37.122688 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc96fb-e855-4fae-a1f5-ef1d8b5de346 req-605ca3f8-5dcf-4dfb-862b-11e6079961ec tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:37.124334 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a6cc96fb-e855-4fae-a1f5-ef1d8b5de346 req-605ca3f8-5dcf-4dfb-862b-11e6079961ec tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4d2caa7-579a-4d9b-ae85-2d738cd5b889 HTTP/1.1" status: 200 len: 945 time: 0.0528724 Mar 28 14:02:37.131555 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-20295e58-3e09-4a9c-bd1e-699030372c0c req-97ddb45d-ab6c-48fe-9791-bcb257ef9d34 service neutron] 10.222.0.20 "GET /v2.0/networks/6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879545 Mar 28 14:02:37.140672 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e41c4f7-7348-455c-b256-e8bd10cd7228 None None] Checking router: 3ee79682-a2fe-428b-82b0-cdb5bc5d78e4 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:02:37.151115 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e41c4f7-7348-455c-b256-e8bd10cd7228 None None] Routers {'3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:02:37.151747 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-6e41c4f7-7348-455c-b256-e8bd10cd7228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:02:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:02:37.163708 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a6cc96fb-e855-4fae-a1f5-ef1d8b5de346 req-a13b514b-d25f-41c0-acff-e1b9a4d29d26 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f46a231-1d39-4a20-859a-6c5c3faf8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330038 Mar 28 14:02:37.229881 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-20295e58-3e09-4a9c-bd1e-699030372c0c req-ee8880de-4eb5-4800-a0f5-1ed172e0e594 service neutron] 10.222.0.20 "GET /v2.0/networks/6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908737 Mar 28 14:02:37.256474 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-6e41c4f7-7348-455c-b256-e8bd10cd7228 None None] Set router 3ee79682-a2fe-428b-82b0-cdb5bc5d78e4 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:02:37.456798 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-6e41c4f7-7348-455c-b256-e8bd10cd7228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'name': 'tempest-TestVolumeBootPattern-1137461652-router', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': 'dc3b5696-0375-4b0a-954c-32c9edb9818d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:53:28Z', 'updated_at': '2022-03-28T13:53:31Z', 'revision_number': 4, 'project_id': '7110f97460394f8384904a1ab317b86f', 'gw_port': {'id': 'dc3b5696-0375-4b0a-954c-32c9edb9818d', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:03:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:29Z', 'updated_at': '2022-03-28T13:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '0ee57172-69ff-48a9-99c7-cba289df4076', 'name': '', 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'mac_address': 'fa:16:3e:73:ad:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '9c2ce5a3-629c-4977-b27a-fb42f72730c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:30Z', 'updated_at': '2022-03-28T13:53:34Z', 'revision_number': 5, 'project_id': '7110f97460394f8384904a1ab317b86f', 'subnets': [{'id': '9c2ce5a3-629c-4977-b27a-fb42f72730c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:02:37.485465 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e41c4f7-7348-455c-b256-e8bd10cd7228 None None] The sync data for ids ['3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'] in dv-neutron-835335-1-hyperv is: [{'id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'name': 'tempest-TestVolumeBootPattern-1137461652-router', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': 'dc3b5696-0375-4b0a-954c-32c9edb9818d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:53:28Z', 'updated_at': '2022-03-28T13:53:31Z', 'revision_number': 4, 'project_id': '7110f97460394f8384904a1ab317b86f', 'gw_port': {'id': 'dc3b5696-0375-4b0a-954c-32c9edb9818d', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:03:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:29Z', 'updated_at': '2022-03-28T13:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '0ee57172-69ff-48a9-99c7-cba289df4076', 'name': '', 'network_id': '6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'mac_address': 'fa:16:3e:73:ad:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '9c2ce5a3-629c-4977-b27a-fb42f72730c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:30Z', 'updated_at': '2022-03-28T13:53:34Z', 'revision_number': 5, 'project_id': '7110f97460394f8384904a1ab317b86f', 'subnets': [{'id': '9c2ce5a3-629c-4977-b27a-fb42f72730c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:02:37.688899 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a605fe67-9168-4076-b0bb-86266d174983 None None] New status for floating IP a2bdbcd9-0a1f-411a-8a05-d0b13666d9b0: DOWN {{(pid=109615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:02:37.764252 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10cae4c-0fa3-4361-adb1-a33c61441ea0 req-45372e67-9697-48c8-87d0-28ab73f1b5b1 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:02:37.765858 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-a10cae4c-0fa3-4361-adb1-a33c61441ea0 req-45372e67-9697-48c8-87d0-28ab73f1b5b1 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d2caa7-579a-4d9b-ae85-2d738cd5b889 HTTP/1.1" status: 200 len: 945 time: 0.0488834 Mar 28 14:02:37.854509 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [req-a10cae4c-0fa3-4361-adb1-a33c61441ea0 req-937fc61c-66dc-43ed-95f6-f0fa74dc8e5a tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Deleting port cd8fb9f0-230b-4c84-b232-c5ff466946b9 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:02:37.854845 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-a10cae4c-0fa3-4361-adb1-a33c61441ea0 req-937fc61c-66dc-43ed-95f6-f0fa74dc8e5a tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:37.942553 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [req-a10cae4c-0fa3-4361-adb1-a33c61441ea0 req-937fc61c-66dc-43ed-95f6-f0fa74dc8e5a tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] For port cd8fb9f0-230b-4c84-b232-c5ff466946b9, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=cd8fb9f0-230b-4c84-b232-c5ff466946b9,segment=NetworkSegment(f5bd50f2-580d-42b1-89bf-cef653f5376c),segment_id=f5bd50f2-580d-42b1-89bf-cef653f5376c)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:02:37.943221 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-a10cae4c-0fa3-4361-adb1-a33c61441ea0 req-937fc61c-66dc-43ed-95f6-f0fa74dc8e5a tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:37.955098 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [req-a10cae4c-0fa3-4361-adb1-a33c61441ea0 req-937fc61c-66dc-43ed-95f6-f0fa74dc8e5a tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Calling delete_port for cd8fb9f0-230b-4c84-b232-c5ff466946b9 owned by compute:nova {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:02:38.174461 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-a10cae4c-0fa3-4361-adb1-a33c61441ea0 req-937fc61c-66dc-43ed-95f6-f0fa74dc8e5a tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:38.203281 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937fc61c-66dc-43ed-95f6-f0fa74dc8e5a tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Pushing event deleted for resources: {'Port': ['ID=cd8fb9f0-230b-4c84-b232-c5ff466946b9,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:02:38.246441 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [req-a10cae4c-0fa3-4361-adb1-a33c61441ea0 req-937fc61c-66dc-43ed-95f6-f0fa74dc8e5a tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] No DVR routers for this DVR port cd8fb9f0-230b-4c84-b232-c5ff466946b9 on host hv-neutron-8353 {{(pid=109612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:02:38.248997 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-a10cae4c-0fa3-4361-adb1-a33c61441ea0 req-937fc61c-66dc-43ed-95f6-f0fa74dc8e5a tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:38.253961 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-a10cae4c-0fa3-4361-adb1-a33c61441ea0 req-937fc61c-66dc-43ed-95f6-f0fa74dc8e5a tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.20 "DELETE /v2.0/ports/cd8fb9f0-230b-4c84-b232-c5ff466946b9 HTTP/1.1" status: 204 len: 173 time: 0.4821112 Mar 28 14:02:38.268717 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0ce072be-e7a7-495c-a8f0-3732d999b589 req-92258959-d4ea-4099-9c3c-bcb0f1e49009 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4d2caa7-579a-4d9b-ae85-2d738cd5b889 HTTP/1.1" status: 200 len: 210 time: 0.0283301 Mar 28 14:02:38.712993 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d2caa7-579a-4d9b-ae85-2d738cd5b889', 'name': 'network-vif-deleted', 'tag': 'cd8fb9f0-230b-4c84-b232-c5ff466946b9'}] {{(pid=109612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:02:38.715326 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe63c13e87a9f7251adb6bd0d9fca296dff075f1d7b14c4d1edf5c408047469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f0af97-4d59-47d7-ac4d-e486dfbe9b69" -d '{"events": [{"server_uuid": "c4d2caa7-579a-4d9b-ae85-2d738cd5b889", "name": "network-vif-deleted", "tag": "cd8fb9f0-230b-4c84-b232-c5ff466946b9"}]}' {{(pid=109612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:02:38.752188 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49160bad-33c9-4090-a925-f8550f1af666 x-openstack-request-id: req-49160bad-33c9-4090-a925-f8550f1af666 {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:02:38.752508 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d2caa7-579a-4d9b-ae85-2d738cd5b889", "name": "network-vif-deleted", "tag": "cd8fb9f0-230b-4c84-b232-c5ff466946b9", "status": "completed", "code": 200}]} {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:02:38.752779 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-49160bad-33c9-4090-a925-f8550f1af666 {{(pid=109612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:02:38.753307 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d2caa7-579a-4d9b-ae85-2d738cd5b889', 'name': 'network-vif-deleted', 'tag': 'cd8fb9f0-230b-4c84-b232-c5ff466946b9', 'status': 'completed', 'code': 200} Mar 28 14:02:39.363173 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e5655901-9100-4373-93d9-9bc3a637caee req-4701544f-d82e-476c-bb10-7d7033a964d6 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4d2caa7-579a-4d9b-ae85-2d738cd5b889 HTTP/1.1" status: 200 len: 210 time: 0.0285959 Mar 28 14:02:40.456960 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-42b9388a-f26e-4b75-bf33-51df139838cd req-c88147c2-80b5-41fa-90d0-5add0f19d5fb tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4d2caa7-579a-4d9b-ae85-2d738cd5b889 HTTP/1.1" status: 200 len: 210 time: 0.0261137 Mar 28 14:02:41.550871 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f22cab89-10b5-4bfe-b339-f02f60f5fc49 req-f7b51d05-e051-4de2-b4d4-09c9eda510cc tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4d2caa7-579a-4d9b-ae85-2d738cd5b889 HTTP/1.1" status: 200 len: 210 time: 0.0275173 Mar 28 14:02:42.519821 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device cd8fb9f0-230b-4c84-b232-c5ff466946b9 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:02:42.542814 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] No Port match for: cd8fb9f0-230b-4c84-b232-c5ff466946b9 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:02:42.545469 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device cd8fb9f0-230b-4c84-b232-c5ff466946b9 not bound to the agent host hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:02:42.605349 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37382) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:02:42.725345 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-819af7fc-2de6-4753-bbf5-69f100a8ffba tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Deleting port b7e71cdb-42c3-4acb-b04b-bf3500e65718 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:02:42.725682 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-819af7fc-2de6-4753-bbf5-69f100a8ffba tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:42.803316 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-819af7fc-2de6-4753-bbf5-69f100a8ffba tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:42.803641 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-819af7fc-2de6-4753-bbf5-69f100a8ffba tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:42.815160 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-819af7fc-2de6-4753-bbf5-69f100a8ffba tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Calling delete_port for b7e71cdb-42c3-4acb-b04b-bf3500e65718 owned by network:floatingip {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:02:42.991515 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-819af7fc-2de6-4753-bbf5-69f100a8ffba tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:43.017027 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819af7fc-2de6-4753-bbf5-69f100a8ffba tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Pushing event deleted for resources: {'Port': ['ID=b7e71cdb-42c3-4acb-b04b-bf3500e65718,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:02:43.074128 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-819af7fc-2de6-4753-bbf5-69f100a8ffba tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks [] for floatingip, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:43.076664 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-819af7fc-2de6-4753-bbf5-69f100a8ffba tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:43.077787 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-819af7fc-2de6-4753-bbf5-69f100a8ffba tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "DELETE /v2.0/floatingips/9a948e9b-e251-47f6-a1e8-8355eec43120 HTTP/1.1" status: 204 len: 168 time: 0.4714711 Mar 28 14:02:43.506192 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:46.437306 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37398) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:02:46.498027 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-70e5210b-2800-4a8f-a549-9c7e278fa059 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:46.523015 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-70e5210b-2800-4a8f-a549-9c7e278fa059 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:46.637424 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-70e5210b-2800-4a8f-a549-9c7e278fa059 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:46.640064 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-70e5210b-2800-4a8f-a549-9c7e278fa059 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:46.642033 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-70e5210b-2800-4a8f-a549-9c7e278fa059 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] 10.222.0.24 "DELETE /v2.0/security-groups/7f46a231-1d39-4a20-859a-6c5c3faf8f86 HTTP/1.1" status: 204 len: 168 time: 0.2030644 Mar 28 14:02:46.651210 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e5210b-2800-4a8f-a549-9c7e278fa059 tempest-TestVolumeBootPattern-1881399753 tempest-TestVolumeBootPattern-1881399753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f46a231-1d39-4a20-859a-6c5c3faf8f86,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:02:46.742823 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37402) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:02:47.181526 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b18b3e75-98dd-43c4-af88-b82004a2381f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:47.419401 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-b18b3e75-98dd-43c4-af88-b82004a2381f admin admin] Deleting port 0ee57172-69ff-48a9-99c7-cba289df4076 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:02:47.419738 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b18b3e75-98dd-43c4-af88-b82004a2381f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:47.496988 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-b18b3e75-98dd-43c4-af88-b82004a2381f admin admin] For port 0ee57172-69ff-48a9-99c7-cba289df4076, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=0ee57172-69ff-48a9-99c7-cba289df4076,segment=NetworkSegment(f5bd50f2-580d-42b1-89bf-cef653f5376c),segment_id=f5bd50f2-580d-42b1-89bf-cef653f5376c)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:02:47.497694 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b18b3e75-98dd-43c4-af88-b82004a2381f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:47.509777 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-b18b3e75-98dd-43c4-af88-b82004a2381f admin admin] Calling delete_port for 0ee57172-69ff-48a9-99c7-cba289df4076 owned by network:router_interface {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:02:47.774773 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b18b3e75-98dd-43c4-af88-b82004a2381f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:47.799927 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b3e75-98dd-43c4-af88-b82004a2381f admin admin] Pushing event deleted for resources: {'Port': ['ID=0ee57172-69ff-48a9-99c7-cba289df4076,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:02:47.960134 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b18b3e75-98dd-43c4-af88-b82004a2381f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:48.166328 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b18b3e75-98dd-43c4-af88-b82004a2381f admin admin] Router 3ee79682-a2fe-428b-82b0-cdb5bc5d78e4 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:02:48.529513 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [req-79d0570a-7e33-4fba-acd7-4008ebe9abb4 req-23da32d1-5321-41bb-9641-fac480779b1f service neutron] (109612) timed out ('10.222.0.20', 59556) {{(pid=109612) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 28 14:02:48.590681 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18b3e75-98dd-43c4-af88-b82004a2381f admin admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:02:48.599071 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-b18b3e75-98dd-43c4-af88-b82004a2381f admin admin] 10.222.0.24 "PUT /v2.0/routers/3ee79682-a2fe-428b-82b0-cdb5bc5d78e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8524280 Mar 28 14:02:48.599071 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37406) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:02:48.600947 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29808b5d-d4a6-473e-b7da-0076dae1e3ee None None] Sync routers for ids ['3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:02:48.611415 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29808b5d-d4a6-473e-b7da-0076dae1e3ee None None] Routers {'3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:02:48.612622 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-29808b5d-d4a6-473e-b7da-0076dae1e3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:02:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:02:48.709288 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-de68ad6d-7cf9-4a3d-9213-8d466e191df5 admin admin] Notify callbacks [] for router, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:48.721969 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-29808b5d-d4a6-473e-b7da-0076dae1e3ee None None] Set router 3ee79682-a2fe-428b-82b0-cdb5bc5d78e4 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:02:48.814908 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-de68ad6d-7cf9-4a3d-9213-8d466e191df5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:48.898894 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-29808b5d-d4a6-473e-b7da-0076dae1e3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'name': 'tempest-TestVolumeBootPattern-1137461652-router', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': 'dc3b5696-0375-4b0a-954c-32c9edb9818d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:53:28Z', 'updated_at': '2022-03-28T14:02:47Z', 'revision_number': 5, 'project_id': '7110f97460394f8384904a1ab317b86f', 'gw_port': {'id': 'dc3b5696-0375-4b0a-954c-32c9edb9818d', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:03:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:29Z', 'updated_at': '2022-03-28T13:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:02:48.928593 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29808b5d-d4a6-473e-b7da-0076dae1e3ee None None] Checking router: 3ee79682-a2fe-428b-82b0-cdb5bc5d78e4 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:02:48.937498 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29808b5d-d4a6-473e-b7da-0076dae1e3ee None None] Routers {'3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:02:48.938660 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-29808b5d-d4a6-473e-b7da-0076dae1e3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:02:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:02:48.946715 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-de68ad6d-7cf9-4a3d-9213-8d466e191df5 admin admin] Deleting port dc3b5696-0375-4b0a-954c-32c9edb9818d {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:02:48.947061 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-de68ad6d-7cf9-4a3d-9213-8d466e191df5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:49.027546 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-29808b5d-d4a6-473e-b7da-0076dae1e3ee None None] Set router 3ee79682-a2fe-428b-82b0-cdb5bc5d78e4 gateway port host: None {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:02:49.033843 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-de68ad6d-7cf9-4a3d-9213-8d466e191df5 admin admin] For port dc3b5696-0375-4b0a-954c-32c9edb9818d, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=dc3b5696-0375-4b0a-954c-32c9edb9818d,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:02:49.034246 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-de68ad6d-7cf9-4a3d-9213-8d466e191df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:49.046621 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-de68ad6d-7cf9-4a3d-9213-8d466e191df5 admin admin] Calling delete_port for dc3b5696-0375-4b0a-954c-32c9edb9818d owned by network:router_gateway {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:02:49.080239 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-29808b5d-d4a6-473e-b7da-0076dae1e3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'name': 'tempest-TestVolumeBootPattern-1137461652-router', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:53:28Z', 'updated_at': '2022-03-28T14:02:48Z', 'revision_number': 6, 'project_id': '7110f97460394f8384904a1ab317b86f', 'gw_port_host': None}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:02:49.108960 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29808b5d-d4a6-473e-b7da-0076dae1e3ee None None] The sync data for ids ['3ee79682-a2fe-428b-82b0-cdb5bc5d78e4'] in dv-neutron-835335-1-hyperv is: [{'id': '3ee79682-a2fe-428b-82b0-cdb5bc5d78e4', 'name': 'tempest-TestVolumeBootPattern-1137461652-router', 'tenant_id': '7110f97460394f8384904a1ab317b86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:53:28Z', 'updated_at': '2022-03-28T14:02:48Z', 'revision_number': 6, 'project_id': '7110f97460394f8384904a1ab317b86f', 'gw_port_host': None}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:02:49.266175 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-de68ad6d-7cf9-4a3d-9213-8d466e191df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:49.289218 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de68ad6d-7cf9-4a3d-9213-8d466e191df5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc3b5696-0375-4b0a-954c-32c9edb9818d,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:02:49.302336 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de68ad6d-7cf9-4a3d-9213-8d466e191df5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:02:49.302686 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de68ad6d-7cf9-4a3d-9213-8d466e191df5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:02:49.303023 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de68ad6d-7cf9-4a3d-9213-8d466e191df5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:02:49.303351 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de68ad6d-7cf9-4a3d-9213-8d466e191df5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:02:49.303675 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de68ad6d-7cf9-4a3d-9213-8d466e191df5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:02:49.304259 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de68ad6d-7cf9-4a3d-9213-8d466e191df5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:02:49.304610 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de68ad6d-7cf9-4a3d-9213-8d466e191df5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:02:49.304935 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de68ad6d-7cf9-4a3d-9213-8d466e191df5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:02:49.305255 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de68ad6d-7cf9-4a3d-9213-8d466e191df5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:02:49.305569 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de68ad6d-7cf9-4a3d-9213-8d466e191df5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:02:49.305883 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de68ad6d-7cf9-4a3d-9213-8d466e191df5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:02:49.306196 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de68ad6d-7cf9-4a3d-9213-8d466e191df5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:02:49.373473 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-de68ad6d-7cf9-4a3d-9213-8d466e191df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133933816'] for router_gateway, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:49.471424 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-de68ad6d-7cf9-4a3d-9213-8d466e191df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:49.473548 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-de68ad6d-7cf9-4a3d-9213-8d466e191df5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:49.574757 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-de68ad6d-7cf9-4a3d-9213-8d466e191df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:49.575426 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de68ad6d-7cf9-4a3d-9213-8d466e191df5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ee79682-a2fe-428b-82b0-cdb5bc5d78e4 {{(pid=109612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 14:02:49.579562 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-de68ad6d-7cf9-4a3d-9213-8d466e191df5 admin admin] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:49.580781 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-de68ad6d-7cf9-4a3d-9213-8d466e191df5 admin admin] 10.222.0.24 "DELETE /v2.0/routers/3ee79682-a2fe-428b-82b0-cdb5bc5d78e4 HTTP/1.1" status: 204 len: 168 time: 0.9809175 Mar 28 14:02:49.583250 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37408) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:02:49.626793 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-732f16fa-429f-4eba-9241-9143d6694bfe admin admin] Deleting subnet 9c2ce5a3-629c-4977-b27a-fb42f72730c0 {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 14:02:49.629743 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-732f16fa-429f-4eba-9241-9143d6694bfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:49.662704 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-732f16fa-429f-4eba-9241-9143d6694bfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:49.748902 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-732f16fa-429f-4eba-9241-9143d6694bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:49.849346 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-732f16fa-429f-4eba-9241-9143d6694bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:49.874014 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f16fa-429f-4eba-9241-9143d6694bfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c2ce5a3-629c-4977-b27a-fb42f72730c0,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:02:49.879998 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-732f16fa-429f-4eba-9241-9143d6694bfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:49.883115 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-732f16fa-429f-4eba-9241-9143d6694bfe admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9c2ce5a3-629c-4977-b27a-fb42f72730c0 HTTP/1.1" status: 204 len: 168 time: 0.2989633 Mar 28 14:02:49.885590 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37410) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:02:49.885917 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbc993f-2a0c-46e6-9a16-95fe4b7c2b5d None None] Network 6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:02:49.952431 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c5ee0ada-b4f5-430a-af4f-8ed4085971e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:50.011152 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-c5ee0ada-b4f5-430a-af4f-8ed4085971e3 admin admin] Deleting port ddcef768-6443-4f41-b975-849bba721e8d {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:02:50.011496 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c5ee0ada-b4f5-430a-af4f-8ed4085971e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:50.076677 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631370bc-192d-4924-a788-5983ee11c4ab None None] DHCP port deletion for 6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 14:02:50.077604 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-c5ee0ada-b4f5-430a-af4f-8ed4085971e3 admin admin] For port ddcef768-6443-4f41-b975-849bba721e8d, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=ddcef768-6443-4f41-b975-849bba721e8d,segment=NetworkSegment(f5bd50f2-580d-42b1-89bf-cef653f5376c),segment_id=f5bd50f2-580d-42b1-89bf-cef653f5376c)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:02:50.077993 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c5ee0ada-b4f5-430a-af4f-8ed4085971e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:50.092350 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-c5ee0ada-b4f5-430a-af4f-8ed4085971e3 admin admin] Calling delete_port for ddcef768-6443-4f41-b975-849bba721e8d owned by network:dhcp {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:02:50.128412 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-631370bc-192d-4924-a788-5983ee11c4ab None None] Deleting port ddcef768-6443-4f41-b975-849bba721e8d {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:02:50.128791 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-631370bc-192d-4924-a788-5983ee11c4ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:50.190615 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-631370bc-192d-4924-a788-5983ee11c4ab None None] For port ddcef768-6443-4f41-b975-849bba721e8d, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=ddcef768-6443-4f41-b975-849bba721e8d,segment=NetworkSegment(f5bd50f2-580d-42b1-89bf-cef653f5376c),segment_id=f5bd50f2-580d-42b1-89bf-cef653f5376c)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:02:50.191013 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-631370bc-192d-4924-a788-5983ee11c4ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:50.206476 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-631370bc-192d-4924-a788-5983ee11c4ab None None] Calling delete_port for ddcef768-6443-4f41-b975-849bba721e8d owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:02:50.260687 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c5ee0ada-b4f5-430a-af4f-8ed4085971e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: from cryptography.utils import int_from_bytes Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: from cryptography.utils import int_from_bytes Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: self.session.flush() Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: self.session.flush() Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: self.session.flush() Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: self.session.flush() Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: self.session.flush() Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: self.session.flush() Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: self.session.flush() Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: self.session.flush() Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: self.session.flush() Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: self.session.flush() Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: self.session.flush() Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: self.session.flush() Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: self.session.flush() Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: self.session.flush() Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: self.session.flush() Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: self.session.flush() Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: self.session.flush() Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: self.session.flush() Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: self.session.flush() Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: self.session.flush() Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: self.session.flush() Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: self.session.flush() Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: self.session.flush() Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: self.session.flush() Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: self.session.flush() Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 14:02:50.273264 dv-neutron-835335-1-hyperv neutron-server[109614]: self.session.flush() Mar 28 14:02:50.280777 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-631370bc-192d-4924-a788-5983ee11c4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:50.287842 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee0ada-b4f5-430a-af4f-8ed4085971e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddcef768-6443-4f41-b975-849bba721e8d,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:02:50.291499 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ee0ada-b4f5-430a-af4f-8ed4085971e3 admin admin] No DVR routers for this DVR port ddcef768-6443-4f41-b975-849bba721e8d on host dv-neutron-835335-1-hyperv {{(pid=109612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:02:50.303385 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631370bc-192d-4924-a788-5983ee11c4ab None None] Pushing event deleted for resources: {'Port': ['ID=ddcef768-6443-4f41-b975-849bba721e8d,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:02:50.312217 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631370bc-192d-4924-a788-5983ee11c4ab None None] No DVR routers for this DVR port ddcef768-6443-4f41-b975-849bba721e8d on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:02:50.314968 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631370bc-192d-4924-a788-5983ee11c4ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:02:50.315301 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631370bc-192d-4924-a788-5983ee11c4ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:02:50.315631 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631370bc-192d-4924-a788-5983ee11c4ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:02:50.315958 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631370bc-192d-4924-a788-5983ee11c4ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:02:50.316281 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631370bc-192d-4924-a788-5983ee11c4ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:02:50.316698 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631370bc-192d-4924-a788-5983ee11c4ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:02:50.317021 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631370bc-192d-4924-a788-5983ee11c4ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:02:50.317341 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631370bc-192d-4924-a788-5983ee11c4ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:02:50.317660 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631370bc-192d-4924-a788-5983ee11c4ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:02:50.317977 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631370bc-192d-4924-a788-5983ee11c4ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:02:50.318291 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631370bc-192d-4924-a788-5983ee11c4ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:02:50.318606 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631370bc-192d-4924-a788-5983ee11c4ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:02:50.372214 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c5ee0ada-b4f5-430a-af4f-8ed4085971e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:50.396107 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-c5ee0ada-b4f5-430a-af4f-8ed4085971e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:02:50.405099 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-c5ee0ada-b4f5-430a-af4f-8ed4085971e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5bd50f2-580d-42b1-89bf-cef653f5376c') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:02:50.405390 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-c5ee0ada-b4f5-430a-af4f-8ed4085971e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5bd50f2-580d-42b1-89bf-cef653f5376c') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:02:50.414568 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c5ee0ada-b4f5-430a-af4f-8ed4085971e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:50.427283 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c5ee0ada-b4f5-430a-af4f-8ed4085971e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:50.433369 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5ee0ada-b4f5-430a-af4f-8ed4085971e3 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 14:02:50.438616 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c5ee0ada-b4f5-430a-af4f-8ed4085971e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:50.438616 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 14:02:50.438616 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 14:02:50.438616 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 14:02:50.438616 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 14:02:50.438616 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 14:02:50.438616 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 14:02:50.438616 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 14:02:50.438616 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 14:02:50.438616 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 14:02:50.438616 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 14:02:50.438616 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 14:02:50.438616 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 14:02:50.438616 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 14:02:50.438616 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 14:02:50.438616 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 14:02:50.438616 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 14:02:50.438616 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 14:02:50.438616 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 14:02:50.438616 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 14:02:50.438616 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 14:02:50.438616 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 14:02:50.438616 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 14:02:50.438616 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 14:02:50.438616 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 14:02:50.438616 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 14:02:50.438616 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 14:02:50.438616 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 14:02:50.438616 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 14:02:50.438616 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 14:02:50.438616 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 14:02:50.438616 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 14:02:50.438616 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 14:02:50.556558 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c5ee0ada-b4f5-430a-af4f-8ed4085971e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:50.561958 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c5ee0ada-b4f5-430a-af4f-8ed4085971e3 admin admin] Notify callbacks [] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:50.565658 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c5ee0ada-b4f5-430a-af4f-8ed4085971e3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c HTTP/1.1" status: 204 len: 168 time: 0.6791255 Mar 28 14:02:50.568591 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37412) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:02:50.579350 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee0ada-b4f5-430a-af4f-8ed4085971e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6958e9b2-7474-4ec9-b0c1-bb4ecd2b0d1c,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:02:50.841114 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 0ee57172-69ff-48a9-99c7-cba289df4076 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:02:50.862761 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 0ee57172-69ff-48a9-99c7-cba289df4076 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:02:50.863100 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 0ee57172-69ff-48a9-99c7-cba289df4076 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:02:50.863539 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device ddcef768-6443-4f41-b975-849bba721e8d no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:02:50.886654 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: ddcef768-6443-4f41-b975-849bba721e8d {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:02:50.887375 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device ddcef768-6443-4f41-b975-849bba721e8d not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:02:50.887375 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device dc3b5696-0375-4b0a-954c-32c9edb9818d no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:02:50.906710 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: dc3b5696-0375-4b0a-954c-32c9edb9818d {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:02:50.907038 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device dc3b5696-0375-4b0a-954c-32c9edb9818d not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:02:51.238449 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3cba061f-76c7-4387-8363-0f5a1357ddce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:51.525640 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-3cba061f-76c7-4387-8363-0f5a1357ddce admin admin] Deleting port 4e6ece05-644f-4748-b6db-39ae2b52919e {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:02:51.525881 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3cba061f-76c7-4387-8363-0f5a1357ddce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:51.599899 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-3cba061f-76c7-4387-8363-0f5a1357ddce admin admin] For port 4e6ece05-644f-4748-b6db-39ae2b52919e, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=4e6ece05-644f-4748-b6db-39ae2b52919e,segment=NetworkSegment(e86fe10e-ef65-41cd-8e15-f7ed6ca15bc6),segment_id=e86fe10e-ef65-41cd-8e15-f7ed6ca15bc6)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:02:51.600603 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3cba061f-76c7-4387-8363-0f5a1357ddce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:51.612472 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-3cba061f-76c7-4387-8363-0f5a1357ddce admin admin] Calling delete_port for 4e6ece05-644f-4748-b6db-39ae2b52919e owned by network:router_interface {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:02:51.847935 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3cba061f-76c7-4387-8363-0f5a1357ddce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:51.874072 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba061f-76c7-4387-8363-0f5a1357ddce admin admin] Pushing event deleted for resources: {'Port': ['ID=4e6ece05-644f-4748-b6db-39ae2b52919e,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:02:51.887398 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba061f-76c7-4387-8363-0f5a1357ddce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:02:51.891979 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba061f-76c7-4387-8363-0f5a1357ddce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:02:51.891979 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba061f-76c7-4387-8363-0f5a1357ddce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:02:51.891979 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba061f-76c7-4387-8363-0f5a1357ddce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:02:51.891979 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba061f-76c7-4387-8363-0f5a1357ddce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:02:51.891979 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba061f-76c7-4387-8363-0f5a1357ddce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:02:51.891979 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba061f-76c7-4387-8363-0f5a1357ddce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:02:51.891979 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba061f-76c7-4387-8363-0f5a1357ddce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:02:51.891979 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba061f-76c7-4387-8363-0f5a1357ddce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:02:51.891979 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba061f-76c7-4387-8363-0f5a1357ddce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:02:51.891979 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba061f-76c7-4387-8363-0f5a1357ddce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:02:51.891979 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba061f-76c7-4387-8363-0f5a1357ddce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:02:52.045777 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3cba061f-76c7-4387-8363-0f5a1357ddce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:52.250136 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cba061f-76c7-4387-8363-0f5a1357ddce admin admin] Router 7987fc4a-6aff-4d64-a8ac-57bb45517c28 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:02:52.353053 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cba061f-76c7-4387-8363-0f5a1357ddce admin admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:02:52.359164 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3cba061f-76c7-4387-8363-0f5a1357ddce admin admin] 10.222.0.24 "PUT /v2.0/routers/7987fc4a-6aff-4d64-a8ac-57bb45517c28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7891183 Mar 28 14:02:52.362007 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37414) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:02:52.364048 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e201fa-8eab-41c1-a4ae-c4ccef95937e None None] Sync routers for ids ['7987fc4a-6aff-4d64-a8ac-57bb45517c28'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:02:52.373463 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e201fa-8eab-41c1-a4ae-c4ccef95937e None None] Routers {'7987fc4a-6aff-4d64-a8ac-57bb45517c28'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:02:52.374171 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-09e201fa-8eab-41c1-a4ae-c4ccef95937e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:02:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['7987fc4a-6aff-4d64-a8ac-57bb45517c28'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:02:52.473228 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-32c14069-c0c9-4614-8e6a-185ad1ab85e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:52.481743 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-09e201fa-8eab-41c1-a4ae-c4ccef95937e None None] Set router 7987fc4a-6aff-4d64-a8ac-57bb45517c28 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:02:52.580538 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-32c14069-c0c9-4614-8e6a-185ad1ab85e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:52.662570 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-09e201fa-8eab-41c1-a4ae-c4ccef95937e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7987fc4a-6aff-4d64-a8ac-57bb45517c28', 'name': 'tempest-TestVolumeBootPattern-995403873-router', 'tenant_id': '3481c6ccc6da43bead9903d604ae76bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': '162a7fd6-7242-4532-aca5-e88a303ed9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:53:34Z', 'updated_at': '2022-03-28T14:02:51Z', 'revision_number': 5, 'project_id': '3481c6ccc6da43bead9903d604ae76bb', 'gw_port': {'id': '162a7fd6-7242-4532-aca5-e88a303ed9ed', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:79:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7987fc4a-6aff-4d64-a8ac-57bb45517c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T13:53:34Z', 'updated_at': '2022-03-28T13:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:02:52.688583 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e201fa-8eab-41c1-a4ae-c4ccef95937e None None] Checking router: 7987fc4a-6aff-4d64-a8ac-57bb45517c28 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:02:52.696493 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e201fa-8eab-41c1-a4ae-c4ccef95937e None None] Routers {'7987fc4a-6aff-4d64-a8ac-57bb45517c28'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:02:52.697088 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-09e201fa-8eab-41c1-a4ae-c4ccef95937e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:02:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['7987fc4a-6aff-4d64-a8ac-57bb45517c28'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:02:52.724903 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-32c14069-c0c9-4614-8e6a-185ad1ab85e1 admin admin] Deleting port 162a7fd6-7242-4532-aca5-e88a303ed9ed {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:02:52.725238 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-32c14069-c0c9-4614-8e6a-185ad1ab85e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:52.785957 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-09e201fa-8eab-41c1-a4ae-c4ccef95937e None None] Set router 7987fc4a-6aff-4d64-a8ac-57bb45517c28 gateway port host: None {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:02:52.818686 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-32c14069-c0c9-4614-8e6a-185ad1ab85e1 admin admin] For port 162a7fd6-7242-4532-aca5-e88a303ed9ed, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=162a7fd6-7242-4532-aca5-e88a303ed9ed,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:02:52.819077 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-32c14069-c0c9-4614-8e6a-185ad1ab85e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:52.831901 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-32c14069-c0c9-4614-8e6a-185ad1ab85e1 admin admin] Calling delete_port for 162a7fd6-7242-4532-aca5-e88a303ed9ed owned by network:router_gateway {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:02:52.923807 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-09e201fa-8eab-41c1-a4ae-c4ccef95937e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7987fc4a-6aff-4d64-a8ac-57bb45517c28', 'name': 'tempest-TestVolumeBootPattern-995403873-router', 'tenant_id': '3481c6ccc6da43bead9903d604ae76bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:53:34Z', 'updated_at': '2022-03-28T14:02:52Z', 'revision_number': 6, 'project_id': '3481c6ccc6da43bead9903d604ae76bb', 'gw_port_host': None}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:02:52.949699 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e201fa-8eab-41c1-a4ae-c4ccef95937e None None] The sync data for ids ['7987fc4a-6aff-4d64-a8ac-57bb45517c28'] in dv-neutron-835335-1-hyperv is: [{'id': '7987fc4a-6aff-4d64-a8ac-57bb45517c28', 'name': 'tempest-TestVolumeBootPattern-995403873-router', 'tenant_id': '3481c6ccc6da43bead9903d604ae76bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T13:53:34Z', 'updated_at': '2022-03-28T14:02:52Z', 'revision_number': 6, 'project_id': '3481c6ccc6da43bead9903d604ae76bb', 'gw_port_host': None}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:02:53.077771 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-32c14069-c0c9-4614-8e6a-185ad1ab85e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:53.104322 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c14069-c0c9-4614-8e6a-185ad1ab85e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=162a7fd6-7242-4532-aca5-e88a303ed9ed,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:02:53.161935 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-32c14069-c0c9-4614-8e6a-185ad1ab85e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133933816'] for router_gateway, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:53.253364 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-32c14069-c0c9-4614-8e6a-185ad1ab85e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:53.255392 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-32c14069-c0c9-4614-8e6a-185ad1ab85e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:53.346372 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-32c14069-c0c9-4614-8e6a-185ad1ab85e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:53.346906 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c14069-c0c9-4614-8e6a-185ad1ab85e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7987fc4a-6aff-4d64-a8ac-57bb45517c28 {{(pid=109612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 14:02:53.351213 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-32c14069-c0c9-4614-8e6a-185ad1ab85e1 admin admin] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:53.352362 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-32c14069-c0c9-4614-8e6a-185ad1ab85e1 admin admin] 10.222.0.24 "DELETE /v2.0/routers/7987fc4a-6aff-4d64-a8ac-57bb45517c28 HTTP/1.1" status: 204 len: 168 time: 0.9893832 Mar 28 14:02:53.356832 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37420) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:02:53.407114 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c21de6c-caef-49e5-afbd-a0cce4e7e926 admin admin] Deleting subnet 0b00e8b5-c332-4909-827c-8a67533f5606 {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 14:02:53.410183 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8c21de6c-caef-49e5-afbd-a0cce4e7e926 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:53.443788 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8c21de6c-caef-49e5-afbd-a0cce4e7e926 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:53.525709 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8c21de6c-caef-49e5-afbd-a0cce4e7e926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:53.620681 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8c21de6c-caef-49e5-afbd-a0cce4e7e926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:53.647003 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c21de6c-caef-49e5-afbd-a0cce4e7e926 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b00e8b5-c332-4909-827c-8a67533f5606,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:02:53.649125 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8c21de6c-caef-49e5-afbd-a0cce4e7e926 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:53.652110 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-8c21de6c-caef-49e5-afbd-a0cce4e7e926 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0b00e8b5-c332-4909-827c-8a67533f5606 HTTP/1.1" status: 204 len: 168 time: 0.2963572 Mar 28 14:02:53.653097 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4acb74-204f-409d-aa8b-0389f01e9c13 None None] Network e3a92ac9-089e-4b34-90e4-677fa9350237 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:02:53.654607 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37422) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:02:53.729642 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-080e3cca-452c-48b6-9f65-f3b2bc988e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:53.786075 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-080e3cca-452c-48b6-9f65-f3b2bc988e74 admin admin] Deleting port c1449b07-e0c4-4d76-a714-57152bea15ea {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:02:53.786417 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-080e3cca-452c-48b6-9f65-f3b2bc988e74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:53.834336 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2227ecd-b209-4cc7-a203-991922db3a0b None None] DHCP port deletion for e3a92ac9-089e-4b34-90e4-677fa9350237 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 14:02:53.852043 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-080e3cca-452c-48b6-9f65-f3b2bc988e74 admin admin] For port c1449b07-e0c4-4d76-a714-57152bea15ea, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=c1449b07-e0c4-4d76-a714-57152bea15ea,segment=NetworkSegment(e86fe10e-ef65-41cd-8e15-f7ed6ca15bc6),segment_id=e86fe10e-ef65-41cd-8e15-f7ed6ca15bc6)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:02:53.852529 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-080e3cca-452c-48b6-9f65-f3b2bc988e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:53.865676 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-080e3cca-452c-48b6-9f65-f3b2bc988e74 admin admin] Calling delete_port for c1449b07-e0c4-4d76-a714-57152bea15ea owned by network:dhcp {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:02:53.881529 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-a2227ecd-b209-4cc7-a203-991922db3a0b None None] Deleting port c1449b07-e0c4-4d76-a714-57152bea15ea {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:02:53.881909 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a2227ecd-b209-4cc7-a203-991922db3a0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:53.957259 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-a2227ecd-b209-4cc7-a203-991922db3a0b None None] For port c1449b07-e0c4-4d76-a714-57152bea15ea, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=c1449b07-e0c4-4d76-a714-57152bea15ea,segment=NetworkSegment(e86fe10e-ef65-41cd-8e15-f7ed6ca15bc6),segment_id=e86fe10e-ef65-41cd-8e15-f7ed6ca15bc6)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:02:53.972092 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a2227ecd-b209-4cc7-a203-991922db3a0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:53.972092 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-a2227ecd-b209-4cc7-a203-991922db3a0b None None] Calling delete_port for c1449b07-e0c4-4d76-a714-57152bea15ea owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:02:54.055179 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-080e3cca-452c-48b6-9f65-f3b2bc988e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:54.060895 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a2227ecd-b209-4cc7-a203-991922db3a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:54.084282 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080e3cca-452c-48b6-9f65-f3b2bc988e74 admin admin] No DVR routers for this DVR port c1449b07-e0c4-4d76-a714-57152bea15ea on host dv-neutron-835335-1-hyperv {{(pid=109612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:02:54.084682 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9eeb99ff-4da3-4b1e-b8c7-594f68df87b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:54.089081 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2227ecd-b209-4cc7-a203-991922db3a0b None None] Pushing event deleted for resources: {'Port': ['ID=c1449b07-e0c4-4d76-a714-57152bea15ea,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:02:54.089585 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080e3cca-452c-48b6-9f65-f3b2bc988e74 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1449b07-e0c4-4d76-a714-57152bea15ea,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:02:54.092710 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2227ecd-b209-4cc7-a203-991922db3a0b None None] No DVR routers for this DVR port c1449b07-e0c4-4d76-a714-57152bea15ea on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:02:54.162112 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-080e3cca-452c-48b6-9f65-f3b2bc988e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:54.181808 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-080e3cca-452c-48b6-9f65-f3b2bc988e74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3a92ac9-089e-4b34-90e4-677fa9350237']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:02:54.191116 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-080e3cca-452c-48b6-9f65-f3b2bc988e74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e86fe10e-ef65-41cd-8e15-f7ed6ca15bc6') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:02:54.191404 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-080e3cca-452c-48b6-9f65-f3b2bc988e74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e86fe10e-ef65-41cd-8e15-f7ed6ca15bc6') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:02:54.200335 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-080e3cca-452c-48b6-9f65-f3b2bc988e74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:54.213509 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-080e3cca-452c-48b6-9f65-f3b2bc988e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:54.219316 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-080e3cca-452c-48b6-9f65-f3b2bc988e74 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 14:02:54.219709 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-080e3cca-452c-48b6-9f65-f3b2bc988e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:54.221351 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 14:02:54.221351 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 14:02:54.221351 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 14:02:54.221351 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 14:02:54.221351 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 14:02:54.221351 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 14:02:54.221351 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 14:02:54.221351 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 14:02:54.221351 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 14:02:54.221351 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 14:02:54.221351 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 14:02:54.221351 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 14:02:54.221351 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 14:02:54.221351 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 14:02:54.221351 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 14:02:54.221351 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 14:02:54.221351 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 14:02:54.221351 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 14:02:54.221351 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 14:02:54.221351 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 14:02:54.221351 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 14:02:54.221351 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 14:02:54.221351 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 14:02:54.221351 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 14:02:54.221351 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 14:02:54.221351 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 14:02:54.221351 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 14:02:54.221351 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 14:02:54.221351 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 14:02:54.221351 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 14:02:54.221351 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 14:02:54.221351 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 14:02:54.345107 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-080e3cca-452c-48b6-9f65-f3b2bc988e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:54.349582 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-080e3cca-452c-48b6-9f65-f3b2bc988e74 admin admin] Notify callbacks [] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:54.353034 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-080e3cca-452c-48b6-9f65-f3b2bc988e74 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e3a92ac9-089e-4b34-90e4-677fa9350237 HTTP/1.1" status: 204 len: 168 time: 0.6973619 Mar 28 14:02:54.367323 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080e3cca-452c-48b6-9f65-f3b2bc988e74 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3a92ac9-089e-4b34-90e4-677fa9350237,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:02:54.663644 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37426) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:02:54.703251 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-cb696dfd-50bd-45cd-9eb4-e2563da103fb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7110f97460394f8384904a1ab317b86f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387988 Mar 28 14:02:54.705811 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37428) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:02:54.755461 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6fac67c9-4028-466e-8b68-16e55ded9070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:54.775457 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6fac67c9-4028-466e-8b68-16e55ded9070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:54.840935 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 162a7fd6-7242-4532-aca5-e88a303ed9ed no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:02:54.865071 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 162a7fd6-7242-4532-aca5-e88a303ed9ed {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:02:54.865412 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 162a7fd6-7242-4532-aca5-e88a303ed9ed not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:02:54.865809 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device c1449b07-e0c4-4d76-a714-57152bea15ea no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:02:54.883689 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: c1449b07-e0c4-4d76-a714-57152bea15ea {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:02:54.884026 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device c1449b07-e0c4-4d76-a714-57152bea15ea not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:02:54.884448 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 4e6ece05-644f-4748-b6db-39ae2b52919e no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:02:54.894954 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6fac67c9-4028-466e-8b68-16e55ded9070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:54.897709 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6fac67c9-4028-466e-8b68-16e55ded9070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:54.898887 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-6fac67c9-4028-466e-8b68-16e55ded9070 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/62a12491-e360-4b18-8c18-7d8a4d53c5e3 HTTP/1.1" status: 204 len: 168 time: 0.1921761 Mar 28 14:02:54.902558 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 4e6ece05-644f-4748-b6db-39ae2b52919e {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:02:54.904299 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 4e6ece05-644f-4748-b6db-39ae2b52919e not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:02:54.907626 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac67c9-4028-466e-8b68-16e55ded9070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a12491-e360-4b18-8c18-7d8a4d53c5e3,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:02:55.532331 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37434) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:02:55.571647 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-2940bcdd-ac42-47b5-bda2-3852f91a9b0e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3481c6ccc6da43bead9903d604ae76bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381155 Mar 28 14:02:55.574224 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37438) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:02:55.622540 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0c774725-dd1a-411e-bc45-4420ab24bd98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:55.644246 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0c774725-dd1a-411e-bc45-4420ab24bd98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:55.762260 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0c774725-dd1a-411e-bc45-4420ab24bd98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:55.764799 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0c774725-dd1a-411e-bc45-4420ab24bd98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:55.766482 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-0c774725-dd1a-411e-bc45-4420ab24bd98 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3f6de2eb-6406-466b-a05d-d99b00ed0040 HTTP/1.1" status: 204 len: 168 time: 0.1907895 Mar 28 14:02:55.774393 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c774725-dd1a-411e-bc45-4420ab24bd98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6de2eb-6406-466b-a05d-d99b00ed0040,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:02:56.300234 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2522904f-ec02-4a39-a840-3af4ef2a337b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:57.584976 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:58.928773 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:02:59.351137 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:03:09.209625 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:03:13.511321 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:03:24.008328 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-59cc90d8-f5d3-4fa8-8e17-59c6d07d28f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:03:26.270581 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4221ef8a-4bef-4951-9c78-d39d67a02dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:03:27.573725 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:03:28.928387 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:03:29.368514 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:03:43.505131 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:03:46.208555 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:03:54.024921 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7909ae3a-97c7-4dee-bb97-b15beec44fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:03:56.276577 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b38a7044-7037-495f-bef7-489a45c77803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:03:57.615762 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:03:58.939866 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:03:59.345641 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:04:10.579149 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-cd21e543-1a03-470f-9ecb-acecb0d787f7 req-86e0c7e8-d964-47dd-9454-78d65533b8a3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2562c0c2-a606-4028-9ce1-ae498dd29965&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420387 Mar 28 14:04:10.656201 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21e543-1a03-470f-9ecb-acecb0d787f7 req-5184f4a0-d390-468e-badd-99bbcb3c68b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:04:10.658208 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-cd21e543-1a03-470f-9ecb-acecb0d787f7 req-5184f4a0-d390-468e-badd-99bbcb3c68b7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&device_id=2562c0c2-a606-4028-9ce1-ae498dd29965 HTTP/1.1" status: 200 len: 1099 time: 0.0395517 Mar 28 14:04:10.755106 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21e543-1a03-470f-9ecb-acecb0d787f7 req-20753633-9ff2-4263-803c-429b232fd448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:04:10.756542 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-cd21e543-1a03-470f-9ecb-acecb0d787f7 req-20753633-9ff2-4263-803c-429b232fd448 service neutron] 10.222.0.20 "GET /v2.0/networks?id=60bf8f8a-39c1-459f-bcf2-7b9af6352e3e HTTP/1.1" status: 200 len: 898 time: 0.0802221 Mar 28 14:04:10.821446 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-cd21e543-1a03-470f-9ecb-acecb0d787f7 req-d1ac17d3-60f2-4791-b035-95bd5cf5af29 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4552a8c-9a59-470e-abbb-29fd7235ef4b HTTP/1.1" status: 200 len: 1002 time: 0.0587015 Mar 28 14:04:10.868573 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21e543-1a03-470f-9ecb-acecb0d787f7 req-2e0a4ab1-cfcb-4df4-8a72-6eba730db10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:04:10.869868 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-cd21e543-1a03-470f-9ecb-acecb0d787f7 req-2e0a4ab1-cfcb-4df4-8a72-6eba730db10d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad2d42bc-5980-4528-8c5f-72148d6400ca HTTP/1.1" status: 200 len: 844 time: 0.0420918 Mar 28 14:04:10.913825 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21e543-1a03-470f-9ecb-acecb0d787f7 req-16d69056-5ee8-4b67-826f-2b5c6df7cd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:04:10.915300 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-cd21e543-1a03-470f-9ecb-acecb0d787f7 req-16d69056-5ee8-4b67-826f-2b5c6df7cd35 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=60bf8f8a-39c1-459f-bcf2-7b9af6352e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388484 Mar 28 14:04:11.006169 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-cd21e543-1a03-470f-9ecb-acecb0d787f7 req-f549b707-e3f0-46fd-bf8a-2500c229a80a service neutron] 10.222.0.20 "GET /v2.0/networks/60bf8f8a-39c1-459f-bcf2-7b9af6352e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840435 Mar 28 14:04:11.093412 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-cd21e543-1a03-470f-9ecb-acecb0d787f7 req-f009874b-91e1-428f-9769-e8e16d55dae1 service neutron] 10.222.0.20 "GET /v2.0/networks/60bf8f8a-39c1-459f-bcf2-7b9af6352e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810778 Mar 28 14:04:13.550831 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:04:23.208750 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:04:23.978767 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-be8c42f0-5b9a-4b0a-a65a-88a33d929c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:04:26.270181 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-89f56e9a-d71c-4490-8ec3-743389100a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:04:27.601317 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:04:28.933140 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:04:29.321324 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:04:43.533115 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:04:48.142327 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37472) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:04:48.148815 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-29354d74-6a2d-4635-aa28-893cc9300f72 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:04:48.233153 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-29354d74-6a2d-4635-aa28-893cc9300f72 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-130985065'] for subnet, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:04:48.418656 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-29354d74-6a2d-4635-aa28-893cc9300f72 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740191706287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-132037230'] for subnet, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:04:48.452852 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29354d74-6a2d-4635-aa28-893cc9300f72 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:04:48.460125 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-29354d74-6a2d-4635-aa28-893cc9300f72 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:04:48.460125 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-29354d74-6a2d-4635-aa28-893cc9300f72 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "PUT /v2.0/subnets/ad2d42bc-5980-4528-8c5f-72148d6400ca HTTP/1.1" status: 200 len: 836 time: 0.3114157 Mar 28 14:04:48.461023 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0119b1-6969-4375-9231-cc2909ac9770 None None] Network 60bf8f8a-39c1-459f-bcf2-7b9af6352e3e requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:04:48.470998 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29354d74-6a2d-4635-aa28-893cc9300f72 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Subnet': ['ID=ad2d42bc-5980-4528-8c5f-72148d6400ca,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:04:48.478055 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29354d74-6a2d-4635-aa28-893cc9300f72 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:04:48.478399 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29354d74-6a2d-4635-aa28-893cc9300f72 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:04:48.478736 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29354d74-6a2d-4635-aa28-893cc9300f72 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:04:48.479070 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29354d74-6a2d-4635-aa28-893cc9300f72 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:04:48.479396 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29354d74-6a2d-4635-aa28-893cc9300f72 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:04:48.479722 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29354d74-6a2d-4635-aa28-893cc9300f72 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:04:48.480049 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29354d74-6a2d-4635-aa28-893cc9300f72 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:04:48.480408 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29354d74-6a2d-4635-aa28-893cc9300f72 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:04:48.480716 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29354d74-6a2d-4635-aa28-893cc9300f72 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:04:48.481037 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29354d74-6a2d-4635-aa28-893cc9300f72 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:04:48.481354 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29354d74-6a2d-4635-aa28-893cc9300f72 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:04:48.481670 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29354d74-6a2d-4635-aa28-893cc9300f72 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:04:48.789943 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-76174d40-03ac-406e-a145-07caccf599e5 None None] Provisioning complete for port c4552a8c-9a59-470e-abbb-29fd7235ef4b triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:04:48.790313 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-76174d40-03ac-406e-a145-07caccf599e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:04:48.874163 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-76174d40-03ac-406e-a145-07caccf599e5 None None] Provisioning complete for port fac7e35e-4801-403a-8816-4034b58cbebe triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:04:48.874461 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-76174d40-03ac-406e-a145-07caccf599e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:04:48.959352 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-76174d40-03ac-406e-a145-07caccf599e5 None None] Provisioning complete for port d8c8c7a6-34e3-4862-b3c8-12539d7915e6 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:04:48.959634 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-76174d40-03ac-406e-a145-07caccf599e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:04:54.012672 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-93f76432-79bb-41a9-bc86-411557d7c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:04:56.275340 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-44d15fb2-8965-47b8-94bc-b4cd5fe9c27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:04:57.595497 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:04:58.944003 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:04:59.344112 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:00.207891 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:05:12.583641 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-8c1b7da1-a9c2-4152-9245-c47888d85c5d req-22c4e627-057b-4214-af5d-9d9442848d37 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2562c0c2-a606-4028-9ce1-ae498dd29965&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0482221 Mar 28 14:05:12.663975 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b7da1-a9c2-4152-9245-c47888d85c5d req-1ad8f8c9-1373-4482-9412-39b6c730d416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:05:12.665459 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-8c1b7da1-a9c2-4152-9245-c47888d85c5d req-1ad8f8c9-1373-4482-9412-39b6c730d416 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&device_id=2562c0c2-a606-4028-9ce1-ae498dd29965 HTTP/1.1" status: 200 len: 1099 time: 0.0403545 Mar 28 14:05:12.763158 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b7da1-a9c2-4152-9245-c47888d85c5d req-8dd663b8-f4ab-40a0-a373-19e2acaeb47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:05:12.764637 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-8c1b7da1-a9c2-4152-9245-c47888d85c5d req-8dd663b8-f4ab-40a0-a373-19e2acaeb47e service neutron] 10.222.0.20 "GET /v2.0/networks?id=60bf8f8a-39c1-459f-bcf2-7b9af6352e3e HTTP/1.1" status: 200 len: 898 time: 0.0817242 Mar 28 14:05:12.830448 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-8c1b7da1-a9c2-4152-9245-c47888d85c5d req-1c59ba4b-3ecf-48fa-9a35-d0cbfd43911f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4552a8c-9a59-470e-abbb-29fd7235ef4b HTTP/1.1" status: 200 len: 1002 time: 0.0598314 Mar 28 14:05:12.877204 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b7da1-a9c2-4152-9245-c47888d85c5d req-8c362ffb-b73e-4368-8fd3-883526aabc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:05:12.878635 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-8c1b7da1-a9c2-4152-9245-c47888d85c5d req-8c362ffb-b73e-4368-8fd3-883526aabc0f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad2d42bc-5980-4528-8c5f-72148d6400ca HTTP/1.1" status: 200 len: 844 time: 0.0424562 Mar 28 14:05:12.921956 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b7da1-a9c2-4152-9245-c47888d85c5d req-d6020e24-da5a-423d-8f4e-0253ea5d8bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:05:12.928668 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-8c1b7da1-a9c2-4152-9245-c47888d85c5d req-d6020e24-da5a-423d-8f4e-0253ea5d8bd0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=60bf8f8a-39c1-459f-bcf2-7b9af6352e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384119 Mar 28 14:05:13.014428 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-8c1b7da1-a9c2-4152-9245-c47888d85c5d req-72ca84da-6ec4-45a7-9077-b1ef0cff6445 service neutron] 10.222.0.20 "GET /v2.0/networks/60bf8f8a-39c1-459f-bcf2-7b9af6352e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843310 Mar 28 14:05:13.099924 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-8c1b7da1-a9c2-4152-9245-c47888d85c5d req-47e3fe20-d9e6-4604-a306-587fc830d437 service neutron] 10.222.0.20 "GET /v2.0/networks/60bf8f8a-39c1-459f-bcf2-7b9af6352e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790145 Mar 28 14:05:13.583671 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:24.006485 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d5604fbd-28bb-42eb-ba01-626b316d0c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:26.275266 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-46a17fd7-14cc-4452-8984-c3257440fddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:27.601123 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:28.926357 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:29.337804 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:32.206296 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37502) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:05:32.361814 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-de818bfe-e588-4e97-9f26-4e3dc27eaf36 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Deleting port 23df225c-16eb-408a-9c29-cdc74d475681 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:05:32.362166 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-de818bfe-e588-4e97-9f26-4e3dc27eaf36 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:32.432882 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-de818bfe-e588-4e97-9f26-4e3dc27eaf36 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:32.433204 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-de818bfe-e588-4e97-9f26-4e3dc27eaf36 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:32.444281 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-de818bfe-e588-4e97-9f26-4e3dc27eaf36 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Calling delete_port for 23df225c-16eb-408a-9c29-cdc74d475681 owned by network:floatingip {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:05:32.658649 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-de818bfe-e588-4e97-9f26-4e3dc27eaf36 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:32.683075 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de818bfe-e588-4e97-9f26-4e3dc27eaf36 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Port': ['ID=23df225c-16eb-408a-9c29-cdc74d475681,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:05:32.744680 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-de818bfe-e588-4e97-9f26-4e3dc27eaf36 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for floatingip, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:32.745063 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [None req-de818bfe-e588-4e97-9f26-4e3dc27eaf36 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Floating IP 51eb46e8-ed26-419c-adb0-c99833dd5bfe disassociated (deleted). External IP: 172.26.2.198, port: c4552a8c-9a59-470e-abbb-29fd7235ef4b. Mar 28 14:05:32.941481 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de818bfe-e588-4e97-9f26-4e3dc27eaf36 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Router cb6a6ac8-bc40-46da-a928-4a99344f1cbf has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:05:33.073662 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de818bfe-e588-4e97-9f26-4e3dc27eaf36 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:05:33.084189 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-de818bfe-e588-4e97-9f26-4e3dc27eaf36 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:33.084316 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7f32a6-79ac-46ce-92db-41544237654e None None] Sync routers for ids ['cb6a6ac8-bc40-46da-a928-4a99344f1cbf'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:05:33.092354 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7f32a6-79ac-46ce-92db-41544237654e None None] Routers {'cb6a6ac8-bc40-46da-a928-4a99344f1cbf'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:05:33.092994 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-8c7f32a6-79ac-46ce-92db-41544237654e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:05:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['cb6a6ac8-bc40-46da-a928-4a99344f1cbf'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:05:33.107993 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-de818bfe-e588-4e97-9f26-4e3dc27eaf36 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "DELETE /v2.0/floatingips/51eb46e8-ed26-419c-adb0-c99833dd5bfe HTTP/1.1" status: 204 len: 168 time: 0.9006071 Mar 28 14:05:33.109009 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2562c0c2-a606-4028-9ce1-ae498dd29965', 'tag': 'c4552a8c-9a59-470e-abbb-29fd7235ef4b'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:05:33.111355 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fe7a67-8ca6-4382-8222-6b073e1eef76" -d '{"events": [{"name": "network-changed", "server_uuid": "2562c0c2-a606-4028-9ce1-ae498dd29965", "tag": "c4552a8c-9a59-470e-abbb-29fd7235ef4b"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:05:33.153504 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb47445-ff2f-4148-ba66-b40eef253eac x-openstack-request-id: req-feb47445-ff2f-4148-ba66-b40eef253eac {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:05:33.154254 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2562c0c2-a606-4028-9ce1-ae498dd29965", "tag": "c4552a8c-9a59-470e-abbb-29fd7235ef4b", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:05:33.154505 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-feb47445-ff2f-4148-ba66-b40eef253eac {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:05:33.154903 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2562c0c2-a606-4028-9ce1-ae498dd29965', 'tag': 'c4552a8c-9a59-470e-abbb-29fd7235ef4b', 'status': 'completed', 'code': 200} Mar 28 14:05:33.226049 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-8c7f32a6-79ac-46ce-92db-41544237654e None None] Set router cb6a6ac8-bc40-46da-a928-4a99344f1cbf gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:05:33.235282 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe7a67-8ca6-4382-8222-6b073e1eef76 req-bbee92df-3044-4348-8824-c9b72b455365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:05:33.237450 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-85fe7a67-8ca6-4382-8222-6b073e1eef76 req-bbee92df-3044-4348-8824-c9b72b455365 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&device_id=2562c0c2-a606-4028-9ce1-ae498dd29965 HTTP/1.1" status: 200 len: 1099 time: 0.0628643 Mar 28 14:05:33.329034 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe7a67-8ca6-4382-8222-6b073e1eef76 req-15e96d05-5276-4beb-97ba-f45f98fedef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:05:33.330634 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-85fe7a67-8ca6-4382-8222-6b073e1eef76 req-15e96d05-5276-4beb-97ba-f45f98fedef3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=60bf8f8a-39c1-459f-bcf2-7b9af6352e3e HTTP/1.1" status: 200 len: 898 time: 0.0868826 Mar 28 14:05:33.375243 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-85fe7a67-8ca6-4382-8222-6b073e1eef76 req-7dad9b33-8c22-4694-a110-6f48803cb781 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4552a8c-9a59-470e-abbb-29fd7235ef4b HTTP/1.1" status: 200 len: 217 time: 0.0380957 Mar 28 14:05:33.426692 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe7a67-8ca6-4382-8222-6b073e1eef76 req-328e2cb9-0538-4197-89c4-a92cc246cfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:05:33.428509 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-85fe7a67-8ca6-4382-8222-6b073e1eef76 req-328e2cb9-0538-4197-89c4-a92cc246cfac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad2d42bc-5980-4528-8c5f-72148d6400ca HTTP/1.1" status: 200 len: 844 time: 0.0472579 Mar 28 14:05:33.431716 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-8c7f32a6-79ac-46ce-92db-41544237654e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6a6ac8-bc40-46da-a928-4a99344f1cbf', 'name': 'tempest-TestNetworkBasicOps-router-518971020', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.62'}], 'enable_snat': True}, 'gw_port_id': '81cbf477-7d51-4971-aef3-be71f04beac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:01:57Z', 'updated_at': '2022-03-28T14:02:01Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '81cbf477-7d51-4971-aef3-be71f04beac4', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6a6ac8-bc40-46da-a928-4a99344f1cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:01:57Z', 'updated_at': '2022-03-28T14:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'fac7e35e-4801-403a-8816-4034b58cbebe', 'name': '', 'network_id': '60bf8f8a-39c1-459f-bcf2-7b9af6352e3e', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:57:b5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6a6ac8-bc40-46da-a928-4a99344f1cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'ad2d42bc-5980-4528-8c5f-72148d6400ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:02:00Z', 'updated_at': '2022-03-28T14:02:03Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'ad2d42bc-5980-4528-8c5f-72148d6400ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:05:33.462414 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7f32a6-79ac-46ce-92db-41544237654e None None] Checking router: cb6a6ac8-bc40-46da-a928-4a99344f1cbf for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:05:33.470935 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7f32a6-79ac-46ce-92db-41544237654e None None] Routers {'cb6a6ac8-bc40-46da-a928-4a99344f1cbf'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:05:33.471554 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-8c7f32a6-79ac-46ce-92db-41544237654e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:05:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['cb6a6ac8-bc40-46da-a928-4a99344f1cbf'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:05:33.475194 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe7a67-8ca6-4382-8222-6b073e1eef76 req-80332dcf-352a-40a9-be98-0764ca5d69ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:05:33.476869 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-85fe7a67-8ca6-4382-8222-6b073e1eef76 req-80332dcf-352a-40a9-be98-0764ca5d69ee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=60bf8f8a-39c1-459f-bcf2-7b9af6352e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415745 Mar 28 14:05:33.579781 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-85fe7a67-8ca6-4382-8222-6b073e1eef76 req-ffdd295d-b760-4e7e-9cb4-f90adac7cff6 service neutron] 10.222.0.20 "GET /v2.0/networks/60bf8f8a-39c1-459f-bcf2-7b9af6352e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893300 Mar 28 14:05:33.581622 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-8c7f32a6-79ac-46ce-92db-41544237654e None None] Set router cb6a6ac8-bc40-46da-a928-4a99344f1cbf gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:05:33.615267 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac731f-2444-4ed1-be74-970df9aae143 req-fb1ea462-75a8-409c-a90b-2a100bfde201 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:05:33.616925 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b6ac731f-2444-4ed1-be74-970df9aae143 req-fb1ea462-75a8-409c-a90b-2a100bfde201 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=2562c0c2-a606-4028-9ce1-ae498dd29965 HTTP/1.1" status: 200 len: 946 time: 0.0511770 Mar 28 14:05:33.659755 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b6ac731f-2444-4ed1-be74-970df9aae143 req-ef847b7a-2385-468b-8aa9-5397ce132514 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=867585ed-9f28-4a26-86d7-27cee94ac447&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361140 Mar 28 14:05:33.676786 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-85fe7a67-8ca6-4382-8222-6b073e1eef76 req-2bd7b073-8934-4bac-bd72-8b24567503b7 service neutron] 10.222.0.20 "GET /v2.0/networks/60bf8f8a-39c1-459f-bcf2-7b9af6352e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896273 Mar 28 14:05:33.776971 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-8c7f32a6-79ac-46ce-92db-41544237654e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6a6ac8-bc40-46da-a928-4a99344f1cbf', 'name': 'tempest-TestNetworkBasicOps-router-518971020', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.62'}], 'enable_snat': True}, 'gw_port_id': '81cbf477-7d51-4971-aef3-be71f04beac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:01:57Z', 'updated_at': '2022-03-28T14:02:01Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '81cbf477-7d51-4971-aef3-be71f04beac4', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6a6ac8-bc40-46da-a928-4a99344f1cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:01:57Z', 'updated_at': '2022-03-28T14:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'fac7e35e-4801-403a-8816-4034b58cbebe', 'name': '', 'network_id': '60bf8f8a-39c1-459f-bcf2-7b9af6352e3e', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:57:b5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6a6ac8-bc40-46da-a928-4a99344f1cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'ad2d42bc-5980-4528-8c5f-72148d6400ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:02:00Z', 'updated_at': '2022-03-28T14:02:03Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'ad2d42bc-5980-4528-8c5f-72148d6400ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:05:33.802932 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7f32a6-79ac-46ce-92db-41544237654e None None] The sync data for ids ['cb6a6ac8-bc40-46da-a928-4a99344f1cbf'] in dv-neutron-835335-1-hyperv is: [{'id': 'cb6a6ac8-bc40-46da-a928-4a99344f1cbf', 'name': 'tempest-TestNetworkBasicOps-router-518971020', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.62'}], 'enable_snat': True}, 'gw_port_id': '81cbf477-7d51-4971-aef3-be71f04beac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:01:57Z', 'updated_at': '2022-03-28T14:02:01Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '81cbf477-7d51-4971-aef3-be71f04beac4', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6a6ac8-bc40-46da-a928-4a99344f1cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:01:57Z', 'updated_at': '2022-03-28T14:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'fac7e35e-4801-403a-8816-4034b58cbebe', 'name': '', 'network_id': '60bf8f8a-39c1-459f-bcf2-7b9af6352e3e', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:57:b5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6a6ac8-bc40-46da-a928-4a99344f1cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'ad2d42bc-5980-4528-8c5f-72148d6400ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:02:00Z', 'updated_at': '2022-03-28T14:02:03Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'ad2d42bc-5980-4528-8c5f-72148d6400ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:05:34.008356 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9e0975-c6cb-47b1-aa16-0bd6abd438de None None] New status for floating IP 51eb46e8-ed26-419c-adb0-c99833dd5bfe: DOWN {{(pid=109615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:05:34.778678 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff2610-4047-4a73-86eb-b8e362ba3a0e req-03720f13-6003-4774-af73-1b1b289e8f09 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:05:34.780136 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-43ff2610-4047-4a73-86eb-b8e362ba3a0e req-03720f13-6003-4774-af73-1b1b289e8f09 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=2562c0c2-a606-4028-9ce1-ae498dd29965 HTTP/1.1" status: 200 len: 946 time: 0.0480602 Mar 28 14:05:34.817055 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-43ff2610-4047-4a73-86eb-b8e362ba3a0e req-c5e56d1e-8138-4501-b346-0772c984cc08 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=867585ed-9f28-4a26-86d7-27cee94ac447&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310802 Mar 28 14:05:35.166140 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25770135-8984-4e0d-ada8-62559d1a7bb6 req-f4c48a6c-1fcf-4889-b9b5-9089a4fa2d22 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:05:35.167570 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-25770135-8984-4e0d-ada8-62559d1a7bb6 req-f4c48a6c-1fcf-4889-b9b5-9089a4fa2d22 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "GET /v2.0/ports?device_id=2562c0c2-a606-4028-9ce1-ae498dd29965 HTTP/1.1" status: 200 len: 946 time: 0.0480232 Mar 28 14:05:35.256617 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [req-25770135-8984-4e0d-ada8-62559d1a7bb6 req-10d57d3a-5ac2-40e8-a7e6-c4fe93a2721d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Deleting port c4552a8c-9a59-470e-abbb-29fd7235ef4b {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:05:35.256956 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-25770135-8984-4e0d-ada8-62559d1a7bb6 req-10d57d3a-5ac2-40e8-a7e6-c4fe93a2721d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:35.341351 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [req-25770135-8984-4e0d-ada8-62559d1a7bb6 req-10d57d3a-5ac2-40e8-a7e6-c4fe93a2721d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] For port c4552a8c-9a59-470e-abbb-29fd7235ef4b, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=c4552a8c-9a59-470e-abbb-29fd7235ef4b,segment=NetworkSegment(00d01c07-87e0-49ec-b195-695772b234b8),segment_id=00d01c07-87e0-49ec-b195-695772b234b8)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:05:35.341706 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-25770135-8984-4e0d-ada8-62559d1a7bb6 req-10d57d3a-5ac2-40e8-a7e6-c4fe93a2721d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:35.354411 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [req-25770135-8984-4e0d-ada8-62559d1a7bb6 req-10d57d3a-5ac2-40e8-a7e6-c4fe93a2721d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Calling delete_port for c4552a8c-9a59-470e-abbb-29fd7235ef4b owned by compute:nova {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:05:35.526239 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-25770135-8984-4e0d-ada8-62559d1a7bb6 req-10d57d3a-5ac2-40e8-a7e6-c4fe93a2721d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:35.555743 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d57d3a-5ac2-40e8-a7e6-c4fe93a2721d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Port': ['ID=c4552a8c-9a59-470e-abbb-29fd7235ef4b,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:05:35.605890 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d57d3a-5ac2-40e8-a7e6-c4fe93a2721d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:05:35.605890 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d57d3a-5ac2-40e8-a7e6-c4fe93a2721d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:05:35.605890 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d57d3a-5ac2-40e8-a7e6-c4fe93a2721d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:05:35.605890 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d57d3a-5ac2-40e8-a7e6-c4fe93a2721d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:05:35.605890 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d57d3a-5ac2-40e8-a7e6-c4fe93a2721d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:05:35.605890 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d57d3a-5ac2-40e8-a7e6-c4fe93a2721d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:05:35.605890 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d57d3a-5ac2-40e8-a7e6-c4fe93a2721d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:05:35.605890 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d57d3a-5ac2-40e8-a7e6-c4fe93a2721d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:05:35.605890 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d57d3a-5ac2-40e8-a7e6-c4fe93a2721d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:05:35.605890 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d57d3a-5ac2-40e8-a7e6-c4fe93a2721d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:05:35.605890 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d57d3a-5ac2-40e8-a7e6-c4fe93a2721d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:05:35.605890 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d57d3a-5ac2-40e8-a7e6-c4fe93a2721d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:05:35.607517 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [req-25770135-8984-4e0d-ada8-62559d1a7bb6 req-10d57d3a-5ac2-40e8-a7e6-c4fe93a2721d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] No DVR routers for this DVR port c4552a8c-9a59-470e-abbb-29fd7235ef4b on host hv-neutron-8353 {{(pid=109612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:05:35.609965 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-25770135-8984-4e0d-ada8-62559d1a7bb6 req-10d57d3a-5ac2-40e8-a7e6-c4fe93a2721d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:35.613872 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-25770135-8984-4e0d-ada8-62559d1a7bb6 req-10d57d3a-5ac2-40e8-a7e6-c4fe93a2721d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "DELETE /v2.0/ports/c4552a8c-9a59-470e-abbb-29fd7235ef4b HTTP/1.1" status: 204 len: 173 time: 0.4409270 Mar 28 14:05:35.614322 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2562c0c2-a606-4028-9ce1-ae498dd29965', 'name': 'network-vif-deleted', 'tag': 'c4552a8c-9a59-470e-abbb-29fd7235ef4b'}] {{(pid=109612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:05:35.616644 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe63c13e87a9f7251adb6bd0d9fca296dff075f1d7b14c4d1edf5c408047469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccfff02-ed7c-4dc6-a5db-d7f445df3e58" -d '{"events": [{"server_uuid": "2562c0c2-a606-4028-9ce1-ae498dd29965", "name": "network-vif-deleted", "tag": "c4552a8c-9a59-470e-abbb-29fd7235ef4b"}]}' {{(pid=109612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:05:35.658914 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbd15c9-e48b-45bd-a426-427f6daf16c4 x-openstack-request-id: req-8fbd15c9-e48b-45bd-a426-427f6daf16c4 {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:05:35.659204 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2562c0c2-a606-4028-9ce1-ae498dd29965", "name": "network-vif-deleted", "tag": "c4552a8c-9a59-470e-abbb-29fd7235ef4b", "status": "completed", "code": 200}]} {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:05:35.659452 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8fbd15c9-e48b-45bd-a426-427f6daf16c4 {{(pid=109612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:05:35.659848 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2562c0c2-a606-4028-9ce1-ae498dd29965', 'name': 'network-vif-deleted', 'tag': 'c4552a8c-9a59-470e-abbb-29fd7235ef4b', 'status': 'completed', 'code': 200} Mar 28 14:05:35.921845 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ecfb69a7-ee69-4b9a-86dc-98dc5008532a req-3759c44b-c98c-4b27-9b34-002f14c0e034 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=2562c0c2-a606-4028-9ce1-ae498dd29965 HTTP/1.1" status: 200 len: 210 time: 0.0270886 Mar 28 14:05:36.981479 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37528) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:05:37.040550 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-44479894-e347-4ba1-b091-a4ecc5f35656 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:37.066434 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-44479894-e347-4ba1-b091-a4ecc5f35656 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:37.178267 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-44479894-e347-4ba1-b091-a4ecc5f35656 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:37.181333 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-44479894-e347-4ba1-b091-a4ecc5f35656 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:37.182497 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-44479894-e347-4ba1-b091-a4ecc5f35656 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "DELETE /v2.0/security-groups/867585ed-9f28-4a26-86d7-27cee94ac447 HTTP/1.1" status: 204 len: 168 time: 0.2000449 Mar 28 14:05:37.192801 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44479894-e347-4ba1-b091-a4ecc5f35656 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=867585ed-9f28-4a26-86d7-27cee94ac447,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:05:37.209729 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:05:37.288036 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37532) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:05:37.925712 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1fbac972-671f-4a7e-b48b-0d6e1c52d029 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:38.176804 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-1fbac972-671f-4a7e-b48b-0d6e1c52d029 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Deleting port fac7e35e-4801-403a-8816-4034b58cbebe {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:05:38.177618 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1fbac972-671f-4a7e-b48b-0d6e1c52d029 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:38.271706 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-1fbac972-671f-4a7e-b48b-0d6e1c52d029 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] For port fac7e35e-4801-403a-8816-4034b58cbebe, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=fac7e35e-4801-403a-8816-4034b58cbebe,segment=NetworkSegment(00d01c07-87e0-49ec-b195-695772b234b8),segment_id=00d01c07-87e0-49ec-b195-695772b234b8)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:05:38.272068 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1fbac972-671f-4a7e-b48b-0d6e1c52d029 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:38.283980 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-1fbac972-671f-4a7e-b48b-0d6e1c52d029 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Calling delete_port for fac7e35e-4801-403a-8816-4034b58cbebe owned by network:router_interface {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:05:38.538158 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1fbac972-671f-4a7e-b48b-0d6e1c52d029 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:38.565076 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbac972-671f-4a7e-b48b-0d6e1c52d029 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Port': ['ID=fac7e35e-4801-403a-8816-4034b58cbebe,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:05:38.732864 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1fbac972-671f-4a7e-b48b-0d6e1c52d029 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:38.944904 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fbac972-671f-4a7e-b48b-0d6e1c52d029 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Router cb6a6ac8-bc40-46da-a928-4a99344f1cbf has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:05:39.047392 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbac972-671f-4a7e-b48b-0d6e1c52d029 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:05:39.052918 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-1fbac972-671f-4a7e-b48b-0d6e1c52d029 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "PUT /v2.0/routers/cb6a6ac8-bc40-46da-a928-4a99344f1cbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7637162 Mar 28 14:05:39.055478 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37534) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:05:39.056910 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e351bc5-08a0-436a-ba11-a9134cdd20da None None] Sync routers for ids ['cb6a6ac8-bc40-46da-a928-4a99344f1cbf'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:05:39.067711 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e351bc5-08a0-436a-ba11-a9134cdd20da None None] Routers {'cb6a6ac8-bc40-46da-a928-4a99344f1cbf'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:05:39.068417 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-5e351bc5-08a0-436a-ba11-a9134cdd20da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:05:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['cb6a6ac8-bc40-46da-a928-4a99344f1cbf'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:05:39.106048 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-53503366-3136-4963-902d-4260d22708c5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Deleting subnet ad2d42bc-5980-4528-8c5f-72148d6400ca {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 14:05:39.109073 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-53503366-3136-4963-902d-4260d22708c5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:39.148337 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-53503366-3136-4963-902d-4260d22708c5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:39.169804 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-5e351bc5-08a0-436a-ba11-a9134cdd20da None None] Set router cb6a6ac8-bc40-46da-a928-4a99344f1cbf gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:05:39.233070 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-53503366-3136-4963-902d-4260d22708c5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:39.343964 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-5e351bc5-08a0-436a-ba11-a9134cdd20da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6a6ac8-bc40-46da-a928-4a99344f1cbf', 'name': 'tempest-TestNetworkBasicOps-router-518971020', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.62'}], 'enable_snat': True}, 'gw_port_id': '81cbf477-7d51-4971-aef3-be71f04beac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:01:57Z', 'updated_at': '2022-03-28T14:05:38Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '81cbf477-7d51-4971-aef3-be71f04beac4', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6a6ac8-bc40-46da-a928-4a99344f1cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:01:57Z', 'updated_at': '2022-03-28T14:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:05:39.361628 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-53503366-3136-4963-902d-4260d22708c5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:39.373901 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e351bc5-08a0-436a-ba11-a9134cdd20da None None] Checking router: cb6a6ac8-bc40-46da-a928-4a99344f1cbf for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:05:39.382606 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e351bc5-08a0-436a-ba11-a9134cdd20da None None] Routers {'cb6a6ac8-bc40-46da-a928-4a99344f1cbf'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:05:39.383215 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-5e351bc5-08a0-436a-ba11-a9134cdd20da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:05:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['cb6a6ac8-bc40-46da-a928-4a99344f1cbf'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:05:39.388990 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53503366-3136-4963-902d-4260d22708c5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Subnet': ['ID=ad2d42bc-5980-4528-8c5f-72148d6400ca,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:05:39.392769 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-53503366-3136-4963-902d-4260d22708c5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:39.398622 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-53503366-3136-4963-902d-4260d22708c5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "DELETE /v2.0/subnets/ad2d42bc-5980-4528-8c5f-72148d6400ca HTTP/1.1" status: 204 len: 168 time: 0.3391573 Mar 28 14:05:39.398876 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37536) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:05:39.416537 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b966a6e3-fe5d-46e6-bfda-1aee2cec8765 None None] Network 60bf8f8a-39c1-459f-bcf2-7b9af6352e3e requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:05:39.477361 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device c4552a8c-9a59-470e-abbb-29fd7235ef4b no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:05:39.507588 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d995411f-601f-4764-9ad1-e41a58221591 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:39.509375 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] No Port match for: c4552a8c-9a59-470e-abbb-29fd7235ef4b {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:05:39.509708 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device c4552a8c-9a59-470e-abbb-29fd7235ef4b not bound to the agent host hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:05:39.615710 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d995411f-601f-4764-9ad1-e41a58221591 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:39.709304 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-d995411f-601f-4764-9ad1-e41a58221591 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Deleting port 81cbf477-7d51-4971-aef3-be71f04beac4 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:05:39.709645 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d995411f-601f-4764-9ad1-e41a58221591 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:39.747494 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-5e351bc5-08a0-436a-ba11-a9134cdd20da None None] Set router cb6a6ac8-bc40-46da-a928-4a99344f1cbf gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:05:39.887403 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d335f072-23de-4dd6-bcf9-59948733a13a None None] DHCP port deletion for 60bf8f8a-39c1-459f-bcf2-7b9af6352e3e request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 14:05:39.992954 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-d335f072-23de-4dd6-bcf9-59948733a13a None None] Deleting port d8c8c7a6-34e3-4862-b3c8-12539d7915e6 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:05:39.993251 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d335f072-23de-4dd6-bcf9-59948733a13a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:39.997068 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-5e351bc5-08a0-436a-ba11-a9134cdd20da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6a6ac8-bc40-46da-a928-4a99344f1cbf', 'name': 'tempest-TestNetworkBasicOps-router-518971020', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.62'}], 'enable_snat': True}, 'gw_port_id': '81cbf477-7d51-4971-aef3-be71f04beac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:01:57Z', 'updated_at': '2022-03-28T14:05:38Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '81cbf477-7d51-4971-aef3-be71f04beac4', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6a6ac8-bc40-46da-a928-4a99344f1cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:01:57Z', 'updated_at': '2022-03-28T14:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:05:40.038609 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e351bc5-08a0-436a-ba11-a9134cdd20da None None] The sync data for ids ['cb6a6ac8-bc40-46da-a928-4a99344f1cbf'] in dv-neutron-835335-1-hyperv is: [{'id': 'cb6a6ac8-bc40-46da-a928-4a99344f1cbf', 'name': 'tempest-TestNetworkBasicOps-router-518971020', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.62'}], 'enable_snat': True}, 'gw_port_id': '81cbf477-7d51-4971-aef3-be71f04beac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:01:57Z', 'updated_at': '2022-03-28T14:05:38Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': '81cbf477-7d51-4971-aef3-be71f04beac4', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6a6ac8-bc40-46da-a928-4a99344f1cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:01:57Z', 'updated_at': '2022-03-28T14:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:05:40.090436 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-d335f072-23de-4dd6-bcf9-59948733a13a None None] For port d8c8c7a6-34e3-4862-b3c8-12539d7915e6, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=d8c8c7a6-34e3-4862-b3c8-12539d7915e6,segment=NetworkSegment(00d01c07-87e0-49ec-b195-695772b234b8),segment_id=00d01c07-87e0-49ec-b195-695772b234b8)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:05:40.091161 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d335f072-23de-4dd6-bcf9-59948733a13a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:40.104028 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-d335f072-23de-4dd6-bcf9-59948733a13a None None] Calling delete_port for d8c8c7a6-34e3-4862-b3c8-12539d7915e6 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:05:40.127733 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-d995411f-601f-4764-9ad1-e41a58221591 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] For port 81cbf477-7d51-4971-aef3-be71f04beac4, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=81cbf477-7d51-4971-aef3-be71f04beac4,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:05:40.128744 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d995411f-601f-4764-9ad1-e41a58221591 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:40.141037 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-d995411f-601f-4764-9ad1-e41a58221591 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Calling delete_port for 81cbf477-7d51-4971-aef3-be71f04beac4 owned by network:router_gateway {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:05:40.258582 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d335f072-23de-4dd6-bcf9-59948733a13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:40.285926 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d335f072-23de-4dd6-bcf9-59948733a13a None None] Pushing event deleted for resources: {'Port': ['ID=d8c8c7a6-34e3-4862-b3c8-12539d7915e6,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:05:40.288148 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d335f072-23de-4dd6-bcf9-59948733a13a None None] No DVR routers for this DVR port d8c8c7a6-34e3-4862-b3c8-12539d7915e6 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:05:40.299017 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d335f072-23de-4dd6-bcf9-59948733a13a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:05:40.299372 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d335f072-23de-4dd6-bcf9-59948733a13a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:05:40.299706 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d335f072-23de-4dd6-bcf9-59948733a13a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:05:40.300042 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d335f072-23de-4dd6-bcf9-59948733a13a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:05:40.300393 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d335f072-23de-4dd6-bcf9-59948733a13a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:05:40.300724 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d335f072-23de-4dd6-bcf9-59948733a13a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:05:40.301053 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d335f072-23de-4dd6-bcf9-59948733a13a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:05:40.301378 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d335f072-23de-4dd6-bcf9-59948733a13a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:05:40.301785 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d335f072-23de-4dd6-bcf9-59948733a13a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:05:40.302374 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d335f072-23de-4dd6-bcf9-59948733a13a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:05:40.302374 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d335f072-23de-4dd6-bcf9-59948733a13a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:05:40.302624 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d335f072-23de-4dd6-bcf9-59948733a13a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:05:40.388244 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d995411f-601f-4764-9ad1-e41a58221591 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:40.412826 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d995411f-601f-4764-9ad1-e41a58221591 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Port': ['ID=81cbf477-7d51-4971-aef3-be71f04beac4,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:05:40.476578 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d995411f-601f-4764-9ad1-e41a58221591 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133933816'] for router_gateway, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:40.571179 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d995411f-601f-4764-9ad1-e41a58221591 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:40.573299 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d995411f-601f-4764-9ad1-e41a58221591 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:40.663644 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d995411f-601f-4764-9ad1-e41a58221591 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:40.664268 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d995411f-601f-4764-9ad1-e41a58221591 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Fanout notify agent at l3_agent the message router_deleted on router cb6a6ac8-bc40-46da-a928-4a99344f1cbf {{(pid=109612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 14:05:40.671062 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d995411f-601f-4764-9ad1-e41a58221591 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:40.672099 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d995411f-601f-4764-9ad1-e41a58221591 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "DELETE /v2.0/routers/cb6a6ac8-bc40-46da-a928-4a99344f1cbf HTTP/1.1" status: 204 len: 168 time: 1.2725151 Mar 28 14:05:40.674928 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37538) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:05:40.754508 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-061364d8-e74d-4e75-88cf-3782b5028651 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:40.842302 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-061364d8-e74d-4e75-88cf-3782b5028651 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:40.862008 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-061364d8-e74d-4e75-88cf-3782b5028651 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60bf8f8a-39c1-459f-bcf2-7b9af6352e3e']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:05:40.870959 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-061364d8-e74d-4e75-88cf-3782b5028651 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00d01c07-87e0-49ec-b195-695772b234b8') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:05:40.871250 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-061364d8-e74d-4e75-88cf-3782b5028651 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00d01c07-87e0-49ec-b195-695772b234b8') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:05:40.880880 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-061364d8-e74d-4e75-88cf-3782b5028651 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:40.893462 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-061364d8-e74d-4e75-88cf-3782b5028651 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:40.899072 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-061364d8-e74d-4e75-88cf-3782b5028651 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 14:05:40.899458 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-061364d8-e74d-4e75-88cf-3782b5028651 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:40.902309 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 14:05:40.902309 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 14:05:40.902309 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 14:05:40.902309 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 14:05:40.902309 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 14:05:40.902309 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 14:05:40.902309 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 14:05:40.902309 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 14:05:40.902309 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 14:05:40.902309 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 14:05:40.902309 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 14:05:40.902309 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 14:05:40.902309 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 14:05:40.902309 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 14:05:40.902309 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 14:05:40.902309 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 14:05:40.902309 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 14:05:40.902309 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 14:05:40.902309 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 14:05:40.902309 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 14:05:40.902309 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 14:05:40.902309 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 14:05:40.902309 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 14:05:40.902309 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 14:05:40.902309 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 14:05:40.902309 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 14:05:40.902309 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 14:05:40.902309 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 14:05:40.902309 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 14:05:40.902309 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 14:05:40.902309 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 14:05:40.902309 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 14:05:41.046667 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-061364d8-e74d-4e75-88cf-3782b5028651 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:41.054470 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-061364d8-e74d-4e75-88cf-3782b5028651 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:41.057093 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-061364d8-e74d-4e75-88cf-3782b5028651 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "DELETE /v2.0/networks/60bf8f8a-39c1-459f-bcf2-7b9af6352e3e HTTP/1.1" status: 204 len: 168 time: 0.3812063 Mar 28 14:05:41.070031 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37540) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:05:41.078020 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061364d8-e74d-4e75-88cf-3782b5028651 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Network': ['ID=60bf8f8a-39c1-459f-bcf2-7b9af6352e3e,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:05:41.083861 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-83c77dc9-f2eb-4590-b9ad-c371aca24fec tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'network': {'name': 'tempest-network-smoke--969019292', 'project_id': '8783dd3017a04690835ab7e96e428838', 'port_security_enabled': True}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:05:41.133029 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device fac7e35e-4801-403a-8816-4034b58cbebe no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:05:41.153265 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: fac7e35e-4801-403a-8816-4034b58cbebe {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:05:41.153607 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device fac7e35e-4801-403a-8816-4034b58cbebe not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:05:41.154008 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 81cbf477-7d51-4971-aef3-be71f04beac4 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:05:41.161167 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c77dc9-f2eb-4590-b9ad-c371aca24fec tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Made reservation on behalf of 8783dd3017a04690835ab7e96e428838 for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:05:41.164745 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-83c77dc9-f2eb-4590-b9ad-c371aca24fec tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:41.172957 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 81cbf477-7d51-4971-aef3-be71f04beac4 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:05:41.173826 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 81cbf477-7d51-4971-aef3-be71f04beac4 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:05:41.174232 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device d8c8c7a6-34e3-4862-b3c8-12539d7915e6 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:05:41.188546 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83c77dc9-f2eb-4590-b9ad-c371aca24fec tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 14:05:41.192977 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: d8c8c7a6-34e3-4862-b3c8-12539d7915e6 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:05:41.194126 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device d8c8c7a6-34e3-4862-b3c8-12539d7915e6 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:05:41.197899 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-83c77dc9-f2eb-4590-b9ad-c371aca24fec tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:41.198111 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-83c77dc9-f2eb-4590-b9ad-c371aca24fec tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Added segment 95ab3390-6610-40ab-a37c-19823b84a46a of type vlan for network 19ee4602-8943-4e2d-8871-f1bdf25639a0 Mar 28 14:05:41.239044 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-83c77dc9-f2eb-4590-b9ad-c371aca24fec tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:41.309192 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-83c77dc9-f2eb-4590-b9ad-c371aca24fec tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:41.314744 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c77dc9-f2eb-4590-b9ad-c371aca24fec tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:05:41.315321 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-83c77dc9-f2eb-4590-b9ad-c371aca24fec tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:41.380781 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-83c77dc9-f2eb-4590-b9ad-c371aca24fec tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3045542 Mar 28 14:05:41.383370 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37542) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:05:41.387576 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-8757d664-9fe5-45a7-9e42-ed30e651ef11 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1441110531', 'admin_state_up': True, 'project_id': '8783dd3017a04690835ab7e96e428838', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:05:41.397706 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c77dc9-f2eb-4590-b9ad-c371aca24fec tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Network': ['ID=19ee4602-8943-4e2d-8871-f1bdf25639a0,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:05:41.408762 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 19ee4602-8943-4e2d-8871-f1bdf25639a0 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 14:05:41.452296 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8757d664-9fe5-45a7-9e42-ed30e651ef11 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:41.453365 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8757d664-9fe5-45a7-9e42-ed30e651ef11 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:41.504169 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8757d664-9fe5-45a7-9e42-ed30e651ef11 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:41.697303 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8757d664-9fe5-45a7-9e42-ed30e651ef11 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:41.937466 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8757d664-9fe5-45a7-9e42-ed30e651ef11 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router_gateway, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:41.958856 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8757d664-9fe5-45a7-9e42-ed30e651ef11 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:42.057032 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-8757d664-9fe5-45a7-9e42-ed30e651ef11 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Allocated IP 172.26.2.187 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/cd3e679d-aa38-4cac-86a0-f09a4257d491) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:05:42.153698 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8757d664-9fe5-45a7-9e42-ed30e651ef11 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:42.236115 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8757d664-9fe5-45a7-9e42-ed30e651ef11 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:42.273624 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8757d664-9fe5-45a7-9e42-ed30e651ef11 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:05:42.276411 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-8757d664-9fe5-45a7-9e42-ed30e651ef11 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:05:42.279987 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8757d664-9fe5-45a7-9e42-ed30e651ef11 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:05:42.304110 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8757d664-9fe5-45a7-9e42-ed30e651ef11 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=cd3e679d-aa38-4cac-86a0-f09a4257d491,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:05:42.587774 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8757d664-9fe5-45a7-9e42-ed30e651ef11 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router_gateway, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:42.777909 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8757d664-9fe5-45a7-9e42-ed30e651ef11 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:42.949477 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8757d664-9fe5-45a7-9e42-ed30e651ef11 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Router c985730c-0b86-46bd-a5b6-194a871204f1 is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 14:05:43.053073 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8757d664-9fe5-45a7-9e42-ed30e651ef11 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:05:43.063120 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502a2e6d-a4a5-4b5d-9735-82e6393c6c89 None None] Sync routers for ids ['c985730c-0b86-46bd-a5b6-194a871204f1'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:05:43.072176 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502a2e6d-a4a5-4b5d-9735-82e6393c6c89 None None] Routers {'c985730c-0b86-46bd-a5b6-194a871204f1'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:05:43.072814 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-502a2e6d-a4a5-4b5d-9735-82e6393c6c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:05:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['c985730c-0b86-46bd-a5b6-194a871204f1'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:05:43.122821 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8757d664-9fe5-45a7-9e42-ed30e651ef11 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:43.124054 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-8757d664-9fe5-45a7-9e42-ed30e651ef11 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7397711 Mar 28 14:05:43.127280 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37544) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:05:43.159320 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-1cb4b37b-4b2e-4662-b643-4f990a5850a0 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=8783dd3017a04690835ab7e96e428838&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306087 Mar 28 14:05:43.161867 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37546) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:05:43.174807 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-502a2e6d-a4a5-4b5d-9735-82e6393c6c89 None None] Set router c985730c-0b86-46bd-a5b6-194a871204f1 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:05:43.247114 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91828d6-905e-44e3-8202-6e628bd2d4cd tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:05:43.248641 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-b91828d6-905e-44e3-8202-6e628bd2d4cd tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0858645 Mar 28 14:05:43.251492 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37548) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:05:43.279588 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-02964afd-917b-4821-a5e0-8f3890d493a5 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=1cb296ed-c863-4502-973a-f31b82091846&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270398 Mar 28 14:05:43.308532 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37550) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:05:43.313490 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-e43ce7cd-1b38-47c0-8325-c573ba65acc0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-283279278', 'network_id': '19ee4602-8943-4e2d-8871-f1bdf25639a0', 'project_id': '8783dd3017a04690835ab7e96e428838', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:05:43.357638 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-502a2e6d-a4a5-4b5d-9735-82e6393c6c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'name': 'tempest-TestNetworkBasicOps-router-1441110531', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cd3e679d-aa38-4cac-86a0-f09a4257d491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:05:41Z', 'updated_at': '2022-03-28T14:05:42Z', 'revision_number': 3, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'cd3e679d-aa38-4cac-86a0-f09a4257d491', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:26:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:05:41Z', 'updated_at': '2022-03-28T14:05:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:05:43.386752 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502a2e6d-a4a5-4b5d-9735-82e6393c6c89 None None] Checking router: c985730c-0b86-46bd-a5b6-194a871204f1 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:05:43.387022 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502a2e6d-a4a5-4b5d-9735-82e6393c6c89 None None] Updating router c985730c-0b86-46bd-a5b6-194a871204f1 port cd3e679d-aa38-4cac-86a0-f09a4257d491 binding host dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:05:43.410956 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-502a2e6d-a4a5-4b5d-9735-82e6393c6c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:43.451768 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43ce7cd-1b38-47c0-8325-c573ba65acc0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Made reservation on behalf of 8783dd3017a04690835ab7e96e428838 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:05:43.455866 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e43ce7cd-1b38-47c0-8325-c573ba65acc0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:43.589002 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:43.654394 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-502a2e6d-a4a5-4b5d-9735-82e6393c6c89 None None] Notify callbacks [] for port, precommit_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:43.698038 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e43ce7cd-1b38-47c0-8325-c573ba65acc0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:43.726157 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-502a2e6d-a4a5-4b5d-9735-82e6393c6c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:43.756865 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43ce7cd-1b38-47c0-8325-c573ba65acc0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Subnet': ['ID=21e38cd5-15a3-43ae-b358-17eb14cf6763,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:05:43.765522 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43ce7cd-1b38-47c0-8325-c573ba65acc0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Checking segment: {'id': '95ab3390-6610-40ab-a37c-19823b84a46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '19ee4602-8943-4e2d-8871-f1bdf25639a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:05:43.765875 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43ce7cd-1b38-47c0-8325-c573ba65acc0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network hostable DHCP agents. Network: 19ee4602-8943-4e2d-8871-f1bdf25639a0, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 14:05:43.779338 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-502a2e6d-a4a5-4b5d-9735-82e6393c6c89 None None] Attempting to bind port cd3e679d-aa38-4cac-86a0-f09a4257d491 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:05:43.779774 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-502a2e6d-a4a5-4b5d-9735-82e6393c6c89 None None] Attempting to bind port cd3e679d-aa38-4cac-86a0-f09a4257d491 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:05:43.780114 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502a2e6d-a4a5-4b5d-9735-82e6393c6c89 None None] Attempting to bind port cd3e679d-aa38-4cac-86a0-f09a4257d491 on network 1cb296ed-c863-4502-973a-f31b82091846 {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:05:43.787106 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1608026-97b7-4480-841f-411a071bf261 None None] Pushing event updated for resources: {'Port': ['ID=cd3e679d-aa38-4cac-86a0-f09a4257d491,revision_number=2']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:05:43.789130 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502a2e6d-a4a5-4b5d-9735-82e6393c6c89 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:05:43.789491 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502a2e6d-a4a5-4b5d-9735-82e6393c6c89 None None] Checking segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:05:43.789884 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-502a2e6d-a4a5-4b5d-9735-82e6393c6c89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:43.790305 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502a2e6d-a4a5-4b5d-9735-82e6393c6c89 None None] Bound using segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:05:43.790759 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-502a2e6d-a4a5-4b5d-9735-82e6393c6c89 None None] Bound port: cd3e679d-aa38-4cac-86a0-f09a4257d491, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:05:43.791133 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-502a2e6d-a4a5-4b5d-9735-82e6393c6c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:43.817676 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43ce7cd-1b38-47c0-8325-c573ba65acc0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network 19ee4602-8943-4e2d-8871-f1bdf25639a0 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 14:05:43.857803 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-e43ce7cd-1b38-47c0-8325-c573ba65acc0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 19ee4602-8943-4e2d-8871-f1bdf25639a0) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:05:43.862681 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43ce7cd-1b38-47c0-8325-c573ba65acc0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:05:43.863277 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e43ce7cd-1b38-47c0-8325-c573ba65acc0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:43.868901 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a14b91-355d-437b-99a9-fb1a7a4790a0 None None] Network 19ee4602-8943-4e2d-8871-f1bdf25639a0 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:05:43.907134 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1608026-97b7-4480-841f-411a071bf261 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:05:43.907408 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1608026-97b7-4480-841f-411a071bf261 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:05:43.907775 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1608026-97b7-4480-841f-411a071bf261 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:05:43.908107 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1608026-97b7-4480-841f-411a071bf261 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:05:43.908448 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1608026-97b7-4480-841f-411a071bf261 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:05:43.908769 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1608026-97b7-4480-841f-411a071bf261 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:05:43.909086 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1608026-97b7-4480-841f-411a071bf261 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:05:43.909403 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1608026-97b7-4480-841f-411a071bf261 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:05:43.909717 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1608026-97b7-4480-841f-411a071bf261 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:05:43.910033 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1608026-97b7-4480-841f-411a071bf261 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:05:43.910339 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1608026-97b7-4480-841f-411a071bf261 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:05:43.910647 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1608026-97b7-4480-841f-411a071bf261 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:05:43.932990 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-e43ce7cd-1b38-47c0-8325-c573ba65acc0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6205573 Mar 28 14:05:43.933573 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37552) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:05:43.946320 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-502a2e6d-a4a5-4b5d-9735-82e6393c6c89 None None] For port cd3e679d-aa38-4cac-86a0-f09a4257d491, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:05:43.950770 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-502a2e6d-a4a5-4b5d-9735-82e6393c6c89 None None] For port cd3e679d-aa38-4cac-86a0-f09a4257d491, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=cd3e679d-aa38-4cac-86a0-f09a4257d491,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:05:43.995620 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-502a2e6d-a4a5-4b5d-9735-82e6393c6c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:44.016536 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9239d6f2-c63b-40af-8bc7-290196f8dbfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-19ee4602-8943-4e2d-8871-f1bdf25639a0', 'network_id': '19ee4602-8943-4e2d-8871-f1bdf25639a0', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ips': [{'subnet_id': '21e38cd5-15a3-43ae-b358-17eb14cf6763'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 14:05:44.017390 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9239d6f2-c63b-40af-8bc7-290196f8dbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:44.052249 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1608026-97b7-4480-841f-411a071bf261 None None] Pushing event updated for resources: {'Port': ['ID=cd3e679d-aa38-4cac-86a0-f09a4257d491,revision_number=3']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:05:44.061166 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502a2e6d-a4a5-4b5d-9735-82e6393c6c89 None None] Routers {'c985730c-0b86-46bd-a5b6-194a871204f1'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:05:44.061769 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-502a2e6d-a4a5-4b5d-9735-82e6393c6c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:05:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['c985730c-0b86-46bd-a5b6-194a871204f1'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:05:44.165038 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-9239d6f2-c63b-40af-8bc7-290196f8dbfa None None] Allocated IP 172.20.0.2 (19ee4602-8943-4e2d-8871-f1bdf25639a0/21e38cd5-15a3-43ae-b358-17eb14cf6763/1515dbc0-6d41-46e9-a855-6945cec0cf47) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:05:44.172333 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-502a2e6d-a4a5-4b5d-9735-82e6393c6c89 None None] Set router c985730c-0b86-46bd-a5b6-194a871204f1 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:05:44.329466 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9239d6f2-c63b-40af-8bc7-290196f8dbfa None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:44.350866 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-502a2e6d-a4a5-4b5d-9735-82e6393c6c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'name': 'tempest-TestNetworkBasicOps-router-1441110531', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cd3e679d-aa38-4cac-86a0-f09a4257d491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:05:41Z', 'updated_at': '2022-03-28T14:05:42Z', 'revision_number': 3, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'cd3e679d-aa38-4cac-86a0-f09a4257d491', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:26:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:05:41Z', 'updated_at': '2022-03-28T14:05:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:05:44.378692 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9239d6f2-c63b-40af-8bc7-290196f8dbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:44.380344 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502a2e6d-a4a5-4b5d-9735-82e6393c6c89 None None] The sync data for ids ['c985730c-0b86-46bd-a5b6-194a871204f1'] in dv-neutron-835335-1-hyperv is: [{'id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'name': 'tempest-TestNetworkBasicOps-router-1441110531', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cd3e679d-aa38-4cac-86a0-f09a4257d491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:05:41Z', 'updated_at': '2022-03-28T14:05:42Z', 'revision_number': 3, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'cd3e679d-aa38-4cac-86a0-f09a4257d491', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:26:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:05:41Z', 'updated_at': '2022-03-28T14:05:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:05:44.398868 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2e81da00-7cd6-43bb-958b-f550cadc5ac5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:44.425196 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9239d6f2-c63b-40af-8bc7-290196f8dbfa None None] Network 19ee4602-8943-4e2d-8871-f1bdf25639a0 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:05:44.428129 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-9239d6f2-c63b-40af-8bc7-290196f8dbfa None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:05:44.431786 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9239d6f2-c63b-40af-8bc7-290196f8dbfa None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:05:44.439442 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9239d6f2-c63b-40af-8bc7-290196f8dbfa None None] Pushing event updated for resources: {'Port': ['ID=1515dbc0-6d41-46e9-a855-6945cec0cf47,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:05:44.499413 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-9239d6f2-c63b-40af-8bc7-290196f8dbfa None None] Attempting to bind port 1515dbc0-6d41-46e9-a855-6945cec0cf47 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:05:44.499844 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-9239d6f2-c63b-40af-8bc7-290196f8dbfa None None] Attempting to bind port 1515dbc0-6d41-46e9-a855-6945cec0cf47 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '95ab3390-6610-40ab-a37c-19823b84a46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '19ee4602-8943-4e2d-8871-f1bdf25639a0'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:05:44.500199 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9239d6f2-c63b-40af-8bc7-290196f8dbfa None None] Attempting to bind port 1515dbc0-6d41-46e9-a855-6945cec0cf47 on network 19ee4602-8943-4e2d-8871-f1bdf25639a0 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:05:44.505412 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9239d6f2-c63b-40af-8bc7-290196f8dbfa None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:05:44.505775 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9239d6f2-c63b-40af-8bc7-290196f8dbfa None None] Checking segment: {'id': '95ab3390-6610-40ab-a37c-19823b84a46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '19ee4602-8943-4e2d-8871-f1bdf25639a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:05:44.506167 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9239d6f2-c63b-40af-8bc7-290196f8dbfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:44.506564 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9239d6f2-c63b-40af-8bc7-290196f8dbfa None None] Bound using segment: {'id': '95ab3390-6610-40ab-a37c-19823b84a46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '19ee4602-8943-4e2d-8871-f1bdf25639a0'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:05:44.507024 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-9239d6f2-c63b-40af-8bc7-290196f8dbfa None None] Bound port: 1515dbc0-6d41-46e9-a855-6945cec0cf47, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95ab3390-6610-40ab-a37c-19823b84a46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '19ee4602-8943-4e2d-8871-f1bdf25639a0'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:05:44.507385 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9239d6f2-c63b-40af-8bc7-290196f8dbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:44.585726 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-9239d6f2-c63b-40af-8bc7-290196f8dbfa None None] For port 1515dbc0-6d41-46e9-a855-6945cec0cf47, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:05:44.602066 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-9239d6f2-c63b-40af-8bc7-290196f8dbfa None None] For port 1515dbc0-6d41-46e9-a855-6945cec0cf47, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=1515dbc0-6d41-46e9-a855-6945cec0cf47,segment=NetworkSegment(95ab3390-6610-40ab-a37c-19823b84a46a),segment_id=95ab3390-6610-40ab-a37c-19823b84a46a)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:05:44.653233 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9239d6f2-c63b-40af-8bc7-290196f8dbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:44.701460 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-2e81da00-7cd6-43bb-958b-f550cadc5ac5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Allocated IP 172.20.0.1 (19ee4602-8943-4e2d-8871-f1bdf25639a0/21e38cd5-15a3-43ae-b358-17eb14cf6763/28942b91-6c3e-4f9d-a8b4-bfe747e588ce) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:05:44.726294 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9239d6f2-c63b-40af-8bc7-290196f8dbfa None None] Pushing event updated for resources: {'Port': ['ID=1515dbc0-6d41-46e9-a855-6945cec0cf47,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:05:44.826828 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2e81da00-7cd6-43bb-958b-f550cadc5ac5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:44.916018 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2e81da00-7cd6-43bb-958b-f550cadc5ac5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:44.959536 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e81da00-7cd6-43bb-958b-f550cadc5ac5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network 19ee4602-8943-4e2d-8871-f1bdf25639a0 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:05:44.963612 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-2e81da00-7cd6-43bb-958b-f550cadc5ac5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:05:44.966908 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e81da00-7cd6-43bb-958b-f550cadc5ac5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:05:45.019697 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81da00-7cd6-43bb-958b-f550cadc5ac5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=28942b91-6c3e-4f9d-a8b4-bfe747e588ce,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:05:45.032232 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2e81da00-7cd6-43bb-958b-f550cadc5ac5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:45.105347 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 1515dbc0-6d41-46e9-a855-6945cec0cf47 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:05:45.155109 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 1515dbc0-6d41-46e9-a855-6945cec0cf47 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:05:45.155572 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:45.226639 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2e81da00-7cd6-43bb-958b-f550cadc5ac5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:45.240423 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:45.274760 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 1515dbc0-6d41-46e9-a855-6945cec0cf47, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=1515dbc0-6d41-46e9-a855-6945cec0cf47,segment=NetworkSegment(95ab3390-6610-40ab-a37c-19823b84a46a),segment_id=95ab3390-6610-40ab-a37c-19823b84a46a)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:05:45.326845 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:45.327647 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device cd3e679d-aa38-4cac-86a0-f09a4257d491 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:05:45.405602 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=1515dbc0-6d41-46e9-a855-6945cec0cf47,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:05:45.418319 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port cd3e679d-aa38-4cac-86a0-f09a4257d491 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:05:45.418774 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:45.505275 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:45.525956 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port cd3e679d-aa38-4cac-86a0-f09a4257d491, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=cd3e679d-aa38-4cac-86a0-f09a4257d491,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:05:45.532869 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2e81da00-7cd6-43bb-958b-f550cadc5ac5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:45.572091 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:45.577942 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2e81da00-7cd6-43bb-958b-f550cadc5ac5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:45.625363 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=cd3e679d-aa38-4cac-86a0-f09a4257d491,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:05:45.655574 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2e81da00-7cd6-43bb-958b-f550cadc5ac5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:45.657918 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81da00-7cd6-43bb-958b-f550cadc5ac5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=28942b91-6c3e-4f9d-a8b4-bfe747e588ce,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:05:45.727783 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f693ef1c-6d2c-4375-9635-bdb8298b364f None None] Network 19ee4602-8943-4e2d-8871-f1bdf25639a0 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:05:45.758270 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e81da00-7cd6-43bb-958b-f550cadc5ac5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network 19ee4602-8943-4e2d-8871-f1bdf25639a0 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:05:45.760410 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-2e81da00-7cd6-43bb-958b-f550cadc5ac5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:05:45.806670 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-0d525206-f508-4ed0-8947-3394a9539977 None None] Provisioning complete for port 1515dbc0-6d41-46e9-a855-6945cec0cf47 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:05:45.807135 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0d525206-f508-4ed0-8947-3394a9539977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:45.875012 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e81da00-7cd6-43bb-958b-f550cadc5ac5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Router c985730c-0b86-46bd-a5b6-194a871204f1 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:05:45.988554 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e81da00-7cd6-43bb-958b-f550cadc5ac5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:05:45.991692 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-2e81da00-7cd6-43bb-958b-f550cadc5ac5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "PUT /v2.0/routers/c985730c-0b86-46bd-a5b6-194a871204f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0571654 Mar 28 14:05:45.994371 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37554) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:05:46.098352 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1a1df5-2ccd-4071-a7de-52a16f08797c tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:05:46.098820 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1a1df5-2ccd-4071-a7de-52a16f08797c tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:05:46.099281 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1a1df5-2ccd-4071-a7de-52a16f08797c tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:05:46.099739 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1a1df5-2ccd-4071-a7de-52a16f08797c tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:05:46.101445 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-2e1a1df5-2ccd-4071-a7de-52a16f08797c tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1061056 Mar 28 14:05:46.104138 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37556) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:05:46.160283 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6d2a71-8ce3-40ff-9cc9-2417c9801f37 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:05:46.161158 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6d2a71-8ce3-40ff-9cc9-2417c9801f37 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:05:46.161879 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6d2a71-8ce3-40ff-9cc9-2417c9801f37 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:05:46.162456 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6d2a71-8ce3-40ff-9cc9-2417c9801f37 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:05:46.165161 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-8e6d2a71-8ce3-40ff-9cc9-2417c9801f37 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0600584 Mar 28 14:05:46.168155 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37558) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:05:46.172408 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-4268950f-9a44-4a05-ad22-e0e215ff7575 None None] Provisioning complete for port 1515dbc0-6d41-46e9-a855-6945cec0cf47 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:05:46.172794 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4268950f-9a44-4a05-ad22-e0e215ff7575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:46.287359 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-4268950f-9a44-4a05-ad22-e0e215ff7575 None None] Provisioning complete for port 28942b91-6c3e-4f9d-a8b4-bfe747e588ce triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:05:46.288076 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4268950f-9a44-4a05-ad22-e0e215ff7575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:46.330473 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-4268950f-9a44-4a05-ad22-e0e215ff7575 None None] Port 28942b91-6c3e-4f9d-a8b4-bfe747e588ce cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:05:46.337068 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-85f4283c-3326-468b-a792-7d4387b3efad tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1671889 Mar 28 14:05:46.339776 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa7896b-cbcb-4720-b7de-f03a78da19a4 None None] Sync routers for ids ['c985730c-0b86-46bd-a5b6-194a871204f1'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:05:46.352792 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa7896b-cbcb-4720-b7de-f03a78da19a4 None None] Routers {'c985730c-0b86-46bd-a5b6-194a871204f1'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:05:46.353426 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-5aa7896b-cbcb-4720-b7de-f03a78da19a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:05:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['c985730c-0b86-46bd-a5b6-194a871204f1'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:05:46.483718 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-228d7cd8-af93-49b8-b11a-47bc3820cbd9 None None] Provisioning complete for port 28942b91-6c3e-4f9d-a8b4-bfe747e588ce triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:05:46.484117 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-228d7cd8-af93-49b8-b11a-47bc3820cbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:46.515237 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-5aa7896b-cbcb-4720-b7de-f03a78da19a4 None None] Set router c985730c-0b86-46bd-a5b6-194a871204f1 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:05:46.560962 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-228d7cd8-af93-49b8-b11a-47bc3820cbd9 None None] Port 28942b91-6c3e-4f9d-a8b4-bfe747e588ce cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:05:46.637970 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37562) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:05:46.642964 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-04d3351c-ad95-440f-bb74-f1417124b4f0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1031633652', 'description': 'tempest-secgroup-smoke-1031633652 description', 'project_id': '8783dd3017a04690835ab7e96e428838'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:05:46.698115 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-04d3351c-ad95-440f-bb74-f1417124b4f0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:46.705129 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-88d493c5-e54c-4871-a077-7f1bd47f25ce None None] Provisioning complete for port 28942b91-6c3e-4f9d-a8b4-bfe747e588ce triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:05:46.705129 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-88d493c5-e54c-4871-a077-7f1bd47f25ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:46.764863 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-04d3351c-ad95-440f-bb74-f1417124b4f0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:46.766318 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-88d493c5-e54c-4871-a077-7f1bd47f25ce None None] Port 28942b91-6c3e-4f9d-a8b4-bfe747e588ce cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:05:46.783194 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-5aa7896b-cbcb-4720-b7de-f03a78da19a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'name': 'tempest-TestNetworkBasicOps-router-1441110531', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cd3e679d-aa38-4cac-86a0-f09a4257d491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:05:41Z', 'updated_at': '2022-03-28T14:05:45Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'cd3e679d-aa38-4cac-86a0-f09a4257d491', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:26:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:05:41Z', 'updated_at': '2022-03-28T14:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '28942b91-6c3e-4f9d-a8b4-bfe747e588ce', 'name': '', 'network_id': '19ee4602-8943-4e2d-8871-f1bdf25639a0', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:33:0d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '21e38cd5-15a3-43ae-b358-17eb14cf6763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:05:44Z', 'updated_at': '2022-03-28T14:05:45Z', 'revision_number': 2, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': '21e38cd5-15a3-43ae-b358-17eb14cf6763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:05:46.809625 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa7896b-cbcb-4720-b7de-f03a78da19a4 None None] Checking router: c985730c-0b86-46bd-a5b6-194a871204f1 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:05:46.809913 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa7896b-cbcb-4720-b7de-f03a78da19a4 None None] Updating router c985730c-0b86-46bd-a5b6-194a871204f1 port 28942b91-6c3e-4f9d-a8b4-bfe747e588ce binding host dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:05:46.818023 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-04d3351c-ad95-440f-bb74-f1417124b4f0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:46.834401 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5aa7896b-cbcb-4720-b7de-f03a78da19a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:46.846255 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d3351c-ad95-440f-bb74-f1417124b4f0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b32f173-396f-41a1-be1c-ed3b63e115fb,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:05:46.877942 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-04d3351c-ad95-440f-bb74-f1417124b4f0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:46.882600 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-04d3351c-ad95-440f-bb74-f1417124b4f0 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2436228 Mar 28 14:05:46.882939 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37564) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:05:46.890009 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-4c7f6f6c-0d52-4ed1-8bc5-8cdab1fb1e83 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': '9b32f173-396f-41a1-be1c-ed3b63e115fb', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:05:46.943676 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 1515dbc0-6d41-46e9-a855-6945cec0cf47 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:05:46.966031 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4c7f6f6c-0d52-4ed1-8bc5-8cdab1fb1e83 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:47.021192 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4c7f6f6c-0d52-4ed1-8bc5-8cdab1fb1e83 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:47.081043 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4c7f6f6c-0d52-4ed1-8bc5-8cdab1fb1e83 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:47.101781 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f6f6c-0d52-4ed1-8bc5-8cdab1fb1e83 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50e7ebc3-b22f-4033-b580-8d03598ac8f1,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:05:47.168716 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4c7f6f6c-0d52-4ed1-8bc5-8cdab1fb1e83 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:47.170417 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-4c7f6f6c-0d52-4ed1-8bc5-8cdab1fb1e83 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2857170 Mar 28 14:05:47.173594 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37566) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:05:47.178474 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-9070a2cf-683a-4196-873b-298cfb856e83 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': '9b32f173-396f-41a1-be1c-ed3b63e115fb', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:05:47.198106 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 1515dbc0-6d41-46e9-a855-6945cec0cf47 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:05:47.198465 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:47.264618 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9070a2cf-683a-4196-873b-298cfb856e83 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:47.328638 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9070a2cf-683a-4196-873b-298cfb856e83 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:47.337152 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5aa7896b-cbcb-4720-b7de-f03a78da19a4 None None] Notify callbacks [] for port, precommit_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:47.342379 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device cd3e679d-aa38-4cac-86a0-f09a4257d491 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:05:47.377912 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9070a2cf-683a-4196-873b-298cfb856e83 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:47.387720 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port cd3e679d-aa38-4cac-86a0-f09a4257d491 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:05:47.387937 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:47.397977 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070a2cf-683a-4196-873b-298cfb856e83 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87c34457-ec3b-42b5-b50b-34d583dca2ee,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:05:47.426097 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5aa7896b-cbcb-4720-b7de-f03a78da19a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:47.448470 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9070a2cf-683a-4196-873b-298cfb856e83 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:47.449857 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9070a2cf-683a-4196-873b-298cfb856e83 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2750854 Mar 28 14:05:47.452817 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37568) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:05:47.457359 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-735da745-175a-43d4-86ff-ba8759165168 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': '9b32f173-396f-41a1-be1c-ed3b63e115fb', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:05:47.503776 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e3d8a4-1e22-4163-90da-24f3bd2f6177 None None] Pushing event updated for resources: {'Port': ['ID=28942b91-6c3e-4f9d-a8b4-bfe747e588ce,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:05:47.531636 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-735da745-175a-43d4-86ff-ba8759165168 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:47.571291 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-5aa7896b-cbcb-4720-b7de-f03a78da19a4 None None] Attempting to bind port 28942b91-6c3e-4f9d-a8b4-bfe747e588ce on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:05:47.572237 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-5aa7896b-cbcb-4720-b7de-f03a78da19a4 None None] Attempting to bind port 28942b91-6c3e-4f9d-a8b4-bfe747e588ce by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '95ab3390-6610-40ab-a37c-19823b84a46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '19ee4602-8943-4e2d-8871-f1bdf25639a0'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:05:47.572237 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa7896b-cbcb-4720-b7de-f03a78da19a4 None None] Attempting to bind port 28942b91-6c3e-4f9d-a8b4-bfe747e588ce on network 19ee4602-8943-4e2d-8871-f1bdf25639a0 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:05:47.577609 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa7896b-cbcb-4720-b7de-f03a78da19a4 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:05:47.577983 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa7896b-cbcb-4720-b7de-f03a78da19a4 None None] Checking segment: {'id': '95ab3390-6610-40ab-a37c-19823b84a46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '19ee4602-8943-4e2d-8871-f1bdf25639a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:05:47.578377 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5aa7896b-cbcb-4720-b7de-f03a78da19a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:47.578762 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa7896b-cbcb-4720-b7de-f03a78da19a4 None None] Bound using segment: {'id': '95ab3390-6610-40ab-a37c-19823b84a46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '19ee4602-8943-4e2d-8871-f1bdf25639a0'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:05:47.579777 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-5aa7896b-cbcb-4720-b7de-f03a78da19a4 None None] Bound port: 28942b91-6c3e-4f9d-a8b4-bfe747e588ce, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95ab3390-6610-40ab-a37c-19823b84a46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '19ee4602-8943-4e2d-8871-f1bdf25639a0'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:05:47.580219 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5aa7896b-cbcb-4720-b7de-f03a78da19a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:47.605738 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-735da745-175a-43d4-86ff-ba8759165168 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:47.646270 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-5aa7896b-cbcb-4720-b7de-f03a78da19a4 None None] For port 28942b91-6c3e-4f9d-a8b4-bfe747e588ce, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:05:47.649532 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-5aa7896b-cbcb-4720-b7de-f03a78da19a4 None None] For port 28942b91-6c3e-4f9d-a8b4-bfe747e588ce, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=28942b91-6c3e-4f9d-a8b4-bfe747e588ce,segment=NetworkSegment(95ab3390-6610-40ab-a37c-19823b84a46a),segment_id=95ab3390-6610-40ab-a37c-19823b84a46a)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:05:47.663742 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-735da745-175a-43d4-86ff-ba8759165168 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:47.684700 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735da745-175a-43d4-86ff-ba8759165168 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb4e02e7-fde0-431c-a397-26205742fa7d,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:05:47.690229 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-e768d3cf-61d4-4c20-b7b0-cc7b1582d7b5 None None] Provisioning complete for port 28942b91-6c3e-4f9d-a8b4-bfe747e588ce triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:05:47.692613 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e768d3cf-61d4-4c20-b7b0-cc7b1582d7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:47.731895 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-e768d3cf-61d4-4c20-b7b0-cc7b1582d7b5 None None] Port 28942b91-6c3e-4f9d-a8b4-bfe747e588ce cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:05:47.737892 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5aa7896b-cbcb-4720-b7de-f03a78da19a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:47.745682 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-735da745-175a-43d4-86ff-ba8759165168 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:47.746892 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-735da745-175a-43d4-86ff-ba8759165168 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2930562 Mar 28 14:05:47.749677 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37570) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:05:47.754172 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-100a1857-d619-498f-86b9-62ab20da6191 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': '9b32f173-396f-41a1-be1c-ed3b63e115fb', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:05:47.795600 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa7896b-cbcb-4720-b7de-f03a78da19a4 None None] Routers {'c985730c-0b86-46bd-a5b6-194a871204f1'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:05:47.796248 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-5aa7896b-cbcb-4720-b7de-f03a78da19a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:05:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['c985730c-0b86-46bd-a5b6-194a871204f1'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:05:47.834245 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e3d8a4-1e22-4163-90da-24f3bd2f6177 None None] Pushing event updated for resources: {'Port': ['ID=28942b91-6c3e-4f9d-a8b4-bfe747e588ce,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:05:47.835451 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-100a1857-d619-498f-86b9-62ab20da6191 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:47.911151 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-100a1857-d619-498f-86b9-62ab20da6191 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:47.919096 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-5aa7896b-cbcb-4720-b7de-f03a78da19a4 None None] Set router c985730c-0b86-46bd-a5b6-194a871204f1 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:05:47.961004 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-100a1857-d619-498f-86b9-62ab20da6191 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:47.978854 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a1857-d619-498f-86b9-62ab20da6191 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fd44690-a1cd-4775-9a92-64f138655578,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:05:48.031258 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-100a1857-d619-498f-86b9-62ab20da6191 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:48.032571 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-100a1857-d619-498f-86b9-62ab20da6191 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2817445 Mar 28 14:05:48.035306 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37572) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:05:48.042376 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-61aaf3a4-ad86-40af-bbb7-397b0821e333 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': '9b32f173-396f-41a1-be1c-ed3b63e115fb', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:05:48.077336 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-c49d6615-a3ef-4b76-a071-c2c3ccfb8be1 None None] Provisioning complete for port 28942b91-6c3e-4f9d-a8b4-bfe747e588ce triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:05:48.077701 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c49d6615-a3ef-4b76-a071-c2c3ccfb8be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:48.115014 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.securitygroups_db [None req-61aaf3a4-ad86-40af-bbb7-397b0821e333 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Project 8783dd3017a04690835ab7e96e428838 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 14:05:48.120104 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-61aaf3a4-ad86-40af-bbb7-397b0821e333 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:48.180299 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-61aaf3a4-ad86-40af-bbb7-397b0821e333 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:48.191260 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-5aa7896b-cbcb-4720-b7de-f03a78da19a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'name': 'tempest-TestNetworkBasicOps-router-1441110531', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cd3e679d-aa38-4cac-86a0-f09a4257d491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:05:41Z', 'updated_at': '2022-03-28T14:05:45Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'cd3e679d-aa38-4cac-86a0-f09a4257d491', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:26:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:05:41Z', 'updated_at': '2022-03-28T14:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '28942b91-6c3e-4f9d-a8b4-bfe747e588ce', 'name': '', 'network_id': '19ee4602-8943-4e2d-8871-f1bdf25639a0', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:33:0d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '21e38cd5-15a3-43ae-b358-17eb14cf6763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:05:44Z', 'updated_at': '2022-03-28T14:05:47Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': '21e38cd5-15a3-43ae-b358-17eb14cf6763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:05:48.218874 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c49d6615-a3ef-4b76-a071-c2c3ccfb8be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:48.220785 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa7896b-cbcb-4720-b7de-f03a78da19a4 None None] The sync data for ids ['c985730c-0b86-46bd-a5b6-194a871204f1'] in dv-neutron-835335-1-hyperv is: [{'id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'name': 'tempest-TestNetworkBasicOps-router-1441110531', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cd3e679d-aa38-4cac-86a0-f09a4257d491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:05:41Z', 'updated_at': '2022-03-28T14:05:45Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'cd3e679d-aa38-4cac-86a0-f09a4257d491', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:26:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:05:41Z', 'updated_at': '2022-03-28T14:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '28942b91-6c3e-4f9d-a8b4-bfe747e588ce', 'name': '', 'network_id': '19ee4602-8943-4e2d-8871-f1bdf25639a0', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:33:0d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '21e38cd5-15a3-43ae-b358-17eb14cf6763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:05:44Z', 'updated_at': '2022-03-28T14:05:47Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': '21e38cd5-15a3-43ae-b358-17eb14cf6763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:05:48.229079 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-61aaf3a4-ad86-40af-bbb7-397b0821e333 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:48.246320 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aaf3a4-ad86-40af-bbb7-397b0821e333 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d269d0eb-97ec-4c72-bb76-e4ff23af0516,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:05:48.265307 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-c49d6615-a3ef-4b76-a071-c2c3ccfb8be1 None None] For port 28942b91-6c3e-4f9d-a8b4-bfe747e588ce, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=28942b91-6c3e-4f9d-a8b4-bfe747e588ce,segment=NetworkSegment(95ab3390-6610-40ab-a37c-19823b84a46a),segment_id=95ab3390-6610-40ab-a37c-19823b84a46a)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:05:48.317535 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-61aaf3a4-ad86-40af-bbb7-397b0821e333 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:48.321203 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-61aaf3a4-ad86-40af-bbb7-397b0821e333 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2824497 Mar 28 14:05:48.321509 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37574) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:05:48.325894 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-b34dc7e3-2292-413b-92cc-008ff3f6c5dd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': '9b32f173-396f-41a1-be1c-ed3b63e115fb', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:05:48.335633 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c49d6615-a3ef-4b76-a071-c2c3ccfb8be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:48.386309 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d6615-a3ef-4b76-a071-c2c3ccfb8be1 None None] Pushing event updated for resources: {'Port': ['ID=28942b91-6c3e-4f9d-a8b4-bfe747e588ce,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:05:48.418120 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.securitygroups_db [None req-b34dc7e3-2292-413b-92cc-008ff3f6c5dd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Project 8783dd3017a04690835ab7e96e428838 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 14:05:48.423946 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b34dc7e3-2292-413b-92cc-008ff3f6c5dd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:48.490420 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b34dc7e3-2292-413b-92cc-008ff3f6c5dd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:48.543494 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b34dc7e3-2292-413b-92cc-008ff3f6c5dd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:48.561998 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34dc7e3-2292-413b-92cc-008ff3f6c5dd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8e63d9e-f44d-478d-ab02-81cf8e34bd06,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:05:48.570602 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34dc7e3-2292-413b-92cc-008ff3f6c5dd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:05:48.572802 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34dc7e3-2292-413b-92cc-008ff3f6c5dd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:05:48.572802 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34dc7e3-2292-413b-92cc-008ff3f6c5dd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:05:48.572802 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34dc7e3-2292-413b-92cc-008ff3f6c5dd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:05:48.572802 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34dc7e3-2292-413b-92cc-008ff3f6c5dd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:05:48.572802 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34dc7e3-2292-413b-92cc-008ff3f6c5dd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:05:48.572802 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34dc7e3-2292-413b-92cc-008ff3f6c5dd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:05:48.573469 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34dc7e3-2292-413b-92cc-008ff3f6c5dd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:05:48.573469 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34dc7e3-2292-413b-92cc-008ff3f6c5dd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:05:48.573681 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34dc7e3-2292-413b-92cc-008ff3f6c5dd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:05:48.573928 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34dc7e3-2292-413b-92cc-008ff3f6c5dd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:05:48.574245 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34dc7e3-2292-413b-92cc-008ff3f6c5dd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:05:48.625472 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b34dc7e3-2292-413b-92cc-008ff3f6c5dd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:48.626722 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b34dc7e3-2292-413b-92cc-008ff3f6c5dd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3042624 Mar 28 14:05:48.824076 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-b27ecc78-5d55-4946-8aee-cf1c1a97d869 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1031633652&fields=id&tenant_id=8783dd3017a04690835ab7e96e428838 HTTP/1.1" status: 200 len: 267 time: 0.0350003 Mar 28 14:05:48.943600 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-db21ec5b-91ad-493d-aaf4-25371caeddd4 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:05:48.951047 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-db21ec5b-91ad-493d-aaf4-25371caeddd4 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/networks?id=19ee4602-8943-4e2d-8871-f1bdf25639a0 HTTP/1.1" status: 200 len: 796 time: 0.1197736 Mar 28 14:05:48.962612 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-e7520ff3-3d73-40aa-a8e3-273c14da9757 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/quotas/8783dd3017a04690835ab7e96e428838 HTTP/1.1" status: 200 len: 375 time: 0.0106988 Mar 28 14:05:48.966645 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 28942b91-6c3e-4f9d-a8b4-bfe747e588ce up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:05:49.030766 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-10b71575-b831-473d-864c-0049d7f749a1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0580621 Mar 28 14:05:49.041262 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 28942b91-6c3e-4f9d-a8b4-bfe747e588ce triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:05:49.041877 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:49.135636 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-46022e1b-ebd3-4149-adc6-d852da131ced service neutron] 10.222.0.24 "GET /v2.0/networks/19ee4602-8943-4e2d-8871-f1bdf25639a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905848 Mar 28 14:05:49.228498 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-d6b3d6ee-4c2a-4c4a-b16a-d9ce67cb99c1 service neutron] 10.222.0.24 "GET /v2.0/networks/19ee4602-8943-4e2d-8871-f1bdf25639a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860369 Mar 28 14:05:49.478895 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-48a44b61-c794-48f5-8ae9-b8226a79d079 req-09c8a97d-509c-4f76-8f92-83143769b61d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e HTTP/1.1" status: 200 len: 210 time: 0.0269887 Mar 28 14:05:50.575431 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8f550190-0604-40a9-9310-f147d9cd69df req-de37ce40-9838-4a0d-b9c5-e508b4a425f1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e HTTP/1.1" status: 200 len: 210 time: 0.0252168 Mar 28 14:05:51.114458 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-1a7a8c5a-ad53-4ebf-98e3-64c0d629714b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:05:51.115927 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-1a7a8c5a-ad53-4ebf-98e3-64c0d629714b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "GET /v2.0/networks?id=19ee4602-8943-4e2d-8871-f1bdf25639a0 HTTP/1.1" status: 200 len: 796 time: 0.1007087 Mar 28 14:05:51.158806 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-43568823-ea63-499d-8080-0472c186bc03 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8783dd3017a04690835ab7e96e428838 HTTP/1.1" status: 200 len: 380 time: 0.0339351 Mar 28 14:05:51.167735 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-b17d5504-3eb0-4c9f-a86c-7c9cfbdf24bf tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'port': {'device_id': 'cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e', 'network_id': '19ee4602-8943-4e2d-8871-f1bdf25639a0', 'admin_state_up': True, 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'security_groups': ['9b32f173-396f-41a1-be1c-ed3b63e115fb']}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:05:51.348963 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-b17d5504-3eb0-4c9f-a86c-7c9cfbdf24bf tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Made reservation on behalf of 8783dd3017a04690835ab7e96e428838 for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:05:51.352566 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-b17d5504-3eb0-4c9f-a86c-7c9cfbdf24bf tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:51.478016 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-b17d5504-3eb0-4c9f-a86c-7c9cfbdf24bf tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Allocated IP 172.20.0.7 (19ee4602-8943-4e2d-8871-f1bdf25639a0/21e38cd5-15a3-43ae-b358-17eb14cf6763/82750796-ee3a-43f9-97ea-8615bfd6a3da) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:05:51.611187 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-b17d5504-3eb0-4c9f-a86c-7c9cfbdf24bf tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:51.673287 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6ef2b162-18f5-46d6-86c1-70441744a0f6 req-02abc130-1525-45fe-9d0b-feca8c9826bd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e HTTP/1.1" status: 200 len: 210 time: 0.0291519 Mar 28 14:05:51.698116 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-b17d5504-3eb0-4c9f-a86c-7c9cfbdf24bf tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:51.746157 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-b17d5504-3eb0-4c9f-a86c-7c9cfbdf24bf tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network 19ee4602-8943-4e2d-8871-f1bdf25639a0 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:05:51.749228 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-b17d5504-3eb0-4c9f-a86c-7c9cfbdf24bf tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:05:51.752789 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-b17d5504-3eb0-4c9f-a86c-7c9cfbdf24bf tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:05:51.758959 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d5504-3eb0-4c9f-a86c-7c9cfbdf24bf tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=82750796-ee3a-43f9-97ea-8615bfd6a3da,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:05:51.807903 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-b17d5504-3eb0-4c9f-a86c-7c9cfbdf24bf tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:05:51.808542 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-b17d5504-3eb0-4c9f-a86c-7c9cfbdf24bf tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:51.889228 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-b17d5504-3eb0-4c9f-a86c-7c9cfbdf24bf tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7248917 Mar 28 14:05:51.898886 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-829759d9-62d4-40e2-975b-00b9200c4f13 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 14:05:51.899869 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-829759d9-62d4-40e2-975b-00b9200c4f13 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052066 Mar 28 14:05:51.912290 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-c3578bed-6e2d-42f3-8b21-3a288d84f8b6 service neutron] Request body: {'port': {'device_id': 'cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:05:51.964913 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-c3578bed-6e2d-42f3-8b21-3a288d84f8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:51.978649 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-9124ac0a-486c-41be-a415-e3fb23973137 None None] Provisioning complete for port 82750796-ee3a-43f9-97ea-8615bfd6a3da triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:05:51.979228 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9124ac0a-486c-41be-a415-e3fb23973137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:52.015063 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-9124ac0a-486c-41be-a415-e3fb23973137 None None] Port 82750796-ee3a-43f9-97ea-8615bfd6a3da cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:05:52.232788 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-c3578bed-6e2d-42f3-8b21-3a288d84f8b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82750796-ee3a-43f9-97ea-8615bfd6a3da {{(pid=109612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:05:52.240146 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-c3578bed-6e2d-42f3-8b21-3a288d84f8b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:52.251490 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.provisioning_blocks [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-c3578bed-6e2d-42f3-8b21-3a288d84f8b6 service neutron] Transition to ACTIVE for port object 82750796-ee3a-43f9-97ea-8615bfd6a3da will not be triggered until provisioned by entity L2. {{(pid=109612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 14:05:52.303301 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-c3578bed-6e2d-42f3-8b21-3a288d84f8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:52.356628 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3578bed-6e2d-42f3-8b21-3a288d84f8b6 service neutron] Pushing event updated for resources: {'Port': ['ID=82750796-ee3a-43f9-97ea-8615bfd6a3da,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:05:52.421769 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-c3578bed-6e2d-42f3-8b21-3a288d84f8b6 service neutron] Attempting to bind port 82750796-ee3a-43f9-97ea-8615bfd6a3da on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:05:52.422098 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-c3578bed-6e2d-42f3-8b21-3a288d84f8b6 service neutron] Attempting to bind port 82750796-ee3a-43f9-97ea-8615bfd6a3da by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '95ab3390-6610-40ab-a37c-19823b84a46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '19ee4602-8943-4e2d-8871-f1bdf25639a0'}] {{(pid=109612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:05:52.422448 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-c3578bed-6e2d-42f3-8b21-3a288d84f8b6 service neutron] Attempting to bind port 82750796-ee3a-43f9-97ea-8615bfd6a3da on network 19ee4602-8943-4e2d-8871-f1bdf25639a0 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:05:52.426979 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-c3578bed-6e2d-42f3-8b21-3a288d84f8b6 service neutron] Port 82750796-ee3a-43f9-97ea-8615bfd6a3da on network 19ee4602-8943-4e2d-8871-f1bdf25639a0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 14:05:52.427290 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-c3578bed-6e2d-42f3-8b21-3a288d84f8b6 service neutron] Attempting to bind port 82750796-ee3a-43f9-97ea-8615bfd6a3da on network 19ee4602-8943-4e2d-8871-f1bdf25639a0 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:05:52.432513 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-c3578bed-6e2d-42f3-8b21-3a288d84f8b6 service neutron] Checking agent: {'id': '72ab3303-6c81-4bd9-a1a9-2c5d9b681d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'started_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:05:52.432846 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-c3578bed-6e2d-42f3-8b21-3a288d84f8b6 service neutron] Checking segment: {'id': '95ab3390-6610-40ab-a37c-19823b84a46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '19ee4602-8943-4e2d-8871-f1bdf25639a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:05:52.433225 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-c3578bed-6e2d-42f3-8b21-3a288d84f8b6 service neutron] Bound using segment: {'id': '95ab3390-6610-40ab-a37c-19823b84a46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '19ee4602-8943-4e2d-8871-f1bdf25639a0'} {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:05:52.433646 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-c3578bed-6e2d-42f3-8b21-3a288d84f8b6 service neutron] Bound port: 82750796-ee3a-43f9-97ea-8615bfd6a3da, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95ab3390-6610-40ab-a37c-19823b84a46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '19ee4602-8943-4e2d-8871-f1bdf25639a0'}}] {{(pid=109612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:05:52.433997 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-c3578bed-6e2d-42f3-8b21-3a288d84f8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:52.503377 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-c3578bed-6e2d-42f3-8b21-3a288d84f8b6 service neutron] For port 82750796-ee3a-43f9-97ea-8615bfd6a3da, host hv-neutron-8353, cleared binding levels {{(pid=109612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:05:52.506413 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-c3578bed-6e2d-42f3-8b21-3a288d84f8b6 service neutron] For port 82750796-ee3a-43f9-97ea-8615bfd6a3da, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=82750796-ee3a-43f9-97ea-8615bfd6a3da,segment=NetworkSegment(95ab3390-6610-40ab-a37c-19823b84a46a),segment_id=95ab3390-6610-40ab-a37c-19823b84a46a)] {{(pid=109612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:05:52.549813 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-c3578bed-6e2d-42f3-8b21-3a288d84f8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:52.586624 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-c3578bed-6e2d-42f3-8b21-3a288d84f8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:05:52.587234 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-c3578bed-6e2d-42f3-8b21-3a288d84f8b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:52.596969 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-c3578bed-6e2d-42f3-8b21-3a288d84f8b6 service neutron] 10.222.0.20 "PUT /v2.0/ports/82750796-ee3a-43f9-97ea-8615bfd6a3da HTTP/1.1" status: 200 len: 1093 time: 0.6805084 Mar 28 14:05:52.596969 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e', 'tag': '82750796-ee3a-43f9-97ea-8615bfd6a3da'}] {{(pid=109612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:05:52.596969 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe63c13e87a9f7251adb6bd0d9fca296dff075f1d7b14c4d1edf5c408047469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7c8639-598a-4ec0-95ed-7ff3282eb36b" -d '{"events": [{"name": "network-changed", "server_uuid": "cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e", "tag": "82750796-ee3a-43f9-97ea-8615bfd6a3da"}]}' {{(pid=109612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:05:52.614062 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3578bed-6e2d-42f3-8b21-3a288d84f8b6 service neutron] Pushing event updated for resources: {'Port': ['ID=82750796-ee3a-43f9-97ea-8615bfd6a3da,revision_number=3']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:05:52.629392 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8324aee9-4e09-42ba-83ce-8f9f2b40deab x-openstack-request-id: req-8324aee9-4e09-42ba-83ce-8f9f2b40deab {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:05:52.629683 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e", "tag": "82750796-ee3a-43f9-97ea-8615bfd6a3da", "status": "completed", "code": 200}]} {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:05:52.629938 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8324aee9-4e09-42ba-83ce-8f9f2b40deab {{(pid=109612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:05:52.630338 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e', 'tag': '82750796-ee3a-43f9-97ea-8615bfd6a3da', 'status': 'completed', 'code': 200} Mar 28 14:05:52.690959 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c8639-598a-4ec0-95ed-7ff3282eb36b req-56fdd4a5-4254-4f94-af9a-5fdfc8b480f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:05:52.692476 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-1d7c8639-598a-4ec0-95ed-7ff3282eb36b req-56fdd4a5-4254-4f94-af9a-5fdfc8b480f6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&device_id=cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e HTTP/1.1" status: 200 len: 1096 time: 0.0429568 Mar 28 14:05:53.104910 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8e0b1-61b4-4d4b-87f8-c9682042943b req-4915f869-f8ed-476a-8a48-b821a8a3f316 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:05:53.106371 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-fff8e0b1-61b4-4d4b-87f8-c9682042943b req-4915f869-f8ed-476a-8a48-b821a8a3f316 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e HTTP/1.1" status: 200 len: 943 time: 0.3580766 Mar 28 14:05:53.132889 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c8639-598a-4ec0-95ed-7ff3282eb36b req-e10cb313-beef-46f6-98ae-e72fcff58b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:05:53.134285 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-1d7c8639-598a-4ec0-95ed-7ff3282eb36b req-e10cb313-beef-46f6-98ae-e72fcff58b45 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=8783dd3017a04690835ab7e96e428838&shared=False HTTP/1.1" status: 200 len: 897 time: 0.4337175 Mar 28 14:05:53.143249 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-fff8e0b1-61b4-4d4b-87f8-c9682042943b req-db02ac0a-b001-45e9-9879-9e1db95f2c0f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b32f173-396f-41a1-be1c-ed3b63e115fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301561 Mar 28 14:05:53.231191 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c8639-598a-4ec0-95ed-7ff3282eb36b req-8779bed0-eda5-417d-8c88-112108d66fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:05:53.232678 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-1d7c8639-598a-4ec0-95ed-7ff3282eb36b req-8779bed0-eda5-417d-8c88-112108d66fe3 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921919 Mar 28 14:05:53.310255 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-a4e58518-1493-4b8a-b854-78042a8e193d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:05:53.311734 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-a4e58518-1493-4b8a-b854-78042a8e193d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&device_id=cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e HTTP/1.1" status: 200 len: 1096 time: 0.0455945 Mar 28 14:05:53.351257 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-d6885b25-7176-4aa4-a0b2-116e7aacf548 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82750796-ee3a-43f9-97ea-8615bfd6a3da HTTP/1.1" status: 200 len: 217 time: 0.0326462 Mar 28 14:05:53.398285 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-cdbb7d3b-56e9-4ef7-8319-af84cef2a954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:05:53.399610 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-cdbb7d3b-56e9-4ef7-8319-af84cef2a954 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=21e38cd5-15a3-43ae-b358-17eb14cf6763 HTTP/1.1" status: 200 len: 834 time: 0.0417376 Mar 28 14:05:53.446975 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-17874b12-dbb2-4dbc-9311-cdfec7050381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:05:53.448451 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-17874b12-dbb2-4dbc-9311-cdfec7050381 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=19ee4602-8943-4e2d-8871-f1bdf25639a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426092 Mar 28 14:05:53.540279 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-244abc28-51ae-4605-9bdd-3beb158dcd9d service neutron] 10.222.0.20 "GET /v2.0/networks/19ee4602-8943-4e2d-8871-f1bdf25639a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855792 Mar 28 14:05:53.629887 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-44a76fa9-7696-4f53-9b67-b2f5371f8ecb req-b5e6f5f7-4958-491c-afcd-299f911c5b31 service neutron] 10.222.0.20 "GET /v2.0/networks/19ee4602-8943-4e2d-8871-f1bdf25639a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836203 Mar 28 14:05:53.988925 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7dd31280-a179-4da6-9780-d20ad178a1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:54.268470 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8bdeb-1d02-4c11-811f-84bf0f34b478 req-7a043a49-daac-4959-ad18-dbb2d461ff89 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:05:54.269925 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a7e8bdeb-1d02-4c11-811f-84bf0f34b478 req-7a043a49-daac-4959-ad18-dbb2d461ff89 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e HTTP/1.1" status: 200 len: 943 time: 0.0501242 Mar 28 14:05:54.305935 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a7e8bdeb-1d02-4c11-811f-84bf0f34b478 req-5e4d6109-f480-4d41-901b-b46bd47ce518 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b32f173-396f-41a1-be1c-ed3b63e115fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300467 Mar 28 14:05:55.420911 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59151c31-dc6f-4d4b-94a9-06da5fd31f32 req-66734015-af84-4da2-8228-2a3a93fae11b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:05:55.422375 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-59151c31-dc6f-4d4b-94a9-06da5fd31f32 req-66734015-af84-4da2-8228-2a3a93fae11b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e HTTP/1.1" status: 200 len: 943 time: 0.0502505 Mar 28 14:05:55.459485 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-59151c31-dc6f-4d4b-94a9-06da5fd31f32 req-906dc614-4752-47f4-815e-60b522b86dd8 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b32f173-396f-41a1-be1c-ed3b63e115fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312548 Mar 28 14:05:56.274548 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e2438f80-37ef-41fc-b84c-6d08d2d1f43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:56.571093 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51651eff-9fb3-4803-961e-8d218505f7da req-70945a42-e2c5-4205-bbcd-5a13706974ab tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:05:56.572479 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-51651eff-9fb3-4803-961e-8d218505f7da req-70945a42-e2c5-4205-bbcd-5a13706974ab tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e HTTP/1.1" status: 200 len: 943 time: 0.0477068 Mar 28 14:05:56.607971 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-51651eff-9fb3-4803-961e-8d218505f7da req-f96964f5-9730-40d6-b5ad-71608f040a31 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b32f173-396f-41a1-be1c-ed3b63e115fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296919 Mar 28 14:05:57.529469 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 82750796-ee3a-43f9-97ea-8615bfd6a3da details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:05:57.634068 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 82750796-ee3a-43f9-97ea-8615bfd6a3da, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=82750796-ee3a-43f9-97ea-8615bfd6a3da,segment=NetworkSegment(95ab3390-6610-40ab-a37c-19823b84a46a),segment_id=95ab3390-6610-40ab-a37c-19823b84a46a)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:05:57.645884 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:57.647012 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': '82750796-ee3a-43f9-97ea-8615bfd6a3da', 'network_id': '19ee4602-8943-4e2d-8871-f1bdf25639a0', 'port_id': '82750796-ee3a-43f9-97ea-8615bfd6a3da', 'mac_address': 'fa:16:3e:29:bc:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21e38cd5-15a3-43ae-b358-17eb14cf6763', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:05:57.683704 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:57.696921 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82750796-ee3a-43f9-97ea-8615bfd6a3da {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:05:57.716753 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 82750796-ee3a-43f9-97ea-8615bfd6a3da, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=82750796-ee3a-43f9-97ea-8615bfd6a3da,segment=NetworkSegment(95ab3390-6610-40ab-a37c-19823b84a46a),segment_id=95ab3390-6610-40ab-a37c-19823b84a46a)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:05:57.722423 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f171913-1e5b-4684-b0c7-81e982729983 req-df30ccb0-a63a-471f-aaa9-081682764b66 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:05:57.724055 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4f171913-1e5b-4684-b0c7-81e982729983 req-df30ccb0-a63a-471f-aaa9-081682764b66 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e HTTP/1.1" status: 200 len: 943 time: 0.0491066 Mar 28 14:05:57.761181 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4f171913-1e5b-4684-b0c7-81e982729983 req-64877573-b77b-4c0b-bdfd-019e54b75a7c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b32f173-396f-41a1-be1c-ed3b63e115fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312543 Mar 28 14:05:57.783444 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:57.833806 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=82750796-ee3a-43f9-97ea-8615bfd6a3da,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:05:58.157814 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['82750796-ee3a-43f9-97ea-8615bfd6a3da'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:05:58.878166 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c203e-da2f-4ec4-a5e9-6586722475e2 req-33071add-81f5-4550-a8d3-c6263bd2409e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:05:58.879365 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-747c203e-da2f-4ec4-a5e9-6586722475e2 req-33071add-81f5-4550-a8d3-c6263bd2409e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e HTTP/1.1" status: 200 len: 944 time: 0.0529289 Mar 28 14:05:58.917973 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-747c203e-da2f-4ec4-a5e9-6586722475e2 req-14fb078e-b825-453b-93ec-33ca1e54f14e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b32f173-396f-41a1-be1c-ed3b63e115fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321302 Mar 28 14:05:58.948867 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:59.331463 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:59.544985 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 82750796-ee3a-43f9-97ea-8615bfd6a3da up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:05:59.640261 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning for port 82750796-ee3a-43f9-97ea-8615bfd6a3da completed by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 14:05:59.644015 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port 82750796-ee3a-43f9-97ea-8615bfd6a3da triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:05:59.644411 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:59.720730 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:59.747458 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82750796-ee3a-43f9-97ea-8615bfd6a3da'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:05:59.749861 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df6dec6-e396-4464-924e-8d14b9dbf069" -d '{"events": [{"server_uuid": "cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e", "name": "network-vif-plugged", "status": "completed", "tag": "82750796-ee3a-43f9-97ea-8615bfd6a3da"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:05:59.763229 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 82750796-ee3a-43f9-97ea-8615bfd6a3da, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=82750796-ee3a-43f9-97ea-8615bfd6a3da,segment=NetworkSegment(95ab3390-6610-40ab-a37c-19823b84a46a),segment_id=95ab3390-6610-40ab-a37c-19823b84a46a)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:05:59.785269 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf9f67f-db05-4478-950e-4489f164f8ef x-openstack-request-id: req-bbf9f67f-db05-4478-950e-4489f164f8ef {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:05:59.785551 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e", "name": "network-vif-plugged", "status": "completed", "tag": "82750796-ee3a-43f9-97ea-8615bfd6a3da", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:05:59.785814 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bbf9f67f-db05-4478-950e-4489f164f8ef {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:05:59.786202 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82750796-ee3a-43f9-97ea-8615bfd6a3da', 'code': 200} Mar 28 14:05:59.811955 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:05:59.860965 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=82750796-ee3a-43f9-97ea-8615bfd6a3da,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:06:00.031368 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9983bb-dde3-4730-beba-0e0daa81df66 req-c7d74cb9-668b-430a-8dae-6e558a2d144b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:06:00.032875 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8d9983bb-dde3-4730-beba-0e0daa81df66 req-c7d74cb9-668b-430a-8dae-6e558a2d144b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e HTTP/1.1" status: 200 len: 945 time: 0.0492768 Mar 28 14:06:00.070705 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8d9983bb-dde3-4730-beba-0e0daa81df66 req-ace3599a-03df-460a-b1c5-d47e3c7fc5fd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b32f173-396f-41a1-be1c-ed3b63e115fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317698 Mar 28 14:06:00.070949 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5050b2f-47c9-4c3b-ae60-8ca584db3a2c req-d0f92116-95d7-44ec-a542-288fb31f852e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:06:00.072453 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-f5050b2f-47c9-4c3b-ae60-8ca584db3a2c req-d0f92116-95d7-44ec-a542-288fb31f852e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e HTTP/1.1" status: 200 len: 1098 time: 0.0404289 Mar 28 14:06:00.106740 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-f5050b2f-47c9-4c3b-ae60-8ca584db3a2c req-730bb372-3342-4eb8-8cb8-f386582b32e0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9b32f173-396f-41a1-be1c-ed3b63e115fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281069 Mar 28 14:06:01.183813 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b476329-2f44-4b3f-893c-0429aa7a6f01 req-345c85a4-80bf-4825-86b1-1b7e9ab816e2 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:06:01.185299 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5b476329-2f44-4b3f-893c-0429aa7a6f01 req-345c85a4-80bf-4825-86b1-1b7e9ab816e2 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e HTTP/1.1" status: 200 len: 945 time: 0.0473979 Mar 28 14:06:01.223040 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5b476329-2f44-4b3f-893c-0429aa7a6f01 req-45f8474b-2678-48cf-93ee-1734ca3010df tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b32f173-396f-41a1-be1c-ed3b63e115fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312068 Mar 28 14:06:02.341437 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97696419-ed03-488a-ba74-8e4eba4a4e63 req-99d67f26-10fd-4547-93af-16ae0f0b8b03 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:06:02.342909 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-97696419-ed03-488a-ba74-8e4eba4a4e63 req-99d67f26-10fd-4547-93af-16ae0f0b8b03 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e HTTP/1.1" status: 200 len: 945 time: 0.0517256 Mar 28 14:06:02.380053 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-97696419-ed03-488a-ba74-8e4eba4a4e63 req-2356f7d5-3b16-4a1e-a4cd-aeffa2085c57 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b32f173-396f-41a1-be1c-ed3b63e115fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306816 Mar 28 14:06:02.492151 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf56a0-f359-4be3-8e50-6eba30fb187f req-82bc2b36-3599-41c0-ba04-3ef88a5fb7d6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:06:02.493607 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f6cf56a0-f359-4be3-8e50-6eba30fb187f req-82bc2b36-3599-41c0-ba04-3ef88a5fb7d6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e HTTP/1.1" status: 200 len: 945 time: 0.0473139 Mar 28 14:06:02.529555 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f6cf56a0-f359-4be3-8e50-6eba30fb187f req-1a4ba1e8-d190-4f72-8ba3-4da0b512d421 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b32f173-396f-41a1-be1c-ed3b63e115fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299876 Mar 28 14:06:02.551594 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37634) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:06:02.589573 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb921b1a-f803-411b-a267-bb12e7eca807 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:06:02.591029 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-eb921b1a-f803-411b-a267-bb12e7eca807 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e HTTP/1.1" status: 200 len: 1093 time: 0.0384595 Mar 28 14:06:02.593867 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37636) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:06:02.598503 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-612d868b-5f73-43b6-8795-960cf6c64f28 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'floatingip': {'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'port_id': '82750796-ee3a-43f9-97ea-8615bfd6a3da', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:06:02.674685 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-612d868b-5f73-43b6-8795-960cf6c64f28 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for floatingip, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:02.769893 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-612d868b-5f73-43b6-8795-960cf6c64f28 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:02.874093 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-612d868b-5f73-43b6-8795-960cf6c64f28 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Allocated IP 172.26.2.27 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/02284a45-3f6b-454b-8f10-9d175acdd829) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:06:02.972494 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-612d868b-5f73-43b6-8795-960cf6c64f28 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:03.052162 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-612d868b-5f73-43b6-8795-960cf6c64f28 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:03.094137 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612d868b-5f73-43b6-8795-960cf6c64f28 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:06:03.097018 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-612d868b-5f73-43b6-8795-960cf6c64f28 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:06:03.099660 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612d868b-5f73-43b6-8795-960cf6c64f28 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:06:03.126902 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d868b-5f73-43b6-8795-960cf6c64f28 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=02284a45-3f6b-454b-8f10-9d175acdd829,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:06:03.448845 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-612d868b-5f73-43b6-8795-960cf6c64f28 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:03.577302 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-612d868b-5f73-43b6-8795-960cf6c64f28 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:03.716590 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-612d868b-5f73-43b6-8795-960cf6c64f28 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:03.823536 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-612d868b-5f73-43b6-8795-960cf6c64f28 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:03.893668 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d868b-5f73-43b6-8795-960cf6c64f28 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=02284a45-3f6b-454b-8f10-9d175acdd829,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:06:03.903266 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-612d868b-5f73-43b6-8795-960cf6c64f28 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:04.002334 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [None req-612d868b-5f73-43b6-8795-960cf6c64f28 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Floating IP 665e8760-78c6-406c-8455-a340fe93d5fa associated. External IP: 172.26.2.27, port: 82750796-ee3a-43f9-97ea-8615bfd6a3da. Mar 28 14:06:04.200270 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-612d868b-5f73-43b6-8795-960cf6c64f28 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Router c985730c-0b86-46bd-a5b6-194a871204f1 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:06:04.304132 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612d868b-5f73-43b6-8795-960cf6c64f28 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:06:04.317556 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1ae3ad-db06-46bb-9b6a-d4c873b85a8c None None] Sync routers for ids ['c985730c-0b86-46bd-a5b6-194a871204f1'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:06:04.334318 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1ae3ad-db06-46bb-9b6a-d4c873b85a8c None None] Routers {'c985730c-0b86-46bd-a5b6-194a871204f1'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:06:04.334921 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-cb1ae3ad-db06-46bb-9b6a-d4c873b85a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:05:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['c985730c-0b86-46bd-a5b6-194a871204f1'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:06:04.380284 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-612d868b-5f73-43b6-8795-960cf6c64f28 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:04.407589 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-612d868b-5f73-43b6-8795-960cf6c64f28 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8121483 Mar 28 14:06:04.408308 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e', 'tag': '82750796-ee3a-43f9-97ea-8615bfd6a3da'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:06:04.410550 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37638) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:06:04.411115 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4974d1-1e6d-4e57-bd6c-99e7e4dffdf1" -d '{"events": [{"name": "network-changed", "server_uuid": "cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e", "tag": "82750796-ee3a-43f9-97ea-8615bfd6a3da"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:06:04.437441 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-cb1ae3ad-db06-46bb-9b6a-d4c873b85a8c None None] Set router c985730c-0b86-46bd-a5b6-194a871204f1 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:06:04.451232 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96bb9f89-ec9a-46df-b629-df0a558c5f79 x-openstack-request-id: req-96bb9f89-ec9a-46df-b629-df0a558c5f79 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:06:04.451747 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e", "tag": "82750796-ee3a-43f9-97ea-8615bfd6a3da", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:06:04.451909 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca34d3b-eb0a-4c4f-baed-38ed02bb1bfb tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:06:04.452020 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-96bb9f89-ec9a-46df-b629-df0a558c5f79 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:06:04.452534 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e', 'tag': '82750796-ee3a-43f9-97ea-8615bfd6a3da', 'status': 'completed', 'code': 200} Mar 28 14:06:04.456355 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-8ca34d3b-eb0a-4c4f-baed-38ed02bb1bfb tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e HTTP/1.1" status: 200 len: 1093 time: 0.0416563 Mar 28 14:06:04.518066 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4974d1-1e6d-4e57-bd6c-99e7e4dffdf1 req-1c4b63f1-19de-47e4-879a-fb44e5a8e7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:06:04.519570 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-2b4974d1-1e6d-4e57-bd6c-99e7e4dffdf1 req-1c4b63f1-19de-47e4-879a-fb44e5a8e7bc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&device_id=cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e HTTP/1.1" status: 200 len: 1098 time: 0.0461433 Mar 28 14:06:04.616412 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4974d1-1e6d-4e57-bd6c-99e7e4dffdf1 req-899a1823-914d-48b3-b97e-08a3a5c4dfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:06:04.618211 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-2b4974d1-1e6d-4e57-bd6c-99e7e4dffdf1 req-899a1823-914d-48b3-b97e-08a3a5c4dfa2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=19ee4602-8943-4e2d-8871-f1bdf25639a0 HTTP/1.1" status: 200 len: 897 time: 0.0916264 Mar 28 14:06:04.664854 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-cb1ae3ad-db06-46bb-9b6a-d4c873b85a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'name': 'tempest-TestNetworkBasicOps-router-1441110531', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cd3e679d-aa38-4cac-86a0-f09a4257d491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:05:41Z', 'updated_at': '2022-03-28T14:05:45Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'cd3e679d-aa38-4cac-86a0-f09a4257d491', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:26:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:05:41Z', 'updated_at': '2022-03-28T14:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '665e8760-78c6-406c-8455-a340fe93d5fa', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'floating_ip_address': '172.26.2.27', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'port_id': '82750796-ee3a-43f9-97ea-8615bfd6a3da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19ee4602-8943-4e2d-8871-f1bdf25639a0', 'mac_address': 'fa:16:3e:29:bc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:06:03Z', 'updated_at': '2022-03-28T14:06:03Z', 'revision_number': 0, 'project_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28942b91-6c3e-4f9d-a8b4-bfe747e588ce', 'name': '', 'network_id': '19ee4602-8943-4e2d-8871-f1bdf25639a0', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:33:0d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '21e38cd5-15a3-43ae-b358-17eb14cf6763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:05:44Z', 'updated_at': '2022-03-28T14:05:48Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': '21e38cd5-15a3-43ae-b358-17eb14cf6763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:06:04.685749 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-2b4974d1-1e6d-4e57-bd6c-99e7e4dffdf1 req-58df528b-98d6-4a32-8eb9-1973d50d381f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82750796-ee3a-43f9-97ea-8615bfd6a3da HTTP/1.1" status: 200 len: 998 time: 0.0593858 Mar 28 14:06:04.690813 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1ae3ad-db06-46bb-9b6a-d4c873b85a8c None None] Checking router: c985730c-0b86-46bd-a5b6-194a871204f1 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:06:04.698782 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1ae3ad-db06-46bb-9b6a-d4c873b85a8c None None] Routers {'c985730c-0b86-46bd-a5b6-194a871204f1'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:06:04.699380 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-cb1ae3ad-db06-46bb-9b6a-d4c873b85a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:05:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['c985730c-0b86-46bd-a5b6-194a871204f1'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:06:04.744768 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37644) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:06:04.749520 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-8dfa6a9b-f295-4208-801d-2a123fc6ec8a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1662301063', 'description': 'tempest-secgroup-smoke-1662301063 description', 'project_id': '8783dd3017a04690835ab7e96e428838'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:06:04.755989 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4974d1-1e6d-4e57-bd6c-99e7e4dffdf1 req-6b0bcf99-a077-48b8-8fc9-42f1a2a8e61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:06:04.757444 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-2b4974d1-1e6d-4e57-bd6c-99e7e4dffdf1 req-6b0bcf99-a077-48b8-8fc9-42f1a2a8e61a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=21e38cd5-15a3-43ae-b358-17eb14cf6763 HTTP/1.1" status: 200 len: 834 time: 0.0645385 Mar 28 14:06:04.807510 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-cb1ae3ad-db06-46bb-9b6a-d4c873b85a8c None None] Set router c985730c-0b86-46bd-a5b6-194a871204f1 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:06:04.807839 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4974d1-1e6d-4e57-bd6c-99e7e4dffdf1 req-6ebfb56b-655f-4fff-89fd-4698414e37e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:06:04.809384 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-2b4974d1-1e6d-4e57-bd6c-99e7e4dffdf1 req-6ebfb56b-655f-4fff-89fd-4698414e37e7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=19ee4602-8943-4e2d-8871-f1bdf25639a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449991 Mar 28 14:06:04.864775 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8dfa6a9b-f295-4208-801d-2a123fc6ec8a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:04.933318 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-2b4974d1-1e6d-4e57-bd6c-99e7e4dffdf1 req-dd4ac3f3-da17-44ca-844d-e76371cb8bcd service neutron] 10.222.0.20 "GET /v2.0/networks/19ee4602-8943-4e2d-8871-f1bdf25639a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167417 Mar 28 14:06:05.007209 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8dfa6a9b-f295-4208-801d-2a123fc6ec8a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:05.034353 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-cb1ae3ad-db06-46bb-9b6a-d4c873b85a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'name': 'tempest-TestNetworkBasicOps-router-1441110531', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cd3e679d-aa38-4cac-86a0-f09a4257d491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:05:41Z', 'updated_at': '2022-03-28T14:05:45Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'cd3e679d-aa38-4cac-86a0-f09a4257d491', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:26:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:05:41Z', 'updated_at': '2022-03-28T14:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '665e8760-78c6-406c-8455-a340fe93d5fa', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'floating_ip_address': '172.26.2.27', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'port_id': '82750796-ee3a-43f9-97ea-8615bfd6a3da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19ee4602-8943-4e2d-8871-f1bdf25639a0', 'mac_address': 'fa:16:3e:29:bc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:06:03Z', 'updated_at': '2022-03-28T14:06:03Z', 'revision_number': 0, 'project_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28942b91-6c3e-4f9d-a8b4-bfe747e588ce', 'name': '', 'network_id': '19ee4602-8943-4e2d-8871-f1bdf25639a0', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:33:0d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '21e38cd5-15a3-43ae-b358-17eb14cf6763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:05:44Z', 'updated_at': '2022-03-28T14:05:48Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': '21e38cd5-15a3-43ae-b358-17eb14cf6763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:06:05.043337 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-2b4974d1-1e6d-4e57-bd6c-99e7e4dffdf1 req-6e1531dc-2670-4ce5-840d-1fc8bc8a5971 service neutron] 10.222.0.20 "GET /v2.0/networks/19ee4602-8943-4e2d-8871-f1bdf25639a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004400 Mar 28 14:06:05.046003 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8dfa6a9b-f295-4208-801d-2a123fc6ec8a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:05.064682 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1ae3ad-db06-46bb-9b6a-d4c873b85a8c None None] The sync data for ids ['c985730c-0b86-46bd-a5b6-194a871204f1'] in dv-neutron-835335-1-hyperv is: [{'id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'name': 'tempest-TestNetworkBasicOps-router-1441110531', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cd3e679d-aa38-4cac-86a0-f09a4257d491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:05:41Z', 'updated_at': '2022-03-28T14:05:45Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'cd3e679d-aa38-4cac-86a0-f09a4257d491', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:26:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:05:41Z', 'updated_at': '2022-03-28T14:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '665e8760-78c6-406c-8455-a340fe93d5fa', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'floating_ip_address': '172.26.2.27', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'port_id': '82750796-ee3a-43f9-97ea-8615bfd6a3da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19ee4602-8943-4e2d-8871-f1bdf25639a0', 'mac_address': 'fa:16:3e:29:bc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:06:03Z', 'updated_at': '2022-03-28T14:06:03Z', 'revision_number': 0, 'project_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28942b91-6c3e-4f9d-a8b4-bfe747e588ce', 'name': '', 'network_id': '19ee4602-8943-4e2d-8871-f1bdf25639a0', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:33:0d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '21e38cd5-15a3-43ae-b358-17eb14cf6763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:05:44Z', 'updated_at': '2022-03-28T14:05:48Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': '21e38cd5-15a3-43ae-b358-17eb14cf6763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:06:05.080501 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa6a9b-f295-4208-801d-2a123fc6ec8a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d593a3c3-2378-489c-9564-7cacaa278f93,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:06:05.128192 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8dfa6a9b-f295-4208-801d-2a123fc6ec8a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:05.133634 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-8dfa6a9b-f295-4208-801d-2a123fc6ec8a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3836644 Mar 28 14:06:05.133634 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37646) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:06:05.136930 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-eec0de1b-d692-4487-834b-12b354a60114 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': 'd593a3c3-2378-489c-9564-7cacaa278f93', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:06:05.211510 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-eec0de1b-d692-4487-834b-12b354a60114 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:05.259149 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a57b54-8320-4e6e-a664-996e06fb1ecb None None] New status for floating IP 665e8760-78c6-406c-8455-a340fe93d5fa: ACTIVE {{(pid=109614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:06:05.278465 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-eec0de1b-d692-4487-834b-12b354a60114 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:05.314931 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-eec0de1b-d692-4487-834b-12b354a60114 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:05.334068 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec0de1b-d692-4487-834b-12b354a60114 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8aebaf8-cc9a-4400-b35f-d44f023a6e86,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:06:05.385180 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-eec0de1b-d692-4487-834b-12b354a60114 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:05.386556 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-eec0de1b-d692-4487-834b-12b354a60114 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2532573 Mar 28 14:06:05.389425 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37648) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:06:05.393909 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-209f86e6-5d11-4274-a7e3-b273910745a4 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': 'd593a3c3-2378-489c-9564-7cacaa278f93', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:06:05.503048 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-209f86e6-5d11-4274-a7e3-b273910745a4 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:05.559902 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-209f86e6-5d11-4274-a7e3-b273910745a4 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:05.617708 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-209f86e6-5d11-4274-a7e3-b273910745a4 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:05.635085 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f86e6-5d11-4274-a7e3-b273910745a4 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11c23c78-7f2e-47bf-afea-018358c6671d,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:06:05.705758 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-209f86e6-5d11-4274-a7e3-b273910745a4 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:05.706971 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-209f86e6-5d11-4274-a7e3-b273910745a4 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3165667 Mar 28 14:06:05.709655 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37650) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:06:05.713852 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-d73d700e-8711-458c-bfc3-d3e956af6c27 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': 'd593a3c3-2378-489c-9564-7cacaa278f93', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:06:05.788776 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d73d700e-8711-458c-bfc3-d3e956af6c27 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:05.844666 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d73d700e-8711-458c-bfc3-d3e956af6c27 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:05.932029 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d73d700e-8711-458c-bfc3-d3e956af6c27 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:05.950161 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d700e-8711-458c-bfc3-d3e956af6c27 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a88b4acd-21bf-46f5-bc30-4dd0d059dad3,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:06:05.996885 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d73d700e-8711-458c-bfc3-d3e956af6c27 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:05.998162 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d73d700e-8711-458c-bfc3-d3e956af6c27 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2875988 Mar 28 14:06:06.000964 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37652) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:06:06.005836 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-7a7133da-2e3c-4775-afd0-8b5de1cb00f2 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': 'd593a3c3-2378-489c-9564-7cacaa278f93', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:06:06.079081 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7a7133da-2e3c-4775-afd0-8b5de1cb00f2 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:06.138420 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7a7133da-2e3c-4775-afd0-8b5de1cb00f2 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:06.177299 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7a7133da-2e3c-4775-afd0-8b5de1cb00f2 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:06.194564 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7133da-2e3c-4775-afd0-8b5de1cb00f2 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cc58347-076e-4d39-ac38-2b0d35dc8b2d,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:06:06.248018 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7a7133da-2e3c-4775-afd0-8b5de1cb00f2 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:06.249276 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-7a7133da-2e3c-4775-afd0-8b5de1cb00f2 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2468295 Mar 28 14:06:06.252565 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37654) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:06:06.259359 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-1688f1d2-4757-4ba6-9129-4b798e998ab3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': 'd593a3c3-2378-489c-9564-7cacaa278f93', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:06:06.326319 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.securitygroups_db [None req-1688f1d2-4757-4ba6-9129-4b798e998ab3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Project 8783dd3017a04690835ab7e96e428838 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 14:06:06.331466 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1688f1d2-4757-4ba6-9129-4b798e998ab3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:06.389075 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1688f1d2-4757-4ba6-9129-4b798e998ab3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:06.423781 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1688f1d2-4757-4ba6-9129-4b798e998ab3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:06.443137 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1688f1d2-4757-4ba6-9129-4b798e998ab3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4d6830c-60c9-41b8-8949-7b7546eb41b2,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:06:06.476546 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1688f1d2-4757-4ba6-9129-4b798e998ab3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:06.477754 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-1688f1d2-4757-4ba6-9129-4b798e998ab3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2242227 Mar 28 14:06:06.480382 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37656) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:06:06.484816 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-9bf93adf-295e-4c5b-bd7d-4099e9feccd5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': 'd593a3c3-2378-489c-9564-7cacaa278f93', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:06:06.566180 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.securitygroups_db [None req-9bf93adf-295e-4c5b-bd7d-4099e9feccd5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Project 8783dd3017a04690835ab7e96e428838 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 14:06:06.571000 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9bf93adf-295e-4c5b-bd7d-4099e9feccd5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:06.630532 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9bf93adf-295e-4c5b-bd7d-4099e9feccd5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:06.668910 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9bf93adf-295e-4c5b-bd7d-4099e9feccd5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:06.687196 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf93adf-295e-4c5b-bd7d-4099e9feccd5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e9b13cf-29bf-445e-844f-ca10a4e4f380,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:06:06.722968 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9bf93adf-295e-4c5b-bd7d-4099e9feccd5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:06.724078 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-9bf93adf-295e-4c5b-bd7d-4099e9feccd5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2427416 Mar 28 14:06:06.857335 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-81d072b9-0e10-4550-821f-aa0f485f1b12 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1662301063&fields=id&tenant_id=8783dd3017a04690835ab7e96e428838 HTTP/1.1" status: 200 len: 267 time: 0.0321705 Mar 28 14:06:06.959035 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-6a594eb5-e300-4e5d-ab61-20ee7441268a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:06:06.960491 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-6a594eb5-e300-4e5d-ab61-20ee7441268a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/networks?id=19ee4602-8943-4e2d-8871-f1bdf25639a0 HTTP/1.1" status: 200 len: 796 time: 0.0960648 Mar 28 14:06:06.975461 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-a5b975ee-b8bb-49ec-b839-fdd39f479739 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/quotas/8783dd3017a04690835ab7e96e428838 HTTP/1.1" status: 200 len: 375 time: 0.0092864 Mar 28 14:06:07.031609 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-377d8361-ec9f-419e-99b8-e977c4168c4e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0510643 Mar 28 14:06:07.047016 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-558bc911-b5ce-493b-9f90-a8f301136fe6 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 14:06:07.047948 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-558bc911-b5ce-493b-9f90-a8f301136fe6 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048208 Mar 28 14:06:07.134792 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-d675a031-759a-4b4f-b643-a00b2fa34724 service neutron] 10.222.0.24 "GET /v2.0/networks/19ee4602-8943-4e2d-8871-f1bdf25639a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810666 Mar 28 14:06:07.225061 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-ff864348-0261-45f4-baff-59ee8567efc4 service neutron] 10.222.0.24 "GET /v2.0/networks/19ee4602-8943-4e2d-8871-f1bdf25639a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843623 Mar 28 14:06:07.496961 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-680b13bf-7bf4-49dc-929a-fa970535857e req-9a09f0f1-6722-4989-83fa-9336bf40715a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=707dcf89-7e88-4038-a18c-0f2673d2907f HTTP/1.1" status: 200 len: 210 time: 0.0291684 Mar 28 14:06:08.588511 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b5776c05-6e45-428b-a1eb-b6ce0b35df81 req-a99162c9-de75-46df-84c6-debb0cdab1c7 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=707dcf89-7e88-4038-a18c-0f2673d2907f HTTP/1.1" status: 200 len: 210 time: 0.0257609 Mar 28 14:06:09.202943 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-8307819f-88d2-4e4a-be94-67dd061928f3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:06:09.205219 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-8307819f-88d2-4e4a-be94-67dd061928f3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "GET /v2.0/networks?id=19ee4602-8943-4e2d-8871-f1bdf25639a0 HTTP/1.1" status: 200 len: 796 time: 0.1046648 Mar 28 14:06:09.248555 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-5e4b288f-907b-4e9d-b7a8-0c5738fb6f58 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8783dd3017a04690835ab7e96e428838 HTTP/1.1" status: 200 len: 473 time: 0.0358236 Mar 28 14:06:09.257134 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-336bd12b-7083-4b06-92af-7fdbd73384b3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'port': {'device_id': '707dcf89-7e88-4038-a18c-0f2673d2907f', 'network_id': '19ee4602-8943-4e2d-8871-f1bdf25639a0', 'admin_state_up': True, 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'security_groups': ['d593a3c3-2378-489c-9564-7cacaa278f93']}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:06:09.423614 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-336bd12b-7083-4b06-92af-7fdbd73384b3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Made reservation on behalf of 8783dd3017a04690835ab7e96e428838 for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:06:09.427201 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-336bd12b-7083-4b06-92af-7fdbd73384b3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:09.555297 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-336bd12b-7083-4b06-92af-7fdbd73384b3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Allocated IP 172.20.0.11 (19ee4602-8943-4e2d-8871-f1bdf25639a0/21e38cd5-15a3-43ae-b358-17eb14cf6763/24b151c2-9753-4d8d-adde-a3c96a9ef499) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:06:09.681813 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-689e512f-246e-44ba-a220-2684186fd193 req-8c5d26b1-7c0c-4b9b-bf58-9725947b39dc tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=707dcf89-7e88-4038-a18c-0f2673d2907f HTTP/1.1" status: 200 len: 210 time: 0.0269806 Mar 28 14:06:09.693740 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-336bd12b-7083-4b06-92af-7fdbd73384b3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:09.760831 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-336bd12b-7083-4b06-92af-7fdbd73384b3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:09.805181 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-336bd12b-7083-4b06-92af-7fdbd73384b3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network 19ee4602-8943-4e2d-8871-f1bdf25639a0 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:06:09.808635 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-336bd12b-7083-4b06-92af-7fdbd73384b3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:06:09.811033 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-336bd12b-7083-4b06-92af-7fdbd73384b3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:06:09.836169 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336bd12b-7083-4b06-92af-7fdbd73384b3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=24b151c2-9753-4d8d-adde-a3c96a9ef499,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:06:09.866153 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-336bd12b-7083-4b06-92af-7fdbd73384b3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:06:09.866802 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-336bd12b-7083-4b06-92af-7fdbd73384b3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:09.940728 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-336bd12b-7083-4b06-92af-7fdbd73384b3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6871140 Mar 28 14:06:10.056259 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-d9afc945-1b68-449a-9bc6-4e8834ad1ccc service neutron] Request body: {'port': {'device_id': '707dcf89-7e88-4038-a18c-0f2673d2907f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:06:10.086710 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-48c75a9e-434b-4777-8dc6-6efa8c7b66cd None None] Provisioning complete for port 24b151c2-9753-4d8d-adde-a3c96a9ef499 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:06:10.087324 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-48c75a9e-434b-4777-8dc6-6efa8c7b66cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:10.115995 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-d9afc945-1b68-449a-9bc6-4e8834ad1ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:10.121902 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-48c75a9e-434b-4777-8dc6-6efa8c7b66cd None None] Port 24b151c2-9753-4d8d-adde-a3c96a9ef499 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:06:10.377289 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-d9afc945-1b68-449a-9bc6-4e8834ad1ccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24b151c2-9753-4d8d-adde-a3c96a9ef499 {{(pid=109612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:06:10.384653 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-d9afc945-1b68-449a-9bc6-4e8834ad1ccc service neutron] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:10.397087 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.provisioning_blocks [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-d9afc945-1b68-449a-9bc6-4e8834ad1ccc service neutron] Transition to ACTIVE for port object 24b151c2-9753-4d8d-adde-a3c96a9ef499 will not be triggered until provisioned by entity L2. {{(pid=109612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 14:06:10.469117 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-d9afc945-1b68-449a-9bc6-4e8834ad1ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:10.532284 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9afc945-1b68-449a-9bc6-4e8834ad1ccc service neutron] Pushing event updated for resources: {'Port': ['ID=24b151c2-9753-4d8d-adde-a3c96a9ef499,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:06:10.604401 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-d9afc945-1b68-449a-9bc6-4e8834ad1ccc service neutron] Attempting to bind port 24b151c2-9753-4d8d-adde-a3c96a9ef499 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:06:10.604750 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-d9afc945-1b68-449a-9bc6-4e8834ad1ccc service neutron] Attempting to bind port 24b151c2-9753-4d8d-adde-a3c96a9ef499 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '95ab3390-6610-40ab-a37c-19823b84a46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '19ee4602-8943-4e2d-8871-f1bdf25639a0'}] {{(pid=109612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:06:10.605085 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-d9afc945-1b68-449a-9bc6-4e8834ad1ccc service neutron] Attempting to bind port 24b151c2-9753-4d8d-adde-a3c96a9ef499 on network 19ee4602-8943-4e2d-8871-f1bdf25639a0 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:06:10.609780 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-d9afc945-1b68-449a-9bc6-4e8834ad1ccc service neutron] Port 24b151c2-9753-4d8d-adde-a3c96a9ef499 on network 19ee4602-8943-4e2d-8871-f1bdf25639a0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 14:06:10.610099 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-d9afc945-1b68-449a-9bc6-4e8834ad1ccc service neutron] Attempting to bind port 24b151c2-9753-4d8d-adde-a3c96a9ef499 on network 19ee4602-8943-4e2d-8871-f1bdf25639a0 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:06:10.615265 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-d9afc945-1b68-449a-9bc6-4e8834ad1ccc service neutron] Checking agent: {'id': '72ab3303-6c81-4bd9-a1a9-2c5d9b681d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'started_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:06:10.615605 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-d9afc945-1b68-449a-9bc6-4e8834ad1ccc service neutron] Checking segment: {'id': '95ab3390-6610-40ab-a37c-19823b84a46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '19ee4602-8943-4e2d-8871-f1bdf25639a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:06:10.615989 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-d9afc945-1b68-449a-9bc6-4e8834ad1ccc service neutron] Bound using segment: {'id': '95ab3390-6610-40ab-a37c-19823b84a46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '19ee4602-8943-4e2d-8871-f1bdf25639a0'} {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:06:10.616439 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-d9afc945-1b68-449a-9bc6-4e8834ad1ccc service neutron] Bound port: 24b151c2-9753-4d8d-adde-a3c96a9ef499, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95ab3390-6610-40ab-a37c-19823b84a46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '19ee4602-8943-4e2d-8871-f1bdf25639a0'}}] {{(pid=109612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:06:10.616850 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-d9afc945-1b68-449a-9bc6-4e8834ad1ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:10.681102 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-d9afc945-1b68-449a-9bc6-4e8834ad1ccc service neutron] For port 24b151c2-9753-4d8d-adde-a3c96a9ef499, host hv-neutron-8353, cleared binding levels {{(pid=109612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:06:10.684220 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-d9afc945-1b68-449a-9bc6-4e8834ad1ccc service neutron] For port 24b151c2-9753-4d8d-adde-a3c96a9ef499, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=24b151c2-9753-4d8d-adde-a3c96a9ef499,segment=NetworkSegment(95ab3390-6610-40ab-a37c-19823b84a46a),segment_id=95ab3390-6610-40ab-a37c-19823b84a46a)] {{(pid=109612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:06:10.749630 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-d9afc945-1b68-449a-9bc6-4e8834ad1ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:10.782945 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-d9afc945-1b68-449a-9bc6-4e8834ad1ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:06:10.783611 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-d9afc945-1b68-449a-9bc6-4e8834ad1ccc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:10.786411 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-d9afc945-1b68-449a-9bc6-4e8834ad1ccc service neutron] 10.222.0.20 "PUT /v2.0/ports/24b151c2-9753-4d8d-adde-a3c96a9ef499 HTTP/1.1" status: 200 len: 1094 time: 0.8381598 Mar 28 14:06:10.789816 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '707dcf89-7e88-4038-a18c-0f2673d2907f', 'tag': '24b151c2-9753-4d8d-adde-a3c96a9ef499'}] {{(pid=109612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:06:10.795904 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe63c13e87a9f7251adb6bd0d9fca296dff075f1d7b14c4d1edf5c408047469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84f02ae-bf58-418a-afed-491f1150783a" -d '{"events": [{"name": "network-changed", "server_uuid": "707dcf89-7e88-4038-a18c-0f2673d2907f", "tag": "24b151c2-9753-4d8d-adde-a3c96a9ef499"}]}' {{(pid=109612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:06:10.812414 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9026aa-d22c-4fc4-a19b-ce368538ec2a req-0380dcdc-84b5-494e-8341-151816a1679c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:06:10.814472 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6a9026aa-d22c-4fc4-a19b-ce368538ec2a req-0380dcdc-84b5-494e-8341-151816a1679c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=707dcf89-7e88-4038-a18c-0f2673d2907f HTTP/1.1" status: 200 len: 944 time: 0.0607991 Mar 28 14:06:10.839538 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9710f440-f678-4263-a7a0-7f0307d2038c x-openstack-request-id: req-9710f440-f678-4263-a7a0-7f0307d2038c {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:06:10.839875 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "707dcf89-7e88-4038-a18c-0f2673d2907f", "tag": "24b151c2-9753-4d8d-adde-a3c96a9ef499", "status": "completed", "code": 200}]} {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:06:10.840123 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9710f440-f678-4263-a7a0-7f0307d2038c {{(pid=109612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:06:10.842182 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '707dcf89-7e88-4038-a18c-0f2673d2907f', 'tag': '24b151c2-9753-4d8d-adde-a3c96a9ef499', 'status': 'completed', 'code': 200} Mar 28 14:06:10.845814 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9afc945-1b68-449a-9bc6-4e8834ad1ccc service neutron] Pushing event updated for resources: {'Port': ['ID=24b151c2-9753-4d8d-adde-a3c96a9ef499,revision_number=3']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:06:10.869181 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6a9026aa-d22c-4fc4-a19b-ce368538ec2a req-d728828c-82fc-47f2-881f-13a99d8b89fd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=d593a3c3-2378-489c-9564-7cacaa278f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437655 Mar 28 14:06:10.901107 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f02ae-bf58-418a-afed-491f1150783a req-b6a21392-dbb8-4104-baa5-157631cbdd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:06:10.902833 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-e84f02ae-bf58-418a-afed-491f1150783a req-b6a21392-dbb8-4104-baa5-157631cbdd80 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&device_id=707dcf89-7e88-4038-a18c-0f2673d2907f HTTP/1.1" status: 200 len: 1097 time: 0.0450144 Mar 28 14:06:11.006047 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f02ae-bf58-418a-afed-491f1150783a req-9636f0fc-efc8-4a1d-9f27-b02c60ae3d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:06:11.007567 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-e84f02ae-bf58-418a-afed-491f1150783a req-9636f0fc-efc8-4a1d-9f27-b02c60ae3d38 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=8783dd3017a04690835ab7e96e428838&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0982084 Mar 28 14:06:11.103291 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f02ae-bf58-418a-afed-491f1150783a req-b9ff53a8-1706-4403-89f4-4b1710a549b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:06:11.104797 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-e84f02ae-bf58-418a-afed-491f1150783a req-b9ff53a8-1706-4403-89f4-4b1710a549b8 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910153 Mar 28 14:06:11.182666 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-3e6951bc-8949-4d97-8338-9302e0353a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:06:11.184112 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-3e6951bc-8949-4d97-8338-9302e0353a26 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&device_id=707dcf89-7e88-4038-a18c-0f2673d2907f HTTP/1.1" status: 200 len: 1097 time: 0.0408185 Mar 28 14:06:11.223574 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-fa81314d-40c7-4237-8a43-61a882df2759 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24b151c2-9753-4d8d-adde-a3c96a9ef499 HTTP/1.1" status: 200 len: 217 time: 0.0328221 Mar 28 14:06:11.272850 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-31cb2a1c-1b36-4184-aaae-6a54126a56f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:06:11.274276 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-31cb2a1c-1b36-4184-aaae-6a54126a56f8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=21e38cd5-15a3-43ae-b358-17eb14cf6763 HTTP/1.1" status: 200 len: 834 time: 0.0431511 Mar 28 14:06:11.321708 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-701db8b2-e89c-4e71-a29c-258725a65ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:06:11.323154 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-701db8b2-e89c-4e71-a29c-258725a65ebf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=19ee4602-8943-4e2d-8871-f1bdf25639a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423300 Mar 28 14:06:11.410051 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-f795dfa3-308b-4425-9036-9791538c4d68 service neutron] 10.222.0.20 "GET /v2.0/networks/19ee4602-8943-4e2d-8871-f1bdf25639a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794098 Mar 28 14:06:11.502847 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-d43deff9-6275-4ff5-8382-d7b1b3236fd3 req-d30c90dc-b35a-4268-bce7-a7d1fde1fbe2 service neutron] 10.222.0.20 "GET /v2.0/networks/19ee4602-8943-4e2d-8871-f1bdf25639a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854971 Mar 28 14:06:11.983281 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964d460-12f0-428d-9c0f-a066236e3c2e req-f8ad5235-e913-4b92-b4f8-2d54b49a6a69 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:06:11.984758 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2964d460-12f0-428d-9c0f-a066236e3c2e req-f8ad5235-e913-4b92-b4f8-2d54b49a6a69 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=707dcf89-7e88-4038-a18c-0f2673d2907f HTTP/1.1" status: 200 len: 944 time: 0.0475070 Mar 28 14:06:12.021510 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2964d460-12f0-428d-9c0f-a066236e3c2e req-0223a01f-58da-4002-9d0d-100f0dec28cc tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=d593a3c3-2378-489c-9564-7cacaa278f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302792 Mar 28 14:06:12.586168 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-712a71a3-8b34-4792-9270-86eb33cb682f req-c3ca6b4c-8eb3-4904-99af-7c8b5991a7fb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401194 Mar 28 14:06:12.664572 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a71a3-8b34-4792-9270-86eb33cb682f req-ef0d0c60-dfce-455c-b9a3-516e4506a218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:06:12.666020 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-712a71a3-8b34-4792-9270-86eb33cb682f req-ef0d0c60-dfce-455c-b9a3-516e4506a218 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&device_id=cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e HTTP/1.1" status: 200 len: 1098 time: 0.0399759 Mar 28 14:06:12.769342 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a71a3-8b34-4792-9270-86eb33cb682f req-0f6ea7a1-4387-4c23-9742-6d8e8177e554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:06:12.770786 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-712a71a3-8b34-4792-9270-86eb33cb682f req-0f6ea7a1-4387-4c23-9742-6d8e8177e554 service neutron] 10.222.0.20 "GET /v2.0/networks?id=19ee4602-8943-4e2d-8871-f1bdf25639a0 HTTP/1.1" status: 200 len: 897 time: 0.0868237 Mar 28 14:06:12.834358 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-712a71a3-8b34-4792-9270-86eb33cb682f req-971b6034-272e-4194-878d-1efbc90004bb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82750796-ee3a-43f9-97ea-8615bfd6a3da HTTP/1.1" status: 200 len: 1000 time: 0.0566306 Mar 28 14:06:12.890515 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a71a3-8b34-4792-9270-86eb33cb682f req-8b16ddfc-4184-4606-8561-2467c5a6673c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:06:12.892573 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-712a71a3-8b34-4792-9270-86eb33cb682f req-8b16ddfc-4184-4606-8561-2467c5a6673c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=21e38cd5-15a3-43ae-b358-17eb14cf6763 HTTP/1.1" status: 200 len: 834 time: 0.0421686 Mar 28 14:06:12.941187 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a71a3-8b34-4792-9270-86eb33cb682f req-b1048828-5a93-4fb6-8e4f-3080159b169e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:06:12.942621 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-712a71a3-8b34-4792-9270-86eb33cb682f req-b1048828-5a93-4fb6-8e4f-3080159b169e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=19ee4602-8943-4e2d-8871-f1bdf25639a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424814 Mar 28 14:06:13.028839 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-712a71a3-8b34-4792-9270-86eb33cb682f req-791f0152-fcc2-43cd-975a-37d273138774 service neutron] 10.222.0.20 "GET /v2.0/networks/19ee4602-8943-4e2d-8871-f1bdf25639a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794268 Mar 28 14:06:13.123387 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-712a71a3-8b34-4792-9270-86eb33cb682f req-3e4fd1ba-2449-4c74-84fb-0520157f4eac service neutron] 10.222.0.20 "GET /v2.0/networks/19ee4602-8943-4e2d-8871-f1bdf25639a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863135 Mar 28 14:06:13.134086 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8065c59-1c39-4630-976c-e3e34c5eb0ed req-ad64b96f-112d-4021-acf7-14101cbe509c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:06:13.135498 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f8065c59-1c39-4630-976c-e3e34c5eb0ed req-ad64b96f-112d-4021-acf7-14101cbe509c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=707dcf89-7e88-4038-a18c-0f2673d2907f HTTP/1.1" status: 200 len: 944 time: 0.0478728 Mar 28 14:06:13.172906 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f8065c59-1c39-4630-976c-e3e34c5eb0ed req-b46c0659-974b-4dfa-8971-0ee09c2a92ab tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=d593a3c3-2378-489c-9564-7cacaa278f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305185 Mar 28 14:06:13.623345 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:14.208317 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:06:14.290290 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3234bc-72c0-4be9-a335-71d6bcd5af07 req-bcf6867b-0e15-4082-848c-ef23b5e03008 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:06:14.291736 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3f3234bc-72c0-4be9-a335-71d6bcd5af07 req-bcf6867b-0e15-4082-848c-ef23b5e03008 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=707dcf89-7e88-4038-a18c-0f2673d2907f HTTP/1.1" status: 200 len: 944 time: 0.0517921 Mar 28 14:06:14.327980 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3f3234bc-72c0-4be9-a335-71d6bcd5af07 req-b55d2d80-53f6-49aa-8164-9bc037fa2bb3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=d593a3c3-2378-489c-9564-7cacaa278f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303462 Mar 28 14:06:15.440539 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53f6d5-b270-4617-8992-c8da510bcc8d req-5c5a53c1-0133-4a27-b5da-59315ccb0b70 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:06:15.442688 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4a53f6d5-b270-4617-8992-c8da510bcc8d req-5c5a53c1-0133-4a27-b5da-59315ccb0b70 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=707dcf89-7e88-4038-a18c-0f2673d2907f HTTP/1.1" status: 200 len: 944 time: 0.0490499 Mar 28 14:06:15.478901 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4a53f6d5-b270-4617-8992-c8da510bcc8d req-3123bedb-36be-431e-844b-a5c8714b5e0f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=d593a3c3-2378-489c-9564-7cacaa278f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302675 Mar 28 14:06:15.639751 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 24b151c2-9753-4d8d-adde-a3c96a9ef499 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:06:15.729469 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 24b151c2-9753-4d8d-adde-a3c96a9ef499, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=24b151c2-9753-4d8d-adde-a3c96a9ef499,segment=NetworkSegment(95ab3390-6610-40ab-a37c-19823b84a46a),segment_id=95ab3390-6610-40ab-a37c-19823b84a46a)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:06:15.741074 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': '24b151c2-9753-4d8d-adde-a3c96a9ef499', 'network_id': '19ee4602-8943-4e2d-8871-f1bdf25639a0', 'port_id': '24b151c2-9753-4d8d-adde-a3c96a9ef499', 'mac_address': 'fa:16:3e:ae:63:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21e38cd5-15a3-43ae-b358-17eb14cf6763', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:06:15.779042 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:15.791550 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24b151c2-9753-4d8d-adde-a3c96a9ef499 {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:06:15.810716 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 24b151c2-9753-4d8d-adde-a3c96a9ef499, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=24b151c2-9753-4d8d-adde-a3c96a9ef499,segment=NetworkSegment(95ab3390-6610-40ab-a37c-19823b84a46a),segment_id=95ab3390-6610-40ab-a37c-19823b84a46a)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:06:15.868799 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:15.914519 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=24b151c2-9753-4d8d-adde-a3c96a9ef499,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:06:16.177193 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['24b151c2-9753-4d8d-adde-a3c96a9ef499'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:06:16.591410 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6713a-331f-4115-8090-71eea7689adc req-6ede1a42-5f3c-491c-8d43-85d1aad920ae tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:06:16.592894 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cff6713a-331f-4115-8090-71eea7689adc req-6ede1a42-5f3c-491c-8d43-85d1aad920ae tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=707dcf89-7e88-4038-a18c-0f2673d2907f HTTP/1.1" status: 200 len: 945 time: 0.0480680 Mar 28 14:06:16.628946 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cff6713a-331f-4115-8090-71eea7689adc req-4b9eb9ec-859c-4524-a9b3-6b36a7641f55 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=d593a3c3-2378-489c-9564-7cacaa278f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301394 Mar 28 14:06:17.653919 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 24b151c2-9753-4d8d-adde-a3c96a9ef499 up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:06:17.747985 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0577b8e-9d21-4bde-9f13-5f0b5cd957d3 req-1aaee1d9-dacd-4c86-b33a-b6785e3c3ab8 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:06:17.749452 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d0577b8e-9d21-4bde-9f13-5f0b5cd957d3 req-1aaee1d9-dacd-4c86-b33a-b6785e3c3ab8 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=707dcf89-7e88-4038-a18c-0f2673d2907f HTTP/1.1" status: 200 len: 945 time: 0.0518177 Mar 28 14:06:17.749594 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning for port 24b151c2-9753-4d8d-adde-a3c96a9ef499 completed by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 14:06:17.753443 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port 24b151c2-9753-4d8d-adde-a3c96a9ef499 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:06:17.756326 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:17.787390 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d0577b8e-9d21-4bde-9f13-5f0b5cd957d3 req-04c77b4e-845f-48de-a088-e62806f3b28e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=d593a3c3-2378-489c-9564-7cacaa278f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312374 Mar 28 14:06:17.836284 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:17.857438 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707dcf89-7e88-4038-a18c-0f2673d2907f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b151c2-9753-4d8d-adde-a3c96a9ef499'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:06:17.859615 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b5b12b-2bd1-456c-9677-c47394869e8a" -d '{"events": [{"server_uuid": "707dcf89-7e88-4038-a18c-0f2673d2907f", "name": "network-vif-plugged", "status": "completed", "tag": "24b151c2-9753-4d8d-adde-a3c96a9ef499"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:06:17.872548 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 24b151c2-9753-4d8d-adde-a3c96a9ef499, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=24b151c2-9753-4d8d-adde-a3c96a9ef499,segment=NetworkSegment(95ab3390-6610-40ab-a37c-19823b84a46a),segment_id=95ab3390-6610-40ab-a37c-19823b84a46a)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:06:17.896688 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f9a422-7dbe-4d69-8842-9410e2dc6d36 x-openstack-request-id: req-c2f9a422-7dbe-4d69-8842-9410e2dc6d36 {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:06:17.896975 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "707dcf89-7e88-4038-a18c-0f2673d2907f", "name": "network-vif-plugged", "status": "completed", "tag": "24b151c2-9753-4d8d-adde-a3c96a9ef499", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:06:17.897223 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c2f9a422-7dbe-4d69-8842-9410e2dc6d36 {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:06:17.897638 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '707dcf89-7e88-4038-a18c-0f2673d2907f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b151c2-9753-4d8d-adde-a3c96a9ef499', 'code': 200} Mar 28 14:06:17.926297 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:17.973971 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=24b151c2-9753-4d8d-adde-a3c96a9ef499,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:06:18.159535 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced84b2-ee42-4f4d-9bb2-d67ed67afdba req-f93351ce-e1ba-4128-b72e-1fdfaa7973dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:06:18.161060 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-0ced84b2-ee42-4f4d-9bb2-d67ed67afdba req-f93351ce-e1ba-4128-b72e-1fdfaa7973dd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=707dcf89-7e88-4038-a18c-0f2673d2907f HTTP/1.1" status: 200 len: 1099 time: 0.0400436 Mar 28 14:06:18.195593 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-0ced84b2-ee42-4f4d-9bb2-d67ed67afdba req-768f0227-e51e-4eac-a31c-270a6dc0d7ec service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d593a3c3-2378-489c-9564-7cacaa278f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279460 Mar 28 14:06:18.899460 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424138fd-95b5-4a1a-9551-b46a0527b3f3 req-5789eeee-b96b-4fd9-9e56-a1903d65f7f3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:06:18.900974 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-424138fd-95b5-4a1a-9551-b46a0527b3f3 req-5789eeee-b96b-4fd9-9e56-a1903d65f7f3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=707dcf89-7e88-4038-a18c-0f2673d2907f HTTP/1.1" status: 200 len: 946 time: 0.0485899 Mar 28 14:06:18.937648 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-424138fd-95b5-4a1a-9551-b46a0527b3f3 req-bff01f6b-e03f-4cab-821e-01efc8494bb1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=d593a3c3-2378-489c-9564-7cacaa278f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307913 Mar 28 14:06:20.051161 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d5847-855e-4989-b274-75a06fcb82b8 req-d1e6f39d-a740-454d-b577-7bfca9089a6c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:06:20.052638 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-191d5847-855e-4989-b274-75a06fcb82b8 req-d1e6f39d-a740-454d-b577-7bfca9089a6c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=707dcf89-7e88-4038-a18c-0f2673d2907f HTTP/1.1" status: 200 len: 946 time: 0.0471783 Mar 28 14:06:20.089316 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-191d5847-855e-4989-b274-75a06fcb82b8 req-8c53da60-3cfd-4bd0-a270-93e3a29ed0ac tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=d593a3c3-2378-489c-9564-7cacaa278f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306103 Mar 28 14:06:20.203112 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709917e-aa03-4ded-8694-30bf52c67804 req-13ec31d6-52e3-4736-87b0-851d9d50b80e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:06:20.204558 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5709917e-aa03-4ded-8694-30bf52c67804 req-13ec31d6-52e3-4736-87b0-851d9d50b80e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=707dcf89-7e88-4038-a18c-0f2673d2907f HTTP/1.1" status: 200 len: 946 time: 0.0508153 Mar 28 14:06:20.241420 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5709917e-aa03-4ded-8694-30bf52c67804 req-6b863ae5-3d05-4955-9a57-0942f4e64a1c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=d593a3c3-2378-489c-9564-7cacaa278f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302851 Mar 28 14:06:20.262484 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37714) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:06:20.301014 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd315d1-8901-478e-9f57-b860efd36767 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:06:20.302510 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ecd315d1-8901-478e-9f57-b860efd36767 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=707dcf89-7e88-4038-a18c-0f2673d2907f HTTP/1.1" status: 200 len: 1094 time: 0.0390790 Mar 28 14:06:20.305194 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37716) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:06:20.309571 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-bd88a386-cd9b-44ac-9325-218504f1d454 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'floatingip': {'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'port_id': '24b151c2-9753-4d8d-adde-a3c96a9ef499', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:06:20.394202 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bd88a386-cd9b-44ac-9325-218504f1d454 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for floatingip, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:20.489581 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bd88a386-cd9b-44ac-9325-218504f1d454 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:20.587598 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-bd88a386-cd9b-44ac-9325-218504f1d454 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Allocated IP 172.26.2.155 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/c7ece725-63b2-4145-9cbe-262d6abd9f56) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:06:20.682831 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bd88a386-cd9b-44ac-9325-218504f1d454 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:20.806391 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bd88a386-cd9b-44ac-9325-218504f1d454 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:20.846115 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd88a386-cd9b-44ac-9325-218504f1d454 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:06:20.849370 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-bd88a386-cd9b-44ac-9325-218504f1d454 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:06:20.853676 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd88a386-cd9b-44ac-9325-218504f1d454 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:06:20.855583 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd88a386-cd9b-44ac-9325-218504f1d454 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=c7ece725-63b2-4145-9cbe-262d6abd9f56,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:06:21.471438 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bd88a386-cd9b-44ac-9325-218504f1d454 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:21.591317 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bd88a386-cd9b-44ac-9325-218504f1d454 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:21.733976 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bd88a386-cd9b-44ac-9325-218504f1d454 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:21.794811 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bd88a386-cd9b-44ac-9325-218504f1d454 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:21.862301 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd88a386-cd9b-44ac-9325-218504f1d454 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=c7ece725-63b2-4145-9cbe-262d6abd9f56,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:06:21.870443 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bd88a386-cd9b-44ac-9325-218504f1d454 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:21.965761 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [None req-bd88a386-cd9b-44ac-9325-218504f1d454 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Floating IP c697dd1c-7181-4289-96ac-f716e2b0a6c2 associated. External IP: 172.26.2.155, port: 24b151c2-9753-4d8d-adde-a3c96a9ef499. Mar 28 14:06:22.164681 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd88a386-cd9b-44ac-9325-218504f1d454 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Router c985730c-0b86-46bd-a5b6-194a871204f1 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:06:22.268575 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd88a386-cd9b-44ac-9325-218504f1d454 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:06:22.277808 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de93a9d7-ec41-4922-a5ab-149166678143 None None] Sync routers for ids ['c985730c-0b86-46bd-a5b6-194a871204f1'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:06:22.287995 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de93a9d7-ec41-4922-a5ab-149166678143 None None] Routers {'c985730c-0b86-46bd-a5b6-194a871204f1'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:06:22.288631 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-de93a9d7-ec41-4922-a5ab-149166678143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:05:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['c985730c-0b86-46bd-a5b6-194a871204f1'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:06:22.339881 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bd88a386-cd9b-44ac-9325-218504f1d454 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:22.367582 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-bd88a386-cd9b-44ac-9325-218504f1d454 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0613823 Mar 28 14:06:22.368156 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '707dcf89-7e88-4038-a18c-0f2673d2907f', 'tag': '24b151c2-9753-4d8d-adde-a3c96a9ef499'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:06:22.370424 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c924f2db-b139-4686-97d1-0dd7d5c1043c" -d '{"events": [{"name": "network-changed", "server_uuid": "707dcf89-7e88-4038-a18c-0f2673d2907f", "tag": "24b151c2-9753-4d8d-adde-a3c96a9ef499"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:06:22.392104 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-de93a9d7-ec41-4922-a5ab-149166678143 None None] Set router c985730c-0b86-46bd-a5b6-194a871204f1 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:06:22.405500 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488e86a9-9e52-4a1e-b4e7-8355fce31cfe x-openstack-request-id: req-488e86a9-9e52-4a1e-b4e7-8355fce31cfe {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:06:22.405793 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "707dcf89-7e88-4038-a18c-0f2673d2907f", "tag": "24b151c2-9753-4d8d-adde-a3c96a9ef499", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:06:22.406047 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-488e86a9-9e52-4a1e-b4e7-8355fce31cfe {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:06:22.406439 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '707dcf89-7e88-4038-a18c-0f2673d2907f', 'tag': '24b151c2-9753-4d8d-adde-a3c96a9ef499', 'status': 'completed', 'code': 200} Mar 28 14:06:22.467758 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924f2db-b139-4686-97d1-0dd7d5c1043c req-11a75fd7-45f3-4670-a534-3cf519dc0da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:06:22.469363 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-c924f2db-b139-4686-97d1-0dd7d5c1043c req-11a75fd7-45f3-4670-a534-3cf519dc0da3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&device_id=707dcf89-7e88-4038-a18c-0f2673d2907f HTTP/1.1" status: 200 len: 1099 time: 0.0412624 Mar 28 14:06:22.568461 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924f2db-b139-4686-97d1-0dd7d5c1043c req-c77d6048-e03e-42c5-a97d-92853cc656a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:06:22.569955 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-c924f2db-b139-4686-97d1-0dd7d5c1043c req-c77d6048-e03e-42c5-a97d-92853cc656a5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=19ee4602-8943-4e2d-8871-f1bdf25639a0 HTTP/1.1" status: 200 len: 897 time: 0.0934861 Mar 28 14:06:22.634154 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-c924f2db-b139-4686-97d1-0dd7d5c1043c req-45e89194-44bb-4950-a9de-a5476b757318 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24b151c2-9753-4d8d-adde-a3c96a9ef499 HTTP/1.1" status: 200 len: 1000 time: 0.0563939 Mar 28 14:06:22.686643 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924f2db-b139-4686-97d1-0dd7d5c1043c req-4c30e9be-5545-4f93-b52e-20dd9e00d410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:06:22.688075 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-c924f2db-b139-4686-97d1-0dd7d5c1043c req-4c30e9be-5545-4f93-b52e-20dd9e00d410 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=21e38cd5-15a3-43ae-b358-17eb14cf6763 HTTP/1.1" status: 200 len: 834 time: 0.0466979 Mar 28 14:06:22.702437 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-de93a9d7-ec41-4922-a5ab-149166678143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'name': 'tempest-TestNetworkBasicOps-router-1441110531', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cd3e679d-aa38-4cac-86a0-f09a4257d491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:05:41Z', 'updated_at': '2022-03-28T14:05:45Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'cd3e679d-aa38-4cac-86a0-f09a4257d491', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:26:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:05:41Z', 'updated_at': '2022-03-28T14:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '665e8760-78c6-406c-8455-a340fe93d5fa', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'floating_ip_address': '172.26.2.27', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'port_id': '82750796-ee3a-43f9-97ea-8615bfd6a3da', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19ee4602-8943-4e2d-8871-f1bdf25639a0', 'mac_address': 'fa:16:3e:29:bc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:06:03Z', 'updated_at': '2022-03-28T14:06:05Z', 'revision_number': 1, 'project_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address_scope': None}, {'id': 'c697dd1c-7181-4289-96ac-f716e2b0a6c2', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'floating_ip_address': '172.26.2.155', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'port_id': '24b151c2-9753-4d8d-adde-a3c96a9ef499', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19ee4602-8943-4e2d-8871-f1bdf25639a0', 'mac_address': 'fa:16:3e:ae:63:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707dcf89-7e88-4038-a18c-0f2673d2907f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:06:21Z', 'updated_at': '2022-03-28T14:06:21Z', 'revision_number': 0, 'project_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28942b91-6c3e-4f9d-a8b4-bfe747e588ce', 'name': '', 'network_id': '19ee4602-8943-4e2d-8871-f1bdf25639a0', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:33:0d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '21e38cd5-15a3-43ae-b358-17eb14cf6763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:05:44Z', 'updated_at': '2022-03-28T14:05:48Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': '21e38cd5-15a3-43ae-b358-17eb14cf6763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:06:22.731715 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de93a9d7-ec41-4922-a5ab-149166678143 None None] Checking router: c985730c-0b86-46bd-a5b6-194a871204f1 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:06:22.732285 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924f2db-b139-4686-97d1-0dd7d5c1043c req-4cd9fd5d-533d-4ac7-ad7e-a9dd7c1433d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:06:22.733798 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-c924f2db-b139-4686-97d1-0dd7d5c1043c req-4cd9fd5d-533d-4ac7-ad7e-a9dd7c1433d0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=19ee4602-8943-4e2d-8871-f1bdf25639a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394831 Mar 28 14:06:22.739742 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de93a9d7-ec41-4922-a5ab-149166678143 None None] Routers {'c985730c-0b86-46bd-a5b6-194a871204f1'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:06:22.740338 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-de93a9d7-ec41-4922-a5ab-149166678143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:05:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['c985730c-0b86-46bd-a5b6-194a871204f1'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:06:22.820768 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-c924f2db-b139-4686-97d1-0dd7d5c1043c req-736c5488-77bc-4290-b007-5554f3352d4a service neutron] 10.222.0.20 "GET /v2.0/networks/19ee4602-8943-4e2d-8871-f1bdf25639a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796802 Mar 28 14:06:22.841210 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-de93a9d7-ec41-4922-a5ab-149166678143 None None] Set router c985730c-0b86-46bd-a5b6-194a871204f1 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:06:22.921040 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-c924f2db-b139-4686-97d1-0dd7d5c1043c req-09762c84-6cb0-4f4a-b9af-16d7d6ce2a8c service neutron] 10.222.0.20 "GET /v2.0/networks/19ee4602-8943-4e2d-8871-f1bdf25639a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934112 Mar 28 14:06:23.061712 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-de93a9d7-ec41-4922-a5ab-149166678143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'name': 'tempest-TestNetworkBasicOps-router-1441110531', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cd3e679d-aa38-4cac-86a0-f09a4257d491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:05:41Z', 'updated_at': '2022-03-28T14:05:45Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'cd3e679d-aa38-4cac-86a0-f09a4257d491', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:26:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:05:41Z', 'updated_at': '2022-03-28T14:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '665e8760-78c6-406c-8455-a340fe93d5fa', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'floating_ip_address': '172.26.2.27', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'port_id': '82750796-ee3a-43f9-97ea-8615bfd6a3da', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19ee4602-8943-4e2d-8871-f1bdf25639a0', 'mac_address': 'fa:16:3e:29:bc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:06:03Z', 'updated_at': '2022-03-28T14:06:05Z', 'revision_number': 1, 'project_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address_scope': None}, {'id': 'c697dd1c-7181-4289-96ac-f716e2b0a6c2', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'floating_ip_address': '172.26.2.155', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'port_id': '24b151c2-9753-4d8d-adde-a3c96a9ef499', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19ee4602-8943-4e2d-8871-f1bdf25639a0', 'mac_address': 'fa:16:3e:ae:63:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707dcf89-7e88-4038-a18c-0f2673d2907f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:06:21Z', 'updated_at': '2022-03-28T14:06:21Z', 'revision_number': 0, 'project_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28942b91-6c3e-4f9d-a8b4-bfe747e588ce', 'name': '', 'network_id': '19ee4602-8943-4e2d-8871-f1bdf25639a0', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:33:0d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '21e38cd5-15a3-43ae-b358-17eb14cf6763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:05:44Z', 'updated_at': '2022-03-28T14:05:48Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': '21e38cd5-15a3-43ae-b358-17eb14cf6763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:06:23.090536 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de93a9d7-ec41-4922-a5ab-149166678143 None None] The sync data for ids ['c985730c-0b86-46bd-a5b6-194a871204f1'] in dv-neutron-835335-1-hyperv is: [{'id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'name': 'tempest-TestNetworkBasicOps-router-1441110531', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cd3e679d-aa38-4cac-86a0-f09a4257d491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:05:41Z', 'updated_at': '2022-03-28T14:05:45Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'cd3e679d-aa38-4cac-86a0-f09a4257d491', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:26:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:05:41Z', 'updated_at': '2022-03-28T14:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '665e8760-78c6-406c-8455-a340fe93d5fa', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'floating_ip_address': '172.26.2.27', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'port_id': '82750796-ee3a-43f9-97ea-8615bfd6a3da', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19ee4602-8943-4e2d-8871-f1bdf25639a0', 'mac_address': 'fa:16:3e:29:bc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:06:03Z', 'updated_at': '2022-03-28T14:06:05Z', 'revision_number': 1, 'project_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address_scope': None}, {'id': 'c697dd1c-7181-4289-96ac-f716e2b0a6c2', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'floating_ip_address': '172.26.2.155', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'port_id': '24b151c2-9753-4d8d-adde-a3c96a9ef499', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19ee4602-8943-4e2d-8871-f1bdf25639a0', 'mac_address': 'fa:16:3e:ae:63:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707dcf89-7e88-4038-a18c-0f2673d2907f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:06:21Z', 'updated_at': '2022-03-28T14:06:21Z', 'revision_number': 0, 'project_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28942b91-6c3e-4f9d-a8b4-bfe747e588ce', 'name': '', 'network_id': '19ee4602-8943-4e2d-8871-f1bdf25639a0', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:33:0d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '21e38cd5-15a3-43ae-b358-17eb14cf6763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:05:44Z', 'updated_at': '2022-03-28T14:05:48Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': '21e38cd5-15a3-43ae-b358-17eb14cf6763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:06:23.277998 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fefbea5-2d5e-4975-830a-69e47f33e67e None None] New status for floating IP c697dd1c-7181-4289-96ac-f716e2b0a6c2: ACTIVE {{(pid=109614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:06:24.017254 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-50c2ff25-1b90-4e24-82fd-7ecfdb362a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:26.280682 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7bb31892-d28f-4d5a-a6c2-42e6851d3847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:27.594357 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:28.937807 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:29.366297 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:43.600454 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:51.206650 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:06:54.016795 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-57383a05-7b6a-4daf-86c3-84061dc330d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:56.285477 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-157d7d26-2509-47f8-9e58-2190fed64615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:57.600271 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:58.948100 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:06:59.342969 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:12.579632 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-2b3ec4d0-3497-4dac-ad90-4b3362742cd2 req-068c188d-8ef8-4c3c-ba7a-3d82ff2f2d34 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393922 Mar 28 14:07:12.659553 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ec4d0-3497-4dac-ad90-4b3362742cd2 req-ba23be60-10db-4c2b-bd02-b659061de63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:07:12.661122 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-2b3ec4d0-3497-4dac-ad90-4b3362742cd2 req-ba23be60-10db-4c2b-bd02-b659061de63d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&device_id=cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e HTTP/1.1" status: 200 len: 1098 time: 0.0407426 Mar 28 14:07:12.765374 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ec4d0-3497-4dac-ad90-4b3362742cd2 req-30aeabc2-295e-4d9b-afe0-652008e7c14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:07:12.766828 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-2b3ec4d0-3497-4dac-ad90-4b3362742cd2 req-30aeabc2-295e-4d9b-afe0-652008e7c14f service neutron] 10.222.0.20 "GET /v2.0/networks?id=19ee4602-8943-4e2d-8871-f1bdf25639a0 HTTP/1.1" status: 200 len: 897 time: 0.0865293 Mar 28 14:07:12.830573 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-2b3ec4d0-3497-4dac-ad90-4b3362742cd2 req-2b9b47ef-f736-49a2-a99d-d6453f45b2ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82750796-ee3a-43f9-97ea-8615bfd6a3da HTTP/1.1" status: 200 len: 1000 time: 0.0557098 Mar 28 14:07:12.881094 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ec4d0-3497-4dac-ad90-4b3362742cd2 req-1d055680-212a-4562-969c-1e130c66da85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:07:12.883069 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-2b3ec4d0-3497-4dac-ad90-4b3362742cd2 req-1d055680-212a-4562-969c-1e130c66da85 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=21e38cd5-15a3-43ae-b358-17eb14cf6763 HTTP/1.1" status: 200 len: 834 time: 0.0454497 Mar 28 14:07:12.926262 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ec4d0-3497-4dac-ad90-4b3362742cd2 req-0c0e3526-4ef2-48fd-91b8-f82415d5ccdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:07:12.927720 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-2b3ec4d0-3497-4dac-ad90-4b3362742cd2 req-0c0e3526-4ef2-48fd-91b8-f82415d5ccdf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=19ee4602-8943-4e2d-8871-f1bdf25639a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382617 Mar 28 14:07:13.015342 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-2b3ec4d0-3497-4dac-ad90-4b3362742cd2 req-a24977e9-b154-4ff2-94b7-eeed1ccaa082 service neutron] 10.222.0.20 "GET /v2.0/networks/19ee4602-8943-4e2d-8871-f1bdf25639a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807118 Mar 28 14:07:13.106313 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-2b3ec4d0-3497-4dac-ad90-4b3362742cd2 req-fe836990-abbd-4c2a-89fa-f1fa417ef120 service neutron] 10.222.0.20 "GET /v2.0/networks/19ee4602-8943-4e2d-8871-f1bdf25639a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836709 Mar 28 14:07:13.617220 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:23.999521 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-43a95496-00a5-434b-9a86-88a647178a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:26.308350 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0625f8e0-af69-48f0-90dd-d4016faa5af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:27.610982 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:28.204984 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:07:28.965087 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:29.331104 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:37.494690 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37742) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:07:37.648406 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-3f9e67fd-b549-41f0-8700-b66d72752d4e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/floatingips/665e8760-78c6-406c-8455-a340fe93d5fa HTTP/1.1" status: 200 len: 992 time: 0.1518877 Mar 28 14:07:38.356454 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37754) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:07:38.361628 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-71015df7-4885-4db7-ba18-d7f423569eeb tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'port': {'admin_state_up': False}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:07:38.425736 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-71015df7-4885-4db7-ba18-d7f423569eeb tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:38.572720 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-71015df7-4885-4db7-ba18-d7f423569eeb tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] For port 82750796-ee3a-43f9-97ea-8615bfd6a3da, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=82750796-ee3a-43f9-97ea-8615bfd6a3da,segment=NetworkSegment(95ab3390-6610-40ab-a37c-19823b84a46a),segment_id=95ab3390-6610-40ab-a37c-19823b84a46a)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:07:38.601025 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-71015df7-4885-4db7-ba18-d7f423569eeb tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:38.679621 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-71015df7-4885-4db7-ba18-d7f423569eeb tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:38.718762 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71015df7-4885-4db7-ba18-d7f423569eeb tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:07:38.721289 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-71015df7-4885-4db7-ba18-d7f423569eeb tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:38.721289 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-71015df7-4885-4db7-ba18-d7f423569eeb tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "PUT /v2.0/ports/82750796-ee3a-43f9-97ea-8615bfd6a3da HTTP/1.1" status: 200 len: 938 time: 0.3633220 Mar 28 14:07:38.721289 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e', 'tag': '82750796-ee3a-43f9-97ea-8615bfd6a3da'}] {{(pid=109612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:07:38.723551 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe63c13e87a9f7251adb6bd0d9fca296dff075f1d7b14c4d1edf5c408047469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7d64d0-d882-4590-acd2-d0dc2a490271" -d '{"events": [{"name": "network-changed", "server_uuid": "cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e", "tag": "82750796-ee3a-43f9-97ea-8615bfd6a3da"}]}' {{(pid=109612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:07:38.752395 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71015df7-4885-4db7-ba18-d7f423569eeb tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=82750796-ee3a-43f9-97ea-8615bfd6a3da,revision_number=6']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:07:38.760234 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71015df7-4885-4db7-ba18-d7f423569eeb tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:07:38.760603 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71015df7-4885-4db7-ba18-d7f423569eeb tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:07:38.760935 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71015df7-4885-4db7-ba18-d7f423569eeb tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:07:38.761312 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71015df7-4885-4db7-ba18-d7f423569eeb tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:07:38.761649 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71015df7-4885-4db7-ba18-d7f423569eeb tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:07:38.761983 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71015df7-4885-4db7-ba18-d7f423569eeb tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:07:38.762310 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71015df7-4885-4db7-ba18-d7f423569eeb tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:07:38.762772 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71015df7-4885-4db7-ba18-d7f423569eeb tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:07:38.763109 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71015df7-4885-4db7-ba18-d7f423569eeb tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:07:38.763430 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71015df7-4885-4db7-ba18-d7f423569eeb tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:07:38.763752 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71015df7-4885-4db7-ba18-d7f423569eeb tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:07:38.764072 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71015df7-4885-4db7-ba18-d7f423569eeb tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:07:38.905565 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-c4a19c1f-3e11-41e7-954b-9c5782121610 None None] Provisioning complete for port 82750796-ee3a-43f9-97ea-8615bfd6a3da triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:07:38.906043 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c4a19c1f-3e11-41e7-954b-9c5782121610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:38.947425 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-c4a19c1f-3e11-41e7-954b-9c5782121610 None None] Port 82750796-ee3a-43f9-97ea-8615bfd6a3da is administratively disabled so it will not transition to active. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:353}} Mar 28 14:07:38.957947 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df186989-1c18-4a13-bd8a-79deb0f48216 x-openstack-request-id: req-df186989-1c18-4a13-bd8a-79deb0f48216 {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:07:38.958233 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e", "tag": "82750796-ee3a-43f9-97ea-8615bfd6a3da", "status": "completed", "code": 200}]} {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:07:38.958479 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-df186989-1c18-4a13-bd8a-79deb0f48216 {{(pid=109612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:07:38.958900 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e', 'tag': '82750796-ee3a-43f9-97ea-8615bfd6a3da', 'status': 'completed', 'code': 200} Mar 28 14:07:39.017668 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d64d0-d882-4590-acd2-d0dc2a490271 req-5afeca9c-5011-4a7a-904a-0f2570a84235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:07:39.019029 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-8c7d64d0-d882-4590-acd2-d0dc2a490271 req-5afeca9c-5011-4a7a-904a-0f2570a84235 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&device_id=cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e HTTP/1.1" status: 200 len: 1099 time: 0.0396140 Mar 28 14:07:39.108167 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d64d0-d882-4590-acd2-d0dc2a490271 req-e55a7785-0e7a-4896-b832-2f7c0d5242a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:07:39.109536 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-8c7d64d0-d882-4590-acd2-d0dc2a490271 req-e55a7785-0e7a-4896-b832-2f7c0d5242a3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=19ee4602-8943-4e2d-8871-f1bdf25639a0 HTTP/1.1" status: 200 len: 897 time: 0.0841446 Mar 28 14:07:39.171214 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-8c7d64d0-d882-4590-acd2-d0dc2a490271 req-17a7cde3-f124-481b-a03d-92145471fb0f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82750796-ee3a-43f9-97ea-8615bfd6a3da HTTP/1.1" status: 200 len: 1001 time: 0.0552142 Mar 28 14:07:39.221256 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d64d0-d882-4590-acd2-d0dc2a490271 req-a0656824-5570-4954-80b1-72817fdbffc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:07:39.222679 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-8c7d64d0-d882-4590-acd2-d0dc2a490271 req-a0656824-5570-4954-80b1-72817fdbffc9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=21e38cd5-15a3-43ae-b358-17eb14cf6763 HTTP/1.1" status: 200 len: 834 time: 0.0451236 Mar 28 14:07:39.272885 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d64d0-d882-4590-acd2-d0dc2a490271 req-58e9d99d-ace7-4a10-bede-d42922deee8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:07:39.274599 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-8c7d64d0-d882-4590-acd2-d0dc2a490271 req-58e9d99d-ace7-4a10-bede-d42922deee8f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=19ee4602-8943-4e2d-8871-f1bdf25639a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0459695 Mar 28 14:07:39.360639 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-8c7d64d0-d882-4590-acd2-d0dc2a490271 req-cb8c95e6-dd68-497f-834e-c44621d39566 service neutron] 10.222.0.20 "GET /v2.0/networks/19ee4602-8943-4e2d-8871-f1bdf25639a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792034 Mar 28 14:07:39.449740 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-8c7d64d0-d882-4590-acd2-d0dc2a490271 req-e96ecdae-60e9-495f-9a67-5b5d17368829 service neutron] 10.222.0.20 "GET /v2.0/networks/19ee4602-8943-4e2d-8871-f1bdf25639a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830693 Mar 28 14:07:42.123381 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37766) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:07:42.128582 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-cb664bfa-a007-4e97-8b38-8cbb6b7c110f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'port': {'admin_state_up': True}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:07:42.189093 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cb664bfa-a007-4e97-8b38-8cbb6b7c110f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:42.333130 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-cb664bfa-a007-4e97-8b38-8cbb6b7c110f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] For port 82750796-ee3a-43f9-97ea-8615bfd6a3da, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=82750796-ee3a-43f9-97ea-8615bfd6a3da,segment=NetworkSegment(95ab3390-6610-40ab-a37c-19823b84a46a),segment_id=95ab3390-6610-40ab-a37c-19823b84a46a)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:07:42.362026 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cb664bfa-a007-4e97-8b38-8cbb6b7c110f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:42.410741 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cb664bfa-a007-4e97-8b38-8cbb6b7c110f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:42.448646 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb664bfa-a007-4e97-8b38-8cbb6b7c110f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:07:42.449241 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cb664bfa-a007-4e97-8b38-8cbb6b7c110f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:42.450599 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-cb664bfa-a007-4e97-8b38-8cbb6b7c110f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "PUT /v2.0/ports/82750796-ee3a-43f9-97ea-8615bfd6a3da HTTP/1.1" status: 200 len: 937 time: 0.3262358 Mar 28 14:07:42.453349 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e', 'tag': '82750796-ee3a-43f9-97ea-8615bfd6a3da'}] {{(pid=109612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:07:42.453964 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37768) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:07:42.455589 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe63c13e87a9f7251adb6bd0d9fca296dff075f1d7b14c4d1edf5c408047469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206b1c58-d8e3-4d67-9175-405bb4bb0745" -d '{"events": [{"name": "network-changed", "server_uuid": "cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e", "tag": "82750796-ee3a-43f9-97ea-8615bfd6a3da"}]}' {{(pid=109612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:07:42.484828 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb664bfa-a007-4e97-8b38-8cbb6b7c110f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=82750796-ee3a-43f9-97ea-8615bfd6a3da,revision_number=7']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:07:42.509404 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41106d4-ad54-4ed4-a81d-aa235e7ee3bc x-openstack-request-id: req-d41106d4-ad54-4ed4-a81d-aa235e7ee3bc {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:07:42.509814 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e", "tag": "82750796-ee3a-43f9-97ea-8615bfd6a3da", "status": "completed", "code": 200}]} {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:07:42.510859 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d41106d4-ad54-4ed4-a81d-aa235e7ee3bc {{(pid=109612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:07:42.511317 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e', 'tag': '82750796-ee3a-43f9-97ea-8615bfd6a3da', 'status': 'completed', 'code': 200} Mar 28 14:07:42.524460 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-fdecc28a-4dc0-4670-b545-a8d3d9b6a620 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/floatingips/665e8760-78c6-406c-8455-a340fe93d5fa HTTP/1.1" status: 200 len: 992 time: 0.0685008 Mar 28 14:07:42.573632 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b1c58-d8e3-4d67-9175-405bb4bb0745 req-37196ce3-37de-418b-862e-9d187fd4d96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:07:42.575142 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-206b1c58-d8e3-4d67-9175-405bb4bb0745 req-37196ce3-37de-418b-862e-9d187fd4d96a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&device_id=cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e HTTP/1.1" status: 200 len: 1098 time: 0.0458961 Mar 28 14:07:42.666809 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b1c58-d8e3-4d67-9175-405bb4bb0745 req-71445fd6-6586-465b-a6a3-b9d12acabf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:07:42.668252 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-206b1c58-d8e3-4d67-9175-405bb4bb0745 req-71445fd6-6586-465b-a6a3-b9d12acabf83 service neutron] 10.222.0.20 "GET /v2.0/networks?id=19ee4602-8943-4e2d-8871-f1bdf25639a0 HTTP/1.1" status: 200 len: 897 time: 0.0861979 Mar 28 14:07:42.686542 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-d1fea340-7808-43cd-8cac-011aea56e35b None None] Provisioning complete for port 82750796-ee3a-43f9-97ea-8615bfd6a3da triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:07:42.687128 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d1fea340-7808-43cd-8cac-011aea56e35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:42.736488 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-206b1c58-d8e3-4d67-9175-405bb4bb0745 req-87b0fcbd-3e14-45a9-b0be-41e32f04ff5f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82750796-ee3a-43f9-97ea-8615bfd6a3da HTTP/1.1" status: 200 len: 1000 time: 0.0611751 Mar 28 14:07:42.786118 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b1c58-d8e3-4d67-9175-405bb4bb0745 req-eb5090d0-5d71-49ec-babe-a56700db9f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:07:42.787687 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-206b1c58-d8e3-4d67-9175-405bb4bb0745 req-eb5090d0-5d71-49ec-babe-a56700db9f2b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=21e38cd5-15a3-43ae-b358-17eb14cf6763 HTTP/1.1" status: 200 len: 834 time: 0.0442417 Mar 28 14:07:42.799598 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['82750796-ee3a-43f9-97ea-8615bfd6a3da'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:07:42.837444 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b1c58-d8e3-4d67-9175-405bb4bb0745 req-494ac618-ebc5-49c2-8c14-965a7e982667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:07:42.838904 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-206b1c58-d8e3-4d67-9175-405bb4bb0745 req-494ac618-ebc5-49c2-8c14-965a7e982667 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=19ee4602-8943-4e2d-8871-f1bdf25639a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0448072 Mar 28 14:07:42.935087 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-206b1c58-d8e3-4d67-9175-405bb4bb0745 req-a68ec76c-897d-4b27-b7a0-5eba08f2eccf service neutron] 10.222.0.20 "GET /v2.0/networks/19ee4602-8943-4e2d-8871-f1bdf25639a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891736 Mar 28 14:07:43.023058 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-206b1c58-d8e3-4d67-9175-405bb4bb0745 req-b433bd4e-09b6-42d0-b052-2e04c15c7652 service neutron] 10.222.0.20 "GET /v2.0/networks/19ee4602-8943-4e2d-8871-f1bdf25639a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817480 Mar 28 14:07:43.582083 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:45.043767 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37780) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:07:45.193875 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-a45e064e-4a4f-49f5-816b-ee97fa47e1ff tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Deleting port c7ece725-63b2-4145-9cbe-262d6abd9f56 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:07:45.194118 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a45e064e-4a4f-49f5-816b-ee97fa47e1ff tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:45.272598 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a45e064e-4a4f-49f5-816b-ee97fa47e1ff tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:45.272927 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a45e064e-4a4f-49f5-816b-ee97fa47e1ff tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:45.284033 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-a45e064e-4a4f-49f5-816b-ee97fa47e1ff tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Calling delete_port for c7ece725-63b2-4145-9cbe-262d6abd9f56 owned by network:floatingip {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:07:45.491619 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a45e064e-4a4f-49f5-816b-ee97fa47e1ff tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:45.515918 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e064e-4a4f-49f5-816b-ee97fa47e1ff tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Port': ['ID=c7ece725-63b2-4145-9cbe-262d6abd9f56,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:07:45.527180 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45e064e-4a4f-49f5-816b-ee97fa47e1ff tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:07:45.527530 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45e064e-4a4f-49f5-816b-ee97fa47e1ff tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:07:45.527869 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45e064e-4a4f-49f5-816b-ee97fa47e1ff tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:07:45.528203 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45e064e-4a4f-49f5-816b-ee97fa47e1ff tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:07:45.528560 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45e064e-4a4f-49f5-816b-ee97fa47e1ff tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:07:45.528894 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45e064e-4a4f-49f5-816b-ee97fa47e1ff tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:07:45.529224 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45e064e-4a4f-49f5-816b-ee97fa47e1ff tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:07:45.529574 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45e064e-4a4f-49f5-816b-ee97fa47e1ff tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:07:45.529876 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45e064e-4a4f-49f5-816b-ee97fa47e1ff tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:07:45.530197 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45e064e-4a4f-49f5-816b-ee97fa47e1ff tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:07:45.530517 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45e064e-4a4f-49f5-816b-ee97fa47e1ff tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:07:45.530849 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45e064e-4a4f-49f5-816b-ee97fa47e1ff tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:07:45.585135 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a45e064e-4a4f-49f5-816b-ee97fa47e1ff tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for floatingip, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:45.585462 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [None req-a45e064e-4a4f-49f5-816b-ee97fa47e1ff tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Floating IP c697dd1c-7181-4289-96ac-f716e2b0a6c2 disassociated (deleted). External IP: 172.26.2.155, port: 24b151c2-9753-4d8d-adde-a3c96a9ef499. Mar 28 14:07:45.785120 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a45e064e-4a4f-49f5-816b-ee97fa47e1ff tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Router c985730c-0b86-46bd-a5b6-194a871204f1 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:07:45.889820 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45e064e-4a4f-49f5-816b-ee97fa47e1ff tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:07:45.894360 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a45e064e-4a4f-49f5-816b-ee97fa47e1ff tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:45.900236 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5837be40-5b58-4d47-9b0b-2c701fa065f4 None None] Sync routers for ids ['c985730c-0b86-46bd-a5b6-194a871204f1'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:07:45.909385 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5837be40-5b58-4d47-9b0b-2c701fa065f4 None None] Routers {'c985730c-0b86-46bd-a5b6-194a871204f1'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:07:45.909997 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-5837be40-5b58-4d47-9b0b-2c701fa065f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:07:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['c985730c-0b86-46bd-a5b6-194a871204f1'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:07:45.921156 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a45e064e-4a4f-49f5-816b-ee97fa47e1ff tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "DELETE /v2.0/floatingips/c697dd1c-7181-4289-96ac-f716e2b0a6c2 HTTP/1.1" status: 204 len: 168 time: 0.8762965 Mar 28 14:07:45.921744 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '707dcf89-7e88-4038-a18c-0f2673d2907f', 'tag': '24b151c2-9753-4d8d-adde-a3c96a9ef499'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:07:45.924053 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4b42ef-9946-4901-8b66-97e9cd7030cf" -d '{"events": [{"name": "network-changed", "server_uuid": "707dcf89-7e88-4038-a18c-0f2673d2907f", "tag": "24b151c2-9753-4d8d-adde-a3c96a9ef499"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:07:46.025736 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-5837be40-5b58-4d47-9b0b-2c701fa065f4 None None] Set router c985730c-0b86-46bd-a5b6-194a871204f1 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:07:46.025925 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242ba3ab-60b0-487e-b2d7-2eb24b2bbf3e x-openstack-request-id: req-242ba3ab-60b0-487e-b2d7-2eb24b2bbf3e {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:07:46.026100 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "707dcf89-7e88-4038-a18c-0f2673d2907f", "tag": "24b151c2-9753-4d8d-adde-a3c96a9ef499", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:07:46.026351 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-242ba3ab-60b0-487e-b2d7-2eb24b2bbf3e {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:07:46.026751 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '707dcf89-7e88-4038-a18c-0f2673d2907f', 'tag': '24b151c2-9753-4d8d-adde-a3c96a9ef499', 'status': 'completed', 'code': 200} Mar 28 14:07:46.091582 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b42ef-9946-4901-8b66-97e9cd7030cf req-f5020257-d3f1-4ab6-8b01-7c5b5ec3657b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:07:46.093761 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-ee4b42ef-9946-4901-8b66-97e9cd7030cf req-f5020257-d3f1-4ab6-8b01-7c5b5ec3657b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&device_id=707dcf89-7e88-4038-a18c-0f2673d2907f HTTP/1.1" status: 200 len: 1099 time: 0.0449624 Mar 28 14:07:46.189051 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b42ef-9946-4901-8b66-97e9cd7030cf req-52d8288f-1615-49ad-aded-4fc179ff241a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:07:46.190888 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-ee4b42ef-9946-4901-8b66-97e9cd7030cf req-52d8288f-1615-49ad-aded-4fc179ff241a service neutron] 10.222.0.20 "GET /v2.0/networks?id=19ee4602-8943-4e2d-8871-f1bdf25639a0 HTTP/1.1" status: 200 len: 897 time: 0.0904160 Mar 28 14:07:46.234580 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-ee4b42ef-9946-4901-8b66-97e9cd7030cf req-72a5a199-ce36-4e7e-9cbd-25fa0d2165d6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24b151c2-9753-4d8d-adde-a3c96a9ef499 HTTP/1.1" status: 200 len: 217 time: 0.0376797 Mar 28 14:07:46.259401 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-5837be40-5b58-4d47-9b0b-2c701fa065f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'name': 'tempest-TestNetworkBasicOps-router-1441110531', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cd3e679d-aa38-4cac-86a0-f09a4257d491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:05:41Z', 'updated_at': '2022-03-28T14:05:45Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'cd3e679d-aa38-4cac-86a0-f09a4257d491', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:26:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:05:41Z', 'updated_at': '2022-03-28T14:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '665e8760-78c6-406c-8455-a340fe93d5fa', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'floating_ip_address': '172.26.2.27', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'port_id': '82750796-ee3a-43f9-97ea-8615bfd6a3da', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19ee4602-8943-4e2d-8871-f1bdf25639a0', 'mac_address': 'fa:16:3e:29:bc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:06:03Z', 'updated_at': '2022-03-28T14:06:05Z', 'revision_number': 1, 'project_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28942b91-6c3e-4f9d-a8b4-bfe747e588ce', 'name': '', 'network_id': '19ee4602-8943-4e2d-8871-f1bdf25639a0', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:33:0d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '21e38cd5-15a3-43ae-b358-17eb14cf6763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:05:44Z', 'updated_at': '2022-03-28T14:05:48Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': '21e38cd5-15a3-43ae-b358-17eb14cf6763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:07:46.286980 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b42ef-9946-4901-8b66-97e9cd7030cf req-17a76a98-7b3d-4315-94d4-cfea2fd43e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:07:46.288460 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-ee4b42ef-9946-4901-8b66-97e9cd7030cf req-17a76a98-7b3d-4315-94d4-cfea2fd43e1a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=21e38cd5-15a3-43ae-b358-17eb14cf6763 HTTP/1.1" status: 200 len: 834 time: 0.0481119 Mar 28 14:07:46.289074 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5837be40-5b58-4d47-9b0b-2c701fa065f4 None None] Checking router: c985730c-0b86-46bd-a5b6-194a871204f1 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:07:46.297277 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5837be40-5b58-4d47-9b0b-2c701fa065f4 None None] Routers {'c985730c-0b86-46bd-a5b6-194a871204f1'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:07:46.297879 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-5837be40-5b58-4d47-9b0b-2c701fa065f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:07:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['c985730c-0b86-46bd-a5b6-194a871204f1'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:07:46.335558 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b42ef-9946-4901-8b66-97e9cd7030cf req-34356820-b2a0-43fa-ab30-42fff6cc3c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:07:46.337097 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-ee4b42ef-9946-4901-8b66-97e9cd7030cf req-34356820-b2a0-43fa-ab30-42fff6cc3c48 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=19ee4602-8943-4e2d-8871-f1bdf25639a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419903 Mar 28 14:07:46.406276 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-5837be40-5b58-4d47-9b0b-2c701fa065f4 None None] Set router c985730c-0b86-46bd-a5b6-194a871204f1 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:07:46.434807 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-ee4b42ef-9946-4901-8b66-97e9cd7030cf req-c3293be6-fa10-450d-a3df-ab1ea61e421e service neutron] 10.222.0.20 "GET /v2.0/networks/19ee4602-8943-4e2d-8871-f1bdf25639a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902131 Mar 28 14:07:46.475319 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0647617-a35d-4f67-b94c-e0f82a16afd7 req-d292bf4e-9233-4525-8ec8-7fd796ebfba1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:07:46.476922 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b0647617-a35d-4f67-b94c-e0f82a16afd7 req-d292bf4e-9233-4525-8ec8-7fd796ebfba1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=707dcf89-7e88-4038-a18c-0f2673d2907f HTTP/1.1" status: 200 len: 946 time: 0.1148508 Mar 28 14:07:46.517532 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b0647617-a35d-4f67-b94c-e0f82a16afd7 req-e8cf77e4-618f-44e2-862a-00a240d2b3f7 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=d593a3c3-2378-489c-9564-7cacaa278f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337176 Mar 28 14:07:46.731034 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-5837be40-5b58-4d47-9b0b-2c701fa065f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'name': 'tempest-TestNetworkBasicOps-router-1441110531', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cd3e679d-aa38-4cac-86a0-f09a4257d491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:05:41Z', 'updated_at': '2022-03-28T14:05:45Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'cd3e679d-aa38-4cac-86a0-f09a4257d491', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:26:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:05:41Z', 'updated_at': '2022-03-28T14:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '665e8760-78c6-406c-8455-a340fe93d5fa', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'floating_ip_address': '172.26.2.27', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'port_id': '82750796-ee3a-43f9-97ea-8615bfd6a3da', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19ee4602-8943-4e2d-8871-f1bdf25639a0', 'mac_address': 'fa:16:3e:29:bc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:06:03Z', 'updated_at': '2022-03-28T14:06:05Z', 'revision_number': 1, 'project_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28942b91-6c3e-4f9d-a8b4-bfe747e588ce', 'name': '', 'network_id': '19ee4602-8943-4e2d-8871-f1bdf25639a0', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:33:0d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '21e38cd5-15a3-43ae-b358-17eb14cf6763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:05:44Z', 'updated_at': '2022-03-28T14:05:48Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': '21e38cd5-15a3-43ae-b358-17eb14cf6763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:07:46.759635 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5837be40-5b58-4d47-9b0b-2c701fa065f4 None None] The sync data for ids ['c985730c-0b86-46bd-a5b6-194a871204f1'] in dv-neutron-835335-1-hyperv is: [{'id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'name': 'tempest-TestNetworkBasicOps-router-1441110531', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cd3e679d-aa38-4cac-86a0-f09a4257d491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:05:41Z', 'updated_at': '2022-03-28T14:05:45Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'cd3e679d-aa38-4cac-86a0-f09a4257d491', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:26:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:05:41Z', 'updated_at': '2022-03-28T14:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '665e8760-78c6-406c-8455-a340fe93d5fa', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'floating_ip_address': '172.26.2.27', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'port_id': '82750796-ee3a-43f9-97ea-8615bfd6a3da', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19ee4602-8943-4e2d-8871-f1bdf25639a0', 'mac_address': 'fa:16:3e:29:bc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:06:03Z', 'updated_at': '2022-03-28T14:06:05Z', 'revision_number': 1, 'project_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28942b91-6c3e-4f9d-a8b4-bfe747e588ce', 'name': '', 'network_id': '19ee4602-8943-4e2d-8871-f1bdf25639a0', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:33:0d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '21e38cd5-15a3-43ae-b358-17eb14cf6763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:05:44Z', 'updated_at': '2022-03-28T14:05:48Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': '21e38cd5-15a3-43ae-b358-17eb14cf6763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:07:46.859199 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-ee4b42ef-9946-4901-8b66-97e9cd7030cf req-bce13880-f2d0-4e8f-90ee-a749a67b3f29 service neutron] 10.222.0.20 "GET /v2.0/networks/19ee4602-8943-4e2d-8871-f1bdf25639a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159927 Mar 28 14:07:46.981184 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64428b0f-2226-4af6-998f-0975c5c1f7ea None None] New status for floating IP c697dd1c-7181-4289-96ac-f716e2b0a6c2: DOWN {{(pid=109614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:07:47.683796 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ee455-bbfd-4dad-af6a-5c07d838b54b req-d01394b0-fe13-4c3c-a369-ce3571dfd705 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:07:47.685281 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2e1ee455-bbfd-4dad-af6a-5c07d838b54b req-d01394b0-fe13-4c3c-a369-ce3571dfd705 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=707dcf89-7e88-4038-a18c-0f2673d2907f HTTP/1.1" status: 200 len: 946 time: 0.0969729 Mar 28 14:07:47.720583 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2e1ee455-bbfd-4dad-af6a-5c07d838b54b req-d1e272f8-9aed-40e5-a9d4-baf6041f319a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=d593a3c3-2378-489c-9564-7cacaa278f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294273 Mar 28 14:07:47.901141 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43001f5e-3cf7-4dc6-b881-aebbe1319547 req-0c822f88-72d0-4f36-9696-192996562949 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:07:47.902466 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-43001f5e-3cf7-4dc6-b881-aebbe1319547 req-0c822f88-72d0-4f36-9696-192996562949 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "GET /v2.0/ports?device_id=707dcf89-7e88-4038-a18c-0f2673d2907f HTTP/1.1" status: 200 len: 946 time: 0.0472839 Mar 28 14:07:47.995983 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [req-43001f5e-3cf7-4dc6-b881-aebbe1319547 req-452c14cb-3ec0-4e31-815d-b7e49961654b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Deleting port 24b151c2-9753-4d8d-adde-a3c96a9ef499 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:07:47.996396 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-43001f5e-3cf7-4dc6-b881-aebbe1319547 req-452c14cb-3ec0-4e31-815d-b7e49961654b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:48.081428 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [req-43001f5e-3cf7-4dc6-b881-aebbe1319547 req-452c14cb-3ec0-4e31-815d-b7e49961654b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] For port 24b151c2-9753-4d8d-adde-a3c96a9ef499, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=24b151c2-9753-4d8d-adde-a3c96a9ef499,segment=NetworkSegment(95ab3390-6610-40ab-a37c-19823b84a46a),segment_id=95ab3390-6610-40ab-a37c-19823b84a46a)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:07:48.081799 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-43001f5e-3cf7-4dc6-b881-aebbe1319547 req-452c14cb-3ec0-4e31-815d-b7e49961654b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:48.094746 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [req-43001f5e-3cf7-4dc6-b881-aebbe1319547 req-452c14cb-3ec0-4e31-815d-b7e49961654b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Calling delete_port for 24b151c2-9753-4d8d-adde-a3c96a9ef499 owned by compute:nova {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:07:48.291335 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-43001f5e-3cf7-4dc6-b881-aebbe1319547 req-452c14cb-3ec0-4e31-815d-b7e49961654b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:48.318375 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c14cb-3ec0-4e31-815d-b7e49961654b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Port': ['ID=24b151c2-9753-4d8d-adde-a3c96a9ef499,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:07:48.365700 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [req-43001f5e-3cf7-4dc6-b881-aebbe1319547 req-452c14cb-3ec0-4e31-815d-b7e49961654b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] No DVR routers for this DVR port 24b151c2-9753-4d8d-adde-a3c96a9ef499 on host hv-neutron-8353 {{(pid=109612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:07:48.368245 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-43001f5e-3cf7-4dc6-b881-aebbe1319547 req-452c14cb-3ec0-4e31-815d-b7e49961654b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:48.371772 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-43001f5e-3cf7-4dc6-b881-aebbe1319547 req-452c14cb-3ec0-4e31-815d-b7e49961654b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "DELETE /v2.0/ports/24b151c2-9753-4d8d-adde-a3c96a9ef499 HTTP/1.1" status: 204 len: 173 time: 0.4635761 Mar 28 14:07:48.372235 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707dcf89-7e88-4038-a18c-0f2673d2907f', 'name': 'network-vif-deleted', 'tag': '24b151c2-9753-4d8d-adde-a3c96a9ef499'}] {{(pid=109612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:07:48.375149 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe63c13e87a9f7251adb6bd0d9fca296dff075f1d7b14c4d1edf5c408047469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0921b8df-641a-4c2e-ad04-a0e14ed1952f" -d '{"events": [{"server_uuid": "707dcf89-7e88-4038-a18c-0f2673d2907f", "name": "network-vif-deleted", "tag": "24b151c2-9753-4d8d-adde-a3c96a9ef499"}]}' {{(pid=109612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:07:48.412620 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9627cd-d59a-4e9b-92e9-ad345f2e8254 x-openstack-request-id: req-4c9627cd-d59a-4e9b-92e9-ad345f2e8254 {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:07:48.412906 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "707dcf89-7e88-4038-a18c-0f2673d2907f", "name": "network-vif-deleted", "tag": "24b151c2-9753-4d8d-adde-a3c96a9ef499", "status": "completed", "code": 200}]} {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:07:48.413156 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4c9627cd-d59a-4e9b-92e9-ad345f2e8254 {{(pid=109612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:07:48.413595 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '707dcf89-7e88-4038-a18c-0f2673d2907f', 'name': 'network-vif-deleted', 'tag': '24b151c2-9753-4d8d-adde-a3c96a9ef499', 'status': 'completed', 'code': 200} Mar 28 14:07:48.827887 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-12f66ee2-ca46-48d6-b1d0-9f9c3a44b220 req-217f0d9d-6cab-4680-837a-539ff0757a9d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=707dcf89-7e88-4038-a18c-0f2673d2907f HTTP/1.1" status: 200 len: 210 time: 0.0267460 Mar 28 14:07:49.883548 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37804) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:07:49.943988 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d59b235a-0127-4f6b-8f19-f703034b5b88 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:49.971447 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d59b235a-0127-4f6b-8f19-f703034b5b88 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:50.096240 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d59b235a-0127-4f6b-8f19-f703034b5b88 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:50.098777 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d59b235a-0127-4f6b-8f19-f703034b5b88 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:50.099909 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d59b235a-0127-4f6b-8f19-f703034b5b88 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "DELETE /v2.0/security-groups/d593a3c3-2378-489c-9564-7cacaa278f93 HTTP/1.1" status: 204 len: 168 time: 0.2153912 Mar 28 14:07:50.111199 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59b235a-0127-4f6b-8f19-f703034b5b88 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d593a3c3-2378-489c-9564-7cacaa278f93,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:07:50.194114 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37808) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:07:50.347476 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-7a67aac0-df61-4bd1-82a8-d0c48c60123c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Deleting port 02284a45-3f6b-454b-8f10-9d175acdd829 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:07:50.347820 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7a67aac0-df61-4bd1-82a8-d0c48c60123c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:50.419004 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7a67aac0-df61-4bd1-82a8-d0c48c60123c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:50.419326 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7a67aac0-df61-4bd1-82a8-d0c48c60123c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:50.431098 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-7a67aac0-df61-4bd1-82a8-d0c48c60123c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Calling delete_port for 02284a45-3f6b-454b-8f10-9d175acdd829 owned by network:floatingip {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:07:50.628054 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7a67aac0-df61-4bd1-82a8-d0c48c60123c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:50.652824 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a67aac0-df61-4bd1-82a8-d0c48c60123c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Port': ['ID=02284a45-3f6b-454b-8f10-9d175acdd829,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:07:50.715123 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7a67aac0-df61-4bd1-82a8-d0c48c60123c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for floatingip, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:50.715123 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [None req-7a67aac0-df61-4bd1-82a8-d0c48c60123c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Floating IP 665e8760-78c6-406c-8455-a340fe93d5fa disassociated (deleted). External IP: 172.26.2.27, port: 82750796-ee3a-43f9-97ea-8615bfd6a3da. Mar 28 14:07:50.911272 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a67aac0-df61-4bd1-82a8-d0c48c60123c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Router c985730c-0b86-46bd-a5b6-194a871204f1 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:07:51.014717 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a67aac0-df61-4bd1-82a8-d0c48c60123c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:07:51.019009 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7a67aac0-df61-4bd1-82a8-d0c48c60123c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:51.026711 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb54aa65-6959-484d-839c-f45701a53eb2 None None] Sync routers for ids ['c985730c-0b86-46bd-a5b6-194a871204f1'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:07:51.037622 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb54aa65-6959-484d-839c-f45701a53eb2 None None] Routers {'c985730c-0b86-46bd-a5b6-194a871204f1'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:07:51.038311 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-eb54aa65-6959-484d-839c-f45701a53eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:07:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['c985730c-0b86-46bd-a5b6-194a871204f1'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:07:51.045820 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-7a67aac0-df61-4bd1-82a8-d0c48c60123c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "DELETE /v2.0/floatingips/665e8760-78c6-406c-8455-a340fe93d5fa HTTP/1.1" status: 204 len: 168 time: 0.8506575 Mar 28 14:07:51.046395 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e', 'tag': '82750796-ee3a-43f9-97ea-8615bfd6a3da'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:07:51.048634 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e10d8cd-bfb9-42cd-96f5-7b848741beff" -d '{"events": [{"name": "network-changed", "server_uuid": "cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e", "tag": "82750796-ee3a-43f9-97ea-8615bfd6a3da"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:07:51.085474 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f0a8e5-359f-4f05-97d4-95f41900f27a x-openstack-request-id: req-45f0a8e5-359f-4f05-97d4-95f41900f27a {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:07:51.085859 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e", "tag": "82750796-ee3a-43f9-97ea-8615bfd6a3da", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:07:51.086086 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-45f0a8e5-359f-4f05-97d4-95f41900f27a {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:07:51.086484 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e', 'tag': '82750796-ee3a-43f9-97ea-8615bfd6a3da', 'status': 'completed', 'code': 200} Mar 28 14:07:51.147050 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-eb54aa65-6959-484d-839c-f45701a53eb2 None None] Set router c985730c-0b86-46bd-a5b6-194a871204f1 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:07:51.150845 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10d8cd-bfb9-42cd-96f5-7b848741beff req-807a3210-766b-4e1a-bca4-8fd899ac3684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:07:51.154824 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-4e10d8cd-bfb9-42cd-96f5-7b848741beff req-807a3210-766b-4e1a-bca4-8fd899ac3684 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&device_id=cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e HTTP/1.1" status: 200 len: 1098 time: 0.0438712 Mar 28 14:07:51.244455 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10d8cd-bfb9-42cd-96f5-7b848741beff req-64f599b3-77d1-4bd0-b1ec-c400925da71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:07:51.245915 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-4e10d8cd-bfb9-42cd-96f5-7b848741beff req-64f599b3-77d1-4bd0-b1ec-c400925da71c service neutron] 10.222.0.20 "GET /v2.0/networks?id=19ee4602-8943-4e2d-8871-f1bdf25639a0 HTTP/1.1" status: 200 len: 897 time: 0.0869551 Mar 28 14:07:51.292087 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-4e10d8cd-bfb9-42cd-96f5-7b848741beff req-61e80889-bbb6-4a0b-a0ac-16fca8e406af service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82750796-ee3a-43f9-97ea-8615bfd6a3da HTTP/1.1" status: 200 len: 217 time: 0.0396032 Mar 28 14:07:51.340519 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10d8cd-bfb9-42cd-96f5-7b848741beff req-ba353ce2-6995-48e0-bd18-98bf9c6d4a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:07:51.344247 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-4e10d8cd-bfb9-42cd-96f5-7b848741beff req-ba353ce2-6995-48e0-bd18-98bf9c6d4a00 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=21e38cd5-15a3-43ae-b358-17eb14cf6763 HTTP/1.1" status: 200 len: 834 time: 0.0435507 Mar 28 14:07:51.349828 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-eb54aa65-6959-484d-839c-f45701a53eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'name': 'tempest-TestNetworkBasicOps-router-1441110531', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cd3e679d-aa38-4cac-86a0-f09a4257d491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:05:41Z', 'updated_at': '2022-03-28T14:05:45Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'cd3e679d-aa38-4cac-86a0-f09a4257d491', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:26:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:05:41Z', 'updated_at': '2022-03-28T14:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '28942b91-6c3e-4f9d-a8b4-bfe747e588ce', 'name': '', 'network_id': '19ee4602-8943-4e2d-8871-f1bdf25639a0', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:33:0d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '21e38cd5-15a3-43ae-b358-17eb14cf6763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:05:44Z', 'updated_at': '2022-03-28T14:05:48Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': '21e38cd5-15a3-43ae-b358-17eb14cf6763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:07:51.377329 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb54aa65-6959-484d-839c-f45701a53eb2 None None] Checking router: c985730c-0b86-46bd-a5b6-194a871204f1 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:07:51.386448 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb54aa65-6959-484d-839c-f45701a53eb2 None None] Routers {'c985730c-0b86-46bd-a5b6-194a871204f1'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:07:51.387104 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-eb54aa65-6959-484d-839c-f45701a53eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:07:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['c985730c-0b86-46bd-a5b6-194a871204f1'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:07:51.389623 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10d8cd-bfb9-42cd-96f5-7b848741beff req-f6b1c4f1-1ff6-47e4-ab51-fc77e3d7e8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:07:51.391172 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-4e10d8cd-bfb9-42cd-96f5-7b848741beff req-f6b1c4f1-1ff6-47e4-ab51-fc77e3d7e8af service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=19ee4602-8943-4e2d-8871-f1bdf25639a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433271 Mar 28 14:07:51.444842 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc83698-2618-4fe8-85a1-c8331fe3b7dc req-36325487-670b-4e78-a3fe-7552bf92437f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:07:51.452264 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cbc83698-2618-4fe8-85a1-c8331fe3b7dc req-36325487-670b-4e78-a3fe-7552bf92437f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e HTTP/1.1" status: 200 len: 945 time: 0.0573509 Mar 28 14:07:51.488682 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cbc83698-2618-4fe8-85a1-c8331fe3b7dc req-12bb49fb-ab92-4911-ad49-301031a9aa18 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b32f173-396f-41a1-be1c-ed3b63e115fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353668 Mar 28 14:07:51.490410 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-4e10d8cd-bfb9-42cd-96f5-7b848741beff req-d6687967-f662-4880-af96-68ecad25023f service neutron] 10.222.0.20 "GET /v2.0/networks/19ee4602-8943-4e2d-8871-f1bdf25639a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897899 Mar 28 14:07:51.494060 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-eb54aa65-6959-484d-839c-f45701a53eb2 None None] Set router c985730c-0b86-46bd-a5b6-194a871204f1 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:07:51.580792 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-4e10d8cd-bfb9-42cd-96f5-7b848741beff req-71bcc2f9-f82c-4035-85ad-655662595e16 service neutron] 10.222.0.20 "GET /v2.0/networks/19ee4602-8943-4e2d-8871-f1bdf25639a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833094 Mar 28 14:07:51.686968 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-eb54aa65-6959-484d-839c-f45701a53eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'name': 'tempest-TestNetworkBasicOps-router-1441110531', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cd3e679d-aa38-4cac-86a0-f09a4257d491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:05:41Z', 'updated_at': '2022-03-28T14:05:45Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'cd3e679d-aa38-4cac-86a0-f09a4257d491', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:26:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:05:41Z', 'updated_at': '2022-03-28T14:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '28942b91-6c3e-4f9d-a8b4-bfe747e588ce', 'name': '', 'network_id': '19ee4602-8943-4e2d-8871-f1bdf25639a0', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:33:0d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '21e38cd5-15a3-43ae-b358-17eb14cf6763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:05:44Z', 'updated_at': '2022-03-28T14:05:48Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': '21e38cd5-15a3-43ae-b358-17eb14cf6763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:07:51.712748 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb54aa65-6959-484d-839c-f45701a53eb2 None None] The sync data for ids ['c985730c-0b86-46bd-a5b6-194a871204f1'] in dv-neutron-835335-1-hyperv is: [{'id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'name': 'tempest-TestNetworkBasicOps-router-1441110531', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cd3e679d-aa38-4cac-86a0-f09a4257d491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:05:41Z', 'updated_at': '2022-03-28T14:05:45Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'cd3e679d-aa38-4cac-86a0-f09a4257d491', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:26:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:05:41Z', 'updated_at': '2022-03-28T14:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '28942b91-6c3e-4f9d-a8b4-bfe747e588ce', 'name': '', 'network_id': '19ee4602-8943-4e2d-8871-f1bdf25639a0', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:33:0d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '21e38cd5-15a3-43ae-b358-17eb14cf6763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:05:44Z', 'updated_at': '2022-03-28T14:05:48Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': '21e38cd5-15a3-43ae-b358-17eb14cf6763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:07:51.911140 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b40b8fb-5dea-4902-b58b-f72735d9e484 None None] New status for floating IP 665e8760-78c6-406c-8455-a340fe93d5fa: DOWN {{(pid=109614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:07:52.093416 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 24b151c2-9753-4d8d-adde-a3c96a9ef499 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:07:52.113276 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] No Port match for: 24b151c2-9753-4d8d-adde-a3c96a9ef499 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:07:52.113610 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 24b151c2-9753-4d8d-adde-a3c96a9ef499 not bound to the agent host hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:07:52.609281 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b4fc1-ea14-41d8-b890-df695e0193d7 req-fd06a594-2493-448d-a019-e0ea0a765172 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:07:52.610739 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d59b4fc1-ea14-41d8-b890-df695e0193d7 req-fd06a594-2493-448d-a019-e0ea0a765172 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e HTTP/1.1" status: 200 len: 945 time: 0.0514796 Mar 28 14:07:52.647549 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d59b4fc1-ea14-41d8-b890-df695e0193d7 req-35fc02dc-63be-4cb5-977f-8cff25bee984 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b32f173-396f-41a1-be1c-ed3b63e115fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308800 Mar 28 14:07:53.181041 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb6a16-ba9f-49bf-ac0e-f484e0454b89 req-62009c89-c267-42e9-a998-0f2d9b4d9a64 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:07:53.182462 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-5beb6a16-ba9f-49bf-ac0e-f484e0454b89 req-62009c89-c267-42e9-a998-0f2d9b4d9a64 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e HTTP/1.1" status: 200 len: 945 time: 0.0478711 Mar 28 14:07:53.279966 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [req-5beb6a16-ba9f-49bf-ac0e-f484e0454b89 req-c05e32ac-4914-455a-8f11-052e76a1bd96 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Deleting port 82750796-ee3a-43f9-97ea-8615bfd6a3da {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:07:53.280307 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-5beb6a16-ba9f-49bf-ac0e-f484e0454b89 req-c05e32ac-4914-455a-8f11-052e76a1bd96 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:53.365322 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [req-5beb6a16-ba9f-49bf-ac0e-f484e0454b89 req-c05e32ac-4914-455a-8f11-052e76a1bd96 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] For port 82750796-ee3a-43f9-97ea-8615bfd6a3da, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=82750796-ee3a-43f9-97ea-8615bfd6a3da,segment=NetworkSegment(95ab3390-6610-40ab-a37c-19823b84a46a),segment_id=95ab3390-6610-40ab-a37c-19823b84a46a)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:07:53.365678 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-5beb6a16-ba9f-49bf-ac0e-f484e0454b89 req-c05e32ac-4914-455a-8f11-052e76a1bd96 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:53.377914 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [req-5beb6a16-ba9f-49bf-ac0e-f484e0454b89 req-c05e32ac-4914-455a-8f11-052e76a1bd96 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Calling delete_port for 82750796-ee3a-43f9-97ea-8615bfd6a3da owned by compute:nova {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:07:53.559396 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-5beb6a16-ba9f-49bf-ac0e-f484e0454b89 req-c05e32ac-4914-455a-8f11-052e76a1bd96 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:53.586971 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e32ac-4914-455a-8f11-052e76a1bd96 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Port': ['ID=82750796-ee3a-43f9-97ea-8615bfd6a3da,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:07:53.629936 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [req-5beb6a16-ba9f-49bf-ac0e-f484e0454b89 req-c05e32ac-4914-455a-8f11-052e76a1bd96 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] No DVR routers for this DVR port 82750796-ee3a-43f9-97ea-8615bfd6a3da on host hv-neutron-8353 {{(pid=109612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:07:53.633044 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-5beb6a16-ba9f-49bf-ac0e-f484e0454b89 req-c05e32ac-4914-455a-8f11-052e76a1bd96 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:53.636252 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-5beb6a16-ba9f-49bf-ac0e-f484e0454b89 req-c05e32ac-4914-455a-8f11-052e76a1bd96 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "DELETE /v2.0/ports/82750796-ee3a-43f9-97ea-8615bfd6a3da HTTP/1.1" status: 204 len: 173 time: 0.4477763 Mar 28 14:07:53.636778 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e', 'name': 'network-vif-deleted', 'tag': '82750796-ee3a-43f9-97ea-8615bfd6a3da'}] {{(pid=109612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:07:53.639006 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe63c13e87a9f7251adb6bd0d9fca296dff075f1d7b14c4d1edf5c408047469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736d448d-195f-4de6-b06e-5d239a5f2a51" -d '{"events": [{"server_uuid": "cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e", "name": "network-vif-deleted", "tag": "82750796-ee3a-43f9-97ea-8615bfd6a3da"}]}' {{(pid=109612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:07:53.674309 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601f7db9-13fd-4476-b453-96c15d345681 x-openstack-request-id: req-601f7db9-13fd-4476-b453-96c15d345681 {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:07:53.674644 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e", "name": "network-vif-deleted", "tag": "82750796-ee3a-43f9-97ea-8615bfd6a3da", "status": "completed", "code": 200}]} {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:07:53.674911 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-601f7db9-13fd-4476-b453-96c15d345681 {{(pid=109612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:07:53.675640 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e', 'name': 'network-vif-deleted', 'tag': '82750796-ee3a-43f9-97ea-8615bfd6a3da', 'status': 'completed', 'code': 200} Mar 28 14:07:53.745880 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cd2c76c9-e3f7-44c8-8b6b-380b929185de req-f4b84563-c8b3-4f42-9f36-7909921b222e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf9a414a-5e7e-44ed-b2cb-b8c2d2051d0e HTTP/1.1" status: 200 len: 210 time: 0.0311699 Mar 28 14:07:54.016554 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-cc9ba1c2-ff2e-482c-a6ec-95311c7dbe3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:54.800329 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37824) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:07:54.856732 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-93fff345-6e4c-4c1e-abed-19000aadcd4c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:54.883633 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-93fff345-6e4c-4c1e-abed-19000aadcd4c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:54.992616 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-93fff345-6e4c-4c1e-abed-19000aadcd4c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:54.995174 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-93fff345-6e4c-4c1e-abed-19000aadcd4c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:54.996416 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-93fff345-6e4c-4c1e-abed-19000aadcd4c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "DELETE /v2.0/security-groups/9b32f173-396f-41a1-be1c-ed3b63e115fb HTTP/1.1" status: 204 len: 168 time: 0.1950574 Mar 28 14:07:55.005430 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fff345-6e4c-4c1e-abed-19000aadcd4c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b32f173-396f-41a1-be1c-ed3b63e115fb,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:07:55.091626 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37828) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:07:55.446560 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ff03aae1-c75b-45de-87f4-6395fc5d4f94 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:55.691354 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-ff03aae1-c75b-45de-87f4-6395fc5d4f94 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Deleting port 28942b91-6c3e-4f9d-a8b4-bfe747e588ce {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:07:55.691695 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ff03aae1-c75b-45de-87f4-6395fc5d4f94 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:55.775767 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-ff03aae1-c75b-45de-87f4-6395fc5d4f94 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] For port 28942b91-6c3e-4f9d-a8b4-bfe747e588ce, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=28942b91-6c3e-4f9d-a8b4-bfe747e588ce,segment=NetworkSegment(95ab3390-6610-40ab-a37c-19823b84a46a),segment_id=95ab3390-6610-40ab-a37c-19823b84a46a)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:07:55.776049 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ff03aae1-c75b-45de-87f4-6395fc5d4f94 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:55.788982 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-ff03aae1-c75b-45de-87f4-6395fc5d4f94 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Calling delete_port for 28942b91-6c3e-4f9d-a8b4-bfe747e588ce owned by network:router_interface {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:07:56.010829 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ff03aae1-c75b-45de-87f4-6395fc5d4f94 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:56.040695 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff03aae1-c75b-45de-87f4-6395fc5d4f94 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Port': ['ID=28942b91-6c3e-4f9d-a8b4-bfe747e588ce,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:07:56.109282 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 82750796-ee3a-43f9-97ea-8615bfd6a3da no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:07:56.133319 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] No Port match for: 82750796-ee3a-43f9-97ea-8615bfd6a3da {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:07:56.133967 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 82750796-ee3a-43f9-97ea-8615bfd6a3da not bound to the agent host hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:07:56.217417 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ff03aae1-c75b-45de-87f4-6395fc5d4f94 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:56.273467 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f2d95fda-ba6e-4e36-8cb7-fe9476cc248e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:56.719354 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff03aae1-c75b-45de-87f4-6395fc5d4f94 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Router c985730c-0b86-46bd-a5b6-194a871204f1 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:07:56.821524 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff03aae1-c75b-45de-87f4-6395fc5d4f94 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:07:56.826723 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ff03aae1-c75b-45de-87f4-6395fc5d4f94 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "PUT /v2.0/routers/c985730c-0b86-46bd-a5b6-194a871204f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7337866 Mar 28 14:07:56.829253 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37830) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:07:56.831748 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f69f41f-37ef-4329-9947-0beb402d5f13 None None] Sync routers for ids ['c985730c-0b86-46bd-a5b6-194a871204f1'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:07:56.841203 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f69f41f-37ef-4329-9947-0beb402d5f13 None None] Routers {'c985730c-0b86-46bd-a5b6-194a871204f1'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:07:56.841809 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-2f69f41f-37ef-4329-9947-0beb402d5f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:07:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['c985730c-0b86-46bd-a5b6-194a871204f1'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:07:56.878205 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-325b3a00-bfb4-41c1-8886-d9e92317736e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Deleting subnet 21e38cd5-15a3-43ae-b358-17eb14cf6763 {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 14:07:56.881270 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-325b3a00-bfb4-41c1-8886-d9e92317736e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:56.926855 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-325b3a00-bfb4-41c1-8886-d9e92317736e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:56.948790 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-2f69f41f-37ef-4329-9947-0beb402d5f13 None None] Set router c985730c-0b86-46bd-a5b6-194a871204f1 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:07:57.049271 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-325b3a00-bfb4-41c1-8886-d9e92317736e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:57.123107 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-2f69f41f-37ef-4329-9947-0beb402d5f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'name': 'tempest-TestNetworkBasicOps-router-1441110531', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cd3e679d-aa38-4cac-86a0-f09a4257d491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:05:41Z', 'updated_at': '2022-03-28T14:07:55Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'cd3e679d-aa38-4cac-86a0-f09a4257d491', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:26:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:05:41Z', 'updated_at': '2022-03-28T14:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:07:57.148753 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f69f41f-37ef-4329-9947-0beb402d5f13 None None] Checking router: c985730c-0b86-46bd-a5b6-194a871204f1 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:07:57.156505 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f69f41f-37ef-4329-9947-0beb402d5f13 None None] Routers {'c985730c-0b86-46bd-a5b6-194a871204f1'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:07:57.157079 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-2f69f41f-37ef-4329-9947-0beb402d5f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:07:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['c985730c-0b86-46bd-a5b6-194a871204f1'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:07:57.171162 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-325b3a00-bfb4-41c1-8886-d9e92317736e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:57.201552 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b3a00-bfb4-41c1-8886-d9e92317736e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Subnet': ['ID=21e38cd5-15a3-43ae-b358-17eb14cf6763,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:07:57.203175 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-325b3a00-bfb4-41c1-8886-d9e92317736e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:57.206953 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-325b3a00-bfb4-41c1-8886-d9e92317736e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "DELETE /v2.0/subnets/21e38cd5-15a3-43ae-b358-17eb14cf6763 HTTP/1.1" status: 204 len: 168 time: 0.3764565 Mar 28 14:07:57.210161 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37832) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:07:57.212116 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3acd2b-2b00-4f84-a0c0-8f1182d7f01f None None] Network 19ee4602-8943-4e2d-8871-f1bdf25639a0 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:07:57.261974 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-2f69f41f-37ef-4329-9947-0beb402d5f13 None None] Set router c985730c-0b86-46bd-a5b6-194a871204f1 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:07:57.323821 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-799b86a5-a8f3-422d-bed3-c167425c8a60 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:57.424533 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d799b9b-c41f-48f1-a623-1cff13b8c136 None None] DHCP port deletion for 19ee4602-8943-4e2d-8871-f1bdf25639a0 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 14:07:57.439612 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-799b86a5-a8f3-422d-bed3-c167425c8a60 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:57.473455 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-8d799b9b-c41f-48f1-a623-1cff13b8c136 None None] Deleting port 1515dbc0-6d41-46e9-a855-6945cec0cf47 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:07:57.474347 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8d799b9b-c41f-48f1-a623-1cff13b8c136 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:57.537516 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-8d799b9b-c41f-48f1-a623-1cff13b8c136 None None] For port 1515dbc0-6d41-46e9-a855-6945cec0cf47, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=1515dbc0-6d41-46e9-a855-6945cec0cf47,segment=NetworkSegment(95ab3390-6610-40ab-a37c-19823b84a46a),segment_id=95ab3390-6610-40ab-a37c-19823b84a46a)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:07:57.537806 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-2f69f41f-37ef-4329-9947-0beb402d5f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'name': 'tempest-TestNetworkBasicOps-router-1441110531', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cd3e679d-aa38-4cac-86a0-f09a4257d491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:05:41Z', 'updated_at': '2022-03-28T14:07:55Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'cd3e679d-aa38-4cac-86a0-f09a4257d491', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:26:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:05:41Z', 'updated_at': '2022-03-28T14:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:07:57.537980 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8d799b9b-c41f-48f1-a623-1cff13b8c136 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:57.562534 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-8d799b9b-c41f-48f1-a623-1cff13b8c136 None None] Calling delete_port for 1515dbc0-6d41-46e9-a855-6945cec0cf47 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:07:57.565795 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-799b86a5-a8f3-422d-bed3-c167425c8a60 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Deleting port cd3e679d-aa38-4cac-86a0-f09a4257d491 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:07:57.566147 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-799b86a5-a8f3-422d-bed3-c167425c8a60 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:57.573696 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f69f41f-37ef-4329-9947-0beb402d5f13 None None] The sync data for ids ['c985730c-0b86-46bd-a5b6-194a871204f1'] in dv-neutron-835335-1-hyperv is: [{'id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'name': 'tempest-TestNetworkBasicOps-router-1441110531', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cd3e679d-aa38-4cac-86a0-f09a4257d491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:05:41Z', 'updated_at': '2022-03-28T14:07:55Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'cd3e679d-aa38-4cac-86a0-f09a4257d491', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:26:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c985730c-0b86-46bd-a5b6-194a871204f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:05:41Z', 'updated_at': '2022-03-28T14:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:07:57.652453 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-799b86a5-a8f3-422d-bed3-c167425c8a60 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] For port cd3e679d-aa38-4cac-86a0-f09a4257d491, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=cd3e679d-aa38-4cac-86a0-f09a4257d491,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:07:57.652934 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-799b86a5-a8f3-422d-bed3-c167425c8a60 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:57.662716 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:57.666075 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-799b86a5-a8f3-422d-bed3-c167425c8a60 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Calling delete_port for cd3e679d-aa38-4cac-86a0-f09a4257d491 owned by network:router_gateway {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:07:57.742457 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8d799b9b-c41f-48f1-a623-1cff13b8c136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:57.765813 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d799b9b-c41f-48f1-a623-1cff13b8c136 None None] Pushing event deleted for resources: {'Port': ['ID=1515dbc0-6d41-46e9-a855-6945cec0cf47,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:07:57.775575 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d799b9b-c41f-48f1-a623-1cff13b8c136 None None] No DVR routers for this DVR port 1515dbc0-6d41-46e9-a855-6945cec0cf47 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:07:57.780911 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d799b9b-c41f-48f1-a623-1cff13b8c136 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:07:57.780911 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d799b9b-c41f-48f1-a623-1cff13b8c136 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:07:57.780911 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d799b9b-c41f-48f1-a623-1cff13b8c136 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:07:57.780911 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d799b9b-c41f-48f1-a623-1cff13b8c136 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:07:57.780911 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d799b9b-c41f-48f1-a623-1cff13b8c136 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:07:57.780911 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d799b9b-c41f-48f1-a623-1cff13b8c136 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:07:57.780911 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d799b9b-c41f-48f1-a623-1cff13b8c136 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:07:57.780911 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d799b9b-c41f-48f1-a623-1cff13b8c136 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:07:57.780911 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d799b9b-c41f-48f1-a623-1cff13b8c136 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:07:57.780911 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d799b9b-c41f-48f1-a623-1cff13b8c136 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:07:57.780911 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d799b9b-c41f-48f1-a623-1cff13b8c136 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:07:57.781997 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d799b9b-c41f-48f1-a623-1cff13b8c136 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:07:57.867832 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-799b86a5-a8f3-422d-bed3-c167425c8a60 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:57.899337 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b86a5-a8f3-422d-bed3-c167425c8a60 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Port': ['ID=cd3e679d-aa38-4cac-86a0-f09a4257d491,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:07:57.961177 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-799b86a5-a8f3-422d-bed3-c167425c8a60 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133933816'] for router_gateway, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:58.067020 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-799b86a5-a8f3-422d-bed3-c167425c8a60 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:58.069082 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-799b86a5-a8f3-422d-bed3-c167425c8a60 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:58.182234 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-799b86a5-a8f3-422d-bed3-c167425c8a60 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:58.183016 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799b86a5-a8f3-422d-bed3-c167425c8a60 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Fanout notify agent at l3_agent the message router_deleted on router c985730c-0b86-46bd-a5b6-194a871204f1 {{(pid=109613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 14:07:58.189639 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-799b86a5-a8f3-422d-bed3-c167425c8a60 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:58.192425 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-799b86a5-a8f3-422d-bed3-c167425c8a60 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "DELETE /v2.0/routers/c985730c-0b86-46bd-a5b6-194a871204f1 HTTP/1.1" status: 204 len: 168 time: 0.9794219 Mar 28 14:07:58.194257 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37834) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:07:58.275438 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-785cbd3d-a8ff-408f-90ea-a512dc8d21ed tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:58.362193 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-785cbd3d-a8ff-408f-90ea-a512dc8d21ed tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:58.381610 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-785cbd3d-a8ff-408f-90ea-a512dc8d21ed tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19ee4602-8943-4e2d-8871-f1bdf25639a0']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:07:58.390336 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-785cbd3d-a8ff-408f-90ea-a512dc8d21ed tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95ab3390-6610-40ab-a37c-19823b84a46a') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:07:58.390628 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-785cbd3d-a8ff-408f-90ea-a512dc8d21ed tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95ab3390-6610-40ab-a37c-19823b84a46a') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:07:58.400168 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-785cbd3d-a8ff-408f-90ea-a512dc8d21ed tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:58.412750 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-785cbd3d-a8ff-408f-90ea-a512dc8d21ed tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:58.418282 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-785cbd3d-a8ff-408f-90ea-a512dc8d21ed tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 14:07:58.418661 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-785cbd3d-a8ff-408f-90ea-a512dc8d21ed tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:58.421518 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 14:07:58.421518 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 14:07:58.421518 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 14:07:58.421518 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 14:07:58.421518 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 14:07:58.421518 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 14:07:58.421518 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 14:07:58.421518 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 14:07:58.421518 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 14:07:58.421518 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 14:07:58.421518 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 14:07:58.421518 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 14:07:58.421518 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 14:07:58.421518 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 14:07:58.421518 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 14:07:58.421518 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 14:07:58.421518 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 14:07:58.421518 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 14:07:58.421518 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 14:07:58.421518 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 14:07:58.421518 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 14:07:58.421518 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 14:07:58.421518 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 14:07:58.421518 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 14:07:58.421518 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 14:07:58.421518 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 14:07:58.421518 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 14:07:58.421518 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 14:07:58.421518 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 14:07:58.421518 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 14:07:58.421518 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 14:07:58.421518 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 14:07:58.536146 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-785cbd3d-a8ff-408f-90ea-a512dc8d21ed tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:58.546442 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-785cbd3d-a8ff-408f-90ea-a512dc8d21ed tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:58.546442 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-785cbd3d-a8ff-408f-90ea-a512dc8d21ed tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "DELETE /v2.0/networks/19ee4602-8943-4e2d-8871-f1bdf25639a0 HTTP/1.1" status: 204 len: 168 time: 0.3508170 Mar 28 14:07:58.558836 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785cbd3d-a8ff-408f-90ea-a512dc8d21ed tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Network': ['ID=19ee4602-8943-4e2d-8871-f1bdf25639a0,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:07:58.580408 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37836) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:07:58.585916 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-90299115-c628-4237-aa14-8b2d1d6ea1d3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'network': {'name': 'tempest-network-smoke--474986329', 'project_id': '8783dd3017a04690835ab7e96e428838', 'port_security_enabled': True}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:07:58.679333 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90299115-c628-4237-aa14-8b2d1d6ea1d3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Made reservation on behalf of 8783dd3017a04690835ab7e96e428838 for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:07:58.683206 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-90299115-c628-4237-aa14-8b2d1d6ea1d3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:58.706642 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90299115-c628-4237-aa14-8b2d1d6ea1d3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 14:07:58.715003 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-90299115-c628-4237-aa14-8b2d1d6ea1d3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:58.715343 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-90299115-c628-4237-aa14-8b2d1d6ea1d3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Added segment d490dbc8-ed37-414e-8716-cb92d24cf50d of type vlan for network 37354f91-5f5a-483e-a7f4-049595000ecc Mar 28 14:07:58.758078 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-90299115-c628-4237-aa14-8b2d1d6ea1d3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:58.867754 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-90299115-c628-4237-aa14-8b2d1d6ea1d3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:58.873301 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90299115-c628-4237-aa14-8b2d1d6ea1d3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:07:58.877734 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-90299115-c628-4237-aa14-8b2d1d6ea1d3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:58.946885 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90299115-c628-4237-aa14-8b2d1d6ea1d3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Network': ['ID=37354f91-5f5a-483e-a7f4-049595000ecc,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:07:58.958345 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 37354f91-5f5a-483e-a7f4-049595000ecc details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 14:07:58.974441 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:59.003480 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-90299115-c628-4237-aa14-8b2d1d6ea1d3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4216099 Mar 28 14:07:59.006342 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37838) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:07:59.010407 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 28942b91-6c3e-4f9d-a8b4-bfe747e588ce no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:07:59.011073 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-cd2eb0fa-da42-4e17-b3d0-ffc44628ee5d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1671218768', 'admin_state_up': True, 'project_id': '8783dd3017a04690835ab7e96e428838', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:07:59.038886 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 28942b91-6c3e-4f9d-a8b4-bfe747e588ce {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:07:59.049804 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 28942b91-6c3e-4f9d-a8b4-bfe747e588ce not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:07:59.049804 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 1515dbc0-6d41-46e9-a855-6945cec0cf47 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:07:59.061761 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 1515dbc0-6d41-46e9-a855-6945cec0cf47 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:07:59.062094 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 1515dbc0-6d41-46e9-a855-6945cec0cf47 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:07:59.062481 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device cd3e679d-aa38-4cac-86a0-f09a4257d491 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:07:59.080179 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: cd3e679d-aa38-4cac-86a0-f09a4257d491 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:07:59.080537 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device cd3e679d-aa38-4cac-86a0-f09a4257d491 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:07:59.091164 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cd2eb0fa-da42-4e17-b3d0-ffc44628ee5d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:59.092286 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cd2eb0fa-da42-4e17-b3d0-ffc44628ee5d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:59.145928 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cd2eb0fa-da42-4e17-b3d0-ffc44628ee5d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:59.336484 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:59.361037 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cd2eb0fa-da42-4e17-b3d0-ffc44628ee5d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:59.614169 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cd2eb0fa-da42-4e17-b3d0-ffc44628ee5d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router_gateway, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:59.632593 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cd2eb0fa-da42-4e17-b3d0-ffc44628ee5d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:59.734187 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-cd2eb0fa-da42-4e17-b3d0-ffc44628ee5d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Allocated IP 172.26.2.183 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/b8ceeff5-3db2-401f-83e4-60e3d454ad8a) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:07:59.831273 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cd2eb0fa-da42-4e17-b3d0-ffc44628ee5d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:59.896730 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cd2eb0fa-da42-4e17-b3d0-ffc44628ee5d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:07:59.939909 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2eb0fa-da42-4e17-b3d0-ffc44628ee5d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:07:59.942917 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-cd2eb0fa-da42-4e17-b3d0-ffc44628ee5d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:07:59.946860 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2eb0fa-da42-4e17-b3d0-ffc44628ee5d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:07:59.952055 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2eb0fa-da42-4e17-b3d0-ffc44628ee5d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=b8ceeff5-3db2-401f-83e4-60e3d454ad8a,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:08:00.273962 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cd2eb0fa-da42-4e17-b3d0-ffc44628ee5d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router_gateway, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:00.462676 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cd2eb0fa-da42-4e17-b3d0-ffc44628ee5d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:00.639202 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2eb0fa-da42-4e17-b3d0-ffc44628ee5d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Router 44684451-e4bd-4d65-ad75-3004075e797c is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 14:08:00.739973 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2eb0fa-da42-4e17-b3d0-ffc44628ee5d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:08:00.749372 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369181eb-3914-4f22-a0a1-250c935d7aee None None] Sync routers for ids ['44684451-e4bd-4d65-ad75-3004075e797c'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:08:00.758466 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369181eb-3914-4f22-a0a1-250c935d7aee None None] Routers {'44684451-e4bd-4d65-ad75-3004075e797c'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:08:00.759085 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-369181eb-3914-4f22-a0a1-250c935d7aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:07:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['44684451-e4bd-4d65-ad75-3004075e797c'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:08:00.812905 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cd2eb0fa-da42-4e17-b3d0-ffc44628ee5d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:00.814144 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-cd2eb0fa-da42-4e17-b3d0-ffc44628ee5d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8068602 Mar 28 14:08:00.817314 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37840) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:08:00.861959 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-369181eb-3914-4f22-a0a1-250c935d7aee None None] Set router 44684451-e4bd-4d65-ad75-3004075e797c gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:08:00.959132 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-3a216d2c-4172-4dbc-99aa-e3bd13926de7 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=8783dd3017a04690835ab7e96e428838&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1405818 Mar 28 14:08:00.962164 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37844) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:08:01.039029 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-369181eb-3914-4f22-a0a1-250c935d7aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44684451-e4bd-4d65-ad75-3004075e797c', 'name': 'tempest-TestNetworkBasicOps-router-1671218768', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': 'b8ceeff5-3db2-401f-83e4-60e3d454ad8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:07:59Z', 'updated_at': '2022-03-28T14:08:00Z', 'revision_number': 3, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'b8ceeff5-3db2-401f-83e4-60e3d454ad8a', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44684451-e4bd-4d65-ad75-3004075e797c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:07:59Z', 'updated_at': '2022-03-28T14:07:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:08:01.047354 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44124c2-ec1b-4fa4-ba01-7f9e0c8730c5 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:08:01.048891 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a44124c2-ec1b-4fa4-ba01-7f9e0c8730c5 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0857782 Mar 28 14:08:01.051665 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37846) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:08:01.065487 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369181eb-3914-4f22-a0a1-250c935d7aee None None] Checking router: 44684451-e4bd-4d65-ad75-3004075e797c for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:08:01.065826 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369181eb-3914-4f22-a0a1-250c935d7aee None None] Updating router 44684451-e4bd-4d65-ad75-3004075e797c port b8ceeff5-3db2-401f-83e4-60e3d454ad8a binding host dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:08:01.079255 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-318b8684-9644-44d4-ba2c-237a76a45e4d tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=1cb296ed-c863-4502-973a-f31b82091846&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265415 Mar 28 14:08:01.081686 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37848) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:08:01.086764 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-47f9913d-11df-4835-bc44-e727f5b6e49c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-745545583', 'network_id': '37354f91-5f5a-483e-a7f4-049595000ecc', 'project_id': '8783dd3017a04690835ab7e96e428838', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:08:01.093711 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-369181eb-3914-4f22-a0a1-250c935d7aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:01.233321 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f9913d-11df-4835-bc44-e727f5b6e49c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Made reservation on behalf of 8783dd3017a04690835ab7e96e428838 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:08:01.236970 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-47f9913d-11df-4835-bc44-e727f5b6e49c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:01.340462 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-369181eb-3914-4f22-a0a1-250c935d7aee None None] Notify callbacks [] for port, precommit_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:01.422276 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-369181eb-3914-4f22-a0a1-250c935d7aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:01.471176 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-369181eb-3914-4f22-a0a1-250c935d7aee None None] Attempting to bind port b8ceeff5-3db2-401f-83e4-60e3d454ad8a on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:08:01.471535 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-369181eb-3914-4f22-a0a1-250c935d7aee None None] Attempting to bind port b8ceeff5-3db2-401f-83e4-60e3d454ad8a by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:08:01.471974 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369181eb-3914-4f22-a0a1-250c935d7aee None None] Attempting to bind port b8ceeff5-3db2-401f-83e4-60e3d454ad8a on network 1cb296ed-c863-4502-973a-f31b82091846 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:08:01.473643 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-47f9913d-11df-4835-bc44-e727f5b6e49c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:01.480215 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa4869-1a08-40f7-96fc-1145775f328b None None] Pushing event updated for resources: {'Port': ['ID=b8ceeff5-3db2-401f-83e4-60e3d454ad8a,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:08:01.483743 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369181eb-3914-4f22-a0a1-250c935d7aee None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:08:01.484052 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369181eb-3914-4f22-a0a1-250c935d7aee None None] Checking segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:08:01.484461 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-369181eb-3914-4f22-a0a1-250c935d7aee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:01.484836 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369181eb-3914-4f22-a0a1-250c935d7aee None None] Bound using segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:08:01.485286 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-369181eb-3914-4f22-a0a1-250c935d7aee None None] Bound port: b8ceeff5-3db2-401f-83e4-60e3d454ad8a, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:08:01.485660 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-369181eb-3914-4f22-a0a1-250c935d7aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:01.535576 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9913d-11df-4835-bc44-e727f5b6e49c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Subnet': ['ID=a9bdf5ec-03d5-4c58-a6eb-877ad39a16c3,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:08:01.543869 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f9913d-11df-4835-bc44-e727f5b6e49c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Checking segment: {'id': 'd490dbc8-ed37-414e-8716-cb92d24cf50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '37354f91-5f5a-483e-a7f4-049595000ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:08:01.544228 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f9913d-11df-4835-bc44-e727f5b6e49c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network hostable DHCP agents. Network: 37354f91-5f5a-483e-a7f4-049595000ecc, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 14:08:01.547757 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-369181eb-3914-4f22-a0a1-250c935d7aee None None] For port b8ceeff5-3db2-401f-83e4-60e3d454ad8a, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:08:01.550850 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-369181eb-3914-4f22-a0a1-250c935d7aee None None] For port b8ceeff5-3db2-401f-83e4-60e3d454ad8a, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=b8ceeff5-3db2-401f-83e4-60e3d454ad8a,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:08:01.605145 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-369181eb-3914-4f22-a0a1-250c935d7aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:01.616431 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f9913d-11df-4835-bc44-e727f5b6e49c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network 37354f91-5f5a-483e-a7f4-049595000ecc is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 14:08:01.657713 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369181eb-3914-4f22-a0a1-250c935d7aee None None] Routers {'44684451-e4bd-4d65-ad75-3004075e797c'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:08:01.658315 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-369181eb-3914-4f22-a0a1-250c935d7aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:07:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['44684451-e4bd-4d65-ad75-3004075e797c'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:08:01.662180 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-47f9913d-11df-4835-bc44-e727f5b6e49c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 37354f91-5f5a-483e-a7f4-049595000ecc) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:08:01.666754 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f9913d-11df-4835-bc44-e727f5b6e49c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:08:01.667332 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-47f9913d-11df-4835-bc44-e727f5b6e49c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:01.693387 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd4d750-3c2e-46ae-b8aa-dc79fe671ae6 None None] Network 37354f91-5f5a-483e-a7f4-049595000ecc requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:08:01.696938 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa4869-1a08-40f7-96fc-1145775f328b None None] Pushing event updated for resources: {'Port': ['ID=b8ceeff5-3db2-401f-83e4-60e3d454ad8a,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:08:01.724937 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-47f9913d-11df-4835-bc44-e727f5b6e49c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6395853 Mar 28 14:08:01.725753 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37850) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:08:01.974374 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-369181eb-3914-4f22-a0a1-250c935d7aee None None] Set router 44684451-e4bd-4d65-ad75-3004075e797c gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:08:02.138867 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0b7966-66d7-4923-b87c-db235174a3e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-37354f91-5f5a-483e-a7f4-049595000ecc', 'network_id': '37354f91-5f5a-483e-a7f4-049595000ecc', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ips': [{'subnet_id': 'a9bdf5ec-03d5-4c58-a6eb-877ad39a16c3'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 14:08:02.139736 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4c0b7966-66d7-4923-b87c-db235174a3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:02.314445 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-369181eb-3914-4f22-a0a1-250c935d7aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44684451-e4bd-4d65-ad75-3004075e797c', 'name': 'tempest-TestNetworkBasicOps-router-1671218768', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': 'b8ceeff5-3db2-401f-83e4-60e3d454ad8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:07:59Z', 'updated_at': '2022-03-28T14:08:00Z', 'revision_number': 3, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'b8ceeff5-3db2-401f-83e4-60e3d454ad8a', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44684451-e4bd-4d65-ad75-3004075e797c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:07:59Z', 'updated_at': '2022-03-28T14:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:08:02.350619 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-4c0b7966-66d7-4923-b87c-db235174a3e9 None None] Allocated IP 172.20.0.2 (37354f91-5f5a-483e-a7f4-049595000ecc/a9bdf5ec-03d5-4c58-a6eb-877ad39a16c3/379ae6f0-d008-4dcb-9994-99fa29b32a47) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:08:02.352684 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369181eb-3914-4f22-a0a1-250c935d7aee None None] The sync data for ids ['44684451-e4bd-4d65-ad75-3004075e797c'] in dv-neutron-835335-1-hyperv is: [{'id': '44684451-e4bd-4d65-ad75-3004075e797c', 'name': 'tempest-TestNetworkBasicOps-router-1671218768', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': 'b8ceeff5-3db2-401f-83e4-60e3d454ad8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:07:59Z', 'updated_at': '2022-03-28T14:08:00Z', 'revision_number': 3, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'b8ceeff5-3db2-401f-83e4-60e3d454ad8a', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44684451-e4bd-4d65-ad75-3004075e797c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:07:59Z', 'updated_at': '2022-03-28T14:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:08:02.487838 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-64d0635c-527d-4895-8b9a-a3d7e342400f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:02.507722 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4c0b7966-66d7-4923-b87c-db235174a3e9 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:02.586770 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4c0b7966-66d7-4923-b87c-db235174a3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:02.640863 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0b7966-66d7-4923-b87c-db235174a3e9 None None] Network 37354f91-5f5a-483e-a7f4-049595000ecc is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:08:02.644003 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-4c0b7966-66d7-4923-b87c-db235174a3e9 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:08:02.647683 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0b7966-66d7-4923-b87c-db235174a3e9 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:08:02.653032 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b7966-66d7-4923-b87c-db235174a3e9 None None] Pushing event updated for resources: {'Port': ['ID=379ae6f0-d008-4dcb-9994-99fa29b32a47,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:08:02.708303 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-4c0b7966-66d7-4923-b87c-db235174a3e9 None None] Attempting to bind port 379ae6f0-d008-4dcb-9994-99fa29b32a47 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:08:02.708799 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-4c0b7966-66d7-4923-b87c-db235174a3e9 None None] Attempting to bind port 379ae6f0-d008-4dcb-9994-99fa29b32a47 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'd490dbc8-ed37-414e-8716-cb92d24cf50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '37354f91-5f5a-483e-a7f4-049595000ecc'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:08:02.709167 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0b7966-66d7-4923-b87c-db235174a3e9 None None] Attempting to bind port 379ae6f0-d008-4dcb-9994-99fa29b32a47 on network 37354f91-5f5a-483e-a7f4-049595000ecc {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:08:02.720320 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0b7966-66d7-4923-b87c-db235174a3e9 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:08:02.720838 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0b7966-66d7-4923-b87c-db235174a3e9 None None] Checking segment: {'id': 'd490dbc8-ed37-414e-8716-cb92d24cf50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '37354f91-5f5a-483e-a7f4-049595000ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:08:02.721239 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4c0b7966-66d7-4923-b87c-db235174a3e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:02.721636 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0b7966-66d7-4923-b87c-db235174a3e9 None None] Bound using segment: {'id': 'd490dbc8-ed37-414e-8716-cb92d24cf50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '37354f91-5f5a-483e-a7f4-049595000ecc'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:08:02.722099 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-4c0b7966-66d7-4923-b87c-db235174a3e9 None None] Bound port: 379ae6f0-d008-4dcb-9994-99fa29b32a47, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd490dbc8-ed37-414e-8716-cb92d24cf50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '37354f91-5f5a-483e-a7f4-049595000ecc'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:08:02.722496 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4c0b7966-66d7-4923-b87c-db235174a3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:02.789457 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-4c0b7966-66d7-4923-b87c-db235174a3e9 None None] For port 379ae6f0-d008-4dcb-9994-99fa29b32a47, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:08:02.792553 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-4c0b7966-66d7-4923-b87c-db235174a3e9 None None] For port 379ae6f0-d008-4dcb-9994-99fa29b32a47, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=379ae6f0-d008-4dcb-9994-99fa29b32a47,segment=NetworkSegment(d490dbc8-ed37-414e-8716-cb92d24cf50d),segment_id=d490dbc8-ed37-414e-8716-cb92d24cf50d)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:08:02.794599 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-64d0635c-527d-4895-8b9a-a3d7e342400f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Allocated IP 172.20.0.1 (37354f91-5f5a-483e-a7f4-049595000ecc/a9bdf5ec-03d5-4c58-a6eb-877ad39a16c3/e7a774f9-0d0d-4627-a369-d6e69d050535) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:08:02.857575 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4c0b7966-66d7-4923-b87c-db235174a3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:02.923395 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b7966-66d7-4923-b87c-db235174a3e9 None None] Pushing event updated for resources: {'Port': ['ID=379ae6f0-d008-4dcb-9994-99fa29b32a47,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:08:02.934004 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-64d0635c-527d-4895-8b9a-a3d7e342400f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:03.018361 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-64d0635c-527d-4895-8b9a-a3d7e342400f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:03.029959 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device b8ceeff5-3db2-401f-83e4-60e3d454ad8a up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:08:03.070798 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d0635c-527d-4895-8b9a-a3d7e342400f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=e7a774f9-0d0d-4627-a369-d6e69d050535,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:08:03.085949 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d0635c-527d-4895-8b9a-a3d7e342400f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network 37354f91-5f5a-483e-a7f4-049595000ecc is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:08:03.087567 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-64d0635c-527d-4895-8b9a-a3d7e342400f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:08:03.091983 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d0635c-527d-4895-8b9a-a3d7e342400f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:08:03.097433 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port b8ceeff5-3db2-401f-83e4-60e3d454ad8a triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:08:03.097806 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:03.157107 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-64d0635c-527d-4895-8b9a-a3d7e342400f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:03.213207 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:03.247881 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port b8ceeff5-3db2-401f-83e4-60e3d454ad8a, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=b8ceeff5-3db2-401f-83e4-60e3d454ad8a,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:08:03.325008 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:03.375493 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=b8ceeff5-3db2-401f-83e4-60e3d454ad8a,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:08:03.411689 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-64d0635c-527d-4895-8b9a-a3d7e342400f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:03.691511 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-64d0635c-527d-4895-8b9a-a3d7e342400f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:03.748089 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-64d0635c-527d-4895-8b9a-a3d7e342400f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:03.826032 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-64d0635c-527d-4895-8b9a-a3d7e342400f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:03.827783 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d0635c-527d-4895-8b9a-a3d7e342400f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=e7a774f9-0d0d-4627-a369-d6e69d050535,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:08:03.830210 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86faa1f-dd7b-4013-bff9-8c2dc57d4c9b None None] Network 37354f91-5f5a-483e-a7f4-049595000ecc requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:08:03.917629 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d0635c-527d-4895-8b9a-a3d7e342400f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network 37354f91-5f5a-483e-a7f4-049595000ecc is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:08:03.919113 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-64d0635c-527d-4895-8b9a-a3d7e342400f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:08:03.948636 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-c37e2936-9249-471f-ad7a-e9294149a2aa None None] Provisioning complete for port 379ae6f0-d008-4dcb-9994-99fa29b32a47 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:08:03.949000 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c37e2936-9249-471f-ad7a-e9294149a2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:04.036773 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d0635c-527d-4895-8b9a-a3d7e342400f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Router 44684451-e4bd-4d65-ad75-3004075e797c has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:08:04.062961 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c37e2936-9249-471f-ad7a-e9294149a2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:04.102310 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-c37e2936-9249-471f-ad7a-e9294149a2aa None None] For port 379ae6f0-d008-4dcb-9994-99fa29b32a47, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=379ae6f0-d008-4dcb-9994-99fa29b32a47,segment=NetworkSegment(d490dbc8-ed37-414e-8716-cb92d24cf50d),segment_id=d490dbc8-ed37-414e-8716-cb92d24cf50d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:08:04.158550 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d0635c-527d-4895-8b9a-a3d7e342400f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:08:04.166749 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-64d0635c-527d-4895-8b9a-a3d7e342400f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "PUT /v2.0/routers/44684451-e4bd-4d65-ad75-3004075e797c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4375851 Mar 28 14:08:04.167696 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37852) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:08:04.170983 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c37e2936-9249-471f-ad7a-e9294149a2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:04.237614 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e2936-9249-471f-ad7a-e9294149a2aa None None] Pushing event updated for resources: {'Port': ['ID=379ae6f0-d008-4dcb-9994-99fa29b32a47,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:08:04.293958 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-0eaf889d-5a28-4d9c-ad51-d963740a90b9 None None] Provisioning complete for port 379ae6f0-d008-4dcb-9994-99fa29b32a47 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:08:04.294426 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0eaf889d-5a28-4d9c-ad51-d963740a90b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:04.355865 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10e89af-ad03-482a-89f6-139e93db34f1 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:08:04.356343 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10e89af-ad03-482a-89f6-139e93db34f1 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:08:04.356831 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10e89af-ad03-482a-89f6-139e93db34f1 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:08:04.357287 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10e89af-ad03-482a-89f6-139e93db34f1 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:08:04.359201 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f10e89af-ad03-482a-89f6-139e93db34f1 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1902359 Mar 28 14:08:04.362456 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37854) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:08:04.369780 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a380016d-e750-4625-9438-013574eb31f9 None None] Sync routers for ids ['44684451-e4bd-4d65-ad75-3004075e797c'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:08:04.386596 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a380016d-e750-4625-9438-013574eb31f9 None None] Routers {'44684451-e4bd-4d65-ad75-3004075e797c'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:08:04.387221 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-a380016d-e750-4625-9438-013574eb31f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:07:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['44684451-e4bd-4d65-ad75-3004075e797c'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:08:04.422123 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-0eaf889d-5a28-4d9c-ad51-d963740a90b9 None None] Provisioning complete for port e7a774f9-0d0d-4627-a369-d6e69d050535 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:08:04.422464 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0eaf889d-5a28-4d9c-ad51-d963740a90b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:04.453902 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a79540-d04c-400f-a3b3-492caec67616 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:08:04.454848 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a79540-d04c-400f-a3b3-492caec67616 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:08:04.455467 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a79540-d04c-400f-a3b3-492caec67616 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:08:04.456101 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a79540-d04c-400f-a3b3-492caec67616 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:08:04.458258 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-64a79540-d04c-400f-a3b3-492caec67616 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0944264 Mar 28 14:08:04.461593 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37856) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:08:04.462924 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-0eaf889d-5a28-4d9c-ad51-d963740a90b9 None None] Port e7a774f9-0d0d-4627-a369-d6e69d050535 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:08:04.501955 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-a380016d-e750-4625-9438-013574eb31f9 None None] Set router 44684451-e4bd-4d65-ad75-3004075e797c gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:08:04.590593 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-a5a7a7e7-55c6-42be-b7bf-1e860d133d4c None None] Provisioning complete for port e7a774f9-0d0d-4627-a369-d6e69d050535 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:08:04.590897 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a5a7a7e7-55c6-42be-b7bf-1e860d133d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:04.598307 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-edaf7747-3456-472d-8ed4-352465d94124 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1351082 Mar 28 14:08:04.645599 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-a5a7a7e7-55c6-42be-b7bf-1e860d133d4c None None] Port e7a774f9-0d0d-4627-a369-d6e69d050535 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:08:04.720496 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-a380016d-e750-4625-9438-013574eb31f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44684451-e4bd-4d65-ad75-3004075e797c', 'name': 'tempest-TestNetworkBasicOps-router-1671218768', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': 'b8ceeff5-3db2-401f-83e4-60e3d454ad8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:07:59Z', 'updated_at': '2022-03-28T14:08:03Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'b8ceeff5-3db2-401f-83e4-60e3d454ad8a', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44684451-e4bd-4d65-ad75-3004075e797c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:07:59Z', 'updated_at': '2022-03-28T14:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'e7a774f9-0d0d-4627-a369-d6e69d050535', 'name': '', 'network_id': '37354f91-5f5a-483e-a7f4-049595000ecc', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:b6:24:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44684451-e4bd-4d65-ad75-3004075e797c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'a9bdf5ec-03d5-4c58-a6eb-877ad39a16c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:08:02Z', 'updated_at': '2022-03-28T14:08:03Z', 'revision_number': 2, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'a9bdf5ec-03d5-4c58-a6eb-877ad39a16c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:08:04.746520 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a380016d-e750-4625-9438-013574eb31f9 None None] Checking router: 44684451-e4bd-4d65-ad75-3004075e797c for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:08:04.746910 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a380016d-e750-4625-9438-013574eb31f9 None None] Updating router 44684451-e4bd-4d65-ad75-3004075e797c port e7a774f9-0d0d-4627-a369-d6e69d050535 binding host dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:08:04.781321 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-a380016d-e750-4625-9438-013574eb31f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:04.781597 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-61708bc9-c6b9-4800-a4b9-466fb9b78e1d None None] Provisioning complete for port e7a774f9-0d0d-4627-a369-d6e69d050535 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:08:04.781918 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-61708bc9-c6b9-4800-a4b9-466fb9b78e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:04.818829 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-61708bc9-c6b9-4800-a4b9-466fb9b78e1d None None] Port e7a774f9-0d0d-4627-a369-d6e69d050535 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:08:04.958868 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37862) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:08:04.964509 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-c900e341-172e-4c23-8f2c-c4e8098d52e8 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-257044115', 'description': 'tempest-secgroup-smoke-257044115 description', 'project_id': '8783dd3017a04690835ab7e96e428838'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:08:05.039765 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c900e341-172e-4c23-8f2c-c4e8098d52e8 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:05.068191 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-a380016d-e750-4625-9438-013574eb31f9 None None] Notify callbacks [] for port, precommit_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:05.094495 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 379ae6f0-d008-4dcb-9994-99fa29b32a47 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:08:05.123560 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c900e341-172e-4c23-8f2c-c4e8098d52e8 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:05.143828 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 379ae6f0-d008-4dcb-9994-99fa29b32a47 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:08:05.144192 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:05.148332 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-a380016d-e750-4625-9438-013574eb31f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:05.204198 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:08:05.210877 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c9988-fc66-4e59-bebf-63c885be4b2e None None] Pushing event updated for resources: {'Port': ['ID=e7a774f9-0d0d-4627-a369-d6e69d050535,revision_number=3']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:08:05.212957 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c9988-fc66-4e59-bebf-63c885be4b2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:08:05.213293 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c9988-fc66-4e59-bebf-63c885be4b2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:08:05.213625 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c9988-fc66-4e59-bebf-63c885be4b2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:08:05.213955 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c9988-fc66-4e59-bebf-63c885be4b2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:08:05.214278 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c9988-fc66-4e59-bebf-63c885be4b2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:08:05.214603 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c9988-fc66-4e59-bebf-63c885be4b2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:08:05.214946 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c9988-fc66-4e59-bebf-63c885be4b2e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:08:05.215299 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c9988-fc66-4e59-bebf-63c885be4b2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:08:05.215617 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c9988-fc66-4e59-bebf-63c885be4b2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:08:05.215938 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c9988-fc66-4e59-bebf-63c885be4b2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:08:05.216251 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c9988-fc66-4e59-bebf-63c885be4b2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:08:05.216588 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c9988-fc66-4e59-bebf-63c885be4b2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:08:05.222618 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c900e341-172e-4c23-8f2c-c4e8098d52e8 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:05.235296 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device b8ceeff5-3db2-401f-83e4-60e3d454ad8a up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:08:05.274043 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c900e341-172e-4c23-8f2c-c4e8098d52e8 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54a12e4a-2657-4fc5-bb16-67b0391b47cf,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:08:05.282288 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-a380016d-e750-4625-9438-013574eb31f9 None None] Attempting to bind port e7a774f9-0d0d-4627-a369-d6e69d050535 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:08:05.282653 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-a380016d-e750-4625-9438-013574eb31f9 None None] Attempting to bind port e7a774f9-0d0d-4627-a369-d6e69d050535 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'd490dbc8-ed37-414e-8716-cb92d24cf50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '37354f91-5f5a-483e-a7f4-049595000ecc'}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:08:05.283236 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a380016d-e750-4625-9438-013574eb31f9 None None] Attempting to bind port e7a774f9-0d0d-4627-a369-d6e69d050535 on network 37354f91-5f5a-483e-a7f4-049595000ecc {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:08:05.290654 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a380016d-e750-4625-9438-013574eb31f9 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:08:05.291027 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a380016d-e750-4625-9438-013574eb31f9 None None] Checking segment: {'id': 'd490dbc8-ed37-414e-8716-cb92d24cf50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '37354f91-5f5a-483e-a7f4-049595000ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:08:05.291430 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-a380016d-e750-4625-9438-013574eb31f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:05.291816 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a380016d-e750-4625-9438-013574eb31f9 None None] Bound using segment: {'id': 'd490dbc8-ed37-414e-8716-cb92d24cf50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '37354f91-5f5a-483e-a7f4-049595000ecc'} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:08:05.292277 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-a380016d-e750-4625-9438-013574eb31f9 None None] Bound port: e7a774f9-0d0d-4627-a369-d6e69d050535, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd490dbc8-ed37-414e-8716-cb92d24cf50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '37354f91-5f5a-483e-a7f4-049595000ecc'}}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:08:05.292679 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-a380016d-e750-4625-9438-013574eb31f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:05.294030 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port b8ceeff5-3db2-401f-83e4-60e3d454ad8a triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:08:05.294625 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:05.315540 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c900e341-172e-4c23-8f2c-c4e8098d52e8 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:05.320050 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c900e341-172e-4c23-8f2c-c4e8098d52e8 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3563569 Mar 28 14:08:05.320591 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37864) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:08:05.327315 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-3c160027-6c3d-4ebe-8052-c9b76860c5d3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': '54a12e4a-2657-4fc5-bb16-67b0391b47cf', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:08:05.362831 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-a380016d-e750-4625-9438-013574eb31f9 None None] For port e7a774f9-0d0d-4627-a369-d6e69d050535, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:08:05.367712 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-a380016d-e750-4625-9438-013574eb31f9 None None] For port e7a774f9-0d0d-4627-a369-d6e69d050535, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=e7a774f9-0d0d-4627-a369-d6e69d050535,segment=NetworkSegment(d490dbc8-ed37-414e-8716-cb92d24cf50d),segment_id=d490dbc8-ed37-414e-8716-cb92d24cf50d)] {{(pid=109615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:08:05.404637 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3c160027-6c3d-4ebe-8052-c9b76860c5d3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:05.428698 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-a380016d-e750-4625-9438-013574eb31f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:05.446244 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-51e4ef6d-7f79-4932-9b4c-e3950e5b80c3 None None] Provisioning complete for port e7a774f9-0d0d-4627-a369-d6e69d050535 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:08:05.446618 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-51e4ef6d-7f79-4932-9b4c-e3950e5b80c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:05.482805 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3c160027-6c3d-4ebe-8052-c9b76860c5d3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:05.487994 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a380016d-e750-4625-9438-013574eb31f9 None None] Routers {'44684451-e4bd-4d65-ad75-3004075e797c'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:08:05.488848 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-a380016d-e750-4625-9438-013574eb31f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:07:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['44684451-e4bd-4d65-ad75-3004075e797c'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:08:05.531359 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c9988-fc66-4e59-bebf-63c885be4b2e None None] Pushing event updated for resources: {'Port': ['ID=e7a774f9-0d0d-4627-a369-d6e69d050535,revision_number=4']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:08:05.538666 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-51e4ef6d-7f79-4932-9b4c-e3950e5b80c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:05.554013 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3c160027-6c3d-4ebe-8052-c9b76860c5d3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:05.574473 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-51e4ef6d-7f79-4932-9b4c-e3950e5b80c3 None None] For port e7a774f9-0d0d-4627-a369-d6e69d050535, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=e7a774f9-0d0d-4627-a369-d6e69d050535,segment=NetworkSegment(d490dbc8-ed37-414e-8716-cb92d24cf50d),segment_id=d490dbc8-ed37-414e-8716-cb92d24cf50d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:08:05.585185 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c160027-6c3d-4ebe-8052-c9b76860c5d3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4056e7ce-b865-4a82-9e28-b14645737cf0,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:08:05.604294 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-a380016d-e750-4625-9438-013574eb31f9 None None] Set router 44684451-e4bd-4d65-ad75-3004075e797c gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:08:05.635987 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3c160027-6c3d-4ebe-8052-c9b76860c5d3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:05.637397 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3c160027-6c3d-4ebe-8052-c9b76860c5d3 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3149891 Mar 28 14:08:05.640050 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37866) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:08:05.644689 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-986407cd-a9f8-451f-9045-ea5e6afb197f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': '54a12e4a-2657-4fc5-bb16-67b0391b47cf', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:08:05.645785 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-51e4ef6d-7f79-4932-9b4c-e3950e5b80c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:05.700129 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e4ef6d-7f79-4932-9b4c-e3950e5b80c3 None None] Pushing event updated for resources: {'Port': ['ID=e7a774f9-0d0d-4627-a369-d6e69d050535,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:08:05.743596 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-986407cd-a9f8-451f-9045-ea5e6afb197f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:05.769279 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-6fa91252-e1f8-483c-8a66-dce55775bcfc None None] Provisioning complete for port e7a774f9-0d0d-4627-a369-d6e69d050535 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:08:05.769779 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6fa91252-e1f8-483c-8a66-dce55775bcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:05.823208 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-986407cd-a9f8-451f-9045-ea5e6afb197f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:05.829968 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-a380016d-e750-4625-9438-013574eb31f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44684451-e4bd-4d65-ad75-3004075e797c', 'name': 'tempest-TestNetworkBasicOps-router-1671218768', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': 'b8ceeff5-3db2-401f-83e4-60e3d454ad8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:07:59Z', 'updated_at': '2022-03-28T14:08:03Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'b8ceeff5-3db2-401f-83e4-60e3d454ad8a', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44684451-e4bd-4d65-ad75-3004075e797c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:07:59Z', 'updated_at': '2022-03-28T14:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'e7a774f9-0d0d-4627-a369-d6e69d050535', 'name': '', 'network_id': '37354f91-5f5a-483e-a7f4-049595000ecc', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:b6:24:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44684451-e4bd-4d65-ad75-3004075e797c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'a9bdf5ec-03d5-4c58-a6eb-877ad39a16c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:08:02Z', 'updated_at': '2022-03-28T14:08:05Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'a9bdf5ec-03d5-4c58-a6eb-877ad39a16c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:08:05.856840 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a380016d-e750-4625-9438-013574eb31f9 None None] The sync data for ids ['44684451-e4bd-4d65-ad75-3004075e797c'] in dv-neutron-835335-1-hyperv is: [{'id': '44684451-e4bd-4d65-ad75-3004075e797c', 'name': 'tempest-TestNetworkBasicOps-router-1671218768', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': 'b8ceeff5-3db2-401f-83e4-60e3d454ad8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:07:59Z', 'updated_at': '2022-03-28T14:08:03Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'b8ceeff5-3db2-401f-83e4-60e3d454ad8a', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44684451-e4bd-4d65-ad75-3004075e797c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:07:59Z', 'updated_at': '2022-03-28T14:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'e7a774f9-0d0d-4627-a369-d6e69d050535', 'name': '', 'network_id': '37354f91-5f5a-483e-a7f4-049595000ecc', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:b6:24:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44684451-e4bd-4d65-ad75-3004075e797c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'a9bdf5ec-03d5-4c58-a6eb-877ad39a16c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:08:02Z', 'updated_at': '2022-03-28T14:08:05Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'a9bdf5ec-03d5-4c58-a6eb-877ad39a16c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:08:05.879264 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-986407cd-a9f8-451f-9045-ea5e6afb197f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:05.903293 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986407cd-a9f8-451f-9045-ea5e6afb197f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f054458b-3960-45dd-968b-15d5a4f499db,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:08:05.984476 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-986407cd-a9f8-451f-9045-ea5e6afb197f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:05.985629 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-986407cd-a9f8-451f-9045-ea5e6afb197f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3444862 Mar 28 14:08:05.988416 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37868) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:08:05.993876 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-9fbd9029-c0ac-458e-bfcc-e7ace3967eef tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': '54a12e4a-2657-4fc5-bb16-67b0391b47cf', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:08:06.101123 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9fbd9029-c0ac-458e-bfcc-e7ace3967eef tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:06.166105 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9fbd9029-c0ac-458e-bfcc-e7ace3967eef tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:06.240018 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9fbd9029-c0ac-458e-bfcc-e7ace3967eef tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:06.259808 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd9029-c0ac-458e-bfcc-e7ace3967eef tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=547c5e7d-af8a-40f0-8987-00f74376cb3a,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:08:06.344180 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9fbd9029-c0ac-458e-bfcc-e7ace3967eef tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:06.348205 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9fbd9029-c0ac-458e-bfcc-e7ace3967eef tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3558939 Mar 28 14:08:06.348565 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37870) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:08:06.353590 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-53a9d443-ddcd-4acb-b3b6-396123a10b2c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': '54a12e4a-2657-4fc5-bb16-67b0391b47cf', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:08:06.439327 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-53a9d443-ddcd-4acb-b3b6-396123a10b2c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:06.501958 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-53a9d443-ddcd-4acb-b3b6-396123a10b2c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:06.582354 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-53a9d443-ddcd-4acb-b3b6-396123a10b2c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:06.599871 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a9d443-ddcd-4acb-b3b6-396123a10b2c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4995ecaa-ddc7-489f-80c4-bf58d62d2ff3,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:08:06.675835 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-53a9d443-ddcd-4acb-b3b6-396123a10b2c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:06.677094 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-53a9d443-ddcd-4acb-b3b6-396123a10b2c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3274608 Mar 28 14:08:06.680738 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37872) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:08:06.688039 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-029ed757-2ecb-4b16-a13e-bc25a03e4e86 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': '54a12e4a-2657-4fc5-bb16-67b0391b47cf', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:08:06.771061 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.securitygroups_db [None req-029ed757-2ecb-4b16-a13e-bc25a03e4e86 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Project 8783dd3017a04690835ab7e96e428838 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 14:08:06.777076 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-029ed757-2ecb-4b16-a13e-bc25a03e4e86 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:06.842442 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-029ed757-2ecb-4b16-a13e-bc25a03e4e86 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:06.907250 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-029ed757-2ecb-4b16-a13e-bc25a03e4e86 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:06.928652 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029ed757-2ecb-4b16-a13e-bc25a03e4e86 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a3f5cf4-941b-49cd-a19e-ae3aa796edc4,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:08:07.013363 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-029ed757-2ecb-4b16-a13e-bc25a03e4e86 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:07.014583 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-029ed757-2ecb-4b16-a13e-bc25a03e4e86 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3325377 Mar 28 14:08:07.017008 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37874) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:08:07.021627 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-7c9ac598-f1e3-4674-8738-c04d2b865047 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'security_group_rule': {'security_group_id': '54a12e4a-2657-4fc5-bb16-67b0391b47cf', 'project_id': '8783dd3017a04690835ab7e96e428838', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:08:07.023446 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device e7a774f9-0d0d-4627-a369-d6e69d050535 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:08:07.070278 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port e7a774f9-0d0d-4627-a369-d6e69d050535 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:08:07.070646 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:07.096622 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.securitygroups_db [None req-7c9ac598-f1e3-4674-8738-c04d2b865047 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Project 8783dd3017a04690835ab7e96e428838 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 14:08:07.102136 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7c9ac598-f1e3-4674-8738-c04d2b865047 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:07.163861 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7c9ac598-f1e3-4674-8738-c04d2b865047 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:07.245232 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7c9ac598-f1e3-4674-8738-c04d2b865047 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:07.263703 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ac598-f1e3-4674-8738-c04d2b865047 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4349880-a487-4167-a41f-141ba9b7a3be,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:08:07.326998 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7c9ac598-f1e3-4674-8738-c04d2b865047 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:07.328494 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-7c9ac598-f1e3-4674-8738-c04d2b865047 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3100448 Mar 28 14:08:07.464214 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-329d833a-604a-4211-92d9-83808c04fafd req-8f638677-8ea2-42fc-bc67-177806374aa5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-257044115&fields=id&tenant_id=8783dd3017a04690835ab7e96e428838 HTTP/1.1" status: 200 len: 267 time: 0.0326862 Mar 28 14:08:07.569498 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d833a-604a-4211-92d9-83808c04fafd req-8d12266f-083e-4a10-be97-e66183860d8d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:08:07.570817 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-329d833a-604a-4211-92d9-83808c04fafd req-8d12266f-083e-4a10-be97-e66183860d8d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/networks?id=37354f91-5f5a-483e-a7f4-049595000ecc HTTP/1.1" status: 200 len: 796 time: 0.0999348 Mar 28 14:08:07.585241 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-329d833a-604a-4211-92d9-83808c04fafd req-f2771ac8-7d49-49ea-aa72-4a5246b08d8b tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/quotas/8783dd3017a04690835ab7e96e428838 HTTP/1.1" status: 200 len: 375 time: 0.0087507 Mar 28 14:08:07.634173 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-329d833a-604a-4211-92d9-83808c04fafd req-906237e3-15c1-4a02-8cda-4d3e5d9d52d8 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437849 Mar 28 14:08:07.765226 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-329d833a-604a-4211-92d9-83808c04fafd req-5ded3f14-c3f3-46e6-94dc-ab5d3c44c2d5 service neutron] 10.222.0.24 "GET /v2.0/networks/37354f91-5f5a-483e-a7f4-049595000ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197777 Mar 28 14:08:07.854854 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-329d833a-604a-4211-92d9-83808c04fafd req-099644eb-c52b-4c51-9cc6-f74e387d1cc3 service neutron] 10.222.0.24 "GET /v2.0/networks/37354f91-5f5a-483e-a7f4-049595000ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833933 Mar 28 14:08:08.117273 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c56fa444-103b-403f-871c-b82ddbeffbd3 req-62c2d227-2bad-49fa-ac87-39b47b24742d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ca36d17-d574-4bca-9658-7ee8149680d3 HTTP/1.1" status: 200 len: 210 time: 0.0271368 Mar 28 14:08:09.207872 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-499e93e3-92bb-4b38-ae9b-b6ccd4e102e1 req-e6c08a7f-2f72-4573-bc2e-94414acc7f8d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ca36d17-d574-4bca-9658-7ee8149680d3 HTTP/1.1" status: 200 len: 210 time: 0.0264957 Mar 28 14:08:09.802172 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d833a-604a-4211-92d9-83808c04fafd req-a6c7e70a-ecd9-4c18-be59-7e49584ff958 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:08:09.804061 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-329d833a-604a-4211-92d9-83808c04fafd req-a6c7e70a-ecd9-4c18-be59-7e49584ff958 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "GET /v2.0/networks?id=37354f91-5f5a-483e-a7f4-049595000ecc HTTP/1.1" status: 200 len: 796 time: 0.0999360 Mar 28 14:08:09.849193 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-329d833a-604a-4211-92d9-83808c04fafd req-3d0e4205-da2a-4955-925c-6791b79b4750 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8783dd3017a04690835ab7e96e428838 HTTP/1.1" status: 200 len: 379 time: 0.0361352 Mar 28 14:08:09.857998 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [req-329d833a-604a-4211-92d9-83808c04fafd req-6b34b144-8e4d-4446-82c9-8c0808d0e670 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'port': {'device_id': '8ca36d17-d574-4bca-9658-7ee8149680d3', 'network_id': '37354f91-5f5a-483e-a7f4-049595000ecc', 'admin_state_up': True, 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'security_groups': ['54a12e4a-2657-4fc5-bb16-67b0391b47cf']}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:08:10.039011 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-329d833a-604a-4211-92d9-83808c04fafd req-6b34b144-8e4d-4446-82c9-8c0808d0e670 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Made reservation on behalf of 8783dd3017a04690835ab7e96e428838 for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:08:10.042644 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-329d833a-604a-4211-92d9-83808c04fafd req-6b34b144-8e4d-4446-82c9-8c0808d0e670 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:10.171759 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [req-329d833a-604a-4211-92d9-83808c04fafd req-6b34b144-8e4d-4446-82c9-8c0808d0e670 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Allocated IP 172.20.0.7 (37354f91-5f5a-483e-a7f4-049595000ecc/a9bdf5ec-03d5-4c58-a6eb-877ad39a16c3/301b37c2-4156-4cd8-a829-60baec2965a6) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:08:10.305897 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6b790611-32c5-4794-bbd3-493f5ebea858 req-7ab373fc-78d4-467b-8c97-0516ff7e88bf tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ca36d17-d574-4bca-9658-7ee8149680d3 HTTP/1.1" status: 200 len: 210 time: 0.0300102 Mar 28 14:08:10.313074 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-329d833a-604a-4211-92d9-83808c04fafd req-6b34b144-8e4d-4446-82c9-8c0808d0e670 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:10.394176 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-329d833a-604a-4211-92d9-83808c04fafd req-6b34b144-8e4d-4446-82c9-8c0808d0e670 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:10.442531 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-329d833a-604a-4211-92d9-83808c04fafd req-6b34b144-8e4d-4446-82c9-8c0808d0e670 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network 37354f91-5f5a-483e-a7f4-049595000ecc is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:08:10.445643 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [req-329d833a-604a-4211-92d9-83808c04fafd req-6b34b144-8e4d-4446-82c9-8c0808d0e670 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:08:10.449170 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [req-329d833a-604a-4211-92d9-83808c04fafd req-6b34b144-8e4d-4446-82c9-8c0808d0e670 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:08:10.455170 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b34b144-8e4d-4446-82c9-8c0808d0e670 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=301b37c2-4156-4cd8-a829-60baec2965a6,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:08:10.503071 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d833a-604a-4211-92d9-83808c04fafd req-6b34b144-8e4d-4446-82c9-8c0808d0e670 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:08:10.503703 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-329d833a-604a-4211-92d9-83808c04fafd req-6b34b144-8e4d-4446-82c9-8c0808d0e670 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:10.572854 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-329d833a-604a-4211-92d9-83808c04fafd req-6b34b144-8e4d-4446-82c9-8c0808d0e670 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7181900 Mar 28 14:08:10.590705 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [req-329d833a-604a-4211-92d9-83808c04fafd req-414c42e1-bc03-41e8-bef9-83a0d892c873 service neutron] Request body: {'port': {'device_id': '8ca36d17-d574-4bca-9658-7ee8149680d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:08:10.642558 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-329d833a-604a-4211-92d9-83808c04fafd req-414c42e1-bc03-41e8-bef9-83a0d892c873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:10.711286 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-86505a59-0d28-4efb-afb8-c90bab083169 None None] Provisioning complete for port 301b37c2-4156-4cd8-a829-60baec2965a6 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:08:10.711965 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-86505a59-0d28-4efb-afb8-c90bab083169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:10.744919 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-86505a59-0d28-4efb-afb8-c90bab083169 None None] Port 301b37c2-4156-4cd8-a829-60baec2965a6 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:08:10.900524 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [req-329d833a-604a-4211-92d9-83808c04fafd req-414c42e1-bc03-41e8-bef9-83a0d892c873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 301b37c2-4156-4cd8-a829-60baec2965a6 {{(pid=109612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:08:10.907759 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-329d833a-604a-4211-92d9-83808c04fafd req-414c42e1-bc03-41e8-bef9-83a0d892c873 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:10.919168 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.provisioning_blocks [req-329d833a-604a-4211-92d9-83808c04fafd req-414c42e1-bc03-41e8-bef9-83a0d892c873 service neutron] Transition to ACTIVE for port object 301b37c2-4156-4cd8-a829-60baec2965a6 will not be triggered until provisioned by entity L2. {{(pid=109612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 14:08:10.993310 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-329d833a-604a-4211-92d9-83808c04fafd req-414c42e1-bc03-41e8-bef9-83a0d892c873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:11.043627 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c42e1-bc03-41e8-bef9-83a0d892c873 service neutron] Pushing event updated for resources: {'Port': ['ID=301b37c2-4156-4cd8-a829-60baec2965a6,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:08:11.115981 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [req-329d833a-604a-4211-92d9-83808c04fafd req-414c42e1-bc03-41e8-bef9-83a0d892c873 service neutron] Attempting to bind port 301b37c2-4156-4cd8-a829-60baec2965a6 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:08:11.116423 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [req-329d833a-604a-4211-92d9-83808c04fafd req-414c42e1-bc03-41e8-bef9-83a0d892c873 service neutron] Attempting to bind port 301b37c2-4156-4cd8-a829-60baec2965a6 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'd490dbc8-ed37-414e-8716-cb92d24cf50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '37354f91-5f5a-483e-a7f4-049595000ecc'}] {{(pid=109612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:08:11.116700 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329d833a-604a-4211-92d9-83808c04fafd req-414c42e1-bc03-41e8-bef9-83a0d892c873 service neutron] Attempting to bind port 301b37c2-4156-4cd8-a829-60baec2965a6 on network 37354f91-5f5a-483e-a7f4-049595000ecc {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:08:11.121399 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329d833a-604a-4211-92d9-83808c04fafd req-414c42e1-bc03-41e8-bef9-83a0d892c873 service neutron] Port 301b37c2-4156-4cd8-a829-60baec2965a6 on network 37354f91-5f5a-483e-a7f4-049595000ecc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 14:08:11.121718 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329d833a-604a-4211-92d9-83808c04fafd req-414c42e1-bc03-41e8-bef9-83a0d892c873 service neutron] Attempting to bind port 301b37c2-4156-4cd8-a829-60baec2965a6 on network 37354f91-5f5a-483e-a7f4-049595000ecc {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:08:11.126588 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329d833a-604a-4211-92d9-83808c04fafd req-414c42e1-bc03-41e8-bef9-83a0d892c873 service neutron] Checking agent: {'id': '72ab3303-6c81-4bd9-a1a9-2c5d9b681d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'started_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:08:11.126918 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329d833a-604a-4211-92d9-83808c04fafd req-414c42e1-bc03-41e8-bef9-83a0d892c873 service neutron] Checking segment: {'id': 'd490dbc8-ed37-414e-8716-cb92d24cf50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '37354f91-5f5a-483e-a7f4-049595000ecc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:08:11.127300 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329d833a-604a-4211-92d9-83808c04fafd req-414c42e1-bc03-41e8-bef9-83a0d892c873 service neutron] Bound using segment: {'id': 'd490dbc8-ed37-414e-8716-cb92d24cf50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '37354f91-5f5a-483e-a7f4-049595000ecc'} {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:08:11.127731 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [req-329d833a-604a-4211-92d9-83808c04fafd req-414c42e1-bc03-41e8-bef9-83a0d892c873 service neutron] Bound port: 301b37c2-4156-4cd8-a829-60baec2965a6, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd490dbc8-ed37-414e-8716-cb92d24cf50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '37354f91-5f5a-483e-a7f4-049595000ecc'}}] {{(pid=109612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:08:11.128091 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-329d833a-604a-4211-92d9-83808c04fafd req-414c42e1-bc03-41e8-bef9-83a0d892c873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:11.193402 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [req-329d833a-604a-4211-92d9-83808c04fafd req-414c42e1-bc03-41e8-bef9-83a0d892c873 service neutron] For port 301b37c2-4156-4cd8-a829-60baec2965a6, host hv-neutron-8353, cleared binding levels {{(pid=109612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:08:11.196829 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [req-329d833a-604a-4211-92d9-83808c04fafd req-414c42e1-bc03-41e8-bef9-83a0d892c873 service neutron] For port 301b37c2-4156-4cd8-a829-60baec2965a6, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=301b37c2-4156-4cd8-a829-60baec2965a6,segment=NetworkSegment(d490dbc8-ed37-414e-8716-cb92d24cf50d),segment_id=d490dbc8-ed37-414e-8716-cb92d24cf50d)] {{(pid=109612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:08:11.251540 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-329d833a-604a-4211-92d9-83808c04fafd req-414c42e1-bc03-41e8-bef9-83a0d892c873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:11.289752 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d833a-604a-4211-92d9-83808c04fafd req-414c42e1-bc03-41e8-bef9-83a0d892c873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:08:11.290334 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-329d833a-604a-4211-92d9-83808c04fafd req-414c42e1-bc03-41e8-bef9-83a0d892c873 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:11.291700 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-329d833a-604a-4211-92d9-83808c04fafd req-414c42e1-bc03-41e8-bef9-83a0d892c873 service neutron] 10.222.0.20 "PUT /v2.0/ports/301b37c2-4156-4cd8-a829-60baec2965a6 HTTP/1.1" status: 200 len: 1093 time: 0.7052498 Mar 28 14:08:11.292141 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ca36d17-d574-4bca-9658-7ee8149680d3', 'tag': '301b37c2-4156-4cd8-a829-60baec2965a6'}] {{(pid=109612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:08:11.294415 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe63c13e87a9f7251adb6bd0d9fca296dff075f1d7b14c4d1edf5c408047469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cdc9f01-e913-4ed2-9cf6-6aa6d71a4354" -d '{"events": [{"name": "network-changed", "server_uuid": "8ca36d17-d574-4bca-9658-7ee8149680d3", "tag": "301b37c2-4156-4cd8-a829-60baec2965a6"}]}' {{(pid=109612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:08:11.321919 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c42e1-bc03-41e8-bef9-83a0d892c873 service neutron] Pushing event updated for resources: {'Port': ['ID=301b37c2-4156-4cd8-a829-60baec2965a6,revision_number=3']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:08:11.354320 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c9fc14-0dbc-42ef-b579-07f8e8f0e1fb x-openstack-request-id: req-08c9fc14-0dbc-42ef-b579-07f8e8f0e1fb {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:08:11.354850 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ca36d17-d574-4bca-9658-7ee8149680d3", "tag": "301b37c2-4156-4cd8-a829-60baec2965a6", "status": "completed", "code": 200}]} {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:08:11.355162 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-08c9fc14-0dbc-42ef-b579-07f8e8f0e1fb {{(pid=109612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:08:11.355650 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ca36d17-d574-4bca-9658-7ee8149680d3', 'tag': '301b37c2-4156-4cd8-a829-60baec2965a6', 'status': 'completed', 'code': 200} Mar 28 14:08:11.419260 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc9f01-e913-4ed2-9cf6-6aa6d71a4354 req-9c1c3f77-5a1f-4159-9dab-cdff2a6b330f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:08:11.420809 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-5cdc9f01-e913-4ed2-9cf6-6aa6d71a4354 req-9c1c3f77-5a1f-4159-9dab-cdff2a6b330f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&device_id=8ca36d17-d574-4bca-9658-7ee8149680d3 HTTP/1.1" status: 200 len: 1096 time: 0.0447681 Mar 28 14:08:11.438825 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a34860-3deb-4d2b-8d45-fb136d32e1de req-c08f56d6-5c2b-4221-8a21-a0a80fc862a1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:08:11.441020 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-24a34860-3deb-4d2b-8d45-fb136d32e1de req-c08f56d6-5c2b-4221-8a21-a0a80fc862a1 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ca36d17-d574-4bca-9658-7ee8149680d3 HTTP/1.1" status: 200 len: 943 time: 0.0572045 Mar 28 14:08:11.482862 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-24a34860-3deb-4d2b-8d45-fb136d32e1de req-ab2267e8-a85e-42f6-b7d3-c17ec06b8cc5 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=54a12e4a-2657-4fc5-bb16-67b0391b47cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342605 Mar 28 14:08:11.529701 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc9f01-e913-4ed2-9cf6-6aa6d71a4354 req-de562462-f510-4d28-a84e-3556f75ada33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:08:11.531294 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-5cdc9f01-e913-4ed2-9cf6-6aa6d71a4354 req-de562462-f510-4d28-a84e-3556f75ada33 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=8783dd3017a04690835ab7e96e428838&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1036785 Mar 28 14:08:11.623999 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc9f01-e913-4ed2-9cf6-6aa6d71a4354 req-d7cf8531-7aaa-4cb1-b74c-5bbb823071b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:08:11.625496 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-5cdc9f01-e913-4ed2-9cf6-6aa6d71a4354 req-d7cf8531-7aaa-4cb1-b74c-5bbb823071b5 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880623 Mar 28 14:08:11.704876 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d833a-604a-4211-92d9-83808c04fafd req-c569bedd-51c4-4847-985f-fc27953a54fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:08:11.706334 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-329d833a-604a-4211-92d9-83808c04fafd req-c569bedd-51c4-4847-985f-fc27953a54fa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&device_id=8ca36d17-d574-4bca-9658-7ee8149680d3 HTTP/1.1" status: 200 len: 1096 time: 0.0442717 Mar 28 14:08:11.747637 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-329d833a-604a-4211-92d9-83808c04fafd req-e6748f51-2b72-44e3-9e96-7ddbc8482da0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=301b37c2-4156-4cd8-a829-60baec2965a6 HTTP/1.1" status: 200 len: 217 time: 0.0332465 Mar 28 14:08:11.797021 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d833a-604a-4211-92d9-83808c04fafd req-e4c19d3e-c234-4b9a-ba90-906be3c44fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:08:11.798373 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-329d833a-604a-4211-92d9-83808c04fafd req-e4c19d3e-c234-4b9a-ba90-906be3c44fa2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a9bdf5ec-03d5-4c58-a6eb-877ad39a16c3 HTTP/1.1" status: 200 len: 834 time: 0.0449882 Mar 28 14:08:11.845089 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d833a-604a-4211-92d9-83808c04fafd req-424d8f0a-644e-4f97-9206-7e48efd84308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:08:11.846802 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-329d833a-604a-4211-92d9-83808c04fafd req-424d8f0a-644e-4f97-9206-7e48efd84308 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37354f91-5f5a-483e-a7f4-049595000ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421774 Mar 28 14:08:11.937969 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-329d833a-604a-4211-92d9-83808c04fafd req-ef412f94-5a97-4293-8b64-8c81d63570e5 service neutron] 10.222.0.20 "GET /v2.0/networks/37354f91-5f5a-483e-a7f4-049595000ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843728 Mar 28 14:08:12.028123 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-329d833a-604a-4211-92d9-83808c04fafd req-b7cc0de9-9ca3-4000-9bac-dd3c1f1559bd service neutron] 10.222.0.20 "GET /v2.0/networks/37354f91-5f5a-483e-a7f4-049595000ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834861 Mar 28 14:08:12.600355 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f4c27-c6c6-4a21-a5f0-da81b110a0df req-12a4634d-635c-47cc-a1ac-60fb4d99074e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:08:12.601800 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a82f4c27-c6c6-4a21-a5f0-da81b110a0df req-12a4634d-635c-47cc-a1ac-60fb4d99074e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ca36d17-d574-4bca-9658-7ee8149680d3 HTTP/1.1" status: 200 len: 943 time: 0.0478795 Mar 28 14:08:12.637774 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a82f4c27-c6c6-4a21-a5f0-da81b110a0df req-327492da-b219-4a2e-bd4c-97d4d7d76174 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=54a12e4a-2657-4fc5-bb16-67b0391b47cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301645 Mar 28 14:08:13.610863 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:13.751089 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47ea06-6c53-4a70-a4f5-e19fd24f36c7 req-8bc10b06-8497-4f55-a6a2-699b6e000f0a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:08:13.752551 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6f47ea06-6c53-4a70-a4f5-e19fd24f36c7 req-8bc10b06-8497-4f55-a6a2-699b6e000f0a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ca36d17-d574-4bca-9658-7ee8149680d3 HTTP/1.1" status: 200 len: 943 time: 0.0502143 Mar 28 14:08:13.788697 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6f47ea06-6c53-4a70-a4f5-e19fd24f36c7 req-09550224-9fa4-4fdd-8d04-a217226c63cf tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=54a12e4a-2657-4fc5-bb16-67b0391b47cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296247 Mar 28 14:08:14.900109 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab7989-e1c7-445e-b9cc-6ca12fac8df4 req-ac220871-42d4-4708-8e49-096f5a416fb2 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:08:14.901587 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-35ab7989-e1c7-445e-b9cc-6ca12fac8df4 req-ac220871-42d4-4708-8e49-096f5a416fb2 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ca36d17-d574-4bca-9658-7ee8149680d3 HTTP/1.1" status: 200 len: 943 time: 0.0482028 Mar 28 14:08:14.937814 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-35ab7989-e1c7-445e-b9cc-6ca12fac8df4 req-984b4393-2a60-4c2e-abad-3d8330474b85 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=54a12e4a-2657-4fc5-bb16-67b0391b47cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302048 Mar 28 14:08:16.050093 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4c786-b132-41b8-b288-03774ac13353 req-bcdcd51b-08fb-4b64-aab1-319f5278df0d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:08:16.051547 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b1c4c786-b132-41b8-b288-03774ac13353 req-bcdcd51b-08fb-4b64-aab1-319f5278df0d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ca36d17-d574-4bca-9658-7ee8149680d3 HTTP/1.1" status: 200 len: 943 time: 0.0481713 Mar 28 14:08:16.088119 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b1c4c786-b132-41b8-b288-03774ac13353 req-19efe5aa-f168-4bfb-8e8a-af0ef79a05b4 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=54a12e4a-2657-4fc5-bb16-67b0391b47cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305667 Mar 28 14:08:16.215516 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 301b37c2-4156-4cd8-a829-60baec2965a6 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:08:16.303892 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 301b37c2-4156-4cd8-a829-60baec2965a6, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=301b37c2-4156-4cd8-a829-60baec2965a6,segment=NetworkSegment(d490dbc8-ed37-414e-8716-cb92d24cf50d),segment_id=d490dbc8-ed37-414e-8716-cb92d24cf50d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:08:16.315308 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': '301b37c2-4156-4cd8-a829-60baec2965a6', 'network_id': '37354f91-5f5a-483e-a7f4-049595000ecc', 'port_id': '301b37c2-4156-4cd8-a829-60baec2965a6', 'mac_address': 'fa:16:3e:70:ba:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9bdf5ec-03d5-4c58-a6eb-877ad39a16c3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:08:16.351889 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:16.367899 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 301b37c2-4156-4cd8-a829-60baec2965a6 {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:08:16.385791 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 301b37c2-4156-4cd8-a829-60baec2965a6, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=301b37c2-4156-4cd8-a829-60baec2965a6,segment=NetworkSegment(d490dbc8-ed37-414e-8716-cb92d24cf50d),segment_id=d490dbc8-ed37-414e-8716-cb92d24cf50d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:08:16.438876 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:16.484667 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=301b37c2-4156-4cd8-a829-60baec2965a6,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:08:16.741468 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['301b37c2-4156-4cd8-a829-60baec2965a6'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:08:17.204479 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0bd395-597c-464a-8995-98b1ffe952fa req-476a7310-688c-4e9f-b621-953dd16aa926 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:08:17.205934 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3d0bd395-597c-464a-8995-98b1ffe952fa req-476a7310-688c-4e9f-b621-953dd16aa926 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ca36d17-d574-4bca-9658-7ee8149680d3 HTTP/1.1" status: 200 len: 944 time: 0.0530663 Mar 28 14:08:17.244010 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3d0bd395-597c-464a-8995-98b1ffe952fa req-e8ef0c55-4ada-47d6-a068-caa4ac0e58ab tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=54a12e4a-2657-4fc5-bb16-67b0391b47cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315213 Mar 28 14:08:18.181063 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 301b37c2-4156-4cd8-a829-60baec2965a6 up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:08:18.290313 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning for port 301b37c2-4156-4cd8-a829-60baec2965a6 completed by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 14:08:18.294418 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port 301b37c2-4156-4cd8-a829-60baec2965a6 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:08:18.294775 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:18.358396 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85315a33-caf1-444e-96a0-d05864e6eed0 req-6d885ed6-b49d-42a9-b53f-a3124e743f00 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:08:18.359906 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-85315a33-caf1-444e-96a0-d05864e6eed0 req-6d885ed6-b49d-42a9-b53f-a3124e743f00 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ca36d17-d574-4bca-9658-7ee8149680d3 HTTP/1.1" status: 200 len: 944 time: 0.0482128 Mar 28 14:08:18.376047 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:18.397779 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca36d17-d574-4bca-9658-7ee8149680d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '301b37c2-4156-4cd8-a829-60baec2965a6'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:08:18.398111 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-85315a33-caf1-444e-96a0-d05864e6eed0 req-6b14ac46-9ce2-4bb5-a55d-9d4fd3b538f2 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=54a12e4a-2657-4fc5-bb16-67b0391b47cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311658 Mar 28 14:08:18.400009 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36aa695-a6d5-466b-98cc-c014572c6d28" -d '{"events": [{"server_uuid": "8ca36d17-d574-4bca-9658-7ee8149680d3", "name": "network-vif-plugged", "status": "completed", "tag": "301b37c2-4156-4cd8-a829-60baec2965a6"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:08:18.413362 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 301b37c2-4156-4cd8-a829-60baec2965a6, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=301b37c2-4156-4cd8-a829-60baec2965a6,segment=NetworkSegment(d490dbc8-ed37-414e-8716-cb92d24cf50d),segment_id=d490dbc8-ed37-414e-8716-cb92d24cf50d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:08:18.450316 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:18.494407 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d88070f-3739-4c15-a56c-55b7c837389d x-openstack-request-id: req-8d88070f-3739-4c15-a56c-55b7c837389d {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:08:18.494689 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca36d17-d574-4bca-9658-7ee8149680d3", "name": "network-vif-plugged", "status": "completed", "tag": "301b37c2-4156-4cd8-a829-60baec2965a6", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:08:18.494937 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8d88070f-3739-4c15-a56c-55b7c837389d {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:08:18.495322 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca36d17-d574-4bca-9658-7ee8149680d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '301b37c2-4156-4cd8-a829-60baec2965a6', 'code': 200} Mar 28 14:08:18.499772 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=301b37c2-4156-4cd8-a829-60baec2965a6,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:08:18.782647 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737d8b1-60de-4190-939a-c072b2c48a0b req-86f5aea5-5ca0-425b-a310-fe7405af85cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:08:18.784097 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-d737d8b1-60de-4190-939a-c072b2c48a0b req-86f5aea5-5ca0-425b-a310-fe7405af85cd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8ca36d17-d574-4bca-9658-7ee8149680d3 HTTP/1.1" status: 200 len: 1098 time: 0.0407383 Mar 28 14:08:18.819630 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-d737d8b1-60de-4190-939a-c072b2c48a0b req-3872d69b-4efc-4a4f-89be-71eeab3b4cae service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=54a12e4a-2657-4fc5-bb16-67b0391b47cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286644 Mar 28 14:08:19.509776 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ecc7b-345c-4285-9803-858dd1d51791 req-438adaa4-677d-4f76-bade-5cbb32919238 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:08:19.511137 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a04ecc7b-345c-4285-9803-858dd1d51791 req-438adaa4-677d-4f76-bade-5cbb32919238 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ca36d17-d574-4bca-9658-7ee8149680d3 HTTP/1.1" status: 200 len: 945 time: 0.0465598 Mar 28 14:08:19.547741 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a04ecc7b-345c-4285-9803-858dd1d51791 req-eb943019-ad36-49b7-986b-2cb37af84884 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=54a12e4a-2657-4fc5-bb16-67b0391b47cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306737 Mar 28 14:08:20.664589 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cc833-9f8d-49ab-95d5-ee085f1a2b51 req-522d480f-7e04-4c75-af7f-5cf3f495ca87 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:08:20.666023 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e33cc833-9f8d-49ab-95d5-ee085f1a2b51 req-522d480f-7e04-4c75-af7f-5cf3f495ca87 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ca36d17-d574-4bca-9658-7ee8149680d3 HTTP/1.1" status: 200 len: 945 time: 0.0513237 Mar 28 14:08:20.707237 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e33cc833-9f8d-49ab-95d5-ee085f1a2b51 req-8a574707-454a-49a9-ac97-fd89ed447e67 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=54a12e4a-2657-4fc5-bb16-67b0391b47cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353336 Mar 28 14:08:20.817988 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721ddfc-0992-4cc5-bf57-5b3b82325c18 req-0d2a0d5d-45b3-4f76-8cde-43b0d801b286 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:08:20.819953 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8721ddfc-0992-4cc5-bf57-5b3b82325c18 req-0d2a0d5d-45b3-4f76-8cde-43b0d801b286 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ca36d17-d574-4bca-9658-7ee8149680d3 HTTP/1.1" status: 200 len: 945 time: 0.0484345 Mar 28 14:08:20.856341 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8721ddfc-0992-4cc5-bf57-5b3b82325c18 req-bba8b9da-b898-4c8e-afce-0c2afa91fd54 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=54a12e4a-2657-4fc5-bb16-67b0391b47cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303183 Mar 28 14:08:20.877139 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37940) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:08:20.915033 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34b8b7a-5193-40b6-8825-68d0740940f0 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:08:20.916522 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a34b8b7a-5193-40b6-8825-68d0740940f0 tempest-TestNetworkBasicOps-238130254 tempest-TestNetworkBasicOps-238130254-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8ca36d17-d574-4bca-9658-7ee8149680d3 HTTP/1.1" status: 200 len: 1093 time: 0.0384169 Mar 28 14:08:20.919209 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37942) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:08:20.923281 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-8840d9c1-9b34-4561-9258-8a45b24a7be9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'floatingip': {'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'port_id': '301b37c2-4156-4cd8-a829-60baec2965a6', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:08:21.032979 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8840d9c1-9b34-4561-9258-8a45b24a7be9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for floatingip, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:21.127654 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8840d9c1-9b34-4561-9258-8a45b24a7be9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:21.224784 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-8840d9c1-9b34-4561-9258-8a45b24a7be9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Allocated IP 172.26.2.67 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/67f328ad-f457-43cf-a32e-6e5042b16602) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:08:21.327007 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8840d9c1-9b34-4561-9258-8a45b24a7be9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:21.404694 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8840d9c1-9b34-4561-9258-8a45b24a7be9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:21.443718 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8840d9c1-9b34-4561-9258-8a45b24a7be9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:08:21.446707 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-8840d9c1-9b34-4561-9258-8a45b24a7be9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:08:21.450113 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8840d9c1-9b34-4561-9258-8a45b24a7be9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:08:21.470768 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8840d9c1-9b34-4561-9258-8a45b24a7be9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=67f328ad-f457-43cf-a32e-6e5042b16602,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:08:22.075464 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8840d9c1-9b34-4561-9258-8a45b24a7be9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:22.185696 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8840d9c1-9b34-4561-9258-8a45b24a7be9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:22.329384 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8840d9c1-9b34-4561-9258-8a45b24a7be9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:22.382408 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8840d9c1-9b34-4561-9258-8a45b24a7be9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:22.450317 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8840d9c1-9b34-4561-9258-8a45b24a7be9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event updated for resources: {'Port': ['ID=67f328ad-f457-43cf-a32e-6e5042b16602,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:08:22.462321 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8840d9c1-9b34-4561-9258-8a45b24a7be9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:22.558864 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [None req-8840d9c1-9b34-4561-9258-8a45b24a7be9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Floating IP f15ece00-9d95-4ce6-8034-4ed61494eeef associated. External IP: 172.26.2.67, port: 301b37c2-4156-4cd8-a829-60baec2965a6. Mar 28 14:08:22.758326 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8840d9c1-9b34-4561-9258-8a45b24a7be9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Router 44684451-e4bd-4d65-ad75-3004075e797c has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:08:22.860619 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8840d9c1-9b34-4561-9258-8a45b24a7be9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:08:22.870807 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6e386a-86bd-4414-8035-3a077c700ea2 None None] Sync routers for ids ['44684451-e4bd-4d65-ad75-3004075e797c'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:08:22.880036 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6e386a-86bd-4414-8035-3a077c700ea2 None None] Routers {'44684451-e4bd-4d65-ad75-3004075e797c'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:08:22.880712 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-eb6e386a-86bd-4414-8035-3a077c700ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:07:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['44684451-e4bd-4d65-ad75-3004075e797c'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:08:22.949917 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8840d9c1-9b34-4561-9258-8a45b24a7be9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:22.977720 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-8840d9c1-9b34-4561-9258-8a45b24a7be9 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0575247 Mar 28 14:08:22.978313 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ca36d17-d574-4bca-9658-7ee8149680d3', 'tag': '301b37c2-4156-4cd8-a829-60baec2965a6'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:08:22.982384 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead6b02c-7068-4586-80ef-85f81c711e0d" -d '{"events": [{"name": "network-changed", "server_uuid": "8ca36d17-d574-4bca-9658-7ee8149680d3", "tag": "301b37c2-4156-4cd8-a829-60baec2965a6"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:08:22.982591 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37946) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:08:22.985319 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-eb6e386a-86bd-4414-8035-3a077c700ea2 None None] Set router 44684451-e4bd-4d65-ad75-3004075e797c gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:08:23.019736 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d861e8-31d4-4ea3-a3b6-beaafbc27b93 x-openstack-request-id: req-b7d861e8-31d4-4ea3-a3b6-beaafbc27b93 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:08:23.020208 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ca36d17-d574-4bca-9658-7ee8149680d3", "tag": "301b37c2-4156-4cd8-a829-60baec2965a6", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:08:23.020494 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b7d861e8-31d4-4ea3-a3b6-beaafbc27b93 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:08:23.020896 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ca36d17-d574-4bca-9658-7ee8149680d3', 'tag': '301b37c2-4156-4cd8-a829-60baec2965a6', 'status': 'completed', 'code': 200} Mar 28 14:08:23.043604 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-b679e0d4-67ae-4f39-87e1-8639a3d0d264 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/floatingips/f15ece00-9d95-4ce6-8034-4ed61494eeef HTTP/1.1" status: 200 len: 990 time: 0.0598288 Mar 28 14:08:23.088419 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6b02c-7068-4586-80ef-85f81c711e0d req-49d32bb2-0b4d-4549-b20d-2baa44843730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:08:23.089951 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-ead6b02c-7068-4586-80ef-85f81c711e0d req-49d32bb2-0b4d-4549-b20d-2baa44843730 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&device_id=8ca36d17-d574-4bca-9658-7ee8149680d3 HTTP/1.1" status: 200 len: 1098 time: 0.0453758 Mar 28 14:08:23.181524 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6b02c-7068-4586-80ef-85f81c711e0d req-bbdccba7-5e5c-47ca-8752-c1d37e29788d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:08:23.183267 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-ead6b02c-7068-4586-80ef-85f81c711e0d req-bbdccba7-5e5c-47ca-8752-c1d37e29788d service neutron] 10.222.0.20 "GET /v2.0/networks?id=37354f91-5f5a-483e-a7f4-049595000ecc HTTP/1.1" status: 200 len: 897 time: 0.0863171 Mar 28 14:08:23.251434 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-ead6b02c-7068-4586-80ef-85f81c711e0d req-c1f54f92-4b3a-4702-b835-c93c0ab69782 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=301b37c2-4156-4cd8-a829-60baec2965a6 HTTP/1.1" status: 200 len: 998 time: 0.0625341 Mar 28 14:08:23.300918 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6b02c-7068-4586-80ef-85f81c711e0d req-bb935859-a5fa-4fb2-a3db-89589ed92225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:08:23.302317 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-ead6b02c-7068-4586-80ef-85f81c711e0d req-bb935859-a5fa-4fb2-a3db-89589ed92225 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a9bdf5ec-03d5-4c58-a6eb-877ad39a16c3 HTTP/1.1" status: 200 len: 834 time: 0.0446951 Mar 28 14:08:23.346867 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6b02c-7068-4586-80ef-85f81c711e0d req-af384f34-7ea7-4e9b-803e-b288786fff35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:08:23.348342 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-ead6b02c-7068-4586-80ef-85f81c711e0d req-af384f34-7ea7-4e9b-803e-b288786fff35 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37354f91-5f5a-483e-a7f4-049595000ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396960 Mar 28 14:08:23.359008 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-eb6e386a-86bd-4414-8035-3a077c700ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44684451-e4bd-4d65-ad75-3004075e797c', 'name': 'tempest-TestNetworkBasicOps-router-1671218768', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': 'b8ceeff5-3db2-401f-83e4-60e3d454ad8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:07:59Z', 'updated_at': '2022-03-28T14:08:03Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'b8ceeff5-3db2-401f-83e4-60e3d454ad8a', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44684451-e4bd-4d65-ad75-3004075e797c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:07:59Z', 'updated_at': '2022-03-28T14:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': 'f15ece00-9d95-4ce6-8034-4ed61494eeef', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'floating_ip_address': '172.26.2.67', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '44684451-e4bd-4d65-ad75-3004075e797c', 'port_id': '301b37c2-4156-4cd8-a829-60baec2965a6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37354f91-5f5a-483e-a7f4-049595000ecc', 'mac_address': 'fa:16:3e:70:ba:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca36d17-d574-4bca-9658-7ee8149680d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:08:21Z', 'updated_at': '2022-03-28T14:08:21Z', 'revision_number': 0, 'project_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7a774f9-0d0d-4627-a369-d6e69d050535', 'name': '', 'network_id': '37354f91-5f5a-483e-a7f4-049595000ecc', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:b6:24:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44684451-e4bd-4d65-ad75-3004075e797c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'a9bdf5ec-03d5-4c58-a6eb-877ad39a16c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:08:02Z', 'updated_at': '2022-03-28T14:08:05Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'a9bdf5ec-03d5-4c58-a6eb-877ad39a16c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:08:23.384688 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6e386a-86bd-4414-8035-3a077c700ea2 None None] Checking router: 44684451-e4bd-4d65-ad75-3004075e797c for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:08:23.392727 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6e386a-86bd-4414-8035-3a077c700ea2 None None] Routers {'44684451-e4bd-4d65-ad75-3004075e797c'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:08:23.393341 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-eb6e386a-86bd-4414-8035-3a077c700ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:07:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['44684451-e4bd-4d65-ad75-3004075e797c'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:08:23.439495 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-ead6b02c-7068-4586-80ef-85f81c711e0d req-df2ea40e-bd50-4ddf-9b2c-75e8f4fd48e2 service neutron] 10.222.0.20 "GET /v2.0/networks/37354f91-5f5a-483e-a7f4-049595000ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843339 Mar 28 14:08:23.498216 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-eb6e386a-86bd-4414-8035-3a077c700ea2 None None] Set router 44684451-e4bd-4d65-ad75-3004075e797c gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:08:23.527184 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-ead6b02c-7068-4586-80ef-85f81c711e0d req-48b1ba22-6250-4dcc-8f3b-120a8ec3d376 service neutron] 10.222.0.20 "GET /v2.0/networks/37354f91-5f5a-483e-a7f4-049595000ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808184 Mar 28 14:08:23.717802 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-eb6e386a-86bd-4414-8035-3a077c700ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44684451-e4bd-4d65-ad75-3004075e797c', 'name': 'tempest-TestNetworkBasicOps-router-1671218768', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': 'b8ceeff5-3db2-401f-83e4-60e3d454ad8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:07:59Z', 'updated_at': '2022-03-28T14:08:03Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'b8ceeff5-3db2-401f-83e4-60e3d454ad8a', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44684451-e4bd-4d65-ad75-3004075e797c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:07:59Z', 'updated_at': '2022-03-28T14:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': 'f15ece00-9d95-4ce6-8034-4ed61494eeef', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'floating_ip_address': '172.26.2.67', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '44684451-e4bd-4d65-ad75-3004075e797c', 'port_id': '301b37c2-4156-4cd8-a829-60baec2965a6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37354f91-5f5a-483e-a7f4-049595000ecc', 'mac_address': 'fa:16:3e:70:ba:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca36d17-d574-4bca-9658-7ee8149680d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:08:21Z', 'updated_at': '2022-03-28T14:08:21Z', 'revision_number': 0, 'project_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7a774f9-0d0d-4627-a369-d6e69d050535', 'name': '', 'network_id': '37354f91-5f5a-483e-a7f4-049595000ecc', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:b6:24:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44684451-e4bd-4d65-ad75-3004075e797c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'a9bdf5ec-03d5-4c58-a6eb-877ad39a16c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:08:02Z', 'updated_at': '2022-03-28T14:08:05Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'a9bdf5ec-03d5-4c58-a6eb-877ad39a16c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:08:23.742988 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6e386a-86bd-4414-8035-3a077c700ea2 None None] The sync data for ids ['44684451-e4bd-4d65-ad75-3004075e797c'] in dv-neutron-835335-1-hyperv is: [{'id': '44684451-e4bd-4d65-ad75-3004075e797c', 'name': 'tempest-TestNetworkBasicOps-router-1671218768', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': 'b8ceeff5-3db2-401f-83e4-60e3d454ad8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:07:59Z', 'updated_at': '2022-03-28T14:08:03Z', 'revision_number': 4, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'b8ceeff5-3db2-401f-83e4-60e3d454ad8a', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44684451-e4bd-4d65-ad75-3004075e797c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:07:59Z', 'updated_at': '2022-03-28T14:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': 'f15ece00-9d95-4ce6-8034-4ed61494eeef', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'floating_ip_address': '172.26.2.67', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '44684451-e4bd-4d65-ad75-3004075e797c', 'port_id': '301b37c2-4156-4cd8-a829-60baec2965a6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37354f91-5f5a-483e-a7f4-049595000ecc', 'mac_address': 'fa:16:3e:70:ba:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca36d17-d574-4bca-9658-7ee8149680d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:08:21Z', 'updated_at': '2022-03-28T14:08:21Z', 'revision_number': 0, 'project_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7a774f9-0d0d-4627-a369-d6e69d050535', 'name': '', 'network_id': '37354f91-5f5a-483e-a7f4-049595000ecc', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:b6:24:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44684451-e4bd-4d65-ad75-3004075e797c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'a9bdf5ec-03d5-4c58-a6eb-877ad39a16c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:08:02Z', 'updated_at': '2022-03-28T14:08:05Z', 'revision_number': 5, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'a9bdf5ec-03d5-4c58-a6eb-877ad39a16c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:08:23.916993 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c96551-240c-4cbc-869d-ac69b9a20948 None None] New status for floating IP f15ece00-9d95-4ce6-8034-4ed61494eeef: ACTIVE {{(pid=109615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:08:24.047492 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 37950) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:08:24.050959 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a3625ec1-9346-4259-ba52-4d332302506a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:24.272154 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-3ed31c0f-b8a2-4849-b7d1-3f4e356d56bd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/floatingips/f15ece00-9d95-4ce6-8034-4ed61494eeef HTTP/1.1" status: 200 len: 990 time: 0.0628014 Mar 28 14:08:25.115228 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37952) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:08:25.174539 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-8c88798c-9856-4d3b-8b75-6c3809ba2b93 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/floatingips/f15ece00-9d95-4ce6-8034-4ed61494eeef HTTP/1.1" status: 200 len: 992 time: 0.0581548 Mar 28 14:08:26.301577 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4610ebda-9d99-42b7-9d0f-642440549d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:27.622208 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:28.947710 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:29.330560 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:42.203390 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:08:43.610350 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:54.021650 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9db38667-8623-4044-a91c-7e213f90e0d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:56.323188 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-02b789c9-89e7-42b7-91b0-e7e8fee1dbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:57.615504 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:58.963346 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:08:59.363383 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:13.626911 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:15.576682 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-274701f3-4b0a-4849-b1b7-d27bdfbb413b req-17cc5123-7863-4671-8e07-d9b7265b297b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8ca36d17-d574-4bca-9658-7ee8149680d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384178 Mar 28 14:09:15.659046 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274701f3-4b0a-4849-b1b7-d27bdfbb413b req-62170689-8cfb-4cd7-ad36-4394342ebd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:09:15.660525 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-274701f3-4b0a-4849-b1b7-d27bdfbb413b req-62170689-8cfb-4cd7-ad36-4394342ebd1e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&device_id=8ca36d17-d574-4bca-9658-7ee8149680d3 HTTP/1.1" status: 200 len: 1098 time: 0.0394697 Mar 28 14:09:15.764073 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274701f3-4b0a-4849-b1b7-d27bdfbb413b req-810725ea-67c7-43f1-93c7-bdb693f700ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:09:15.765557 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-274701f3-4b0a-4849-b1b7-d27bdfbb413b req-810725ea-67c7-43f1-93c7-bdb693f700ba service neutron] 10.222.0.20 "GET /v2.0/networks?id=37354f91-5f5a-483e-a7f4-049595000ecc HTTP/1.1" status: 200 len: 897 time: 0.0884912 Mar 28 14:09:15.827801 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-274701f3-4b0a-4849-b1b7-d27bdfbb413b req-5169a607-6761-48f2-8262-8634c66f382c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=301b37c2-4156-4cd8-a829-60baec2965a6 HTTP/1.1" status: 200 len: 1000 time: 0.0553501 Mar 28 14:09:15.872944 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274701f3-4b0a-4849-b1b7-d27bdfbb413b req-e9a6ba82-fde0-4640-80ef-b88fc2ef57a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:09:15.874292 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-274701f3-4b0a-4849-b1b7-d27bdfbb413b req-e9a6ba82-fde0-4640-80ef-b88fc2ef57a7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a9bdf5ec-03d5-4c58-a6eb-877ad39a16c3 HTTP/1.1" status: 200 len: 834 time: 0.0407202 Mar 28 14:09:15.921922 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274701f3-4b0a-4849-b1b7-d27bdfbb413b req-96e2e18c-b734-4adc-926b-6e4d0dae0cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:09:15.927037 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-274701f3-4b0a-4849-b1b7-d27bdfbb413b req-96e2e18c-b734-4adc-926b-6e4d0dae0cbe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37354f91-5f5a-483e-a7f4-049595000ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419769 Mar 28 14:09:16.009235 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-274701f3-4b0a-4849-b1b7-d27bdfbb413b req-c858b177-19e4-4ec4-aba3-34b39aae0d99 service neutron] 10.222.0.20 "GET /v2.0/networks/37354f91-5f5a-483e-a7f4-049595000ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792677 Mar 28 14:09:16.098226 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-274701f3-4b0a-4849-b1b7-d27bdfbb413b req-795360c6-690c-4689-960f-defc68bef9d2 service neutron] 10.222.0.20 "GET /v2.0/networks/37354f91-5f5a-483e-a7f4-049595000ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820963 Mar 28 14:09:19.201394 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:09:24.119002 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-035cfa27-123c-4f14-bc21-4a8beb2834ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:25.750980 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37970) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:09:25.756226 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-8564a6b8-2ae9-4a1b-a81b-26d9a68e4340 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'router': {'admin_state_up': False}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:09:26.047647 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8564a6b8-2ae9-4a1b-a81b-26d9a68e4340 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133933759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133929745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12481'] for router, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:26.095825 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8564a6b8-2ae9-4a1b-a81b-26d9a68e4340 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133933750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133933709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133929832'] for router, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:26.199978 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8564a6b8-2ae9-4a1b-a81b-26d9a68e4340 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Router 44684451-e4bd-4d65-ad75-3004075e797c has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:09:26.266883 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8d87eb11-e5f2-4eb4-8d3b-d7ee7c11269d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:26.304316 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8564a6b8-2ae9-4a1b-a81b-26d9a68e4340 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:09:26.314667 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8564a6b8-2ae9-4a1b-a81b-26d9a68e4340 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:26.314667 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-8564a6b8-2ae9-4a1b-a81b-26d9a68e4340 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "PUT /v2.0/routers/44684451-e4bd-4d65-ad75-3004075e797c HTTP/1.1" status: 200 len: 889 time: 0.5610659 Mar 28 14:09:26.314909 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33f3d83-26fe-419c-9418-2422bae46d14 None None] Sync routers for ids ['44684451-e4bd-4d65-ad75-3004075e797c'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:09:26.326227 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33f3d83-26fe-419c-9418-2422bae46d14 None None] Routers {'44684451-e4bd-4d65-ad75-3004075e797c'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:09:26.326839 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-a33f3d83-26fe-419c-9418-2422bae46d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:09:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['44684451-e4bd-4d65-ad75-3004075e797c'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:09:26.365014 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-a33f3d83-26fe-419c-9418-2422bae46d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:09:26.373796 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33f3d83-26fe-419c-9418-2422bae46d14 None None] Routers {'44684451-e4bd-4d65-ad75-3004075e797c'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:09:26.374382 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-a33f3d83-26fe-419c-9418-2422bae46d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:09:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['44684451-e4bd-4d65-ad75-3004075e797c'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:09:26.407717 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-a33f3d83-26fe-419c-9418-2422bae46d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:09:26.408331 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33f3d83-26fe-419c-9418-2422bae46d14 None None] The sync data for ids ['44684451-e4bd-4d65-ad75-3004075e797c'] in dv-neutron-835335-1-hyperv is: [] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:09:27.168963 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36a8435-97ef-4e5e-8e17-4d97b8ec0e3c None None] New status for floating IP f15ece00-9d95-4ce6-8034-4ed61494eeef: DOWN {{(pid=109615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:09:27.197740 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device e7a774f9-0d0d-4627-a369-d6e69d050535 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:09:27.272458 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:27.304680 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port e7a774f9-0d0d-4627-a369-d6e69d050535, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=e7a774f9-0d0d-4627-a369-d6e69d050535,segment=NetworkSegment(d490dbc8-ed37-414e-8716-cb92d24cf50d),segment_id=d490dbc8-ed37-414e-8716-cb92d24cf50d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:09:27.370816 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:27.371813 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device b8ceeff5-3db2-401f-83e4-60e3d454ad8a no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:09:27.447661 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=e7a774f9-0d0d-4627-a369-d6e69d050535,revision_number=6']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:09:27.456640 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:09:27.456983 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:09:27.457320 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:09:27.457650 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:09:27.457976 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:09:27.458302 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:09:27.458626 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:09:27.458946 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:09:27.459268 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:09:27.459584 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:09:27.459919 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:09:27.460211 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:09:27.498271 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:27.517470 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port b8ceeff5-3db2-401f-83e4-60e3d454ad8a, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=b8ceeff5-3db2-401f-83e4-60e3d454ad8a,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:09:27.560052 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:27.611701 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=b8ceeff5-3db2-401f-83e4-60e3d454ad8a,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:09:27.632584 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:28.431024 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37978) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:09:28.435918 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-9a868001-f27b-40f4-9903-58b4ed069fca tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:09:28.741842 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9a868001-f27b-40f4-9903-58b4ed069fca tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133933759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133929745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12481'] for router, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:28.821769 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9a868001-f27b-40f4-9903-58b4ed069fca tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133933750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133933709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133929832'] for router, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:28.926490 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a868001-f27b-40f4-9903-58b4ed069fca tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Router 44684451-e4bd-4d65-ad75-3004075e797c has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:09:28.964984 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:29.034864 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a868001-f27b-40f4-9903-58b4ed069fca tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:09:29.042053 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9a868001-f27b-40f4-9903-58b4ed069fca tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:29.043527 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9a868001-f27b-40f4-9903-58b4ed069fca tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "PUT /v2.0/routers/44684451-e4bd-4d65-ad75-3004075e797c HTTP/1.1" status: 200 len: 888 time: 0.6112037 Mar 28 14:09:29.045163 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63f7723-e8a7-410e-b76a-cac72a7661c2 None None] Sync routers for ids ['44684451-e4bd-4d65-ad75-3004075e797c'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:09:29.046289 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37980) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:09:29.054748 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63f7723-e8a7-410e-b76a-cac72a7661c2 None None] Routers {'44684451-e4bd-4d65-ad75-3004075e797c'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:09:29.055345 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-b63f7723-e8a7-410e-b76a-cac72a7661c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:09:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['44684451-e4bd-4d65-ad75-3004075e797c'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:09:29.105534 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-398ffcdc-de91-4239-a846-22e001fa9688 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/floatingips/f15ece00-9d95-4ce6-8034-4ed61494eeef HTTP/1.1" status: 200 len: 990 time: 0.0581727 Mar 28 14:09:29.160458 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-b63f7723-e8a7-410e-b76a-cac72a7661c2 None None] Set router 44684451-e4bd-4d65-ad75-3004075e797c gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:09:29.361483 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:29.390825 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-b63f7723-e8a7-410e-b76a-cac72a7661c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44684451-e4bd-4d65-ad75-3004075e797c', 'name': 'tempest-TestNetworkBasicOps-router-1671218768', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': 'b8ceeff5-3db2-401f-83e4-60e3d454ad8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:07:59Z', 'updated_at': '2022-03-28T14:09:28Z', 'revision_number': 6, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'b8ceeff5-3db2-401f-83e4-60e3d454ad8a', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44684451-e4bd-4d65-ad75-3004075e797c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:07:59Z', 'updated_at': '2022-03-28T14:09:27Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': 'f15ece00-9d95-4ce6-8034-4ed61494eeef', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'floating_ip_address': '172.26.2.67', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '44684451-e4bd-4d65-ad75-3004075e797c', 'port_id': '301b37c2-4156-4cd8-a829-60baec2965a6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37354f91-5f5a-483e-a7f4-049595000ecc', 'mac_address': 'fa:16:3e:70:ba:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca36d17-d574-4bca-9658-7ee8149680d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:08:21Z', 'updated_at': '2022-03-28T14:09:27Z', 'revision_number': 2, 'project_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7a774f9-0d0d-4627-a369-d6e69d050535', 'name': '', 'network_id': '37354f91-5f5a-483e-a7f4-049595000ecc', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:b6:24:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44684451-e4bd-4d65-ad75-3004075e797c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'a9bdf5ec-03d5-4c58-a6eb-877ad39a16c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:08:02Z', 'updated_at': '2022-03-28T14:09:27Z', 'revision_number': 6, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'a9bdf5ec-03d5-4c58-a6eb-877ad39a16c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:09:29.426748 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63f7723-e8a7-410e-b76a-cac72a7661c2 None None] Checking router: 44684451-e4bd-4d65-ad75-3004075e797c for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:09:29.435974 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63f7723-e8a7-410e-b76a-cac72a7661c2 None None] Routers {'44684451-e4bd-4d65-ad75-3004075e797c'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:09:29.436612 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-b63f7723-e8a7-410e-b76a-cac72a7661c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:09:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['44684451-e4bd-4d65-ad75-3004075e797c'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:09:29.543090 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-b63f7723-e8a7-410e-b76a-cac72a7661c2 None None] Set router 44684451-e4bd-4d65-ad75-3004075e797c gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:09:29.917682 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-b63f7723-e8a7-410e-b76a-cac72a7661c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44684451-e4bd-4d65-ad75-3004075e797c', 'name': 'tempest-TestNetworkBasicOps-router-1671218768', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': 'b8ceeff5-3db2-401f-83e4-60e3d454ad8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:07:59Z', 'updated_at': '2022-03-28T14:09:28Z', 'revision_number': 6, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'b8ceeff5-3db2-401f-83e4-60e3d454ad8a', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44684451-e4bd-4d65-ad75-3004075e797c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:07:59Z', 'updated_at': '2022-03-28T14:09:27Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': 'f15ece00-9d95-4ce6-8034-4ed61494eeef', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'floating_ip_address': '172.26.2.67', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '44684451-e4bd-4d65-ad75-3004075e797c', 'port_id': '301b37c2-4156-4cd8-a829-60baec2965a6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37354f91-5f5a-483e-a7f4-049595000ecc', 'mac_address': 'fa:16:3e:70:ba:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca36d17-d574-4bca-9658-7ee8149680d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:08:21Z', 'updated_at': '2022-03-28T14:09:27Z', 'revision_number': 2, 'project_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7a774f9-0d0d-4627-a369-d6e69d050535', 'name': '', 'network_id': '37354f91-5f5a-483e-a7f4-049595000ecc', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:b6:24:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44684451-e4bd-4d65-ad75-3004075e797c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'a9bdf5ec-03d5-4c58-a6eb-877ad39a16c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:08:02Z', 'updated_at': '2022-03-28T14:09:27Z', 'revision_number': 6, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'a9bdf5ec-03d5-4c58-a6eb-877ad39a16c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:09:29.947962 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63f7723-e8a7-410e-b76a-cac72a7661c2 None None] The sync data for ids ['44684451-e4bd-4d65-ad75-3004075e797c'] in dv-neutron-835335-1-hyperv is: [{'id': '44684451-e4bd-4d65-ad75-3004075e797c', 'name': 'tempest-TestNetworkBasicOps-router-1671218768', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': 'b8ceeff5-3db2-401f-83e4-60e3d454ad8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:07:59Z', 'updated_at': '2022-03-28T14:09:28Z', 'revision_number': 6, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'b8ceeff5-3db2-401f-83e4-60e3d454ad8a', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44684451-e4bd-4d65-ad75-3004075e797c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:07:59Z', 'updated_at': '2022-03-28T14:09:27Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': 'f15ece00-9d95-4ce6-8034-4ed61494eeef', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'floating_ip_address': '172.26.2.67', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '44684451-e4bd-4d65-ad75-3004075e797c', 'port_id': '301b37c2-4156-4cd8-a829-60baec2965a6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37354f91-5f5a-483e-a7f4-049595000ecc', 'mac_address': 'fa:16:3e:70:ba:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca36d17-d574-4bca-9658-7ee8149680d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:08:21Z', 'updated_at': '2022-03-28T14:09:27Z', 'revision_number': 2, 'project_id': '8783dd3017a04690835ab7e96e428838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7a774f9-0d0d-4627-a369-d6e69d050535', 'name': '', 'network_id': '37354f91-5f5a-483e-a7f4-049595000ecc', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:b6:24:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44684451-e4bd-4d65-ad75-3004075e797c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'a9bdf5ec-03d5-4c58-a6eb-877ad39a16c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:08:02Z', 'updated_at': '2022-03-28T14:09:27Z', 'revision_number': 6, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'a9bdf5ec-03d5-4c58-a6eb-877ad39a16c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:09:30.109520 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37982) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:09:30.185073 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-7ff28960-c435-4914-8c26-b29d6de6f982 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/floatingips/f15ece00-9d95-4ce6-8034-4ed61494eeef HTTP/1.1" status: 200 len: 990 time: 0.0743854 Mar 28 14:09:31.095794 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device e7a774f9-0d0d-4627-a369-d6e69d050535 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:09:31.141743 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port e7a774f9-0d0d-4627-a369-d6e69d050535 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:09:31.142105 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:31.187254 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37984) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:09:31.215571 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:31.245451 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9b900d97-969c-44c8-bfbd-dfd0de7e7056 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/floatingips/f15ece00-9d95-4ce6-8034-4ed61494eeef HTTP/1.1" status: 200 len: 990 time: 0.0569854 Mar 28 14:09:31.253456 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port e7a774f9-0d0d-4627-a369-d6e69d050535, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=e7a774f9-0d0d-4627-a369-d6e69d050535,segment=NetworkSegment(d490dbc8-ed37-414e-8716-cb92d24cf50d),segment_id=d490dbc8-ed37-414e-8716-cb92d24cf50d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:09:31.318540 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:31.319431 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device b8ceeff5-3db2-401f-83e4-60e3d454ad8a up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:09:31.392058 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=e7a774f9-0d0d-4627-a369-d6e69d050535,revision_number=7']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:09:31.404230 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port b8ceeff5-3db2-401f-83e4-60e3d454ad8a triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:09:31.404633 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:31.485725 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:31.508204 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port b8ceeff5-3db2-401f-83e4-60e3d454ad8a, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=b8ceeff5-3db2-401f-83e4-60e3d454ad8a,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:09:31.529577 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff781ed-7d3e-435d-9e2f-047eafda608e None None] New status for floating IP f15ece00-9d95-4ce6-8034-4ed61494eeef: ACTIVE {{(pid=109615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:09:31.570170 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:31.617460 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=b8ceeff5-3db2-401f-83e4-60e3d454ad8a,revision_number=6']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:09:32.249256 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37986) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:09:32.614640 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-abc6a7c1-f9b3-4d8d-9a49-fe772147ebba tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/floatingips/f15ece00-9d95-4ce6-8034-4ed61494eeef HTTP/1.1" status: 200 len: 992 time: 0.3642712 Mar 28 14:09:32.859801 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 37992) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:09:33.014637 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-d13f60f1-bfdb-4a0c-afcc-df8e770734c6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Deleting port 67f328ad-f457-43cf-a32e-6e5042b16602 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:09:33.024743 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d13f60f1-bfdb-4a0c-afcc-df8e770734c6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:33.060973 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device e7a774f9-0d0d-4627-a369-d6e69d050535 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:09:33.088423 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d13f60f1-bfdb-4a0c-afcc-df8e770734c6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:33.088753 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d13f60f1-bfdb-4a0c-afcc-df8e770734c6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:33.101250 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-d13f60f1-bfdb-4a0c-afcc-df8e770734c6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Calling delete_port for 67f328ad-f457-43cf-a32e-6e5042b16602 owned by network:floatingip {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:09:33.107235 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port e7a774f9-0d0d-4627-a369-d6e69d050535 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:09:33.107607 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:33.186678 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device b8ceeff5-3db2-401f-83e4-60e3d454ad8a up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:09:33.233728 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port b8ceeff5-3db2-401f-83e4-60e3d454ad8a triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:09:33.234098 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:33.335465 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d13f60f1-bfdb-4a0c-afcc-df8e770734c6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:33.358821 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f60f1-bfdb-4a0c-afcc-df8e770734c6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Port': ['ID=67f328ad-f457-43cf-a32e-6e5042b16602,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:09:33.368293 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13f60f1-bfdb-4a0c-afcc-df8e770734c6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:09:33.368668 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13f60f1-bfdb-4a0c-afcc-df8e770734c6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:09:33.369010 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13f60f1-bfdb-4a0c-afcc-df8e770734c6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:09:33.369345 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13f60f1-bfdb-4a0c-afcc-df8e770734c6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:09:33.369678 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13f60f1-bfdb-4a0c-afcc-df8e770734c6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:09:33.370012 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13f60f1-bfdb-4a0c-afcc-df8e770734c6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:09:33.370341 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13f60f1-bfdb-4a0c-afcc-df8e770734c6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:09:33.371046 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13f60f1-bfdb-4a0c-afcc-df8e770734c6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:09:33.371046 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13f60f1-bfdb-4a0c-afcc-df8e770734c6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:09:33.371303 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13f60f1-bfdb-4a0c-afcc-df8e770734c6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:09:33.371626 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13f60f1-bfdb-4a0c-afcc-df8e770734c6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:09:33.371994 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13f60f1-bfdb-4a0c-afcc-df8e770734c6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:09:33.432311 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d13f60f1-bfdb-4a0c-afcc-df8e770734c6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for floatingip, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:33.432665 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [None req-d13f60f1-bfdb-4a0c-afcc-df8e770734c6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Floating IP f15ece00-9d95-4ce6-8034-4ed61494eeef disassociated (deleted). External IP: 172.26.2.67, port: 301b37c2-4156-4cd8-a829-60baec2965a6. Mar 28 14:09:33.633059 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d13f60f1-bfdb-4a0c-afcc-df8e770734c6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Router 44684451-e4bd-4d65-ad75-3004075e797c has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:09:33.737318 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13f60f1-bfdb-4a0c-afcc-df8e770734c6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:09:33.741657 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d13f60f1-bfdb-4a0c-afcc-df8e770734c6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:33.746383 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4a5c45-2b38-454f-a547-104d3f03e3ec None None] Sync routers for ids ['44684451-e4bd-4d65-ad75-3004075e797c'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:09:33.758987 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4a5c45-2b38-454f-a547-104d3f03e3ec None None] Routers {'44684451-e4bd-4d65-ad75-3004075e797c'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:09:33.759589 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-9f4a5c45-2b38-454f-a547-104d3f03e3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:09:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['44684451-e4bd-4d65-ad75-3004075e797c'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:09:33.768134 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d13f60f1-bfdb-4a0c-afcc-df8e770734c6 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "DELETE /v2.0/floatingips/f15ece00-9d95-4ce6-8034-4ed61494eeef HTTP/1.1" status: 204 len: 168 time: 0.9073017 Mar 28 14:09:33.768762 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ca36d17-d574-4bca-9658-7ee8149680d3', 'tag': '301b37c2-4156-4cd8-a829-60baec2965a6'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:09:33.771001 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0e13be-fbdc-4e89-914c-0b474ffae39e" -d '{"events": [{"name": "network-changed", "server_uuid": "8ca36d17-d574-4bca-9658-7ee8149680d3", "tag": "301b37c2-4156-4cd8-a829-60baec2965a6"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:09:33.812700 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b11cff7-32b7-4169-99df-e63540b315bd x-openstack-request-id: req-2b11cff7-32b7-4169-99df-e63540b315bd {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:09:33.812990 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ca36d17-d574-4bca-9658-7ee8149680d3", "tag": "301b37c2-4156-4cd8-a829-60baec2965a6", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:09:33.813237 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2b11cff7-32b7-4169-99df-e63540b315bd {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:09:33.813641 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ca36d17-d574-4bca-9658-7ee8149680d3', 'tag': '301b37c2-4156-4cd8-a829-60baec2965a6', 'status': 'completed', 'code': 200} Mar 28 14:09:33.869593 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-9f4a5c45-2b38-454f-a547-104d3f03e3ec None None] Set router 44684451-e4bd-4d65-ad75-3004075e797c gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:09:33.878053 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e13be-fbdc-4e89-914c-0b474ffae39e req-1a56f9cb-da19-4cf9-b1bf-f4e41a295601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:09:33.882167 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-2c0e13be-fbdc-4e89-914c-0b474ffae39e req-1a56f9cb-da19-4cf9-b1bf-f4e41a295601 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8783dd3017a04690835ab7e96e428838&device_id=8ca36d17-d574-4bca-9658-7ee8149680d3 HTTP/1.1" status: 200 len: 1098 time: 0.0436840 Mar 28 14:09:33.970728 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e13be-fbdc-4e89-914c-0b474ffae39e req-ee6d6aa9-e6f5-4c1c-a853-bbffa3416a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:09:33.972589 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-2c0e13be-fbdc-4e89-914c-0b474ffae39e req-ee6d6aa9-e6f5-4c1c-a853-bbffa3416a18 service neutron] 10.222.0.20 "GET /v2.0/networks?id=37354f91-5f5a-483e-a7f4-049595000ecc HTTP/1.1" status: 200 len: 897 time: 0.0853229 Mar 28 14:09:34.016950 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-2c0e13be-fbdc-4e89-914c-0b474ffae39e req-0cb47f8b-d2f3-4a05-bee6-e791e45e180d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=301b37c2-4156-4cd8-a829-60baec2965a6 HTTP/1.1" status: 200 len: 217 time: 0.0375981 Mar 28 14:09:34.065268 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e13be-fbdc-4e89-914c-0b474ffae39e req-e59eed58-0b12-42b2-b4f8-f1ba4d78c36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:09:34.067342 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-2c0e13be-fbdc-4e89-914c-0b474ffae39e req-e59eed58-0b12-42b2-b4f8-f1ba4d78c36e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a9bdf5ec-03d5-4c58-a6eb-877ad39a16c3 HTTP/1.1" status: 200 len: 834 time: 0.0441191 Mar 28 14:09:34.071728 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-9f4a5c45-2b38-454f-a547-104d3f03e3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44684451-e4bd-4d65-ad75-3004075e797c', 'name': 'tempest-TestNetworkBasicOps-router-1671218768', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': 'b8ceeff5-3db2-401f-83e4-60e3d454ad8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:07:59Z', 'updated_at': '2022-03-28T14:09:28Z', 'revision_number': 6, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'b8ceeff5-3db2-401f-83e4-60e3d454ad8a', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44684451-e4bd-4d65-ad75-3004075e797c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:07:59Z', 'updated_at': '2022-03-28T14:09:31Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'e7a774f9-0d0d-4627-a369-d6e69d050535', 'name': '', 'network_id': '37354f91-5f5a-483e-a7f4-049595000ecc', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:b6:24:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44684451-e4bd-4d65-ad75-3004075e797c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'a9bdf5ec-03d5-4c58-a6eb-877ad39a16c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:08:02Z', 'updated_at': '2022-03-28T14:09:31Z', 'revision_number': 7, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'a9bdf5ec-03d5-4c58-a6eb-877ad39a16c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:09:34.098188 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4a5c45-2b38-454f-a547-104d3f03e3ec None None] Checking router: 44684451-e4bd-4d65-ad75-3004075e797c for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:09:34.106771 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4a5c45-2b38-454f-a547-104d3f03e3ec None None] Routers {'44684451-e4bd-4d65-ad75-3004075e797c'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:09:34.108013 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-9f4a5c45-2b38-454f-a547-104d3f03e3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:09:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['44684451-e4bd-4d65-ad75-3004075e797c'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:09:34.117033 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e13be-fbdc-4e89-914c-0b474ffae39e req-c918075f-66e2-4d02-b982-3e2ef17e9d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:09:34.118573 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-2c0e13be-fbdc-4e89-914c-0b474ffae39e req-c918075f-66e2-4d02-b982-3e2ef17e9d9a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37354f91-5f5a-483e-a7f4-049595000ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402932 Mar 28 14:09:34.215702 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-2c0e13be-fbdc-4e89-914c-0b474ffae39e req-ee5c648c-5fb3-407c-8948-2842148674ff service neutron] 10.222.0.20 "GET /v2.0/networks/37354f91-5f5a-483e-a7f4-049595000ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901937 Mar 28 14:09:34.222318 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-9f4a5c45-2b38-454f-a547-104d3f03e3ec None None] Set router 44684451-e4bd-4d65-ad75-3004075e797c gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:09:34.265709 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38e738-224d-4765-bcfa-021b7dbe5d9f req-b5ba5251-19f2-45cd-902f-2af2cdc80dc8 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:09:34.267236 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-fe38e738-224d-4765-bcfa-021b7dbe5d9f req-b5ba5251-19f2-45cd-902f-2af2cdc80dc8 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ca36d17-d574-4bca-9658-7ee8149680d3 HTTP/1.1" status: 200 len: 945 time: 0.0634198 Mar 28 14:09:34.306527 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-fe38e738-224d-4765-bcfa-021b7dbe5d9f req-7e8b0b62-1dd1-453b-9f9b-9a2ad78790dc tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=54a12e4a-2657-4fc5-bb16-67b0391b47cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330379 Mar 28 14:09:34.316228 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-2c0e13be-fbdc-4e89-914c-0b474ffae39e req-0ca7a47a-6287-43a6-88ec-f959ab5d6a8d service neutron] 10.222.0.20 "GET /v2.0/networks/37354f91-5f5a-483e-a7f4-049595000ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928509 Mar 28 14:09:34.439031 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-9f4a5c45-2b38-454f-a547-104d3f03e3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44684451-e4bd-4d65-ad75-3004075e797c', 'name': 'tempest-TestNetworkBasicOps-router-1671218768', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': 'b8ceeff5-3db2-401f-83e4-60e3d454ad8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:07:59Z', 'updated_at': '2022-03-28T14:09:28Z', 'revision_number': 6, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'b8ceeff5-3db2-401f-83e4-60e3d454ad8a', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44684451-e4bd-4d65-ad75-3004075e797c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:07:59Z', 'updated_at': '2022-03-28T14:09:31Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'e7a774f9-0d0d-4627-a369-d6e69d050535', 'name': '', 'network_id': '37354f91-5f5a-483e-a7f4-049595000ecc', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:b6:24:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44684451-e4bd-4d65-ad75-3004075e797c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'a9bdf5ec-03d5-4c58-a6eb-877ad39a16c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:08:02Z', 'updated_at': '2022-03-28T14:09:31Z', 'revision_number': 7, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'a9bdf5ec-03d5-4c58-a6eb-877ad39a16c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:09:34.464907 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4a5c45-2b38-454f-a547-104d3f03e3ec None None] The sync data for ids ['44684451-e4bd-4d65-ad75-3004075e797c'] in dv-neutron-835335-1-hyperv is: [{'id': '44684451-e4bd-4d65-ad75-3004075e797c', 'name': 'tempest-TestNetworkBasicOps-router-1671218768', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': 'b8ceeff5-3db2-401f-83e4-60e3d454ad8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:07:59Z', 'updated_at': '2022-03-28T14:09:28Z', 'revision_number': 6, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'b8ceeff5-3db2-401f-83e4-60e3d454ad8a', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44684451-e4bd-4d65-ad75-3004075e797c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:07:59Z', 'updated_at': '2022-03-28T14:09:31Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'e7a774f9-0d0d-4627-a369-d6e69d050535', 'name': '', 'network_id': '37354f91-5f5a-483e-a7f4-049595000ecc', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'mac_address': 'fa:16:3e:b6:24:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44684451-e4bd-4d65-ad75-3004075e797c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'a9bdf5ec-03d5-4c58-a6eb-877ad39a16c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:08:02Z', 'updated_at': '2022-03-28T14:09:31Z', 'revision_number': 7, 'project_id': '8783dd3017a04690835ab7e96e428838', 'subnets': [{'id': 'a9bdf5ec-03d5-4c58-a6eb-877ad39a16c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:09:35.074148 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba2fdf5-ffd1-4b8e-b5b6-8f65106ea430 None None] New status for floating IP f15ece00-9d95-4ce6-8034-4ed61494eeef: DOWN {{(pid=109615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:09:35.422268 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215317d0-d1d1-4e6e-8a4d-f1edef9edc82 req-435eec03-24b8-45da-9d6b-6eea2cb383fd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:09:35.423735 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-215317d0-d1d1-4e6e-8a4d-f1edef9edc82 req-435eec03-24b8-45da-9d6b-6eea2cb383fd tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ca36d17-d574-4bca-9658-7ee8149680d3 HTTP/1.1" status: 200 len: 945 time: 0.0480051 Mar 28 14:09:35.461085 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-215317d0-d1d1-4e6e-8a4d-f1edef9edc82 req-f9dba2d3-fd98-4786-bc2e-361baaf97d4c tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=54a12e4a-2657-4fc5-bb16-67b0391b47cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313067 Mar 28 14:09:35.845953 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748178b4-cf60-40f6-b04e-0777591b7d03 req-f04db375-1529-4f3e-b57e-ef5b0b87e2cb tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:09:35.847298 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-748178b4-cf60-40f6-b04e-0777591b7d03 req-f04db375-1529-4f3e-b57e-ef5b0b87e2cb tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ca36d17-d574-4bca-9658-7ee8149680d3 HTTP/1.1" status: 200 len: 945 time: 0.0521946 Mar 28 14:09:36.248720 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [req-748178b4-cf60-40f6-b04e-0777591b7d03 req-8b23f330-346b-4920-92f8-36314a9a0d00 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Deleting port 301b37c2-4156-4cd8-a829-60baec2965a6 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:09:36.249050 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-748178b4-cf60-40f6-b04e-0777591b7d03 req-8b23f330-346b-4920-92f8-36314a9a0d00 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:36.339144 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [req-748178b4-cf60-40f6-b04e-0777591b7d03 req-8b23f330-346b-4920-92f8-36314a9a0d00 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] For port 301b37c2-4156-4cd8-a829-60baec2965a6, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=301b37c2-4156-4cd8-a829-60baec2965a6,segment=NetworkSegment(d490dbc8-ed37-414e-8716-cb92d24cf50d),segment_id=d490dbc8-ed37-414e-8716-cb92d24cf50d)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:09:36.339507 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-748178b4-cf60-40f6-b04e-0777591b7d03 req-8b23f330-346b-4920-92f8-36314a9a0d00 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:36.351874 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [req-748178b4-cf60-40f6-b04e-0777591b7d03 req-8b23f330-346b-4920-92f8-36314a9a0d00 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Calling delete_port for 301b37c2-4156-4cd8-a829-60baec2965a6 owned by compute:nova {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:09:36.551540 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-748178b4-cf60-40f6-b04e-0777591b7d03 req-8b23f330-346b-4920-92f8-36314a9a0d00 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:36.581550 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70be9ef-65cf-4975-bc3b-d021ca1e6b60 req-651fdc36-cdd0-4567-bb5a-49c9392a8d8e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:09:36.582361 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b23f330-346b-4920-92f8-36314a9a0d00 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Port': ['ID=301b37c2-4156-4cd8-a829-60baec2965a6,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:09:36.590369 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f70be9ef-65cf-4975-bc3b-d021ca1e6b60 req-651fdc36-cdd0-4567-bb5a-49c9392a8d8e tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ca36d17-d574-4bca-9658-7ee8149680d3 HTTP/1.1" status: 200 len: 867 time: 0.0605242 Mar 28 14:09:36.609524 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23f330-346b-4920-92f8-36314a9a0d00 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:09:36.609865 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23f330-346b-4920-92f8-36314a9a0d00 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:09:36.610198 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23f330-346b-4920-92f8-36314a9a0d00 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:09:36.610523 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23f330-346b-4920-92f8-36314a9a0d00 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:09:36.610843 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23f330-346b-4920-92f8-36314a9a0d00 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:09:36.611166 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23f330-346b-4920-92f8-36314a9a0d00 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:09:36.611487 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23f330-346b-4920-92f8-36314a9a0d00 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:09:36.611804 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23f330-346b-4920-92f8-36314a9a0d00 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:09:36.612121 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23f330-346b-4920-92f8-36314a9a0d00 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:09:36.612464 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23f330-346b-4920-92f8-36314a9a0d00 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:09:36.612783 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23f330-346b-4920-92f8-36314a9a0d00 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:09:36.613106 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23f330-346b-4920-92f8-36314a9a0d00 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:09:36.625856 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f70be9ef-65cf-4975-bc3b-d021ca1e6b60 req-4d8cea58-72d5-41b7-a024-2b0e18c4c10f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "GET /v2.0/security-groups?id=54a12e4a-2657-4fc5-bb16-67b0391b47cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346606 Mar 28 14:09:36.633879 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [req-748178b4-cf60-40f6-b04e-0777591b7d03 req-8b23f330-346b-4920-92f8-36314a9a0d00 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] No DVR routers for this DVR port 301b37c2-4156-4cd8-a829-60baec2965a6 on host hv-neutron-8353 {{(pid=109612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:09:36.636067 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-748178b4-cf60-40f6-b04e-0777591b7d03 req-8b23f330-346b-4920-92f8-36314a9a0d00 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:36.639458 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-748178b4-cf60-40f6-b04e-0777591b7d03 req-8b23f330-346b-4920-92f8-36314a9a0d00 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.20 "DELETE /v2.0/ports/301b37c2-4156-4cd8-a829-60baec2965a6 HTTP/1.1" status: 204 len: 173 time: 0.7864804 Mar 28 14:09:36.639928 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca36d17-d574-4bca-9658-7ee8149680d3', 'name': 'network-vif-deleted', 'tag': '301b37c2-4156-4cd8-a829-60baec2965a6'}] {{(pid=109612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:09:36.642205 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe63c13e87a9f7251adb6bd0d9fca296dff075f1d7b14c4d1edf5c408047469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d5c598-eeaf-47d2-abb7-439f1e680ad5" -d '{"events": [{"server_uuid": "8ca36d17-d574-4bca-9658-7ee8149680d3", "name": "network-vif-deleted", "tag": "301b37c2-4156-4cd8-a829-60baec2965a6"}]}' {{(pid=109612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:09:36.677536 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d203998-ae0b-42a9-9c92-d07d6137c20a x-openstack-request-id: req-6d203998-ae0b-42a9-9c92-d07d6137c20a {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:09:36.677826 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca36d17-d574-4bca-9658-7ee8149680d3", "name": "network-vif-deleted", "tag": "301b37c2-4156-4cd8-a829-60baec2965a6", "status": "completed", "code": 200}]} {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:09:36.678072 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6d203998-ae0b-42a9-9c92-d07d6137c20a {{(pid=109612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:09:36.678463 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca36d17-d574-4bca-9658-7ee8149680d3', 'name': 'network-vif-deleted', 'tag': '301b37c2-4156-4cd8-a829-60baec2965a6', 'status': 'completed', 'code': 200} Mar 28 14:09:37.682317 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 38010) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:09:37.739269 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-155ffbc2-5bc3-43eb-b532-df362d4dbd60 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:37.763540 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-155ffbc2-5bc3-43eb-b532-df362d4dbd60 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:37.882487 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-155ffbc2-5bc3-43eb-b532-df362d4dbd60 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:37.885029 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-155ffbc2-5bc3-43eb-b532-df362d4dbd60 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:37.886172 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-155ffbc2-5bc3-43eb-b532-df362d4dbd60 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "DELETE /v2.0/security-groups/54a12e4a-2657-4fc5-bb16-67b0391b47cf HTTP/1.1" status: 204 len: 168 time: 0.2028792 Mar 28 14:09:37.895236 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ffbc2-5bc3-43eb-b532-df362d4dbd60 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a12e4a-2657-4fc5-bb16-67b0391b47cf,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:09:37.976745 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 38014) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:09:38.326797 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-72d6f158-cbc5-448a-ae75-938b5e7f419f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:38.567700 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 301b37c2-4156-4cd8-a829-60baec2965a6 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:09:38.576257 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-72d6f158-cbc5-448a-ae75-938b5e7f419f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Deleting port e7a774f9-0d0d-4627-a369-d6e69d050535 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:09:38.576768 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-72d6f158-cbc5-448a-ae75-938b5e7f419f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:38.595895 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] No Port match for: 301b37c2-4156-4cd8-a829-60baec2965a6 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:09:38.596223 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 301b37c2-4156-4cd8-a829-60baec2965a6 not bound to the agent host hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:09:38.666314 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-72d6f158-cbc5-448a-ae75-938b5e7f419f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] For port e7a774f9-0d0d-4627-a369-d6e69d050535, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=e7a774f9-0d0d-4627-a369-d6e69d050535,segment=NetworkSegment(d490dbc8-ed37-414e-8716-cb92d24cf50d),segment_id=d490dbc8-ed37-414e-8716-cb92d24cf50d)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:09:38.666676 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-72d6f158-cbc5-448a-ae75-938b5e7f419f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:38.678934 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-72d6f158-cbc5-448a-ae75-938b5e7f419f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Calling delete_port for e7a774f9-0d0d-4627-a369-d6e69d050535 owned by network:router_interface {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:09:38.928772 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-72d6f158-cbc5-448a-ae75-938b5e7f419f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:38.959180 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d6f158-cbc5-448a-ae75-938b5e7f419f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Port': ['ID=e7a774f9-0d0d-4627-a369-d6e69d050535,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:09:39.136774 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-72d6f158-cbc5-448a-ae75-938b5e7f419f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:39.344695 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72d6f158-cbc5-448a-ae75-938b5e7f419f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Router 44684451-e4bd-4d65-ad75-3004075e797c has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:09:39.446883 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d6f158-cbc5-448a-ae75-938b5e7f419f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:09:39.451918 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-72d6f158-cbc5-448a-ae75-938b5e7f419f tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "PUT /v2.0/routers/44684451-e4bd-4d65-ad75-3004075e797c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4736052 Mar 28 14:09:39.454563 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 38016) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:09:39.457509 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760ebc6a-51a1-48c8-8b3a-7b26707d8af4 None None] Sync routers for ids ['44684451-e4bd-4d65-ad75-3004075e797c'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:09:39.466857 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760ebc6a-51a1-48c8-8b3a-7b26707d8af4 None None] Routers {'44684451-e4bd-4d65-ad75-3004075e797c'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:09:39.467538 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-760ebc6a-51a1-48c8-8b3a-7b26707d8af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:09:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['44684451-e4bd-4d65-ad75-3004075e797c'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:09:39.503714 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea286254-c9d2-4e15-b6e6-46ecf8314e1d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Deleting subnet a9bdf5ec-03d5-4c58-a6eb-877ad39a16c3 {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 14:09:39.506656 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ea286254-c9d2-4e15-b6e6-46ecf8314e1d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:39.544494 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ea286254-c9d2-4e15-b6e6-46ecf8314e1d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:39.570947 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-760ebc6a-51a1-48c8-8b3a-7b26707d8af4 None None] Set router 44684451-e4bd-4d65-ad75-3004075e797c gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:09:39.636844 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ea286254-c9d2-4e15-b6e6-46ecf8314e1d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:39.745991 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-760ebc6a-51a1-48c8-8b3a-7b26707d8af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44684451-e4bd-4d65-ad75-3004075e797c', 'name': 'tempest-TestNetworkBasicOps-router-1671218768', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': 'b8ceeff5-3db2-401f-83e4-60e3d454ad8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:07:59Z', 'updated_at': '2022-03-28T14:09:38Z', 'revision_number': 7, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'b8ceeff5-3db2-401f-83e4-60e3d454ad8a', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44684451-e4bd-4d65-ad75-3004075e797c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:07:59Z', 'updated_at': '2022-03-28T14:09:31Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:09:39.747300 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ea286254-c9d2-4e15-b6e6-46ecf8314e1d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:39.771432 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760ebc6a-51a1-48c8-8b3a-7b26707d8af4 None None] Checking router: 44684451-e4bd-4d65-ad75-3004075e797c for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:09:39.773290 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea286254-c9d2-4e15-b6e6-46ecf8314e1d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Subnet': ['ID=a9bdf5ec-03d5-4c58-a6eb-877ad39a16c3,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:09:39.777444 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ea286254-c9d2-4e15-b6e6-46ecf8314e1d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:39.780595 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ea286254-c9d2-4e15-b6e6-46ecf8314e1d tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "DELETE /v2.0/subnets/a9bdf5ec-03d5-4c58-a6eb-877ad39a16c3 HTTP/1.1" status: 204 len: 168 time: 0.3250892 Mar 28 14:09:39.783243 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 38018) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:09:39.785424 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee84bf26-e576-4bf1-9f74-7a6c572104a5 None None] Network 37354f91-5f5a-483e-a7f4-049595000ecc requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:09:39.802871 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760ebc6a-51a1-48c8-8b3a-7b26707d8af4 None None] Routers {'44684451-e4bd-4d65-ad75-3004075e797c'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:09:39.803386 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-760ebc6a-51a1-48c8-8b3a-7b26707d8af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:09:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['44684451-e4bd-4d65-ad75-3004075e797c'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:09:39.889549 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1ffbac25-5356-4124-b04b-8085b139161a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:39.997595 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1ffbac25-5356-4124-b04b-8085b139161a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:40.114419 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-1ffbac25-5356-4124-b04b-8085b139161a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Deleting port b8ceeff5-3db2-401f-83e4-60e3d454ad8a {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:09:40.114670 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1ffbac25-5356-4124-b04b-8085b139161a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:40.122582 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-760ebc6a-51a1-48c8-8b3a-7b26707d8af4 None None] Set router 44684451-e4bd-4d65-ad75-3004075e797c gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:09:40.196035 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-1ffbac25-5356-4124-b04b-8085b139161a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] For port b8ceeff5-3db2-401f-83e4-60e3d454ad8a, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=b8ceeff5-3db2-401f-83e4-60e3d454ad8a,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:09:40.196903 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1ffbac25-5356-4124-b04b-8085b139161a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:40.209839 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-1ffbac25-5356-4124-b04b-8085b139161a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Calling delete_port for b8ceeff5-3db2-401f-83e4-60e3d454ad8a owned by network:router_gateway {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:09:40.280757 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1a9399-806e-440e-aaff-5df3d5c4ce3b None None] DHCP port deletion for 37354f91-5f5a-483e-a7f4-049595000ecc request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 14:09:40.339487 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-760ebc6a-51a1-48c8-8b3a-7b26707d8af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44684451-e4bd-4d65-ad75-3004075e797c', 'name': 'tempest-TestNetworkBasicOps-router-1671218768', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': 'b8ceeff5-3db2-401f-83e4-60e3d454ad8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:07:59Z', 'updated_at': '2022-03-28T14:09:38Z', 'revision_number': 7, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'b8ceeff5-3db2-401f-83e4-60e3d454ad8a', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44684451-e4bd-4d65-ad75-3004075e797c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:07:59Z', 'updated_at': '2022-03-28T14:09:31Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:09:40.372659 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760ebc6a-51a1-48c8-8b3a-7b26707d8af4 None None] The sync data for ids ['44684451-e4bd-4d65-ad75-3004075e797c'] in dv-neutron-835335-1-hyperv is: [{'id': '44684451-e4bd-4d65-ad75-3004075e797c', 'name': 'tempest-TestNetworkBasicOps-router-1671218768', 'tenant_id': '8783dd3017a04690835ab7e96e428838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': 'b8ceeff5-3db2-401f-83e4-60e3d454ad8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:07:59Z', 'updated_at': '2022-03-28T14:09:38Z', 'revision_number': 7, 'project_id': '8783dd3017a04690835ab7e96e428838', 'gw_port': {'id': 'b8ceeff5-3db2-401f-83e4-60e3d454ad8a', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44684451-e4bd-4d65-ad75-3004075e797c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:07:59Z', 'updated_at': '2022-03-28T14:09:31Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:09:40.380215 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-1f1a9399-806e-440e-aaff-5df3d5c4ce3b None None] Deleting port 379ae6f0-d008-4dcb-9994-99fa29b32a47 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:09:40.380215 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1f1a9399-806e-440e-aaff-5df3d5c4ce3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:40.440628 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-1f1a9399-806e-440e-aaff-5df3d5c4ce3b None None] For port 379ae6f0-d008-4dcb-9994-99fa29b32a47, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=379ae6f0-d008-4dcb-9994-99fa29b32a47,segment=NetworkSegment(d490dbc8-ed37-414e-8716-cb92d24cf50d),segment_id=d490dbc8-ed37-414e-8716-cb92d24cf50d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:09:40.441026 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1f1a9399-806e-440e-aaff-5df3d5c4ce3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:40.453385 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-1f1a9399-806e-440e-aaff-5df3d5c4ce3b None None] Calling delete_port for 379ae6f0-d008-4dcb-9994-99fa29b32a47 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:09:40.455718 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1ffbac25-5356-4124-b04b-8085b139161a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:40.486459 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffbac25-5356-4124-b04b-8085b139161a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Port': ['ID=b8ceeff5-3db2-401f-83e4-60e3d454ad8a,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:09:40.542320 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1ffbac25-5356-4124-b04b-8085b139161a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133933816'] for router_gateway, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:40.609981 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1f1a9399-806e-440e-aaff-5df3d5c4ce3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:40.632919 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1ffbac25-5356-4124-b04b-8085b139161a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:40.634978 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1ffbac25-5356-4124-b04b-8085b139161a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:40.637105 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a9399-806e-440e-aaff-5df3d5c4ce3b None None] Pushing event deleted for resources: {'Port': ['ID=379ae6f0-d008-4dcb-9994-99fa29b32a47,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:09:40.643717 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1a9399-806e-440e-aaff-5df3d5c4ce3b None None] No DVR routers for this DVR port 379ae6f0-d008-4dcb-9994-99fa29b32a47 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:09:40.746061 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1ffbac25-5356-4124-b04b-8085b139161a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:40.746593 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ffbac25-5356-4124-b04b-8085b139161a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Fanout notify agent at l3_agent the message router_deleted on router 44684451-e4bd-4d65-ad75-3004075e797c {{(pid=109613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 14:09:40.753474 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1ffbac25-5356-4124-b04b-8085b139161a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:40.757156 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-1ffbac25-5356-4124-b04b-8085b139161a tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "DELETE /v2.0/routers/44684451-e4bd-4d65-ad75-3004075e797c HTTP/1.1" status: 204 len: 168 time: 0.9705546 Mar 28 14:09:40.757507 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 38020) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:09:40.839634 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-90c16d97-7424-4084-822e-0da8cce57f80 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:40.923258 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-90c16d97-7424-4084-822e-0da8cce57f80 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:40.944241 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-90c16d97-7424-4084-822e-0da8cce57f80 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37354f91-5f5a-483e-a7f4-049595000ecc']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:09:40.955054 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-90c16d97-7424-4084-822e-0da8cce57f80 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd490dbc8-ed37-414e-8716-cb92d24cf50d') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:09:40.955339 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-90c16d97-7424-4084-822e-0da8cce57f80 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd490dbc8-ed37-414e-8716-cb92d24cf50d') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:09:40.966158 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-90c16d97-7424-4084-822e-0da8cce57f80 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:40.979644 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-90c16d97-7424-4084-822e-0da8cce57f80 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:40.986004 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c16d97-7424-4084-822e-0da8cce57f80 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 14:09:40.986397 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-90c16d97-7424-4084-822e-0da8cce57f80 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:40.989523 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 14:09:40.989523 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 14:09:40.989523 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 14:09:40.989523 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 14:09:40.989523 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 14:09:40.989523 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 14:09:40.989523 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 14:09:40.989523 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 14:09:40.989523 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 14:09:40.989523 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 14:09:40.989523 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 14:09:40.989523 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 14:09:40.989523 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 14:09:40.989523 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 14:09:40.989523 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 14:09:40.989523 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 14:09:40.989523 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 14:09:40.989523 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 14:09:40.989523 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 14:09:40.989523 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 14:09:40.989523 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 14:09:40.989523 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 14:09:40.989523 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 14:09:40.989523 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 14:09:40.989523 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 14:09:40.989523 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 14:09:40.989523 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 14:09:40.989523 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 14:09:40.989523 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 14:09:40.989523 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 14:09:40.989523 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 14:09:40.989523 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 14:09:41.135895 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-90c16d97-7424-4084-822e-0da8cce57f80 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:41.143014 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-90c16d97-7424-4084-822e-0da8cce57f80 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Notify callbacks [] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:41.146129 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-90c16d97-7424-4084-822e-0da8cce57f80 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] 10.222.0.24 "DELETE /v2.0/networks/37354f91-5f5a-483e-a7f4-049595000ecc HTTP/1.1" status: 204 len: 168 time: 0.3871148 Mar 28 14:09:41.158125 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c16d97-7424-4084-822e-0da8cce57f80 tempest-TestNetworkBasicOps-1670080891 tempest-TestNetworkBasicOps-1670080891-project] Pushing event deleted for resources: {'Network': ['ID=37354f91-5f5a-483e-a7f4-049595000ecc,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:09:41.428571 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 379ae6f0-d008-4dcb-9994-99fa29b32a47 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:09:41.450319 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 379ae6f0-d008-4dcb-9994-99fa29b32a47 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:09:41.450723 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 379ae6f0-d008-4dcb-9994-99fa29b32a47 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:09:41.451188 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device e7a774f9-0d0d-4627-a369-d6e69d050535 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:09:41.470185 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: e7a774f9-0d0d-4627-a369-d6e69d050535 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:09:41.470523 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device e7a774f9-0d0d-4627-a369-d6e69d050535 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:09:41.656275 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 38026) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:09:41.784157 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-de4e358c-c3dd-4cd1-b292-ae5b9bf15c4d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8783dd3017a04690835ab7e96e428838&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1266229 Mar 28 14:09:41.786590 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 38030) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:09:41.833125 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d469af61-81f9-483d-9437-0c1037158d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:41.854509 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d469af61-81f9-483d-9437-0c1037158d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:41.974662 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d469af61-81f9-483d-9437-0c1037158d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:41.977790 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d469af61-81f9-483d-9437-0c1037158d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:41.978910 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d469af61-81f9-483d-9437-0c1037158d3a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b9d032aa-c725-467c-b755-ff2eca2d3c35 HTTP/1.1" status: 204 len: 168 time: 0.1914439 Mar 28 14:09:41.987165 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d469af61-81f9-483d-9437-0c1037158d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d032aa-c725-467c-b755-ff2eca2d3c35,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:09:42.638977 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 38036) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:09:42.651880 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4b41c744-c6ef-4082-83b8-ddfd180b7c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:42.723407 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4b41c744-c6ef-4082-83b8-ddfd180b7c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:42.786518 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4b41c744-c6ef-4082-83b8-ddfd180b7c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:42.823650 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41c744-c6ef-4082-83b8-ddfd180b7c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0313eebb-b93b-467e-8e13-ae23f5b139a4,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:09:42.828915 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-4b41c744-c6ef-4082-83b8-ddfd180b7c0b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=598a15662dda459bb89614efc1772135&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1889477 Mar 28 14:09:42.831680 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 38038) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:09:42.886145 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-04f209e7-f975-44ea-9ba7-a9a6b4ac8b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:42.905946 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-04f209e7-f975-44ea-9ba7-a9a6b4ac8b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:43.006829 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device b8ceeff5-3db2-401f-83e4-60e3d454ad8a no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:09:43.026271 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: b8ceeff5-3db2-401f-83e4-60e3d454ad8a {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:09:43.026605 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device b8ceeff5-3db2-401f-83e4-60e3d454ad8a not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:09:43.043070 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-04f209e7-f975-44ea-9ba7-a9a6b4ac8b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:43.045559 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-04f209e7-f975-44ea-9ba7-a9a6b4ac8b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:43.046696 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-04f209e7-f975-44ea-9ba7-a9a6b4ac8b3d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0313eebb-b93b-467e-8e13-ae23f5b139a4 HTTP/1.1" status: 204 len: 168 time: 0.2138624 Mar 28 14:09:43.054448 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f209e7-f975-44ea-9ba7-a9a6b4ac8b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0313eebb-b93b-467e-8e13-ae23f5b139a4,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:09:43.625751 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:50.765135 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-81124088-74c8-46da-a086-84529d1cfacb req-f447cf02-9808-4463-ae6b-02a994bb2022 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=2b6a3e7081034f49acda9779c808ff86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310249 Mar 28 14:09:51.237034 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81124088-74c8-46da-a086-84529d1cfacb req-9df7b916-3b49-43fe-be83-e30faa987a3d tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:09:51.238505 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-81124088-74c8-46da-a086-84529d1cfacb req-9df7b916-3b49-43fe-be83-e30faa987a3d tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4681523 Mar 28 14:09:51.253623 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-81124088-74c8-46da-a086-84529d1cfacb req-8833da62-d4bc-4452-a28c-9e509d054aa3 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] 10.222.0.24 "GET /v2.0/quotas/2b6a3e7081034f49acda9779c808ff86 HTTP/1.1" status: 200 len: 375 time: 0.0087092 Mar 28 14:09:51.283384 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-81124088-74c8-46da-a086-84529d1cfacb req-dcd114c1-0e38-46bb-a61d-36741c38dace tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b6a3e7081034f49acda9779c808ff86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0245929 Mar 28 14:09:52.519208 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c8093331-40f4-4daa-95e9-91faf2a854f5 req-0489cd2a-39f0-4bda-8272-b61b4c6a36cf tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] 10.222.0.24 "GET /v2.0/ports?device_id=7659712a-73c8-4d23-9451-5a5c46a96790 HTTP/1.1" status: 200 len: 210 time: 0.0300376 Mar 28 14:09:53.612125 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0abbfe7b-5a3e-4229-a46e-e8461d53e9eb req-c9d4668e-7ead-44a1-99c4-d94840e369e1 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] 10.222.0.24 "GET /v2.0/ports?device_id=7659712a-73c8-4d23-9451-5a5c46a96790 HTTP/1.1" status: 200 len: 210 time: 0.0260353 Mar 28 14:09:54.015020 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-774044c9-4327-48cd-8201-3e32527e7711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:54.441127 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-81124088-74c8-46da-a086-84529d1cfacb req-587294e9-6169-452e-b6d1-b0909d060246 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=2b6a3e7081034f49acda9779c808ff86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307689 Mar 28 14:09:54.628177 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81124088-74c8-46da-a086-84529d1cfacb req-22d2a171-d7ee-4903-a14a-9f5690a3fbc6 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:09:54.629617 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-81124088-74c8-46da-a086-84529d1cfacb req-22d2a171-d7ee-4903-a14a-9f5690a3fbc6 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1834910 Mar 28 14:09:54.641451 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [req-81124088-74c8-46da-a086-84529d1cfacb req-fbfb5bc7-ed5f-4818-a795-139f05b0a704 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] Request body: {'port': {'device_id': '7659712a-73c8-4d23-9451-5a5c46a96790', 'network_id': 'd2f4afc6-a4f2-4c6f-ac70-d6c22da964f1', 'admin_state_up': True, 'tenant_id': '2b6a3e7081034f49acda9779c808ff86'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:09:54.706388 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-09b6afcd-9487-4592-9391-f6e7d4a2af33 req-e6df1af0-6141-404e-9186-c6f43a32e3cf tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] 10.222.0.24 "GET /v2.0/ports?device_id=7659712a-73c8-4d23-9451-5a5c46a96790 HTTP/1.1" status: 200 len: 210 time: 0.0258200 Mar 28 14:09:54.792255 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81124088-74c8-46da-a086-84529d1cfacb req-fbfb5bc7-ed5f-4818-a795-139f05b0a704 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] Made reservation on behalf of 2b6a3e7081034f49acda9779c808ff86 for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:09:54.795735 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-81124088-74c8-46da-a086-84529d1cfacb req-fbfb5bc7-ed5f-4818-a795-139f05b0a704 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:54.804746 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-81124088-74c8-46da-a086-84529d1cfacb req-fbfb5bc7-ed5f-4818-a795-139f05b0a704 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:54.876760 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-81124088-74c8-46da-a086-84529d1cfacb req-fbfb5bc7-ed5f-4818-a795-139f05b0a704 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:54.929490 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-81124088-74c8-46da-a086-84529d1cfacb req-fbfb5bc7-ed5f-4818-a795-139f05b0a704 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:54.996622 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb5bc7-ed5f-4818-a795-139f05b0a704 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce91aa8-3fce-42b7-bbf3-968112df9d5b,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:09:55.060556 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [req-81124088-74c8-46da-a086-84529d1cfacb req-fbfb5bc7-ed5f-4818-a795-139f05b0a704 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] Allocated IP 192.168.233.50 (d2f4afc6-a4f2-4c6f-ac70-d6c22da964f1/7dbb0304-4ed8-4367-8dd6-5ff9690a194b/f46618da-82f6-4b16-a2a5-225cb86e92c7) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:09:55.203874 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-81124088-74c8-46da-a086-84529d1cfacb req-fbfb5bc7-ed5f-4818-a795-139f05b0a704 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:55.284742 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-81124088-74c8-46da-a086-84529d1cfacb req-fbfb5bc7-ed5f-4818-a795-139f05b0a704 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:55.326344 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81124088-74c8-46da-a086-84529d1cfacb req-fbfb5bc7-ed5f-4818-a795-139f05b0a704 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] Network d2f4afc6-a4f2-4c6f-ac70-d6c22da964f1 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:09:55.329394 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [req-81124088-74c8-46da-a086-84529d1cfacb req-fbfb5bc7-ed5f-4818-a795-139f05b0a704 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:09:55.333120 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [req-81124088-74c8-46da-a086-84529d1cfacb req-fbfb5bc7-ed5f-4818-a795-139f05b0a704 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:09:55.358232 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb5bc7-ed5f-4818-a795-139f05b0a704 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] Pushing event updated for resources: {'Port': ['ID=f46618da-82f6-4b16-a2a5-225cb86e92c7,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:09:55.387386 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81124088-74c8-46da-a086-84529d1cfacb req-fbfb5bc7-ed5f-4818-a795-139f05b0a704 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:09:55.393535 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-81124088-74c8-46da-a086-84529d1cfacb req-fbfb5bc7-ed5f-4818-a795-139f05b0a704 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:55.470130 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-81124088-74c8-46da-a086-84529d1cfacb req-fbfb5bc7-ed5f-4818-a795-139f05b0a704 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8324690 Mar 28 14:09:55.481807 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [req-81124088-74c8-46da-a086-84529d1cfacb req-fbf8b542-f8e9-40d9-b2c4-ff26b5b07f02 service neutron] Request body: {'port': {'device_id': '7659712a-73c8-4d23-9451-5a5c46a96790', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:09:55.506911 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-d9b8328b-e649-4246-80dc-34da36c3646d None None] Provisioning complete for port f46618da-82f6-4b16-a2a5-225cb86e92c7 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:09:55.507476 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d9b8328b-e649-4246-80dc-34da36c3646d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:55.538855 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-81124088-74c8-46da-a086-84529d1cfacb req-fbf8b542-f8e9-40d9-b2c4-ff26b5b07f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:55.543464 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-d9b8328b-e649-4246-80dc-34da36c3646d None None] Port f46618da-82f6-4b16-a2a5-225cb86e92c7 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:09:55.792638 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [req-81124088-74c8-46da-a086-84529d1cfacb req-fbf8b542-f8e9-40d9-b2c4-ff26b5b07f02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f46618da-82f6-4b16-a2a5-225cb86e92c7 {{(pid=109612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:09:55.800019 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-81124088-74c8-46da-a086-84529d1cfacb req-fbf8b542-f8e9-40d9-b2c4-ff26b5b07f02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:55.813118 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.provisioning_blocks [req-81124088-74c8-46da-a086-84529d1cfacb req-fbf8b542-f8e9-40d9-b2c4-ff26b5b07f02 service neutron] Transition to ACTIVE for port object f46618da-82f6-4b16-a2a5-225cb86e92c7 will not be triggered until provisioned by entity L2. {{(pid=109612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 14:09:55.823043 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117bd8e0-b2f7-44bc-8ab2-2387438f340f req-dfc9fd39-bf63-490c-a169-016ba595a7c2 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:09:55.834203 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-117bd8e0-b2f7-44bc-8ab2-2387438f340f req-dfc9fd39-bf63-490c-a169-016ba595a7c2 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] 10.222.0.24 "GET /v2.0/ports?device_id=7659712a-73c8-4d23-9451-5a5c46a96790 HTTP/1.1" status: 200 len: 935 time: 0.0484624 Mar 28 14:09:55.861267 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-117bd8e0-b2f7-44bc-8ab2-2387438f340f req-e65b952c-c19e-4d4f-814e-1f6ab0e6f273 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] 10.222.0.24 "GET /v2.0/security-groups?id=7ce91aa8-3fce-42b7-bbf3-968112df9d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307894 Mar 28 14:09:55.894070 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-81124088-74c8-46da-a086-84529d1cfacb req-fbf8b542-f8e9-40d9-b2c4-ff26b5b07f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:55.961717 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf8b542-f8e9-40d9-b2c4-ff26b5b07f02 service neutron] Pushing event updated for resources: {'Port': ['ID=f46618da-82f6-4b16-a2a5-225cb86e92c7,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:09:56.014821 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [req-81124088-74c8-46da-a086-84529d1cfacb req-fbf8b542-f8e9-40d9-b2c4-ff26b5b07f02 service neutron] Attempting to bind port f46618da-82f6-4b16-a2a5-225cb86e92c7 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:09:56.015155 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [req-81124088-74c8-46da-a086-84529d1cfacb req-fbf8b542-f8e9-40d9-b2c4-ff26b5b07f02 service neutron] Attempting to bind port f46618da-82f6-4b16-a2a5-225cb86e92c7 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '765d265c-7f55-48e0-a83e-eaa4ea1473b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd2f4afc6-a4f2-4c6f-ac70-d6c22da964f1'}] {{(pid=109612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:09:56.015487 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81124088-74c8-46da-a086-84529d1cfacb req-fbf8b542-f8e9-40d9-b2c4-ff26b5b07f02 service neutron] Attempting to bind port f46618da-82f6-4b16-a2a5-225cb86e92c7 on network d2f4afc6-a4f2-4c6f-ac70-d6c22da964f1 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:09:56.020236 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81124088-74c8-46da-a086-84529d1cfacb req-fbf8b542-f8e9-40d9-b2c4-ff26b5b07f02 service neutron] Port f46618da-82f6-4b16-a2a5-225cb86e92c7 on network d2f4afc6-a4f2-4c6f-ac70-d6c22da964f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 14:09:56.020585 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81124088-74c8-46da-a086-84529d1cfacb req-fbf8b542-f8e9-40d9-b2c4-ff26b5b07f02 service neutron] Attempting to bind port f46618da-82f6-4b16-a2a5-225cb86e92c7 on network d2f4afc6-a4f2-4c6f-ac70-d6c22da964f1 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:09:56.025777 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81124088-74c8-46da-a086-84529d1cfacb req-fbf8b542-f8e9-40d9-b2c4-ff26b5b07f02 service neutron] Checking agent: {'id': '72ab3303-6c81-4bd9-a1a9-2c5d9b681d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'started_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:09:56.026115 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81124088-74c8-46da-a086-84529d1cfacb req-fbf8b542-f8e9-40d9-b2c4-ff26b5b07f02 service neutron] Checking segment: {'id': '765d265c-7f55-48e0-a83e-eaa4ea1473b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd2f4afc6-a4f2-4c6f-ac70-d6c22da964f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:09:56.026499 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81124088-74c8-46da-a086-84529d1cfacb req-fbf8b542-f8e9-40d9-b2c4-ff26b5b07f02 service neutron] Bound using segment: {'id': '765d265c-7f55-48e0-a83e-eaa4ea1473b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd2f4afc6-a4f2-4c6f-ac70-d6c22da964f1'} {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:09:56.026922 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [req-81124088-74c8-46da-a086-84529d1cfacb req-fbf8b542-f8e9-40d9-b2c4-ff26b5b07f02 service neutron] Bound port: f46618da-82f6-4b16-a2a5-225cb86e92c7, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '765d265c-7f55-48e0-a83e-eaa4ea1473b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd2f4afc6-a4f2-4c6f-ac70-d6c22da964f1'}}] {{(pid=109612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:09:56.027286 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-81124088-74c8-46da-a086-84529d1cfacb req-fbf8b542-f8e9-40d9-b2c4-ff26b5b07f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:56.094099 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [req-81124088-74c8-46da-a086-84529d1cfacb req-fbf8b542-f8e9-40d9-b2c4-ff26b5b07f02 service neutron] For port f46618da-82f6-4b16-a2a5-225cb86e92c7, host hv-neutron-8353, cleared binding levels {{(pid=109612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:09:56.097029 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [req-81124088-74c8-46da-a086-84529d1cfacb req-fbf8b542-f8e9-40d9-b2c4-ff26b5b07f02 service neutron] For port f46618da-82f6-4b16-a2a5-225cb86e92c7, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=f46618da-82f6-4b16-a2a5-225cb86e92c7,segment=NetworkSegment(765d265c-7f55-48e0-a83e-eaa4ea1473b7),segment_id=765d265c-7f55-48e0-a83e-eaa4ea1473b7)] {{(pid=109612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:09:56.146981 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-81124088-74c8-46da-a086-84529d1cfacb req-fbf8b542-f8e9-40d9-b2c4-ff26b5b07f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:56.179616 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81124088-74c8-46da-a086-84529d1cfacb req-fbf8b542-f8e9-40d9-b2c4-ff26b5b07f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:09:56.180150 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-81124088-74c8-46da-a086-84529d1cfacb req-fbf8b542-f8e9-40d9-b2c4-ff26b5b07f02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:56.181522 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-81124088-74c8-46da-a086-84529d1cfacb req-fbf8b542-f8e9-40d9-b2c4-ff26b5b07f02 service neutron] 10.222.0.20 "PUT /v2.0/ports/f46618da-82f6-4b16-a2a5-225cb86e92c7 HTTP/1.1" status: 200 len: 1097 time: 0.7040308 Mar 28 14:09:56.181958 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7659712a-73c8-4d23-9451-5a5c46a96790', 'tag': 'f46618da-82f6-4b16-a2a5-225cb86e92c7'}] {{(pid=109612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:09:56.184442 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe63c13e87a9f7251adb6bd0d9fca296dff075f1d7b14c4d1edf5c408047469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d970f5f-a440-4447-b135-1666589d7b34" -d '{"events": [{"name": "network-changed", "server_uuid": "7659712a-73c8-4d23-9451-5a5c46a96790", "tag": "f46618da-82f6-4b16-a2a5-225cb86e92c7"}]}' {{(pid=109612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:09:56.201707 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:09:56.215296 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf8b542-f8e9-40d9-b2c4-ff26b5b07f02 service neutron] Pushing event updated for resources: {'Port': ['ID=f46618da-82f6-4b16-a2a5-225cb86e92c7,revision_number=3']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:09:56.230649 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc2d2ca-37f0-4e77-a529-44cd7ddb93c3 x-openstack-request-id: req-0cc2d2ca-37f0-4e77-a529-44cd7ddb93c3 {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:09:56.230649 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7659712a-73c8-4d23-9451-5a5c46a96790", "tag": "f46618da-82f6-4b16-a2a5-225cb86e92c7", "status": "completed", "code": 200}]} {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:09:56.230903 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0cc2d2ca-37f0-4e77-a529-44cd7ddb93c3 {{(pid=109612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:09:56.231240 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7659712a-73c8-4d23-9451-5a5c46a96790', 'tag': 'f46618da-82f6-4b16-a2a5-225cb86e92c7', 'status': 'completed', 'code': 200} Mar 28 14:09:56.290560 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d970f5f-a440-4447-b135-1666589d7b34 req-b73de42b-a55b-4553-88ee-2a6b585e132d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:09:56.292087 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-9d970f5f-a440-4447-b135-1666589d7b34 req-b73de42b-a55b-4553-88ee-2a6b585e132d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2b6a3e7081034f49acda9779c808ff86&device_id=7659712a-73c8-4d23-9451-5a5c46a96790 HTTP/1.1" status: 200 len: 1100 time: 0.0460703 Mar 28 14:09:56.319039 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-9d970f5f-a440-4447-b135-1666589d7b34 req-f6250285-730a-4ad2-ae6f-e109c4f86cea service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=2b6a3e7081034f49acda9779c808ff86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201387 Mar 28 14:09:56.324656 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-23dacdab-1d11-4a41-bcd9-9dacb9a081bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:56.413138 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d970f5f-a440-4447-b135-1666589d7b34 req-53369a82-f888-475d-b437-6e7d709e1b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:09:56.415210 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-9d970f5f-a440-4447-b135-1666589d7b34 req-53369a82-f888-475d-b437-6e7d709e1b40 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900044 Mar 28 14:09:56.489167 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81124088-74c8-46da-a086-84529d1cfacb req-9940522d-eb4a-4216-a0eb-090b3d99b025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:09:56.490523 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-81124088-74c8-46da-a086-84529d1cfacb req-9940522d-eb4a-4216-a0eb-090b3d99b025 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2b6a3e7081034f49acda9779c808ff86&device_id=7659712a-73c8-4d23-9451-5a5c46a96790 HTTP/1.1" status: 200 len: 1100 time: 0.0403559 Mar 28 14:09:56.534451 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-81124088-74c8-46da-a086-84529d1cfacb req-3527d660-c8bd-4e81-9879-cf1bcf7a2aa8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=f46618da-82f6-4b16-a2a5-225cb86e92c7 HTTP/1.1" status: 200 len: 217 time: 0.0369270 Mar 28 14:09:56.580690 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81124088-74c8-46da-a086-84529d1cfacb req-c4e35eb5-9520-436d-92f1-6de2bd4f18cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:09:56.582064 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-81124088-74c8-46da-a086-84529d1cfacb req-c4e35eb5-9520-436d-92f1-6de2bd4f18cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7dbb0304-4ed8-4367-8dd6-5ff9690a194b HTTP/1.1" status: 200 len: 843 time: 0.0419269 Mar 28 14:09:56.624786 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81124088-74c8-46da-a086-84529d1cfacb req-d3189e5c-5839-49c4-a7df-dcc751b0effc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:09:56.626215 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-81124088-74c8-46da-a086-84529d1cfacb req-d3189e5c-5839-49c4-a7df-dcc751b0effc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d2f4afc6-a4f2-4c6f-ac70-d6c22da964f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0379741 Mar 28 14:09:56.716605 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-81124088-74c8-46da-a086-84529d1cfacb req-06452cb8-eff9-47c8-8e80-b77a4a404116 service neutron] 10.222.0.20 "GET /v2.0/networks/d2f4afc6-a4f2-4c6f-ac70-d6c22da964f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835631 Mar 28 14:09:56.800772 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-81124088-74c8-46da-a086-84529d1cfacb req-4cbbb494-505b-4b29-b2d2-82090149d0e2 service neutron] 10.222.0.20 "GET /v2.0/networks/d2f4afc6-a4f2-4c6f-ac70-d6c22da964f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0776529 Mar 28 14:09:56.978233 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5af749-5b09-4370-8318-fb3cee272579 req-cd3101ca-c793-4269-95d7-3e39c81a6035 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:09:56.979864 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0e5af749-5b09-4370-8318-fb3cee272579 req-cd3101ca-c793-4269-95d7-3e39c81a6035 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] 10.222.0.24 "GET /v2.0/ports?device_id=7659712a-73c8-4d23-9451-5a5c46a96790 HTTP/1.1" status: 200 len: 947 time: 0.0524585 Mar 28 14:09:57.020865 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0e5af749-5b09-4370-8318-fb3cee272579 req-f4402cbd-b8da-4e89-ae2c-e948608bed36 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] 10.222.0.24 "GET /v2.0/security-groups?id=7ce91aa8-3fce-42b7-bbf3-968112df9d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348072 Mar 28 14:09:57.626675 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:58.134375 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a4ea2-3e6d-4c8b-b325-0f18d6a0616f req-0b2d1bf2-68fe-4333-8c0d-00c69cd31a02 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:09:58.135815 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-966a4ea2-3e6d-4c8b-b325-0f18d6a0616f req-0b2d1bf2-68fe-4333-8c0d-00c69cd31a02 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] 10.222.0.24 "GET /v2.0/ports?device_id=7659712a-73c8-4d23-9451-5a5c46a96790 HTTP/1.1" status: 200 len: 947 time: 0.0476127 Mar 28 14:09:58.172269 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-966a4ea2-3e6d-4c8b-b325-0f18d6a0616f req-e3dfb455-a061-4ca8-ad20-be562f595063 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] 10.222.0.24 "GET /v2.0/security-groups?id=7ce91aa8-3fce-42b7-bbf3-968112df9d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304883 Mar 28 14:09:58.964346 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:09:59.287241 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5dd820-39e1-4980-bbe3-d54197bd9e50 req-0c7828e7-a062-4105-bf83-c50596022140 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:09:59.289545 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2f5dd820-39e1-4980-bbe3-d54197bd9e50 req-0c7828e7-a062-4105-bf83-c50596022140 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] 10.222.0.24 "GET /v2.0/ports?device_id=7659712a-73c8-4d23-9451-5a5c46a96790 HTTP/1.1" status: 200 len: 947 time: 0.0509396 Mar 28 14:09:59.337921 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2f5dd820-39e1-4980-bbe3-d54197bd9e50 req-3620368c-7a4a-4c52-936f-907987a8b5a3 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] 10.222.0.24 "GET /v2.0/security-groups?id=7ce91aa8-3fce-42b7-bbf3-968112df9d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412498 Mar 28 14:09:59.380744 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:00.453246 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d732375-330b-4cd7-8dae-2fac711559b7 req-db028ae9-9b4a-45d8-b2ef-9dd65d7efdbf tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:00.454696 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5d732375-330b-4cd7-8dae-2fac711559b7 req-db028ae9-9b4a-45d8-b2ef-9dd65d7efdbf tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] 10.222.0.24 "GET /v2.0/ports?device_id=7659712a-73c8-4d23-9451-5a5c46a96790 HTTP/1.1" status: 200 len: 947 time: 0.0489800 Mar 28 14:10:00.491119 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5d732375-330b-4cd7-8dae-2fac711559b7 req-20d9174c-cbd6-425e-9c9d-4a8671be17e2 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] 10.222.0.24 "GET /v2.0/security-groups?id=7ce91aa8-3fce-42b7-bbf3-968112df9d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305419 Mar 28 14:10:00.659600 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device f46618da-82f6-4b16-a2a5-225cb86e92c7 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:10:00.753279 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port f46618da-82f6-4b16-a2a5-225cb86e92c7, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=f46618da-82f6-4b16-a2a5-225cb86e92c7,segment=NetworkSegment(765d265c-7f55-48e0-a83e-eaa4ea1473b7),segment_id=765d265c-7f55-48e0-a83e-eaa4ea1473b7)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:10:00.764085 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': 'f46618da-82f6-4b16-a2a5-225cb86e92c7', 'network_id': 'd2f4afc6-a4f2-4c6f-ac70-d6c22da964f1', 'port_id': 'f46618da-82f6-4b16-a2a5-225cb86e92c7', 'mac_address': 'fa:16:3e:25:2c:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dbb0304-4ed8-4367-8dd6-5ff9690a194b', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:10:00.799691 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:00.811926 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f46618da-82f6-4b16-a2a5-225cb86e92c7 {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:10:00.830475 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port f46618da-82f6-4b16-a2a5-225cb86e92c7, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=f46618da-82f6-4b16-a2a5-225cb86e92c7,segment=NetworkSegment(765d265c-7f55-48e0-a83e-eaa4ea1473b7),segment_id=765d265c-7f55-48e0-a83e-eaa4ea1473b7)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:10:00.900537 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:00.948947 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=f46618da-82f6-4b16-a2a5-225cb86e92c7,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:10:01.201527 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['f46618da-82f6-4b16-a2a5-225cb86e92c7'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:10:01.605074 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a8e3b-f2d4-41b5-8b71-bef579f43dcb req-2f00f37a-d1ec-4a0d-ac18-259ad8cbb01e tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:01.606532 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c20a8e3b-f2d4-41b5-8b71-bef579f43dcb req-2f00f37a-d1ec-4a0d-ac18-259ad8cbb01e tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] 10.222.0.24 "GET /v2.0/ports?device_id=7659712a-73c8-4d23-9451-5a5c46a96790 HTTP/1.1" status: 200 len: 948 time: 0.0478110 Mar 28 14:10:01.643228 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c20a8e3b-f2d4-41b5-8b71-bef579f43dcb req-1b33f9a4-bf70-49be-917b-f4cf161179be tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] 10.222.0.24 "GET /v2.0/security-groups?id=7ce91aa8-3fce-42b7-bbf3-968112df9d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308611 Mar 28 14:10:02.667258 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device f46618da-82f6-4b16-a2a5-225cb86e92c7 up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:10:02.759383 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31ad21-7b39-4ca5-b3b1-ff02a0aa163f req-60f8c9e2-85d2-46e5-8d8b-664116d7b1fe tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:02.760857 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5e31ad21-7b39-4ca5-b3b1-ff02a0aa163f req-60f8c9e2-85d2-46e5-8d8b-664116d7b1fe tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] 10.222.0.24 "GET /v2.0/ports?device_id=7659712a-73c8-4d23-9451-5a5c46a96790 HTTP/1.1" status: 200 len: 948 time: 0.0487518 Mar 28 14:10:02.797874 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning for port f46618da-82f6-4b16-a2a5-225cb86e92c7 completed by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 14:10:02.801136 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5e31ad21-7b39-4ca5-b3b1-ff02a0aa163f req-75651a19-a70c-40bc-947f-b89151d2c682 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] 10.222.0.24 "GET /v2.0/security-groups?id=7ce91aa8-3fce-42b7-bbf3-968112df9d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341308 Mar 28 14:10:02.801723 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port f46618da-82f6-4b16-a2a5-225cb86e92c7 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:10:02.802091 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:02.878176 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:02.899182 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7659712a-73c8-4d23-9451-5a5c46a96790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f46618da-82f6-4b16-a2a5-225cb86e92c7'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:10:02.901375 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c117592b-f7ec-4a61-aee0-8de39a2fe653" -d '{"events": [{"server_uuid": "7659712a-73c8-4d23-9451-5a5c46a96790", "name": "network-vif-plugged", "status": "completed", "tag": "f46618da-82f6-4b16-a2a5-225cb86e92c7"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:10:02.913175 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port f46618da-82f6-4b16-a2a5-225cb86e92c7, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=f46618da-82f6-4b16-a2a5-225cb86e92c7,segment=NetworkSegment(765d265c-7f55-48e0-a83e-eaa4ea1473b7),segment_id=765d265c-7f55-48e0-a83e-eaa4ea1473b7)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:10:02.937861 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9c1648-ff12-450c-bcee-937dbe966f62 x-openstack-request-id: req-fb9c1648-ff12-450c-bcee-937dbe966f62 {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:10:02.938167 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7659712a-73c8-4d23-9451-5a5c46a96790", "name": "network-vif-plugged", "status": "completed", "tag": "f46618da-82f6-4b16-a2a5-225cb86e92c7", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:10:02.938413 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fb9c1648-ff12-450c-bcee-937dbe966f62 {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:10:02.938793 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7659712a-73c8-4d23-9451-5a5c46a96790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f46618da-82f6-4b16-a2a5-225cb86e92c7', 'code': 200} Mar 28 14:10:02.981231 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:03.038325 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=f46618da-82f6-4b16-a2a5-225cb86e92c7,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:10:03.229172 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1be5bd-7be3-4f01-a56d-bce69b772470 req-a466c49f-62c4-47b6-91f6-64e5e02199ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:03.230569 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-2a1be5bd-7be3-4f01-a56d-bce69b772470 req-a466c49f-62c4-47b6-91f6-64e5e02199ef service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7659712a-73c8-4d23-9451-5a5c46a96790 HTTP/1.1" status: 200 len: 1102 time: 0.0452242 Mar 28 14:10:03.266081 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-2a1be5bd-7be3-4f01-a56d-bce69b772470 req-aeec7517-9257-40f8-8b38-96373b77d1b3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7ce91aa8-3fce-42b7-bbf3-968112df9d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285172 Mar 28 14:10:03.913017 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b768803-02cd-475d-9910-f0cba885c0ca req-216163ee-521b-4bf6-ace9-0ce1c5e45271 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:03.915076 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9b768803-02cd-475d-9910-f0cba885c0ca req-216163ee-521b-4bf6-ace9-0ce1c5e45271 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] 10.222.0.24 "GET /v2.0/ports?device_id=7659712a-73c8-4d23-9451-5a5c46a96790 HTTP/1.1" status: 200 len: 949 time: 0.0475111 Mar 28 14:10:03.952159 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9b768803-02cd-475d-9910-f0cba885c0ca req-bd9cbfcb-2440-44c5-838c-fd4dd61d20fa tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] 10.222.0.24 "GET /v2.0/security-groups?id=7ce91aa8-3fce-42b7-bbf3-968112df9d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312805 Mar 28 14:10:05.065180 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5b516-a31b-4f20-976a-8c3c6cd98dc0 req-aebf15b0-e9db-484d-86d0-fc5a2b4393e2 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:05.066635 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7cc5b516-a31b-4f20-976a-8c3c6cd98dc0 req-aebf15b0-e9db-484d-86d0-fc5a2b4393e2 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] 10.222.0.24 "GET /v2.0/ports?device_id=7659712a-73c8-4d23-9451-5a5c46a96790 HTTP/1.1" status: 200 len: 949 time: 0.0478032 Mar 28 14:10:05.107042 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7cc5b516-a31b-4f20-976a-8c3c6cd98dc0 req-d321ca91-10bf-412e-966b-9c6f5afdce6b tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] 10.222.0.24 "GET /v2.0/security-groups?id=7ce91aa8-3fce-42b7-bbf3-968112df9d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339108 Mar 28 14:10:05.440320 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [req-ab9bb266-284e-4458-b314-a8e1750b8c2f req-b854ddb1-a11c-414e-b8ca-678b8a3cac6f service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 14:10:05.441306 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ab9bb266-284e-4458-b314-a8e1750b8c2f req-b854ddb1-a11c-414e-b8ca-678b8a3cac6f service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053239 Mar 28 14:10:06.026847 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [req-6da85809-e9eb-42ac-abb2-0f7249b1c00b req-558ac2fc-b4de-4534-83fc-6de0592dc441 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 14:10:06.030561 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6da85809-e9eb-42ac-abb2-0f7249b1c00b req-558ac2fc-b4de-4534-83fc-6de0592dc441 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0985439 Mar 28 14:10:06.644883 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc347f-ff22-40cd-be9b-504ff4ee28ca req-60466867-2542-4b89-b1c6-49a58f294cc2 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:06.646344 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-62cc347f-ff22-40cd-be9b-504ff4ee28ca req-60466867-2542-4b89-b1c6-49a58f294cc2 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] 10.222.0.24 "GET /v2.0/ports?device_id=7659712a-73c8-4d23-9451-5a5c46a96790 HTTP/1.1" status: 200 len: 949 time: 0.0542085 Mar 28 14:10:06.683241 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-62cc347f-ff22-40cd-be9b-504ff4ee28ca req-f5209e35-8323-454a-8860-1b2c0c29a7e1 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] 10.222.0.24 "GET /v2.0/security-groups?id=7ce91aa8-3fce-42b7-bbf3-968112df9d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303302 Mar 28 14:10:07.796559 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd177ff-58a7-4c96-80de-9985eea94516 req-2f196780-7ad5-44f6-a798-a561f6cf4ab4 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:07.798020 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8fd177ff-58a7-4c96-80de-9985eea94516 req-2f196780-7ad5-44f6-a798-a561f6cf4ab4 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] 10.222.0.24 "GET /v2.0/ports?device_id=7659712a-73c8-4d23-9451-5a5c46a96790 HTTP/1.1" status: 200 len: 949 time: 0.0475006 Mar 28 14:10:07.837098 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8fd177ff-58a7-4c96-80de-9985eea94516 req-e770040c-9e5b-4d49-9dd1-02ded8c65ece tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] 10.222.0.24 "GET /v2.0/security-groups?id=7ce91aa8-3fce-42b7-bbf3-968112df9d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331950 Mar 28 14:10:08.018933 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828bf14-d9f8-404a-a21c-589f7e154fe2 req-5fee77df-3a74-44a2-b5a8-a334361d19a6 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:08.020253 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-1828bf14-d9f8-404a-a21c-589f7e154fe2 req-5fee77df-3a74-44a2-b5a8-a334361d19a6 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] 10.222.0.20 "GET /v2.0/ports?device_id=7659712a-73c8-4d23-9451-5a5c46a96790 HTTP/1.1" status: 200 len: 949 time: 0.0475595 Mar 28 14:10:08.105861 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [req-1828bf14-d9f8-404a-a21c-589f7e154fe2 req-cf919e59-959b-47ff-b54d-9b8b8b5fc419 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] Deleting port f46618da-82f6-4b16-a2a5-225cb86e92c7 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:10:08.106201 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-1828bf14-d9f8-404a-a21c-589f7e154fe2 req-cf919e59-959b-47ff-b54d-9b8b8b5fc419 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:08.193959 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [req-1828bf14-d9f8-404a-a21c-589f7e154fe2 req-cf919e59-959b-47ff-b54d-9b8b8b5fc419 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] For port f46618da-82f6-4b16-a2a5-225cb86e92c7, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=f46618da-82f6-4b16-a2a5-225cb86e92c7,segment=NetworkSegment(765d265c-7f55-48e0-a83e-eaa4ea1473b7),segment_id=765d265c-7f55-48e0-a83e-eaa4ea1473b7)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:10:08.194322 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-1828bf14-d9f8-404a-a21c-589f7e154fe2 req-cf919e59-959b-47ff-b54d-9b8b8b5fc419 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:08.206228 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [req-1828bf14-d9f8-404a-a21c-589f7e154fe2 req-cf919e59-959b-47ff-b54d-9b8b8b5fc419 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] Calling delete_port for f46618da-82f6-4b16-a2a5-225cb86e92c7 owned by compute:nova {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:10:08.386357 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-1828bf14-d9f8-404a-a21c-589f7e154fe2 req-cf919e59-959b-47ff-b54d-9b8b8b5fc419 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:08.398995 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['f46618da-82f6-4b16-a2a5-225cb86e92c7'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:10:08.414362 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf919e59-959b-47ff-b54d-9b8b8b5fc419 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] Pushing event deleted for resources: {'Port': ['ID=f46618da-82f6-4b16-a2a5-225cb86e92c7,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:10:08.457447 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [req-1828bf14-d9f8-404a-a21c-589f7e154fe2 req-cf919e59-959b-47ff-b54d-9b8b8b5fc419 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] No DVR routers for this DVR port f46618da-82f6-4b16-a2a5-225cb86e92c7 on host hv-neutron-8353 {{(pid=109612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:10:08.460049 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-1828bf14-d9f8-404a-a21c-589f7e154fe2 req-cf919e59-959b-47ff-b54d-9b8b8b5fc419 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:08.463489 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-1828bf14-d9f8-404a-a21c-589f7e154fe2 req-cf919e59-959b-47ff-b54d-9b8b8b5fc419 tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] 10.222.0.20 "DELETE /v2.0/ports/f46618da-82f6-4b16-a2a5-225cb86e92c7 HTTP/1.1" status: 204 len: 173 time: 0.4375653 Mar 28 14:10:08.463934 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7659712a-73c8-4d23-9451-5a5c46a96790', 'name': 'network-vif-deleted', 'tag': 'f46618da-82f6-4b16-a2a5-225cb86e92c7'}] {{(pid=109612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:10:08.466183 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe63c13e87a9f7251adb6bd0d9fca296dff075f1d7b14c4d1edf5c408047469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2876638-710d-49fe-8e46-46d189066648" -d '{"events": [{"server_uuid": "7659712a-73c8-4d23-9451-5a5c46a96790", "name": "network-vif-deleted", "tag": "f46618da-82f6-4b16-a2a5-225cb86e92c7"}]}' {{(pid=109612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:10:08.504447 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aaf616e-648e-4e35-b8e1-688513acf453 x-openstack-request-id: req-2aaf616e-648e-4e35-b8e1-688513acf453 {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:10:08.504741 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7659712a-73c8-4d23-9451-5a5c46a96790", "name": "network-vif-deleted", "tag": "f46618da-82f6-4b16-a2a5-225cb86e92c7", "status": "completed", "code": 200}]} {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:10:08.504995 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2aaf616e-648e-4e35-b8e1-688513acf453 {{(pid=109612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:10:08.505390 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7659712a-73c8-4d23-9451-5a5c46a96790', 'name': 'network-vif-deleted', 'tag': 'f46618da-82f6-4b16-a2a5-225cb86e92c7', 'status': 'completed', 'code': 200} Mar 28 14:10:08.938398 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-21ed983d-f5c2-4a6c-9a67-6832f7894800 req-129fa542-96f7-42ce-a81b-daa0cd29364f tempest-ServersAdminNegativeTestJSON-1368966445 tempest-ServersAdminNegativeTestJSON-1368966445-project] 10.222.0.24 "GET /v2.0/ports?device_id=7659712a-73c8-4d23-9451-5a5c46a96790 HTTP/1.1" status: 200 len: 210 time: 0.0264864 Mar 28 14:10:10.409435 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 38182) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:10:10.542625 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-0a90d7ca-dcc3-4260-9462-80c6ce337fd1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2b6a3e7081034f49acda9779c808ff86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1320302 Mar 28 14:10:10.545113 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 38186) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:10:10.596506 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-50ee9baa-5012-41ea-93bf-36df58e6eb32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:10.616292 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-50ee9baa-5012-41ea-93bf-36df58e6eb32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:10.692422 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device f46618da-82f6-4b16-a2a5-225cb86e92c7 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:10:10.712783 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] No Port match for: f46618da-82f6-4b16-a2a5-225cb86e92c7 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:10:10.713100 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device f46618da-82f6-4b16-a2a5-225cb86e92c7 not bound to the agent host hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:10:10.718223 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-50ee9baa-5012-41ea-93bf-36df58e6eb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:10.720947 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-50ee9baa-5012-41ea-93bf-36df58e6eb32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:10.722044 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-50ee9baa-5012-41ea-93bf-36df58e6eb32 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7ce91aa8-3fce-42b7-bbf3-968112df9d5b HTTP/1.1" status: 204 len: 168 time: 0.1760647 Mar 28 14:10:10.730742 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee9baa-5012-41ea-93bf-36df58e6eb32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce91aa8-3fce-42b7-bbf3-968112df9d5b,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:10:11.363112 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 38192) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:10:11.375955 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-10098a4e-480a-4cee-a09e-d412a7b5f1f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:11.449576 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-10098a4e-480a-4cee-a09e-d412a7b5f1f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:11.506804 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-10098a4e-480a-4cee-a09e-d412a7b5f1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:11.544990 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-10098a4e-480a-4cee-a09e-d412a7b5f1f2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b92c65c49b224987ba7c92e4c8adc7f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1807561 Mar 28 14:10:11.546065 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10098a4e-480a-4cee-a09e-d412a7b5f1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8144a9-4fb2-4cbd-ba2c-b220fc44ce31,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:10:11.547733 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 38194) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:10:11.595711 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-70bf0b4d-4ee1-48b9-9231-c8b27ecd2086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:11.615837 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-70bf0b4d-4ee1-48b9-9231-c8b27ecd2086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:11.722468 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-70bf0b4d-4ee1-48b9-9231-c8b27ecd2086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:11.725005 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-70bf0b4d-4ee1-48b9-9231-c8b27ecd2086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:11.726107 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-70bf0b4d-4ee1-48b9-9231-c8b27ecd2086 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff8144a9-4fb2-4cbd-ba2c-b220fc44ce31 HTTP/1.1" status: 204 len: 168 time: 0.1772776 Mar 28 14:10:11.734655 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf0b4d-4ee1-48b9-9231-c8b27ecd2086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8144a9-4fb2-4cbd-ba2c-b220fc44ce31,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:10:12.744358 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 38216) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:10:12.837296 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-f349de33-dba6-46f6-afe6-8ddf39fd6416 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2073016049-network', 'tenant_id': '3528af2db8bc4713aa1f658295198734'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:10:12.911981 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f349de33-dba6-46f6-afe6-8ddf39fd6416 admin admin] Made reservation on behalf of 3528af2db8bc4713aa1f658295198734 for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:10:12.914144 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f349de33-dba6-46f6-afe6-8ddf39fd6416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:12.922852 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f349de33-dba6-46f6-afe6-8ddf39fd6416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:12.998191 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f349de33-dba6-46f6-afe6-8ddf39fd6416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:13.072572 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f349de33-dba6-46f6-afe6-8ddf39fd6416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:13.096540 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f349de33-dba6-46f6-afe6-8ddf39fd6416 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 14:10:13.105727 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349de33-dba6-46f6-afe6-8ddf39fd6416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a2e0da-2b6e-457d-889c-9aea7329f0ac,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:10:13.110393 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f349de33-dba6-46f6-afe6-8ddf39fd6416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:13.110734 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-f349de33-dba6-46f6-afe6-8ddf39fd6416 admin admin] Added segment 63337dc8-691a-4813-91c1-59c0a1787322 of type vlan for network d68c5cf9-cca0-4de1-ac15-34feeb57bc16 Mar 28 14:10:13.150236 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f349de33-dba6-46f6-afe6-8ddf39fd6416 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:13.221453 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f349de33-dba6-46f6-afe6-8ddf39fd6416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:13.222352 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f349de33-dba6-46f6-afe6-8ddf39fd6416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:13.223095 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f349de33-dba6-46f6-afe6-8ddf39fd6416 admin admin] Notify callbacks [] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:13.284693 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349de33-dba6-46f6-afe6-8ddf39fd6416 admin admin] Pushing event updated for resources: {'Network': ['ID=d68c5cf9-cca0-4de1-ac15-34feeb57bc16,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:10:13.290733 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-f349de33-dba6-46f6-afe6-8ddf39fd6416 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5452745 Mar 28 14:10:13.293720 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 38220) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:10:13.296282 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network d68c5cf9-cca0-4de1-ac15-34feeb57bc16 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 14:10:13.298519 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-80c26944-c00f-4f29-a4fc-65a8d823591f admin admin] Request body: {'subnet': {'network_id': 'd68c5cf9-cca0-4de1-ac15-34feeb57bc16', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2073016049-subnet', 'tenant_id': '3528af2db8bc4713aa1f658295198734', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:10:13.379726 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c26944-c00f-4f29-a4fc-65a8d823591f admin admin] Made reservation on behalf of 3528af2db8bc4713aa1f658295198734 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:10:13.382105 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-80c26944-c00f-4f29-a4fc-65a8d823591f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:13.591294 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-80c26944-c00f-4f29-a4fc-65a8d823591f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:13.638175 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:13.646619 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c26944-c00f-4f29-a4fc-65a8d823591f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d261184-e58e-447c-9052-d876bfe9f42f,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:10:13.655905 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c26944-c00f-4f29-a4fc-65a8d823591f admin admin] Checking segment: {'id': '63337dc8-691a-4813-91c1-59c0a1787322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd68c5cf9-cca0-4de1-ac15-34feeb57bc16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:10:13.656257 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c26944-c00f-4f29-a4fc-65a8d823591f admin admin] Network hostable DHCP agents. Network: d68c5cf9-cca0-4de1-ac15-34feeb57bc16, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 14:10:13.746396 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c26944-c00f-4f29-a4fc-65a8d823591f admin admin] Network d68c5cf9-cca0-4de1-ac15-34feeb57bc16 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 14:10:13.808923 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-80c26944-c00f-4f29-a4fc-65a8d823591f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, d68c5cf9-cca0-4de1-ac15-34feeb57bc16) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:10:13.813131 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c26944-c00f-4f29-a4fc-65a8d823591f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:13.813712 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-80c26944-c00f-4f29-a4fc-65a8d823591f admin admin] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:13.818071 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14339fc9-3850-412b-aea1-eec913964546 None None] Network d68c5cf9-cca0-4de1-ac15-34feeb57bc16 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:10:13.880444 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-80c26944-c00f-4f29-a4fc-65a8d823591f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5800292 Mar 28 14:10:13.938065 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4437f3e0-ee9b-4d51-9015-1460396e88ee None None] Network d68c5cf9-cca0-4de1-ac15-34feeb57bc16 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:10:14.293269 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b91d7-62b1-4298-9522-84415644c315 req-fcdefa83-5dde-4e1c-a4e3-36615fd3fe04 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:14.294708 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-201b91d7-62b1-4298-9522-84415644c315 req-fcdefa83-5dde-4e1c-a4e3-36615fd3fe04 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/networks?id=d68c5cf9-cca0-4de1-ac15-34feeb57bc16 HTTP/1.1" status: 200 len: 812 time: 0.1103504 Mar 28 14:10:14.309829 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-201b91d7-62b1-4298-9522-84415644c315 req-9c72d96b-cc05-482d-a379-bfebec882703 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/quotas/3528af2db8bc4713aa1f658295198734 HTTP/1.1" status: 200 len: 375 time: 0.0091403 Mar 28 14:10:14.340476 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-201b91d7-62b1-4298-9522-84415644c315 req-71b3bd5c-204c-4417-81aa-fceab81f4e2c tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3528af2db8bc4713aa1f658295198734&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254343 Mar 28 14:10:14.427589 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-201b91d7-62b1-4298-9522-84415644c315 req-f08f937b-9fad-468f-80ae-9ca3b9c43b77 service neutron] 10.222.0.24 "GET /v2.0/networks/d68c5cf9-cca0-4de1-ac15-34feeb57bc16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802057 Mar 28 14:10:14.516734 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-201b91d7-62b1-4298-9522-84415644c315 req-b4232211-8f51-42a8-8a7e-b4f7f6f6cfbf service neutron] 10.222.0.24 "GET /v2.0/networks/d68c5cf9-cca0-4de1-ac15-34feeb57bc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805814 Mar 28 14:10:14.763414 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-88a9da5f-1828-44be-9f8c-3268236ea69d req-b768830e-ba8d-4b95-b08c-c699d27f56af tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/ports?device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 210 time: 0.0309584 Mar 28 14:10:15.856130 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-58458cbb-d75a-480c-9e45-4ab2b870f97f req-bb53e308-340b-4c15-a9b2-187230419208 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/ports?device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 210 time: 0.0251861 Mar 28 14:10:16.690924 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b91d7-62b1-4298-9522-84415644c315 req-49ab25ee-f7f0-4746-8dcc-90fb640d8921 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:16.692343 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-201b91d7-62b1-4298-9522-84415644c315 req-49ab25ee-f7f0-4746-8dcc-90fb640d8921 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.20 "GET /v2.0/networks?id=d68c5cf9-cca0-4de1-ac15-34feeb57bc16 HTTP/1.1" status: 200 len: 812 time: 0.1017826 Mar 28 14:10:16.704037 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [req-201b91d7-62b1-4298-9522-84415644c315 req-f016d3fc-0044-4370-9a7a-81abf779f7c1 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Request body: {'port': {'device_id': '75544799-9851-4a04-a8d2-4699cf848186', 'network_id': 'd68c5cf9-cca0-4de1-ac15-34feeb57bc16', 'admin_state_up': True, 'tenant_id': '3528af2db8bc4713aa1f658295198734'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:10:16.884556 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-201b91d7-62b1-4298-9522-84415644c315 req-f016d3fc-0044-4370-9a7a-81abf779f7c1 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Made reservation on behalf of 3528af2db8bc4713aa1f658295198734 for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:10:16.887789 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-201b91d7-62b1-4298-9522-84415644c315 req-f016d3fc-0044-4370-9a7a-81abf779f7c1 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:16.953983 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d1f5e8c9-aefa-4077-b1aa-6fa73e302266 req-82ee7acc-c042-48da-923b-bf9b456dd374 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/ports?device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 210 time: 0.0305691 Mar 28 14:10:17.018262 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [req-201b91d7-62b1-4298-9522-84415644c315 req-f016d3fc-0044-4370-9a7a-81abf779f7c1 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Allocated IP 172.20.0.7 (d68c5cf9-cca0-4de1-ac15-34feeb57bc16/2d261184-e58e-447c-9052-d876bfe9f42f/8693995f-c077-48c2-9a90-97412b760306) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:10:17.158403 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-201b91d7-62b1-4298-9522-84415644c315 req-f016d3fc-0044-4370-9a7a-81abf779f7c1 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:17.244559 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-201b91d7-62b1-4298-9522-84415644c315 req-f016d3fc-0044-4370-9a7a-81abf779f7c1 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:17.282716 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-201b91d7-62b1-4298-9522-84415644c315 req-f016d3fc-0044-4370-9a7a-81abf779f7c1 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Network d68c5cf9-cca0-4de1-ac15-34feeb57bc16 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:10:17.288042 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [req-201b91d7-62b1-4298-9522-84415644c315 req-f016d3fc-0044-4370-9a7a-81abf779f7c1 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:10:17.290456 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [req-201b91d7-62b1-4298-9522-84415644c315 req-f016d3fc-0044-4370-9a7a-81abf779f7c1 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:10:17.331964 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016d3fc-0044-4370-9a7a-81abf779f7c1 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Pushing event updated for resources: {'Port': ['ID=8693995f-c077-48c2-9a90-97412b760306,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:10:17.356269 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b91d7-62b1-4298-9522-84415644c315 req-f016d3fc-0044-4370-9a7a-81abf779f7c1 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:17.362067 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-201b91d7-62b1-4298-9522-84415644c315 req-f016d3fc-0044-4370-9a7a-81abf779f7c1 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:17.457386 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-201b91d7-62b1-4298-9522-84415644c315 req-f016d3fc-0044-4370-9a7a-81abf779f7c1 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7568030 Mar 28 14:10:17.469071 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [req-201b91d7-62b1-4298-9522-84415644c315 req-843e3353-7a3c-481a-b133-8c26bfd8139f service neutron] Request body: {'port': {'device_id': '75544799-9851-4a04-a8d2-4699cf848186', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:10:17.523721 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-201b91d7-62b1-4298-9522-84415644c315 req-843e3353-7a3c-481a-b133-8c26bfd8139f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:17.788874 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [req-201b91d7-62b1-4298-9522-84415644c315 req-843e3353-7a3c-481a-b133-8c26bfd8139f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8693995f-c077-48c2-9a90-97412b760306 {{(pid=109612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:10:17.796296 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-201b91d7-62b1-4298-9522-84415644c315 req-843e3353-7a3c-481a-b133-8c26bfd8139f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:17.808073 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.provisioning_blocks [req-201b91d7-62b1-4298-9522-84415644c315 req-843e3353-7a3c-481a-b133-8c26bfd8139f service neutron] Transition to ACTIVE for port object 8693995f-c077-48c2-9a90-97412b760306 will not be triggered until provisioned by entity L2. {{(pid=109612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 14:10:17.860701 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-201b91d7-62b1-4298-9522-84415644c315 req-843e3353-7a3c-481a-b133-8c26bfd8139f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:17.912378 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e3353-7a3c-481a-b133-8c26bfd8139f service neutron] Pushing event updated for resources: {'Port': ['ID=8693995f-c077-48c2-9a90-97412b760306,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:10:17.986222 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [req-201b91d7-62b1-4298-9522-84415644c315 req-843e3353-7a3c-481a-b133-8c26bfd8139f service neutron] Attempting to bind port 8693995f-c077-48c2-9a90-97412b760306 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:10:17.986546 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [req-201b91d7-62b1-4298-9522-84415644c315 req-843e3353-7a3c-481a-b133-8c26bfd8139f service neutron] Attempting to bind port 8693995f-c077-48c2-9a90-97412b760306 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '63337dc8-691a-4813-91c1-59c0a1787322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd68c5cf9-cca0-4de1-ac15-34feeb57bc16'}] {{(pid=109612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:10:17.986875 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201b91d7-62b1-4298-9522-84415644c315 req-843e3353-7a3c-481a-b133-8c26bfd8139f service neutron] Attempting to bind port 8693995f-c077-48c2-9a90-97412b760306 on network d68c5cf9-cca0-4de1-ac15-34feeb57bc16 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:10:17.995413 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201b91d7-62b1-4298-9522-84415644c315 req-843e3353-7a3c-481a-b133-8c26bfd8139f service neutron] Port 8693995f-c077-48c2-9a90-97412b760306 on network d68c5cf9-cca0-4de1-ac15-34feeb57bc16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 14:10:17.995947 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201b91d7-62b1-4298-9522-84415644c315 req-843e3353-7a3c-481a-b133-8c26bfd8139f service neutron] Attempting to bind port 8693995f-c077-48c2-9a90-97412b760306 on network d68c5cf9-cca0-4de1-ac15-34feeb57bc16 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:10:18.002110 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201b91d7-62b1-4298-9522-84415644c315 req-843e3353-7a3c-481a-b133-8c26bfd8139f service neutron] Checking agent: {'id': '72ab3303-6c81-4bd9-a1a9-2c5d9b681d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'started_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:10:18.002468 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201b91d7-62b1-4298-9522-84415644c315 req-843e3353-7a3c-481a-b133-8c26bfd8139f service neutron] Checking segment: {'id': '63337dc8-691a-4813-91c1-59c0a1787322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd68c5cf9-cca0-4de1-ac15-34feeb57bc16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:10:18.002845 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201b91d7-62b1-4298-9522-84415644c315 req-843e3353-7a3c-481a-b133-8c26bfd8139f service neutron] Bound using segment: {'id': '63337dc8-691a-4813-91c1-59c0a1787322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd68c5cf9-cca0-4de1-ac15-34feeb57bc16'} {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:10:18.003289 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [req-201b91d7-62b1-4298-9522-84415644c315 req-843e3353-7a3c-481a-b133-8c26bfd8139f service neutron] Bound port: 8693995f-c077-48c2-9a90-97412b760306, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63337dc8-691a-4813-91c1-59c0a1787322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd68c5cf9-cca0-4de1-ac15-34feeb57bc16'}}] {{(pid=109612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:10:18.003640 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-201b91d7-62b1-4298-9522-84415644c315 req-843e3353-7a3c-481a-b133-8c26bfd8139f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:18.067083 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [req-201b91d7-62b1-4298-9522-84415644c315 req-843e3353-7a3c-481a-b133-8c26bfd8139f service neutron] For port 8693995f-c077-48c2-9a90-97412b760306, host hv-neutron-8353, cleared binding levels {{(pid=109612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:10:18.070092 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [req-201b91d7-62b1-4298-9522-84415644c315 req-843e3353-7a3c-481a-b133-8c26bfd8139f service neutron] For port 8693995f-c077-48c2-9a90-97412b760306, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=8693995f-c077-48c2-9a90-97412b760306,segment=NetworkSegment(63337dc8-691a-4813-91c1-59c0a1787322),segment_id=63337dc8-691a-4813-91c1-59c0a1787322)] {{(pid=109612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:10:18.072084 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26420ce0-3aa0-496c-b254-2c17714b752e req-0588d79e-8695-4272-ad15-18a164a53778 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:18.073583 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-26420ce0-3aa0-496c-b254-2c17714b752e req-0588d79e-8695-4272-ad15-18a164a53778 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/ports?device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 943 time: 0.0484331 Mar 28 14:10:18.111275 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-26420ce0-3aa0-496c-b254-2c17714b752e req-65cc5004-1779-479d-93f0-f259380c1675 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9a2e0da-2b6e-457d-889c-9aea7329f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313406 Mar 28 14:10:18.152483 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-201b91d7-62b1-4298-9522-84415644c315 req-843e3353-7a3c-481a-b133-8c26bfd8139f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:18.184915 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b91d7-62b1-4298-9522-84415644c315 req-843e3353-7a3c-481a-b133-8c26bfd8139f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:18.185521 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-201b91d7-62b1-4298-9522-84415644c315 req-843e3353-7a3c-481a-b133-8c26bfd8139f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:18.186872 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-201b91d7-62b1-4298-9522-84415644c315 req-843e3353-7a3c-481a-b133-8c26bfd8139f service neutron] 10.222.0.20 "PUT /v2.0/ports/8693995f-c077-48c2-9a90-97412b760306 HTTP/1.1" status: 200 len: 1093 time: 0.7217779 Mar 28 14:10:18.187304 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75544799-9851-4a04-a8d2-4699cf848186', 'tag': '8693995f-c077-48c2-9a90-97412b760306'}] {{(pid=109612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:10:18.189513 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe63c13e87a9f7251adb6bd0d9fca296dff075f1d7b14c4d1edf5c408047469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b1b003-de3d-424d-9f81-485c8657a38a" -d '{"events": [{"name": "network-changed", "server_uuid": "75544799-9851-4a04-a8d2-4699cf848186", "tag": "8693995f-c077-48c2-9a90-97412b760306"}]}' {{(pid=109612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:10:18.215158 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e3353-7a3c-481a-b133-8c26bfd8139f service neutron] Pushing event updated for resources: {'Port': ['ID=8693995f-c077-48c2-9a90-97412b760306,revision_number=3']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:10:18.229729 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78abec1f-0b5a-4a31-8204-70cafeaf0bb9 x-openstack-request-id: req-78abec1f-0b5a-4a31-8204-70cafeaf0bb9 {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:10:18.230015 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75544799-9851-4a04-a8d2-4699cf848186", "tag": "8693995f-c077-48c2-9a90-97412b760306", "status": "completed", "code": 200}]} {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:10:18.230265 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-78abec1f-0b5a-4a31-8204-70cafeaf0bb9 {{(pid=109612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:10:18.230659 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75544799-9851-4a04-a8d2-4699cf848186', 'tag': '8693995f-c077-48c2-9a90-97412b760306', 'status': 'completed', 'code': 200} Mar 28 14:10:18.294365 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1b003-de3d-424d-9f81-485c8657a38a req-dadd965a-fa47-40ed-b58c-81857ab0ebde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:18.295852 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-87b1b003-de3d-424d-9f81-485c8657a38a req-dadd965a-fa47-40ed-b58c-81857ab0ebde service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3528af2db8bc4713aa1f658295198734&device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 1096 time: 0.0463190 Mar 28 14:10:18.393495 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1b003-de3d-424d-9f81-485c8657a38a req-40ec064f-33aa-4fcb-86f1-a4fe88ed47ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:18.394851 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-87b1b003-de3d-424d-9f81-485c8657a38a req-40ec064f-33aa-4fcb-86f1-a4fe88ed47ce service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=3528af2db8bc4713aa1f658295198734&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0914412 Mar 28 14:10:18.487488 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1b003-de3d-424d-9f81-485c8657a38a req-8f3decd1-a53d-4a8d-97d3-c5fd94c9f4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:18.488948 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-87b1b003-de3d-424d-9f81-485c8657a38a req-8f3decd1-a53d-4a8d-97d3-c5fd94c9f4d1 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880880 Mar 28 14:10:18.561396 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b91d7-62b1-4298-9522-84415644c315 req-62da11b2-d642-489a-b484-6d96b4db78d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:18.562852 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-201b91d7-62b1-4298-9522-84415644c315 req-62da11b2-d642-489a-b484-6d96b4db78d9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3528af2db8bc4713aa1f658295198734&device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 1096 time: 0.0405712 Mar 28 14:10:18.612817 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-201b91d7-62b1-4298-9522-84415644c315 req-bb72028a-d425-4349-8291-2e23d6693526 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8693995f-c077-48c2-9a90-97412b760306 HTTP/1.1" status: 200 len: 217 time: 0.0426142 Mar 28 14:10:18.660052 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b91d7-62b1-4298-9522-84415644c315 req-2bb8892c-c7cb-44c9-bd36-4b1aa5cd283f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:18.661490 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-201b91d7-62b1-4298-9522-84415644c315 req-2bb8892c-c7cb-44c9-bd36-4b1aa5cd283f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2d261184-e58e-447c-9052-d876bfe9f42f HTTP/1.1" status: 200 len: 852 time: 0.0426254 Mar 28 14:10:18.695349 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-201b91d7-62b1-4298-9522-84415644c315 req-b24d11d5-de55-4b06-baf6-2cfba114f08c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d68c5cf9-cca0-4de1-ac15-34feeb57bc16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278397 Mar 28 14:10:18.780982 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-201b91d7-62b1-4298-9522-84415644c315 req-fd77f56e-496e-4f9f-b51d-2da036a9e736 service neutron] 10.222.0.20 "GET /v2.0/networks/d68c5cf9-cca0-4de1-ac15-34feeb57bc16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794020 Mar 28 14:10:18.871869 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-201b91d7-62b1-4298-9522-84415644c315 req-476eb25d-c8ad-49ab-8936-844f7b3f8a54 service neutron] 10.222.0.20 "GET /v2.0/networks/d68c5cf9-cca0-4de1-ac15-34feeb57bc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847366 Mar 28 14:10:19.221588 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5900b5-ebfb-4979-a903-c9ccc14e2059 req-2bfe73ab-2329-45e3-9537-6b237242dc63 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:19.223055 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3f5900b5-ebfb-4979-a903-c9ccc14e2059 req-2bfe73ab-2329-45e3-9537-6b237242dc63 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/ports?device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 943 time: 0.0471191 Mar 28 14:10:19.260705 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3f5900b5-ebfb-4979-a903-c9ccc14e2059 req-f4fd4b18-fdac-42cc-8790-325d4e9ee5f3 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9a2e0da-2b6e-457d-889c-9aea7329f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312033 Mar 28 14:10:20.376273 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e487c-ec42-4606-b772-cbb7aa9dce15 req-9e096f85-7843-4581-ae38-0c0927988df9 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:20.377725 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-387e487c-ec42-4606-b772-cbb7aa9dce15 req-9e096f85-7843-4581-ae38-0c0927988df9 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/ports?device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 943 time: 0.0505776 Mar 28 14:10:20.414132 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-387e487c-ec42-4606-b772-cbb7aa9dce15 req-3732b41c-1927-4f87-a925-f9537ad65d84 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9a2e0da-2b6e-457d-889c-9aea7329f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299265 Mar 28 14:10:21.524647 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91279260-6378-47ce-9158-fe160ea94056 req-a5c128e5-6d2f-444d-8f17-119f9524ce94 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:21.526653 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-91279260-6378-47ce-9158-fe160ea94056 req-a5c128e5-6d2f-444d-8f17-119f9524ce94 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/ports?device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 943 time: 0.0474741 Mar 28 14:10:21.563094 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-91279260-6378-47ce-9158-fe160ea94056 req-f7a05bb3-234e-4257-88df-438e7e4fa7f4 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9a2e0da-2b6e-457d-889c-9aea7329f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306747 Mar 28 14:10:22.675686 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ba22d-e3db-4f6e-9f47-eddcbaec475a req-6f67ef92-6426-4a1e-b173-87cbc2bcdb51 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:22.677153 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-065ba22d-e3db-4f6e-9f47-eddcbaec475a req-6f67ef92-6426-4a1e-b173-87cbc2bcdb51 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/ports?device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 943 time: 0.0476320 Mar 28 14:10:22.713583 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-065ba22d-e3db-4f6e-9f47-eddcbaec475a req-2654f65e-d929-40c3-9834-d20eea65d422 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9a2e0da-2b6e-457d-889c-9aea7329f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299513 Mar 28 14:10:22.755997 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 8693995f-c077-48c2-9a90-97412b760306 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:10:22.848283 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 8693995f-c077-48c2-9a90-97412b760306, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=8693995f-c077-48c2-9a90-97412b760306,segment=NetworkSegment(63337dc8-691a-4813-91c1-59c0a1787322),segment_id=63337dc8-691a-4813-91c1-59c0a1787322)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:10:22.859666 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': '8693995f-c077-48c2-9a90-97412b760306', 'network_id': 'd68c5cf9-cca0-4de1-ac15-34feeb57bc16', 'port_id': '8693995f-c077-48c2-9a90-97412b760306', 'mac_address': 'fa:16:3e:be:a8:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d261184-e58e-447c-9052-d876bfe9f42f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:10:22.894980 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:22.907082 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8693995f-c077-48c2-9a90-97412b760306 {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:10:22.925823 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 8693995f-c077-48c2-9a90-97412b760306, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=8693995f-c077-48c2-9a90-97412b760306,segment=NetworkSegment(63337dc8-691a-4813-91c1-59c0a1787322),segment_id=63337dc8-691a-4813-91c1-59c0a1787322)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:10:23.036274 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:23.084688 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=8693995f-c077-48c2-9a90-97412b760306,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:10:23.319717 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['8693995f-c077-48c2-9a90-97412b760306'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:10:23.827789 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c6312-5a38-483c-8ddb-4ec117b64fd6 req-e21de76d-82fb-4e4a-bfab-11fe3a4f5328 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:23.829249 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-713c6312-5a38-483c-8ddb-4ec117b64fd6 req-e21de76d-82fb-4e4a-bfab-11fe3a4f5328 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/ports?device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 944 time: 0.0510044 Mar 28 14:10:23.865938 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-713c6312-5a38-483c-8ddb-4ec117b64fd6 req-40e116a8-0983-49aa-8a3a-aab55e067cd6 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9a2e0da-2b6e-457d-889c-9aea7329f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308657 Mar 28 14:10:24.013668 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ceebf1dc-8ea5-4018-a9de-e0f288852ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:24.756552 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 8693995f-c077-48c2-9a90-97412b760306 up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:10:24.978628 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e460684-c093-49b7-881e-8a3dad8dd289 req-6ba20e41-bf2c-498c-a6a6-894b8d975ecc tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:24.980070 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2e460684-c093-49b7-881e-8a3dad8dd289 req-6ba20e41-bf2c-498c-a6a6-894b8d975ecc tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/ports?device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 944 time: 0.0479748 Mar 28 14:10:25.021959 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning for port 8693995f-c077-48c2-9a90-97412b760306 completed by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 14:10:25.022387 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2e460684-c093-49b7-881e-8a3dad8dd289 req-3e349ad4-6983-443c-9cad-8ce2f7ffe4af tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9a2e0da-2b6e-457d-889c-9aea7329f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313525 Mar 28 14:10:25.022488 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port 8693995f-c077-48c2-9a90-97412b760306 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:10:25.022488 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:25.094244 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:25.115865 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75544799-9851-4a04-a8d2-4699cf848186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8693995f-c077-48c2-9a90-97412b760306'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:10:25.118115 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad458a1f-2245-48dc-b72d-2cc3d9e80099" -d '{"events": [{"server_uuid": "75544799-9851-4a04-a8d2-4699cf848186", "name": "network-vif-plugged", "status": "completed", "tag": "8693995f-c077-48c2-9a90-97412b760306"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:10:25.133802 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 8693995f-c077-48c2-9a90-97412b760306, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=8693995f-c077-48c2-9a90-97412b760306,segment=NetworkSegment(63337dc8-691a-4813-91c1-59c0a1787322),segment_id=63337dc8-691a-4813-91c1-59c0a1787322)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:10:25.153406 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78876563-35e6-4357-a1e1-4394d68439eb x-openstack-request-id: req-78876563-35e6-4357-a1e1-4394d68439eb {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:10:25.153689 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75544799-9851-4a04-a8d2-4699cf848186", "name": "network-vif-plugged", "status": "completed", "tag": "8693995f-c077-48c2-9a90-97412b760306", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:10:25.154041 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-78876563-35e6-4357-a1e1-4394d68439eb {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:10:25.154438 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75544799-9851-4a04-a8d2-4699cf848186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8693995f-c077-48c2-9a90-97412b760306', 'code': 200} Mar 28 14:10:25.214880 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:25.264765 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=8693995f-c077-48c2-9a90-97412b760306,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:10:25.437101 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4077c531-de47-4be1-89bc-c4b367ae8ab0 req-19afcc15-16aa-4e1b-a14d-a50d5b302b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:25.438589 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-4077c531-de47-4be1-89bc-c4b367ae8ab0 req-19afcc15-16aa-4e1b-a14d-a50d5b302b80 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 1098 time: 0.0405066 Mar 28 14:10:25.471320 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-4077c531-de47-4be1-89bc-c4b367ae8ab0 req-74cadf7f-7479-42b2-a91a-ff268a6db502 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d9a2e0da-2b6e-457d-889c-9aea7329f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267000 Mar 28 14:10:26.131240 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f046afd-1ed6-40a0-8d7f-da95358d95b6 req-2fbaac42-9fd1-4589-9d01-66da3c955f8f tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:26.132691 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7f046afd-1ed6-40a0-8d7f-da95358d95b6 req-2fbaac42-9fd1-4589-9d01-66da3c955f8f tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/ports?device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 945 time: 0.0470622 Mar 28 14:10:26.168966 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7f046afd-1ed6-40a0-8d7f-da95358d95b6 req-1e7ebc2e-9482-445e-b17e-40ed5a71ffbf tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9a2e0da-2b6e-457d-889c-9aea7329f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296626 Mar 28 14:10:26.289099 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c8fa265d-3e84-4d11-bf97-00e9fbc6d687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:27.285607 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf869926-160a-439e-819b-ae7b3011faf1 req-cafb2a59-9329-43ab-b034-012784c5ce1e tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:27.286956 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bf869926-160a-439e-819b-ae7b3011faf1 req-cafb2a59-9329-43ab-b034-012784c5ce1e tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/ports?device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 945 time: 0.0511088 Mar 28 14:10:27.324100 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bf869926-160a-439e-819b-ae7b3011faf1 req-a34c12b1-de06-4d00-ac86-a7017e921f53 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9a2e0da-2b6e-457d-889c-9aea7329f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306444 Mar 28 14:10:27.626498 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:27.761134 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf6dbe-af15-4a50-9ba2-a249cf595b07 req-e3f4c672-249a-49cc-92b4-b6eb6bd29a6d tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:27.762597 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8faf6dbe-af15-4a50-9ba2-a249cf595b07 req-e3f4c672-249a-49cc-92b4-b6eb6bd29a6d tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/ports?device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 945 time: 0.0498364 Mar 28 14:10:27.799871 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8faf6dbe-af15-4a50-9ba2-a249cf595b07 req-b6ca7884-b3c8-413e-9ca3-626e8f48f825 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9a2e0da-2b6e-457d-889c-9aea7329f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311837 Mar 28 14:10:27.907372 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 38286) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:10:27.986027 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-ee862dde-31d5-45f8-8f42-577cfec183dc req-25129e33-6c60-4e5d-bc77-29e0938be769 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=75544799-9851-4a04-a8d2-4699cf848186&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0774658 Mar 28 14:10:27.995094 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [req-ee862dde-31d5-45f8-8f42-577cfec183dc req-66dd4f0b-5cde-4128-8d70-e99e97a18dc1 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 14:10:27.996051 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-ee862dde-31d5-45f8-8f42-577cfec183dc req-66dd4f0b-5cde-4128-8d70-e99e97a18dc1 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049498 Mar 28 14:10:28.912665 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5332633-1be4-4ca7-a8d1-01e69b1398ee req-c5fd0f9f-35fd-4c1f-831c-e8ca3c4f8468 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:28.914141 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a5332633-1be4-4ca7-a8d1-01e69b1398ee req-c5fd0f9f-35fd-4c1f-831c-e8ca3c4f8468 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/ports?device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 945 time: 0.0486767 Mar 28 14:10:28.954885 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a5332633-1be4-4ca7-a8d1-01e69b1398ee req-196f42f1-ea9a-4735-a771-1ff9b3c21342 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9a2e0da-2b6e-457d-889c-9aea7329f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340941 Mar 28 14:10:28.990501 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:29.350640 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:30.066664 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee862dde-31d5-45f8-8f42-577cfec183dc req-4ddc8d96-d3f6-491e-8f41-2369858baf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:30.068124 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-ee862dde-31d5-45f8-8f42-577cfec183dc req-4ddc8d96-d3f6-491e-8f41-2369858baf7f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3528af2db8bc4713aa1f658295198734&device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 1098 time: 0.0417869 Mar 28 14:10:30.090473 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8afc4-9054-4746-9b51-d86a35b9149a req-89b5f80e-5391-44cb-b647-063d205ef16a tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:30.091963 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dec8afc4-9054-4746-9b51-d86a35b9149a req-89b5f80e-5391-44cb-b647-063d205ef16a tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/ports?device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 945 time: 0.0533392 Mar 28 14:10:30.129347 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dec8afc4-9054-4746-9b51-d86a35b9149a req-a6798a53-106a-434d-a7d0-1bb023150e24 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9a2e0da-2b6e-457d-889c-9aea7329f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313601 Mar 28 14:10:30.163204 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee862dde-31d5-45f8-8f42-577cfec183dc req-479ed95e-dd53-4af9-b045-cabcffc2132c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:30.164671 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-ee862dde-31d5-45f8-8f42-577cfec183dc req-479ed95e-dd53-4af9-b045-cabcffc2132c service neutron] 10.222.0.20 "GET /v2.0/networks?id=d68c5cf9-cca0-4de1-ac15-34feeb57bc16 HTTP/1.1" status: 200 len: 913 time: 0.0893123 Mar 28 14:10:30.203985 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-ee862dde-31d5-45f8-8f42-577cfec183dc req-4924b891-3630-481c-8782-b387edbb8899 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8693995f-c077-48c2-9a90-97412b760306 HTTP/1.1" status: 200 len: 217 time: 0.0332263 Mar 28 14:10:30.253914 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee862dde-31d5-45f8-8f42-577cfec183dc req-58f18f1a-3c7f-4cca-b826-fe5bb8a8d656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:30.255339 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-ee862dde-31d5-45f8-8f42-577cfec183dc req-58f18f1a-3c7f-4cca-b826-fe5bb8a8d656 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2d261184-e58e-447c-9052-d876bfe9f42f HTTP/1.1" status: 200 len: 852 time: 0.0453875 Mar 28 14:10:30.286093 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-ee862dde-31d5-45f8-8f42-577cfec183dc req-03e02a2e-90a2-4c3f-9a00-fd803fb8c057 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d68c5cf9-cca0-4de1-ac15-34feeb57bc16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240929 Mar 28 14:10:30.376393 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-ee862dde-31d5-45f8-8f42-577cfec183dc req-47a90168-36d8-40b8-8509-c802cef63ede service neutron] 10.222.0.20 "GET /v2.0/networks/d68c5cf9-cca0-4de1-ac15-34feeb57bc16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836108 Mar 28 14:10:30.467682 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-ee862dde-31d5-45f8-8f42-577cfec183dc req-7d716790-41c8-42ef-a115-9869f082c965 service neutron] 10.222.0.20 "GET /v2.0/networks/d68c5cf9-cca0-4de1-ac15-34feeb57bc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846798 Mar 28 14:10:31.241660 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed891ba-5b94-4382-81d9-3aaf32e28292 req-709edef9-f1e6-4706-8cbf-a073b638f415 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:31.243080 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3ed891ba-5b94-4382-81d9-3aaf32e28292 req-709edef9-f1e6-4706-8cbf-a073b638f415 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/ports?device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 945 time: 0.0474298 Mar 28 14:10:31.280472 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3ed891ba-5b94-4382-81d9-3aaf32e28292 req-c12669c7-940a-4f96-a80f-49c2aa7e3e95 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9a2e0da-2b6e-457d-889c-9aea7329f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307758 Mar 28 14:10:32.393499 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a16d8f-bdf3-4abc-af19-d937b56bd701 req-032151e7-89b9-4cd0-8ea9-2e2312e27629 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:32.394966 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e8a16d8f-bdf3-4abc-af19-d937b56bd701 req-032151e7-89b9-4cd0-8ea9-2e2312e27629 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/ports?device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 945 time: 0.0483797 Mar 28 14:10:32.437445 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e8a16d8f-bdf3-4abc-af19-d937b56bd701 req-71db3bc6-55d0-4720-9d0d-2398848f5225 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9a2e0da-2b6e-457d-889c-9aea7329f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337780 Mar 28 14:10:33.200791 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:10:33.556190 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bde465-2825-4619-9196-9460bddafa5e req-6c939c7e-7de6-4647-a3c9-3fbb38730f8b tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:33.558193 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b3bde465-2825-4619-9196-9460bddafa5e req-6c939c7e-7de6-4647-a3c9-3fbb38730f8b tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/ports?device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 945 time: 0.0513437 Mar 28 14:10:33.595280 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b3bde465-2825-4619-9196-9460bddafa5e req-5b50132c-4ab1-4ec3-85ed-5328432820e0 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9a2e0da-2b6e-457d-889c-9aea7329f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310681 Mar 28 14:10:34.706818 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48153ae7-89c9-4d96-b367-6357ca207090 req-b54c4d75-8238-4861-9920-b6f22501448e tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:34.749196 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-48153ae7-89c9-4d96-b367-6357ca207090 req-b54c4d75-8238-4861-9920-b6f22501448e tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/ports?device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 945 time: 0.0472586 Mar 28 14:10:34.749196 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-48153ae7-89c9-4d96-b367-6357ca207090 req-ab30c095-7433-4334-aed2-d8d972f77421 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9a2e0da-2b6e-457d-889c-9aea7329f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304327 Mar 28 14:10:35.857876 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b82dc-d839-4669-afae-c59d718217c3 req-6c535872-6b1a-4f45-8178-03d2df9524bd tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:35.859314 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-862b82dc-d839-4669-afae-c59d718217c3 req-6c535872-6b1a-4f45-8178-03d2df9524bd tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/ports?device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 945 time: 0.0475652 Mar 28 14:10:35.894490 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-862b82dc-d839-4669-afae-c59d718217c3 req-9c78be8f-c441-4c8c-a1f4-2fb11367aa33 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9a2e0da-2b6e-457d-889c-9aea7329f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294402 Mar 28 14:10:37.010802 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108fc330-de42-43b2-8f34-4c87ffdcfeeb req-b735980c-116b-4912-a99f-8bcf6b56616c tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:37.012248 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-108fc330-de42-43b2-8f34-4c87ffdcfeeb req-b735980c-116b-4912-a99f-8bcf6b56616c tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/ports?device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 945 time: 0.0518529 Mar 28 14:10:37.049091 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-108fc330-de42-43b2-8f34-4c87ffdcfeeb req-e27c13f6-ebe3-4cc4-89f6-22deb8025999 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9a2e0da-2b6e-457d-889c-9aea7329f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307312 Mar 28 14:10:38.161252 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e705d2-8418-47e8-844b-fcdd6ad1801d req-947c4800-ad2e-43d6-8af0-e3e8f9f8fbe1 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:38.162704 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-14e705d2-8418-47e8-844b-fcdd6ad1801d req-947c4800-ad2e-43d6-8af0-e3e8f9f8fbe1 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/ports?device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 945 time: 0.0474157 Mar 28 14:10:38.200451 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-14e705d2-8418-47e8-844b-fcdd6ad1801d req-f9c96db1-1daf-4565-9cb2-65fb26ababf8 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9a2e0da-2b6e-457d-889c-9aea7329f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312283 Mar 28 14:10:39.312850 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f8119-62de-41d4-bf46-f390e9ed6ad3 req-cc1f0ac8-d112-4ced-b51b-f47bebd774bd tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:39.314212 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-df7f8119-62de-41d4-bf46-f390e9ed6ad3 req-cc1f0ac8-d112-4ced-b51b-f47bebd774bd tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/ports?device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 945 time: 0.0479755 Mar 28 14:10:39.350075 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-df7f8119-62de-41d4-bf46-f390e9ed6ad3 req-021884aa-3d45-4c7b-877e-7810ddc6b5fb tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9a2e0da-2b6e-457d-889c-9aea7329f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300014 Mar 28 14:10:40.466488 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1d744-78ce-48cf-85bc-ab93ca9bf36f req-a5aa30ba-4e42-4f3a-ac3c-300abad4f3e6 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:40.467919 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2fe1d744-78ce-48cf-85bc-ab93ca9bf36f req-a5aa30ba-4e42-4f3a-ac3c-300abad4f3e6 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/ports?device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 945 time: 0.0514698 Mar 28 14:10:40.504188 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2fe1d744-78ce-48cf-85bc-ab93ca9bf36f req-0ac34289-f057-4cd3-bf16-b0ec0a24778f tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9a2e0da-2b6e-457d-889c-9aea7329f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303321 Mar 28 14:10:41.618577 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a368e-0e5c-48e7-a6ae-f20611004465 req-b11f16b7-fc6b-4121-9d93-ad708f490bca tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:41.620691 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ff8a368e-0e5c-48e7-a6ae-f20611004465 req-b11f16b7-fc6b-4121-9d93-ad708f490bca tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/ports?device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 945 time: 0.0481033 Mar 28 14:10:41.656527 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ff8a368e-0e5c-48e7-a6ae-f20611004465 req-3f504ba1-78d9-49c7-99cd-47597f6326be tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9a2e0da-2b6e-457d-889c-9aea7329f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300355 Mar 28 14:10:42.768254 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115de9c-e365-4bbe-8f5c-a4d705d8b63e req-7f709534-95c2-4718-ad92-a4e5c884224d tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:42.769728 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c115de9c-e365-4bbe-8f5c-a4d705d8b63e req-7f709534-95c2-4718-ad92-a4e5c884224d tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/ports?device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 945 time: 0.0474284 Mar 28 14:10:42.805701 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c115de9c-e365-4bbe-8f5c-a4d705d8b63e req-3319b237-8d08-4bb0-b9f9-75f407d0eeec tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9a2e0da-2b6e-457d-889c-9aea7329f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301597 Mar 28 14:10:43.643259 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:43.920840 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1002b-9bc5-41b1-be11-b5dbff92a45e req-44bab007-ab06-4e3b-86dc-cc1f0763f0b2 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:43.922281 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-32b1002b-9bc5-41b1-be11-b5dbff92a45e req-44bab007-ab06-4e3b-86dc-cc1f0763f0b2 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/ports?device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 945 time: 0.0513637 Mar 28 14:10:43.959170 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-32b1002b-9bc5-41b1-be11-b5dbff92a45e req-c1252618-2d25-4e21-8659-4d9bc2b3b5ed tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9a2e0da-2b6e-457d-889c-9aea7329f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308738 Mar 28 14:10:45.072812 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd68af6-9762-4430-9eaa-13cbaccfb557 req-a5d63017-b028-422e-9431-0c195ddb0a46 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:45.074267 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bdd68af6-9762-4430-9eaa-13cbaccfb557 req-a5d63017-b028-422e-9431-0c195ddb0a46 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/ports?device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 945 time: 0.0489330 Mar 28 14:10:45.110854 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bdd68af6-9762-4430-9eaa-13cbaccfb557 req-11be592b-30bb-4788-bd2f-9671b1b57f9f tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9a2e0da-2b6e-457d-889c-9aea7329f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306635 Mar 28 14:10:46.222537 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06a1a2-0193-43db-b469-c79e89d82c33 req-99e7f6c2-4db4-49ce-93da-c1dab5a25b1a tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:46.224007 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-af06a1a2-0193-43db-b469-c79e89d82c33 req-99e7f6c2-4db4-49ce-93da-c1dab5a25b1a tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/ports?device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 945 time: 0.0480564 Mar 28 14:10:46.261445 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-af06a1a2-0193-43db-b469-c79e89d82c33 req-3d1be50c-1164-48dc-aafc-1cfe495cdfd6 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9a2e0da-2b6e-457d-889c-9aea7329f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315974 Mar 28 14:10:47.378506 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef071835-7bd7-4b2a-87a1-4769f572e9d9 req-8e0b3b37-a5b2-41de-a28d-03f230d93c51 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:47.379950 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ef071835-7bd7-4b2a-87a1-4769f572e9d9 req-8e0b3b37-a5b2-41de-a28d-03f230d93c51 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/ports?device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 945 time: 0.0526035 Mar 28 14:10:47.417443 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ef071835-7bd7-4b2a-87a1-4769f572e9d9 req-78744f43-d931-48ad-b807-cd4892a33806 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9a2e0da-2b6e-457d-889c-9aea7329f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310214 Mar 28 14:10:48.529799 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3cd7a4-2a0c-4585-a6bc-4a0a4f379e0d req-2d6b3ed9-f6d1-4020-b593-c9657d8652ed tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:48.531168 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4e3cd7a4-2a0c-4585-a6bc-4a0a4f379e0d req-2d6b3ed9-f6d1-4020-b593-c9657d8652ed tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/ports?device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 945 time: 0.0481975 Mar 28 14:10:48.567999 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4e3cd7a4-2a0c-4585-a6bc-4a0a4f379e0d req-f12a8632-ec1c-428d-be7c-28ceceedff7e tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9a2e0da-2b6e-457d-889c-9aea7329f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309348 Mar 28 14:10:49.687527 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd073517-749b-4857-8cfc-ac9c42352f67 req-63905364-5d41-4a5b-a473-e5dbcf3c800b tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:49.689746 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dd073517-749b-4857-8cfc-ac9c42352f67 req-63905364-5d41-4a5b-a473-e5dbcf3c800b tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/ports?device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 945 time: 0.0561821 Mar 28 14:10:49.726878 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dd073517-749b-4857-8cfc-ac9c42352f67 req-a5e567c0-8c4d-45cf-80c7-2f33a41ae523 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9a2e0da-2b6e-457d-889c-9aea7329f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312924 Mar 28 14:10:50.841828 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d0217-73f4-4eda-b0ea-828f1d3827a0 req-39e9cbbc-f5f2-4b8d-be3c-c4261af702f4 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:50.843261 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a43d0217-73f4-4eda-b0ea-828f1d3827a0 req-39e9cbbc-f5f2-4b8d-be3c-c4261af702f4 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/ports?device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 945 time: 0.0514288 Mar 28 14:10:50.879421 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a43d0217-73f4-4eda-b0ea-828f1d3827a0 req-0ac8e2e6-08ba-4c55-b9ad-8eaec3555206 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9a2e0da-2b6e-457d-889c-9aea7329f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302920 Mar 28 14:10:51.992616 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a77079-e882-4e5c-b86d-af64e77385ed req-f83d23da-80d6-4424-aea4-a46e6f0076d0 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:51.994056 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-83a77079-e882-4e5c-b86d-af64e77385ed req-f83d23da-80d6-4424-aea4-a46e6f0076d0 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/ports?device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 945 time: 0.0478036 Mar 28 14:10:52.031270 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-83a77079-e882-4e5c-b86d-af64e77385ed req-a3d8bce7-875d-457a-b6a6-210167fe3377 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9a2e0da-2b6e-457d-889c-9aea7329f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312393 Mar 28 14:10:53.141745 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518b001-b66f-42f0-9354-b2f3d13227b1 req-2315cd13-3966-4009-b16b-40c3dbabaab1 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:53.143208 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d518b001-b66f-42f0-9354-b2f3d13227b1 req-2315cd13-3966-4009-b16b-40c3dbabaab1 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/ports?device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 945 time: 0.0469203 Mar 28 14:10:53.179702 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d518b001-b66f-42f0-9354-b2f3d13227b1 req-6730b3b2-bd44-43a1-9869-fb9258e8f6be tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9a2e0da-2b6e-457d-889c-9aea7329f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306644 Mar 28 14:10:54.037492 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-78692e85-01af-41ef-abbf-ea2bcbc7c37e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:54.298210 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f4d939-e9a9-4cff-bcd8-d0982c17476b req-e47eaf55-1326-4125-b2d5-e27826b70161 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:54.299577 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-19f4d939-e9a9-4cff-bcd8-d0982c17476b req-e47eaf55-1326-4125-b2d5-e27826b70161 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/ports?device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 945 time: 0.0516865 Mar 28 14:10:54.336014 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-19f4d939-e9a9-4cff-bcd8-d0982c17476b req-7f92d178-a100-4afc-9936-b7ba4560469e tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9a2e0da-2b6e-457d-889c-9aea7329f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305653 Mar 28 14:10:55.446416 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b5a45-40a6-46dc-8b2e-229572d486e7 req-ad5f686c-66b4-4c41-8759-221aee53940f tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:55.447864 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-778b5a45-40a6-46dc-8b2e-229572d486e7 req-ad5f686c-66b4-4c41-8759-221aee53940f tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/ports?device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 945 time: 0.0481048 Mar 28 14:10:55.484770 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-778b5a45-40a6-46dc-8b2e-229572d486e7 req-48c77248-f053-4d06-89eb-a7097a4bf26f tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9a2e0da-2b6e-457d-889c-9aea7329f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309222 Mar 28 14:10:56.305733 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dd07c061-01a0-45a4-bc91-31bbe5a2e78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:56.595275 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15be9ef-4c5f-46f9-bfa7-ca9186435e1c req-5eaa2f6f-2977-495b-9df6-bd82d3c98ea5 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:56.596773 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e15be9ef-4c5f-46f9-bfa7-ca9186435e1c req-5eaa2f6f-2977-495b-9df6-bd82d3c98ea5 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/ports?device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 945 time: 0.0471447 Mar 28 14:10:56.633239 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e15be9ef-4c5f-46f9-bfa7-ca9186435e1c req-90a71adf-8164-4d2d-8fee-1d35f318ed42 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9a2e0da-2b6e-457d-889c-9aea7329f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305903 Mar 28 14:10:57.476086 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-ee862dde-31d5-45f8-8f42-577cfec183dc req-b954bbed-df26-4e15-9fcd-fa8ee5662b14 service neutron] 10.222.0.20 "GET /v2.0/ports/8693995f-c077-48c2-9a90-97412b760306/bindings/hv-neutron-8353 HTTP/1.1" status: 200 len: 384 time: 0.0553846 Mar 28 14:10:57.654722 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:57.750954 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dade54-4b69-43a2-ac50-98ac6a57160c req-f49c0776-a76e-4d57-abec-40e0bb69b6dc tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:57.752449 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f8dade54-4b69-43a2-ac50-98ac6a57160c req-f49c0776-a76e-4d57-abec-40e0bb69b6dc tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/ports?device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 945 time: 0.0521433 Mar 28 14:10:57.789222 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f8dade54-4b69-43a2-ac50-98ac6a57160c req-63ca74fb-b856-40c6-8eaf-e9767f8d8f03 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9a2e0da-2b6e-457d-889c-9aea7329f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307539 Mar 28 14:10:58.031311 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee862dde-31d5-45f8-8f42-577cfec183dc req-13291afb-16d9-4215-8f4e-8de72c52c936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:58.032748 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-ee862dde-31d5-45f8-8f42-577cfec183dc req-13291afb-16d9-4215-8f4e-8de72c52c936 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=75544799-9851-4a04-a8d2-4699cf848186&tenant_id=3528af2db8bc4713aa1f658295198734 HTTP/1.1" status: 200 len: 1098 time: 0.0716786 Mar 28 14:10:58.408628 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee862dde-31d5-45f8-8f42-577cfec183dc req-aefc42be-0457-4dc2-9af0-caf3fbd471f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:58.410097 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-ee862dde-31d5-45f8-8f42-577cfec183dc req-aefc42be-0457-4dc2-9af0-caf3fbd471f3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3528af2db8bc4713aa1f658295198734&device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 1098 time: 0.3561845 Mar 28 14:10:58.496453 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee862dde-31d5-45f8-8f42-577cfec183dc req-4cb17a32-8053-4cc3-9dff-1f35e0946aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:58.497887 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-ee862dde-31d5-45f8-8f42-577cfec183dc req-4cb17a32-8053-4cc3-9dff-1f35e0946aa0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d68c5cf9-cca0-4de1-ac15-34feeb57bc16 HTTP/1.1" status: 200 len: 913 time: 0.0818548 Mar 28 14:10:58.544681 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-ee862dde-31d5-45f8-8f42-577cfec183dc req-1b36095b-7d16-40a9-afcc-5cee53846e88 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8693995f-c077-48c2-9a90-97412b760306 HTTP/1.1" status: 200 len: 217 time: 0.0393934 Mar 28 14:10:58.591667 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee862dde-31d5-45f8-8f42-577cfec183dc req-efc73eae-e380-4e8c-b64f-9bce070f37b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:58.593129 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-ee862dde-31d5-45f8-8f42-577cfec183dc req-efc73eae-e380-4e8c-b64f-9bce070f37b3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2d261184-e58e-447c-9052-d876bfe9f42f HTTP/1.1" status: 200 len: 852 time: 0.0422692 Mar 28 14:10:58.623692 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-ee862dde-31d5-45f8-8f42-577cfec183dc req-68cb40c9-fcee-4603-aff6-4bd34916c1cb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d68c5cf9-cca0-4de1-ac15-34feeb57bc16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240958 Mar 28 14:10:58.713776 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-ee862dde-31d5-45f8-8f42-577cfec183dc req-3276da23-bd1a-404e-9b9b-4676f6c03ec8 service neutron] 10.222.0.20 "GET /v2.0/networks/d68c5cf9-cca0-4de1-ac15-34feeb57bc16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820556 Mar 28 14:10:58.798979 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-ee862dde-31d5-45f8-8f42-577cfec183dc req-f04bd281-1a4b-4e63-9cc4-0a6453444580 service neutron] 10.222.0.20 "GET /v2.0/networks/d68c5cf9-cca0-4de1-ac15-34feeb57bc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795853 Mar 28 14:10:58.904881 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab29e5-75d1-4c70-94ba-8dc4ead33963 req-9488f00c-6748-4217-ad63-f7487aa49151 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:10:58.906345 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1dab29e5-75d1-4c70-94ba-8dc4ead33963 req-9488f00c-6748-4217-ad63-f7487aa49151 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/ports?device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 945 time: 0.0480835 Mar 28 14:10:58.943461 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1dab29e5-75d1-4c70-94ba-8dc4ead33963 req-241a3b12-fed4-4f1a-ba64-7701a7d74917 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9a2e0da-2b6e-457d-889c-9aea7329f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311491 Mar 28 14:10:58.980839 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:10:59.351603 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:00.058386 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5f783-633c-424e-b887-fe068ca8e801 req-f5ee5189-3bad-4e2b-8825-9859db6ca378 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:00.060074 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e8a5f783-633c-424e-b887-fe068ca8e801 req-f5ee5189-3bad-4e2b-8825-9859db6ca378 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/ports?device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 945 time: 0.0481672 Mar 28 14:11:00.096731 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e8a5f783-633c-424e-b887-fe068ca8e801 req-9838013d-968b-44a0-acbf-3e8535d59a04 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9a2e0da-2b6e-457d-889c-9aea7329f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307777 Mar 28 14:11:00.974528 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 8693995f-c077-48c2-9a90-97412b760306 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:11:00.978447 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 8693995f-c077-48c2-9a90-97412b760306 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:11:01.121254 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:01.135944 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 8693995f-c077-48c2-9a90-97412b760306, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=8693995f-c077-48c2-9a90-97412b760306,segment=NetworkSegment(63337dc8-691a-4813-91c1-59c0a1787322),segment_id=63337dc8-691a-4813-91c1-59c0a1787322)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:11:01.160665 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75544799-9851-4a04-a8d2-4699cf848186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8693995f-c077-48c2-9a90-97412b760306'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:11:01.166237 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7e0a10-c6db-46e3-89f7-62cba33c6264" -d '{"events": [{"server_uuid": "75544799-9851-4a04-a8d2-4699cf848186", "name": "network-vif-unplugged", "status": "completed", "tag": "8693995f-c077-48c2-9a90-97412b760306"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:11:01.167346 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': '8693995f-c077-48c2-9a90-97412b760306', 'network_id': 'd68c5cf9-cca0-4de1-ac15-34feeb57bc16', 'port_id': '8693995f-c077-48c2-9a90-97412b760306', 'mac_address': 'fa:16:3e:be:a8:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d261184-e58e-447c-9052-d876bfe9f42f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:11:01.176864 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 8693995f-c077-48c2-9a90-97412b760306, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=8693995f-c077-48c2-9a90-97412b760306,segment=NetworkSegment(63337dc8-691a-4813-91c1-59c0a1787322),segment_id=63337dc8-691a-4813-91c1-59c0a1787322)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:11:01.212415 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:01.216748 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Mar 2022 14:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85be3d0-6cab-431a-913f-13c00a7bbeb3 x-openstack-request-id: req-e85be3d0-6cab-431a-913f-13c00a7bbeb3 {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:11:01.217027 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75544799-9851-4a04-a8d2-4699cf848186", "name": "network-vif-unplugged", "status": "completed", "tag": "8693995f-c077-48c2-9a90-97412b760306", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:11:01.217270 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e85be3d0-6cab-431a-913f-13c00a7bbeb3 {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:11:01.217641 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75544799-9851-4a04-a8d2-4699cf848186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8693995f-c077-48c2-9a90-97412b760306', 'code': 200} Mar 28 14:11:01.224817 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59067bfd-f230-450e-9fc3-9a033b09a04c req-13e80ceb-ca1c-495c-bfc2-f80247b3aba8 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:01.224817 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-59067bfd-f230-450e-9fc3-9a033b09a04c req-13e80ceb-ca1c-495c-bfc2-f80247b3aba8 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/ports?device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 945 time: 0.0591590 Mar 28 14:11:01.231442 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8693995f-c077-48c2-9a90-97412b760306 {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:11:01.247844 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:01.263471 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-59067bfd-f230-450e-9fc3-9a033b09a04c req-bf2da98c-57f5-483a-8ebb-3e28bf81f5bb tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9a2e0da-2b6e-457d-889c-9aea7329f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339801 Mar 28 14:11:01.321908 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.db.api [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 14:11:01.322888 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG oslo_db.api [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 14:11:01.323756 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=8693995f-c077-48c2-9a90-97412b760306,revision_number=6']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:11:01.330547 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:11:01.330890 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:11:01.331224 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:11:01.331553 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:11:01.331878 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:11:01.332203 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:11:01.332557 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:11:01.332887 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:11:01.333223 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:11:01.333528 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:11:01.333842 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:11:01.334158 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:11:01.861882 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:01.874876 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8693995f-c077-48c2-9a90-97412b760306 {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:11:01.893290 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 8693995f-c077-48c2-9a90-97412b760306, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=8693995f-c077-48c2-9a90-97412b760306,segment=NetworkSegment(63337dc8-691a-4813-91c1-59c0a1787322),segment_id=63337dc8-691a-4813-91c1-59c0a1787322)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:11:01.972691 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:02.021011 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=8693995f-c077-48c2-9a90-97412b760306,revision_number=7']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:11:02.028811 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['8693995f-c077-48c2-9a90-97412b760306'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:11:02.378545 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2db65f-62a7-4782-b85d-d03e68c7d61e req-575a7a86-7127-4e83-9adc-f81b688f5885 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:02.379981 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5c2db65f-62a7-4782-b85d-d03e68c7d61e req-575a7a86-7127-4e83-9adc-f81b688f5885 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/ports?device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 944 time: 0.0478921 Mar 28 14:11:02.416760 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5c2db65f-62a7-4782-b85d-d03e68c7d61e req-dd55f677-5e1d-4aba-a23a-aba540abd171 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9a2e0da-2b6e-457d-889c-9aea7329f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302796 Mar 28 14:11:02.913728 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f2228-54a7-4d1f-b086-020f4a7b340b req-88d394f5-cf6c-4e5e-8ce5-c49c526648f6 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:02.915149 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-e73f2228-54a7-4d1f-b086-020f4a7b340b req-88d394f5-cf6c-4e5e-8ce5-c49c526648f6 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.20 "GET /v2.0/ports?device_id=75544799-9851-4a04-a8d2-4699cf848186&tenant_id=3528af2db8bc4713aa1f658295198734&binding%3Ahost_id=hv-neutron-8353 HTTP/1.1" status: 200 len: 944 time: 0.0846076 Mar 28 14:11:02.991069 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 8693995f-c077-48c2-9a90-97412b760306 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:11:02.994394 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f2228-54a7-4d1f-b086-020f4a7b340b req-c603e92a-56ea-4884-a11c-32f59d317c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:02.995882 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-e73f2228-54a7-4d1f-b086-020f4a7b340b req-c603e92a-56ea-4884-a11c-32f59d317c7e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3528af2db8bc4713aa1f658295198734&device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 1097 time: 0.0393202 Mar 28 14:11:03.065816 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:03.078814 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8693995f-c077-48c2-9a90-97412b760306 {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:11:03.087016 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f2228-54a7-4d1f-b086-020f4a7b340b req-df0768f2-1e51-42b9-8470-2ffce1e9b55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:03.088570 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-e73f2228-54a7-4d1f-b086-020f4a7b340b req-df0768f2-1e51-42b9-8470-2ffce1e9b55c service neutron] 10.222.0.20 "GET /v2.0/networks?id=d68c5cf9-cca0-4de1-ac15-34feeb57bc16 HTTP/1.1" status: 200 len: 913 time: 0.0847378 Mar 28 14:11:03.097552 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 8693995f-c077-48c2-9a90-97412b760306, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=8693995f-c077-48c2-9a90-97412b760306,segment=NetworkSegment(63337dc8-691a-4813-91c1-59c0a1787322),segment_id=63337dc8-691a-4813-91c1-59c0a1787322)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:11:03.132136 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-e73f2228-54a7-4d1f-b086-020f4a7b340b req-5caaf391-8a7d-4d86-be6f-e212d381f4ce service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8693995f-c077-48c2-9a90-97412b760306 HTTP/1.1" status: 200 len: 217 time: 0.0367601 Mar 28 14:11:03.174713 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:03.178043 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f2228-54a7-4d1f-b086-020f4a7b340b req-d6529b2a-6a5b-49d5-9dcf-734c1321750f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:03.179473 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-e73f2228-54a7-4d1f-b086-020f4a7b340b req-d6529b2a-6a5b-49d5-9dcf-734c1321750f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2d261184-e58e-447c-9052-d876bfe9f42f HTTP/1.1" status: 200 len: 852 time: 0.0417838 Mar 28 14:11:03.209736 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-e73f2228-54a7-4d1f-b086-020f4a7b340b req-8e14149f-6e89-45cb-bf3b-3daec8c1ecf2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d68c5cf9-cca0-4de1-ac15-34feeb57bc16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240188 Mar 28 14:11:03.224249 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=8693995f-c077-48c2-9a90-97412b760306,revision_number=8']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:11:03.304431 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-e73f2228-54a7-4d1f-b086-020f4a7b340b req-1966a219-fad8-4807-84b9-179f3a896acb service neutron] 10.222.0.20 "GET /v2.0/networks/d68c5cf9-cca0-4de1-ac15-34feeb57bc16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878694 Mar 28 14:11:03.390796 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-e73f2228-54a7-4d1f-b086-020f4a7b340b req-c8deeb32-67bd-4c66-b4df-baf2ee2040bb service neutron] 10.222.0.20 "GET /v2.0/networks/d68c5cf9-cca0-4de1-ac15-34feeb57bc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800560 Mar 28 14:11:04.807060 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b8ee41-37ce-4819-b2e0-f9766a4cd4eb req-931cf3ff-4acf-4b65-a196-73f8dc705221 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:04.808542 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c5b8ee41-37ce-4819-b2e0-f9766a4cd4eb req-931cf3ff-4acf-4b65-a196-73f8dc705221 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/ports?device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 943 time: 0.0477078 Mar 28 14:11:04.845733 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c5b8ee41-37ce-4819-b2e0-f9766a4cd4eb req-4ff26db9-e588-4657-baba-e8b5f2c789f2 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9a2e0da-2b6e-457d-889c-9aea7329f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309930 Mar 28 14:11:05.978355 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77165ff-0b6c-47f8-8b56-38a04e4f03ae req-08540080-927a-4c8c-bb9e-858b5f74fbc6 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:05.979810 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c77165ff-0b6c-47f8-8b56-38a04e4f03ae req-08540080-927a-4c8c-bb9e-858b5f74fbc6 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/ports?device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 943 time: 0.0595372 Mar 28 14:11:06.018315 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c77165ff-0b6c-47f8-8b56-38a04e4f03ae req-0077ea67-136b-4815-9f89-b69a6989ae0d tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9a2e0da-2b6e-457d-889c-9aea7329f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322897 Mar 28 14:11:06.624999 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f2228-54a7-4d1f-b086-020f4a7b340b req-400b9924-ed11-41a1-bcef-f2a14a32f9c7 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:06.626418 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-e73f2228-54a7-4d1f-b086-020f4a7b340b req-400b9924-ed11-41a1-bcef-f2a14a32f9c7 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.20 "GET /v2.0/ports?device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 943 time: 0.0486062 Mar 28 14:11:06.718378 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [req-e73f2228-54a7-4d1f-b086-020f4a7b340b req-e98b1ce1-c8c3-43f3-92f4-bc2dc2882054 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Deleting port 8693995f-c077-48c2-9a90-97412b760306 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:11:06.718716 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-e73f2228-54a7-4d1f-b086-020f4a7b340b req-e98b1ce1-c8c3-43f3-92f4-bc2dc2882054 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:06.802655 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [req-e73f2228-54a7-4d1f-b086-020f4a7b340b req-e98b1ce1-c8c3-43f3-92f4-bc2dc2882054 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] For port 8693995f-c077-48c2-9a90-97412b760306, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=8693995f-c077-48c2-9a90-97412b760306,segment=NetworkSegment(63337dc8-691a-4813-91c1-59c0a1787322),segment_id=63337dc8-691a-4813-91c1-59c0a1787322)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:11:06.803013 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-e73f2228-54a7-4d1f-b086-020f4a7b340b req-e98b1ce1-c8c3-43f3-92f4-bc2dc2882054 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:06.816001 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [req-e73f2228-54a7-4d1f-b086-020f4a7b340b req-e98b1ce1-c8c3-43f3-92f4-bc2dc2882054 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Calling delete_port for 8693995f-c077-48c2-9a90-97412b760306 owned by compute:nova {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:11:07.001618 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-e73f2228-54a7-4d1f-b086-020f4a7b340b req-e98b1ce1-c8c3-43f3-92f4-bc2dc2882054 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:07.029090 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b1ce1-c8c3-43f3-92f4-bc2dc2882054 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Pushing event deleted for resources: {'Port': ['ID=8693995f-c077-48c2-9a90-97412b760306,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:11:07.041085 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98b1ce1-c8c3-43f3-92f4-bc2dc2882054 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:11:07.041444 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98b1ce1-c8c3-43f3-92f4-bc2dc2882054 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:11:07.041783 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98b1ce1-c8c3-43f3-92f4-bc2dc2882054 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:11:07.042115 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98b1ce1-c8c3-43f3-92f4-bc2dc2882054 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:11:07.042445 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98b1ce1-c8c3-43f3-92f4-bc2dc2882054 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:11:07.042771 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98b1ce1-c8c3-43f3-92f4-bc2dc2882054 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:11:07.043097 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98b1ce1-c8c3-43f3-92f4-bc2dc2882054 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:11:07.043485 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98b1ce1-c8c3-43f3-92f4-bc2dc2882054 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:11:07.043818 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98b1ce1-c8c3-43f3-92f4-bc2dc2882054 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:11:07.044140 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98b1ce1-c8c3-43f3-92f4-bc2dc2882054 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:11:07.044485 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98b1ce1-c8c3-43f3-92f4-bc2dc2882054 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:11:07.044806 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98b1ce1-c8c3-43f3-92f4-bc2dc2882054 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:11:07.082229 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73f2228-54a7-4d1f-b086-020f4a7b340b req-e98b1ce1-c8c3-43f3-92f4-bc2dc2882054 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] No DVR routers for this DVR port 8693995f-c077-48c2-9a90-97412b760306 on host hv-neutron-8353 {{(pid=109612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:11:07.084770 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-e73f2228-54a7-4d1f-b086-020f4a7b340b req-e98b1ce1-c8c3-43f3-92f4-bc2dc2882054 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:07.088083 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-e73f2228-54a7-4d1f-b086-020f4a7b340b req-e98b1ce1-c8c3-43f3-92f4-bc2dc2882054 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.20 "DELETE /v2.0/ports/8693995f-c077-48c2-9a90-97412b760306 HTTP/1.1" status: 204 len: 173 time: 0.4558232 Mar 28 14:11:07.088542 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75544799-9851-4a04-a8d2-4699cf848186', 'name': 'network-vif-deleted', 'tag': '8693995f-c077-48c2-9a90-97412b760306'}] {{(pid=109612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:11:07.090768 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe63c13e87a9f7251adb6bd0d9fca296dff075f1d7b14c4d1edf5c408047469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d021785-42cf-4073-bce2-e8d32ad5e429" -d '{"events": [{"server_uuid": "75544799-9851-4a04-a8d2-4699cf848186", "name": "network-vif-deleted", "tag": "8693995f-c077-48c2-9a90-97412b760306"}]}' {{(pid=109612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:11:07.125873 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cd80878d-ad35-4ce9-bdb0-359e443fea1a req-6d53bb80-7f75-4899-838a-44297314e397 tempest-DeleteServersTestJSON-1685528619 tempest-DeleteServersTestJSON-1685528619-project] 10.222.0.24 "GET /v2.0/ports?device_id=75544799-9851-4a04-a8d2-4699cf848186 HTTP/1.1" status: 200 len: 210 time: 0.0281613 Mar 28 14:11:07.126369 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e785d3-e837-496b-af27-3889640396bf x-openstack-request-id: req-44e785d3-e837-496b-af27-3889640396bf {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:11:07.126647 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75544799-9851-4a04-a8d2-4699cf848186", "name": "network-vif-deleted", "tag": "8693995f-c077-48c2-9a90-97412b760306", "status": "completed", "code": 200}]} {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:11:07.126901 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-44e785d3-e837-496b-af27-3889640396bf {{(pid=109612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:11:07.127314 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75544799-9851-4a04-a8d2-4699cf848186', 'name': 'network-vif-deleted', 'tag': '8693995f-c077-48c2-9a90-97412b760306', 'status': 'completed', 'code': 200} Mar 28 14:11:08.251219 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 38394) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:11:08.295304 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-33381651-2834-4911-b699-c615e56baf71 admin admin] Deleting subnet 2d261184-e58e-447c-9052-d876bfe9f42f {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 14:11:08.299219 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-33381651-2834-4911-b699-c615e56baf71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:08.332949 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-33381651-2834-4911-b699-c615e56baf71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:08.370191 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-33381651-2834-4911-b699-c615e56baf71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:08.500525 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-33381651-2834-4911-b699-c615e56baf71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:08.527619 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-33381651-2834-4911-b699-c615e56baf71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:08.530747 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-33381651-2834-4911-b699-c615e56baf71 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2d261184-e58e-447c-9052-d876bfe9f42f HTTP/1.1" status: 204 len: 168 time: 0.2789495 Mar 28 14:11:08.531909 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33381651-2834-4911-b699-c615e56baf71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d261184-e58e-447c-9052-d876bfe9f42f,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:11:08.534299 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 38396) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:11:08.600827 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9539adb6-ef0f-4ae7-8760-39a07180feaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:08.678548 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9539adb6-ef0f-4ae7-8760-39a07180feaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:08.698633 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-9539adb6-ef0f-4ae7-8760-39a07180feaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d68c5cf9-cca0-4de1-ac15-34feeb57bc16']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:11:08.707369 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-9539adb6-ef0f-4ae7-8760-39a07180feaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63337dc8-691a-4813-91c1-59c0a1787322') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:11:08.707662 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-9539adb6-ef0f-4ae7-8760-39a07180feaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63337dc8-691a-4813-91c1-59c0a1787322') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:11:08.716555 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9539adb6-ef0f-4ae7-8760-39a07180feaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:08.729900 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9539adb6-ef0f-4ae7-8760-39a07180feaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:08.735656 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9539adb6-ef0f-4ae7-8760-39a07180feaa admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 14:11:08.738274 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9539adb6-ef0f-4ae7-8760-39a07180feaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:08.738274 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 14:11:08.738274 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 14:11:08.738274 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 14:11:08.738274 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 14:11:08.738274 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 14:11:08.738274 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 14:11:08.738274 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 14:11:08.738274 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 14:11:08.738274 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 14:11:08.738274 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 14:11:08.738274 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 14:11:08.738274 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 14:11:08.738274 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 14:11:08.738274 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 14:11:08.738274 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 14:11:08.738274 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 14:11:08.738274 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 14:11:08.738274 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 14:11:08.738274 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 14:11:08.738274 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 14:11:08.738274 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 14:11:08.738274 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 14:11:08.738274 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 14:11:08.738274 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 14:11:08.738274 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 14:11:08.738274 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 14:11:08.738274 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 14:11:08.738274 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 14:11:08.738274 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 14:11:08.738274 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 14:11:08.738274 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 14:11:08.738274 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 14:11:08.866180 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9539adb6-ef0f-4ae7-8760-39a07180feaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:08.872003 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9539adb6-ef0f-4ae7-8760-39a07180feaa admin admin] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:08.875256 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9539adb6-ef0f-4ae7-8760-39a07180feaa admin admin] 10.222.0.24 "DELETE /v2.0/networks/d68c5cf9-cca0-4de1-ac15-34feeb57bc16 HTTP/1.1" status: 204 len: 168 time: 0.3398292 Mar 28 14:11:08.892092 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9539adb6-ef0f-4ae7-8760-39a07180feaa admin admin] Pushing event deleted for resources: {'Network': ['ID=d68c5cf9-cca0-4de1-ac15-34feeb57bc16,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:11:08.899131 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9539adb6-ef0f-4ae7-8760-39a07180feaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:11:08.899406 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9539adb6-ef0f-4ae7-8760-39a07180feaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:11:08.899743 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9539adb6-ef0f-4ae7-8760-39a07180feaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:11:08.900108 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9539adb6-ef0f-4ae7-8760-39a07180feaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:11:08.900527 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9539adb6-ef0f-4ae7-8760-39a07180feaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:11:08.900855 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9539adb6-ef0f-4ae7-8760-39a07180feaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:11:08.901183 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9539adb6-ef0f-4ae7-8760-39a07180feaa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:11:08.901506 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9539adb6-ef0f-4ae7-8760-39a07180feaa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:11:08.901832 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9539adb6-ef0f-4ae7-8760-39a07180feaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:11:08.902155 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9539adb6-ef0f-4ae7-8760-39a07180feaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:11:08.902476 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9539adb6-ef0f-4ae7-8760-39a07180feaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:11:08.902793 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9539adb6-ef0f-4ae7-8760-39a07180feaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:11:09.019838 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 8693995f-c077-48c2-9a90-97412b760306 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:11:09.040260 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] No Port match for: 8693995f-c077-48c2-9a90-97412b760306 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:11:09.041201 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 8693995f-c077-48c2-9a90-97412b760306 not bound to the agent host hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:11:09.177186 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 38400) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:11:09.216026 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-15f8d561-b2c9-40e9-b4b2-473f4e78bda3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3528af2db8bc4713aa1f658295198734&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377252 Mar 28 14:11:09.218284 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 38402) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:11:09.264504 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dfd41246-62dd-43a0-be18-2d7d59db0d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:09.285056 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dfd41246-62dd-43a0-be18-2d7d59db0d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:09.401864 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dfd41246-62dd-43a0-be18-2d7d59db0d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:09.404459 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dfd41246-62dd-43a0-be18-2d7d59db0d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:09.405589 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-dfd41246-62dd-43a0-be18-2d7d59db0d0d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d9a2e0da-2b6e-457d-889c-9aea7329f0ac HTTP/1.1" status: 204 len: 168 time: 0.1864486 Mar 28 14:11:09.412907 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd41246-62dd-43a0-be18-2d7d59db0d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a2e0da-2b6e-457d-889c-9aea7329f0ac,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:11:10.198717 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:11:10.380984 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 38424) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:11:10.473912 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-79b7113e-9a7c-4ba7-bd82-9da0991cd9e5 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-40691734-network', 'tenant_id': '746f8e1c915c42d6b2fe935de3400301'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:11:10.580220 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b7113e-9a7c-4ba7-bd82-9da0991cd9e5 admin admin] Made reservation on behalf of 746f8e1c915c42d6b2fe935de3400301 for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:11:10.582571 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-79b7113e-9a7c-4ba7-bd82-9da0991cd9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:10.591244 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-79b7113e-9a7c-4ba7-bd82-9da0991cd9e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:10.664374 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-79b7113e-9a7c-4ba7-bd82-9da0991cd9e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:10.723006 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-79b7113e-9a7c-4ba7-bd82-9da0991cd9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:10.742256 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79b7113e-9a7c-4ba7-bd82-9da0991cd9e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 14:11:10.756324 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b7113e-9a7c-4ba7-bd82-9da0991cd9e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:11:10.759128 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-79b7113e-9a7c-4ba7-bd82-9da0991cd9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:10.759968 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-79b7113e-9a7c-4ba7-bd82-9da0991cd9e5 admin admin] Added segment 3d16dbc7-4a40-408c-951f-de343ce4ed07 of type vlan for network eec7d5f0-620d-4063-9532-5753c916ad15 Mar 28 14:11:10.797853 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-79b7113e-9a7c-4ba7-bd82-9da0991cd9e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:10.860288 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-79b7113e-9a7c-4ba7-bd82-9da0991cd9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:10.861282 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b7113e-9a7c-4ba7-bd82-9da0991cd9e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:10.861883 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-79b7113e-9a7c-4ba7-bd82-9da0991cd9e5 admin admin] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:10.948471 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b7113e-9a7c-4ba7-bd82-9da0991cd9e5 admin admin] Pushing event updated for resources: {'Network': ['ID=eec7d5f0-620d-4063-9532-5753c916ad15,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:11:10.953118 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-79b7113e-9a7c-4ba7-bd82-9da0991cd9e5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5711150 Mar 28 14:11:10.956177 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 38428) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:11:10.958588 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network eec7d5f0-620d-4063-9532-5753c916ad15 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 14:11:10.960777 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-b5ffc3cf-d7f9-4fd5-a23c-3230c5ed956c admin admin] Request body: {'subnet': {'network_id': 'eec7d5f0-620d-4063-9532-5753c916ad15', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-40691734-subnet', 'tenant_id': '746f8e1c915c42d6b2fe935de3400301', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:11:11.043269 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ffc3cf-d7f9-4fd5-a23c-3230c5ed956c admin admin] Made reservation on behalf of 746f8e1c915c42d6b2fe935de3400301 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:11:11.045563 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b5ffc3cf-d7f9-4fd5-a23c-3230c5ed956c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:11.258956 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b5ffc3cf-d7f9-4fd5-a23c-3230c5ed956c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:11.310792 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ffc3cf-d7f9-4fd5-a23c-3230c5ed956c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fe93a64-da72-410a-a4e9-e92364d4a2a1,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:11:11.320284 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ffc3cf-d7f9-4fd5-a23c-3230c5ed956c admin admin] Checking segment: {'id': '3d16dbc7-4a40-408c-951f-de343ce4ed07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'eec7d5f0-620d-4063-9532-5753c916ad15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:11:11.320658 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ffc3cf-d7f9-4fd5-a23c-3230c5ed956c admin admin] Network hostable DHCP agents. Network: eec7d5f0-620d-4063-9532-5753c916ad15, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 14:11:11.436092 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ffc3cf-d7f9-4fd5-a23c-3230c5ed956c admin admin] Network eec7d5f0-620d-4063-9532-5753c916ad15 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 14:11:11.516894 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-b5ffc3cf-d7f9-4fd5-a23c-3230c5ed956c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, eec7d5f0-620d-4063-9532-5753c916ad15) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:11:11.520844 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ffc3cf-d7f9-4fd5-a23c-3230c5ed956c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:11.521423 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b5ffc3cf-d7f9-4fd5-a23c-3230c5ed956c admin admin] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:11.526046 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de598b9-ecae-410b-88e2-e2d487e3d844 None None] Network eec7d5f0-620d-4063-9532-5753c916ad15 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:11:11.609687 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b5ffc3cf-d7f9-4fd5-a23c-3230c5ed956c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6523457 Mar 28 14:11:11.649744 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d55801-246c-4612-88c7-7cde17c9b423 None None] Network eec7d5f0-620d-4063-9532-5753c916ad15 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:11:12.013809 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2fc28-c2e5-49bd-a8bf-ea7c9a172428 req-442006cb-136f-49d1-a083-cced2d325c00 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:12.015270 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6fa2fc28-c2e5-49bd-a8bf-ea7c9a172428 req-442006cb-136f-49d1-a083-cced2d325c00 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/networks?id=eec7d5f0-620d-4063-9532-5753c916ad15 HTTP/1.1" status: 200 len: 813 time: 0.0971875 Mar 28 14:11:12.030220 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6fa2fc28-c2e5-49bd-a8bf-ea7c9a172428 req-099384c6-7184-433b-bbbf-9d0a50d3c9df tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/quotas/746f8e1c915c42d6b2fe935de3400301 HTTP/1.1" status: 200 len: 375 time: 0.0092282 Mar 28 14:11:12.064626 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6fa2fc28-c2e5-49bd-a8bf-ea7c9a172428 req-e28d2129-1a93-4656-bc6c-6d7f77104966 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=746f8e1c915c42d6b2fe935de3400301&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290504 Mar 28 14:11:12.150851 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6fa2fc28-c2e5-49bd-a8bf-ea7c9a172428 req-4d1a335f-0698-47c5-8003-e5ea5296e2b1 service neutron] 10.222.0.24 "GET /v2.0/networks/eec7d5f0-620d-4063-9532-5753c916ad15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787678 Mar 28 14:11:12.238052 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6fa2fc28-c2e5-49bd-a8bf-ea7c9a172428 req-3e8be3cf-72ca-4432-8152-9d3675c9009a service neutron] 10.222.0.24 "GET /v2.0/networks/eec7d5f0-620d-4063-9532-5753c916ad15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814369 Mar 28 14:11:12.495547 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c1ca9405-ccad-4b75-ab06-b9d43aebcc38 req-8394fd1e-ebe5-4205-9e76-043cbd4c6a45 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 210 time: 0.0265489 Mar 28 14:11:13.588073 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-fcf38ba0-ef18-4203-b793-880a39f46b9f req-c8adedfe-fa49-4318-b2bf-affbe70cb578 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 210 time: 0.0251799 Mar 28 14:11:13.637527 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:14.439087 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2fc28-c2e5-49bd-a8bf-ea7c9a172428 req-154aa22d-f700-4c19-8e27-f2e4609f054e tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:14.440863 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-6fa2fc28-c2e5-49bd-a8bf-ea7c9a172428 req-154aa22d-f700-4c19-8e27-f2e4609f054e tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.20 "GET /v2.0/networks?id=eec7d5f0-620d-4063-9532-5753c916ad15 HTTP/1.1" status: 200 len: 813 time: 0.1020384 Mar 28 14:11:14.453445 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [req-6fa2fc28-c2e5-49bd-a8bf-ea7c9a172428 req-faa2dadf-cfc0-430f-9fff-e0ea876d587a tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Request body: {'port': {'device_id': 'a9b094e1-6a1b-46b8-9980-0f5e9b8760ea', 'network_id': 'eec7d5f0-620d-4063-9532-5753c916ad15', 'admin_state_up': True, 'tenant_id': '746f8e1c915c42d6b2fe935de3400301'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:11:14.655249 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fa2fc28-c2e5-49bd-a8bf-ea7c9a172428 req-faa2dadf-cfc0-430f-9fff-e0ea876d587a tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Made reservation on behalf of 746f8e1c915c42d6b2fe935de3400301 for: {'port': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:11:14.659133 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-6fa2fc28-c2e5-49bd-a8bf-ea7c9a172428 req-faa2dadf-cfc0-430f-9fff-e0ea876d587a tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:14.685503 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-105421f1-7f76-4ace-9034-f77fc08e8e4f req-9a287956-a4db-4f73-8192-c9ed838b0e98 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 210 time: 0.0263298 Mar 28 14:11:14.785876 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [req-6fa2fc28-c2e5-49bd-a8bf-ea7c9a172428 req-faa2dadf-cfc0-430f-9fff-e0ea876d587a tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Allocated IP 172.20.0.8 (eec7d5f0-620d-4063-9532-5753c916ad15/0fe93a64-da72-410a-a4e9-e92364d4a2a1/8e1025f7-d7d3-4b76-9aa4-54e9aafe966b) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:11:14.932233 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-6fa2fc28-c2e5-49bd-a8bf-ea7c9a172428 req-faa2dadf-cfc0-430f-9fff-e0ea876d587a tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:15.038213 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-6fa2fc28-c2e5-49bd-a8bf-ea7c9a172428 req-faa2dadf-cfc0-430f-9fff-e0ea876d587a tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:15.082620 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fa2fc28-c2e5-49bd-a8bf-ea7c9a172428 req-faa2dadf-cfc0-430f-9fff-e0ea876d587a tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Network eec7d5f0-620d-4063-9532-5753c916ad15 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:11:15.085881 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [req-6fa2fc28-c2e5-49bd-a8bf-ea7c9a172428 req-faa2dadf-cfc0-430f-9fff-e0ea876d587a tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:11:15.089959 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa2fc28-c2e5-49bd-a8bf-ea7c9a172428 req-faa2dadf-cfc0-430f-9fff-e0ea876d587a tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:11:15.096085 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa2dadf-cfc0-430f-9fff-e0ea876d587a tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Pushing event updated for resources: {'Port': ['ID=8e1025f7-d7d3-4b76-9aa4-54e9aafe966b,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:11:15.144763 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2fc28-c2e5-49bd-a8bf-ea7c9a172428 req-faa2dadf-cfc0-430f-9fff-e0ea876d587a tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:15.145373 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-6fa2fc28-c2e5-49bd-a8bf-ea7c9a172428 req-faa2dadf-cfc0-430f-9fff-e0ea876d587a tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:15.222496 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-6fa2fc28-c2e5-49bd-a8bf-ea7c9a172428 req-faa2dadf-cfc0-430f-9fff-e0ea876d587a tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7734058 Mar 28 14:11:15.288906 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [req-6fa2fc28-c2e5-49bd-a8bf-ea7c9a172428 req-15d1cf80-7838-4884-adf9-f98d83a6bcff service neutron] Request body: {'port': {'device_id': 'a9b094e1-6a1b-46b8-9980-0f5e9b8760ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:11:15.341459 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-6fa2fc28-c2e5-49bd-a8bf-ea7c9a172428 req-15d1cf80-7838-4884-adf9-f98d83a6bcff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:15.599774 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [req-6fa2fc28-c2e5-49bd-a8bf-ea7c9a172428 req-15d1cf80-7838-4884-adf9-f98d83a6bcff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e1025f7-d7d3-4b76-9aa4-54e9aafe966b {{(pid=109612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:11:15.607087 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-6fa2fc28-c2e5-49bd-a8bf-ea7c9a172428 req-15d1cf80-7838-4884-adf9-f98d83a6bcff service neutron] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:15.618728 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.provisioning_blocks [req-6fa2fc28-c2e5-49bd-a8bf-ea7c9a172428 req-15d1cf80-7838-4884-adf9-f98d83a6bcff service neutron] Transition to ACTIVE for port object 8e1025f7-d7d3-4b76-9aa4-54e9aafe966b will not be triggered until provisioned by entity L2. {{(pid=109612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 14:11:15.699875 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-6fa2fc28-c2e5-49bd-a8bf-ea7c9a172428 req-15d1cf80-7838-4884-adf9-f98d83a6bcff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:15.747903 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1cf80-7838-4884-adf9-f98d83a6bcff service neutron] Pushing event updated for resources: {'Port': ['ID=8e1025f7-d7d3-4b76-9aa4-54e9aafe966b,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:11:15.806375 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341ef22-2e7b-476f-b980-f4289d0f8a5e req-26be84cd-592e-4e26-aa13-47e91ab788a6 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:15.808351 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6341ef22-2e7b-476f-b980-f4289d0f8a5e req-26be84cd-592e-4e26-aa13-47e91ab788a6 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 943 time: 0.0469201 Mar 28 14:11:15.816515 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [req-6fa2fc28-c2e5-49bd-a8bf-ea7c9a172428 req-15d1cf80-7838-4884-adf9-f98d83a6bcff service neutron] Attempting to bind port 8e1025f7-d7d3-4b76-9aa4-54e9aafe966b on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:11:15.816850 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [req-6fa2fc28-c2e5-49bd-a8bf-ea7c9a172428 req-15d1cf80-7838-4884-adf9-f98d83a6bcff service neutron] Attempting to bind port 8e1025f7-d7d3-4b76-9aa4-54e9aafe966b by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '3d16dbc7-4a40-408c-951f-de343ce4ed07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'eec7d5f0-620d-4063-9532-5753c916ad15'}] {{(pid=109612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:11:15.817175 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa2fc28-c2e5-49bd-a8bf-ea7c9a172428 req-15d1cf80-7838-4884-adf9-f98d83a6bcff service neutron] Attempting to bind port 8e1025f7-d7d3-4b76-9aa4-54e9aafe966b on network eec7d5f0-620d-4063-9532-5753c916ad15 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:11:15.821681 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa2fc28-c2e5-49bd-a8bf-ea7c9a172428 req-15d1cf80-7838-4884-adf9-f98d83a6bcff service neutron] Port 8e1025f7-d7d3-4b76-9aa4-54e9aafe966b on network eec7d5f0-620d-4063-9532-5753c916ad15 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 14:11:15.821997 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa2fc28-c2e5-49bd-a8bf-ea7c9a172428 req-15d1cf80-7838-4884-adf9-f98d83a6bcff service neutron] Attempting to bind port 8e1025f7-d7d3-4b76-9aa4-54e9aafe966b on network eec7d5f0-620d-4063-9532-5753c916ad15 {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:11:15.827462 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa2fc28-c2e5-49bd-a8bf-ea7c9a172428 req-15d1cf80-7838-4884-adf9-f98d83a6bcff service neutron] Checking agent: {'id': '72ab3303-6c81-4bd9-a1a9-2c5d9b681d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'started_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:11:15.827861 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa2fc28-c2e5-49bd-a8bf-ea7c9a172428 req-15d1cf80-7838-4884-adf9-f98d83a6bcff service neutron] Checking segment: {'id': '3d16dbc7-4a40-408c-951f-de343ce4ed07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'eec7d5f0-620d-4063-9532-5753c916ad15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:11:15.828341 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa2fc28-c2e5-49bd-a8bf-ea7c9a172428 req-15d1cf80-7838-4884-adf9-f98d83a6bcff service neutron] Bound using segment: {'id': '3d16dbc7-4a40-408c-951f-de343ce4ed07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'eec7d5f0-620d-4063-9532-5753c916ad15'} {{(pid=109612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:11:15.828792 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.managers [req-6fa2fc28-c2e5-49bd-a8bf-ea7c9a172428 req-15d1cf80-7838-4884-adf9-f98d83a6bcff service neutron] Bound port: 8e1025f7-d7d3-4b76-9aa4-54e9aafe966b, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d16dbc7-4a40-408c-951f-de343ce4ed07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'eec7d5f0-620d-4063-9532-5753c916ad15'}}] {{(pid=109612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:11:15.829145 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-6fa2fc28-c2e5-49bd-a8bf-ea7c9a172428 req-15d1cf80-7838-4884-adf9-f98d83a6bcff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:15.845721 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6341ef22-2e7b-476f-b980-f4289d0f8a5e req-92cd90ad-86c5-4b09-9642-0842cf75597b tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310647 Mar 28 14:11:15.893521 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [req-6fa2fc28-c2e5-49bd-a8bf-ea7c9a172428 req-15d1cf80-7838-4884-adf9-f98d83a6bcff service neutron] For port 8e1025f7-d7d3-4b76-9aa4-54e9aafe966b, host hv-neutron-8353, cleared binding levels {{(pid=109612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:11:15.896478 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [req-6fa2fc28-c2e5-49bd-a8bf-ea7c9a172428 req-15d1cf80-7838-4884-adf9-f98d83a6bcff service neutron] For port 8e1025f7-d7d3-4b76-9aa4-54e9aafe966b, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=8e1025f7-d7d3-4b76-9aa4-54e9aafe966b,segment=NetworkSegment(3d16dbc7-4a40-408c-951f-de343ce4ed07),segment_id=3d16dbc7-4a40-408c-951f-de343ce4ed07)] {{(pid=109612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:11:15.958318 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-6fa2fc28-c2e5-49bd-a8bf-ea7c9a172428 req-15d1cf80-7838-4884-adf9-f98d83a6bcff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:15.996570 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2fc28-c2e5-49bd-a8bf-ea7c9a172428 req-15d1cf80-7838-4884-adf9-f98d83a6bcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:15.997179 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-6fa2fc28-c2e5-49bd-a8bf-ea7c9a172428 req-15d1cf80-7838-4884-adf9-f98d83a6bcff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:15.998540 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-6fa2fc28-c2e5-49bd-a8bf-ea7c9a172428 req-15d1cf80-7838-4884-adf9-f98d83a6bcff service neutron] 10.222.0.20 "PUT /v2.0/ports/8e1025f7-d7d3-4b76-9aa4-54e9aafe966b HTTP/1.1" status: 200 len: 1093 time: 0.7688029 Mar 28 14:11:15.998999 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b094e1-6a1b-46b8-9980-0f5e9b8760ea', 'tag': '8e1025f7-d7d3-4b76-9aa4-54e9aafe966b'}] {{(pid=109612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:11:16.001243 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe63c13e87a9f7251adb6bd0d9fca296dff075f1d7b14c4d1edf5c408047469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984c0824-3f28-4bf4-9a38-9f5508d24145" -d '{"events": [{"name": "network-changed", "server_uuid": "a9b094e1-6a1b-46b8-9980-0f5e9b8760ea", "tag": "8e1025f7-d7d3-4b76-9aa4-54e9aafe966b"}]}' {{(pid=109612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:11:16.021749 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1cf80-7838-4884-adf9-f98d83a6bcff service neutron] Pushing event updated for resources: {'Port': ['ID=8e1025f7-d7d3-4b76-9aa4-54e9aafe966b,revision_number=3']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:11:16.038097 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9e2569-6040-4a82-8fa2-82b83e37f2ed x-openstack-request-id: req-2b9e2569-6040-4a82-8fa2-82b83e37f2ed {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:11:16.038278 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9b094e1-6a1b-46b8-9980-0f5e9b8760ea", "tag": "8e1025f7-d7d3-4b76-9aa4-54e9aafe966b", "status": "completed", "code": 200}]} {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:11:16.038536 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2b9e2569-6040-4a82-8fa2-82b83e37f2ed {{(pid=109612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:11:16.038927 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b094e1-6a1b-46b8-9980-0f5e9b8760ea', 'tag': '8e1025f7-d7d3-4b76-9aa4-54e9aafe966b', 'status': 'completed', 'code': 200} Mar 28 14:11:16.097245 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c0824-3f28-4bf4-9a38-9f5508d24145 req-b4bea60e-4a7e-4548-9b9c-8645b273e47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:16.098747 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-984c0824-3f28-4bf4-9a38-9f5508d24145 req-b4bea60e-4a7e-4548-9b9c-8645b273e47d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=746f8e1c915c42d6b2fe935de3400301&device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 1096 time: 0.0404465 Mar 28 14:11:16.194053 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c0824-3f28-4bf4-9a38-9f5508d24145 req-a57daba4-045e-473c-9b12-da7586647a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:16.195462 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-984c0824-3f28-4bf4-9a38-9f5508d24145 req-a57daba4-045e-473c-9b12-da7586647a79 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=746f8e1c915c42d6b2fe935de3400301&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0902047 Mar 28 14:11:16.285056 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c0824-3f28-4bf4-9a38-9f5508d24145 req-a0a54027-e023-48c6-9443-eeb3769e8ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:16.286582 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-984c0824-3f28-4bf4-9a38-9f5508d24145 req-a0a54027-e023-48c6-9443-eeb3769e8ee1 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0850914 Mar 28 14:11:16.361267 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2fc28-c2e5-49bd-a8bf-ea7c9a172428 req-a9382fce-f497-44f4-82d8-e22212e88511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:16.362718 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-6fa2fc28-c2e5-49bd-a8bf-ea7c9a172428 req-a9382fce-f497-44f4-82d8-e22212e88511 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=746f8e1c915c42d6b2fe935de3400301&device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 1096 time: 0.0403924 Mar 28 14:11:16.405131 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-6fa2fc28-c2e5-49bd-a8bf-ea7c9a172428 req-a329011d-e83b-4b9f-b9f1-5cf35b0af44e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e1025f7-d7d3-4b76-9aa4-54e9aafe966b HTTP/1.1" status: 200 len: 217 time: 0.0354795 Mar 28 14:11:16.452032 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2fc28-c2e5-49bd-a8bf-ea7c9a172428 req-1a22fc6d-35ba-4ec5-9597-f2545b0cbff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:16.453388 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-6fa2fc28-c2e5-49bd-a8bf-ea7c9a172428 req-1a22fc6d-35ba-4ec5-9597-f2545b0cbff1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0fe93a64-da72-410a-a4e9-e92364d4a2a1 HTTP/1.1" status: 200 len: 853 time: 0.0422392 Mar 28 14:11:16.483703 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-6fa2fc28-c2e5-49bd-a8bf-ea7c9a172428 req-38765d1f-35a0-4792-8619-bc4e72903767 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eec7d5f0-620d-4063-9532-5753c916ad15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240157 Mar 28 14:11:16.575099 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-6fa2fc28-c2e5-49bd-a8bf-ea7c9a172428 req-4ed372cb-4871-4de1-ad7a-6aaba04d393e service neutron] 10.222.0.20 "GET /v2.0/networks/eec7d5f0-620d-4063-9532-5753c916ad15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846827 Mar 28 14:11:16.663167 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-6fa2fc28-c2e5-49bd-a8bf-ea7c9a172428 req-abdf38b9-048d-4808-99eb-0f45f4e91efa service neutron] 10.222.0.20 "GET /v2.0/networks/eec7d5f0-620d-4063-9532-5753c916ad15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811923 Mar 28 14:11:16.959382 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69142f-3b9d-49eb-af99-c3d393826220 req-df484a8e-bf3c-491f-8b41-2904321ca3cc tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:16.960823 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5f69142f-3b9d-49eb-af99-c3d393826220 req-df484a8e-bf3c-491f-8b41-2904321ca3cc tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 943 time: 0.0496540 Mar 28 14:11:16.997887 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5f69142f-3b9d-49eb-af99-c3d393826220 req-50231b83-4d62-446c-bc10-2a1b06aa74c4 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304606 Mar 28 14:11:18.110520 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee09ba-a231-4e5b-a6b8-5df729b7bb7b req-00dfa720-f013-4025-893a-2418598367b1 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:18.111946 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-96ee09ba-a231-4e5b-a6b8-5df729b7bb7b req-00dfa720-f013-4025-893a-2418598367b1 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 943 time: 0.0476878 Mar 28 14:11:18.147925 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-96ee09ba-a231-4e5b-a6b8-5df729b7bb7b req-40c129c4-d6e9-484f-a39c-719dabc9645c tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301378 Mar 28 14:11:19.035406 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 8e1025f7-d7d3-4b76-9aa4-54e9aafe966b details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:11:19.127758 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 8e1025f7-d7d3-4b76-9aa4-54e9aafe966b, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=8e1025f7-d7d3-4b76-9aa4-54e9aafe966b,segment=NetworkSegment(3d16dbc7-4a40-408c-951f-de343ce4ed07),segment_id=3d16dbc7-4a40-408c-951f-de343ce4ed07)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:11:19.138996 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': '8e1025f7-d7d3-4b76-9aa4-54e9aafe966b', 'network_id': 'eec7d5f0-620d-4063-9532-5753c916ad15', 'port_id': '8e1025f7-d7d3-4b76-9aa4-54e9aafe966b', 'mac_address': 'fa:16:3e:77:ef:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe93a64-da72-410a-a4e9-e92364d4a2a1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:11:19.174594 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:19.188002 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e1025f7-d7d3-4b76-9aa4-54e9aafe966b {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:11:19.207117 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 8e1025f7-d7d3-4b76-9aa4-54e9aafe966b, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=8e1025f7-d7d3-4b76-9aa4-54e9aafe966b,segment=NetworkSegment(3d16dbc7-4a40-408c-951f-de343ce4ed07),segment_id=3d16dbc7-4a40-408c-951f-de343ce4ed07)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:11:19.259137 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065a0f3-1dfe-4cb3-a072-16a0fb515f74 req-b9e43103-9081-4a91-a6d8-997fc82c00ee tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:19.260984 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f065a0f3-1dfe-4cb3-a072-16a0fb515f74 req-b9e43103-9081-4a91-a6d8-997fc82c00ee tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 943 time: 0.0485067 Mar 28 14:11:19.264559 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:19.300912 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f065a0f3-1dfe-4cb3-a072-16a0fb515f74 req-25d1e96d-d12b-4f08-9122-e1e5278ee5e6 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328398 Mar 28 14:11:19.311419 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=8e1025f7-d7d3-4b76-9aa4-54e9aafe966b,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:11:19.586518 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['8e1025f7-d7d3-4b76-9aa4-54e9aafe966b'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:11:20.722590 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240e247-d3d9-45a5-81b4-7c3b01766231 req-163f8edb-f4b6-4622-9cf4-59a1a383b850 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:20.724045 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b240e247-d3d9-45a5-81b4-7c3b01766231 req-163f8edb-f4b6-4622-9cf4-59a1a383b850 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 944 time: 0.3573055 Mar 28 14:11:20.760389 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b240e247-d3d9-45a5-81b4-7c3b01766231 req-2bda831c-849c-4815-83bd-f0d5b7d783b0 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297952 Mar 28 14:11:21.051591 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 8e1025f7-d7d3-4b76-9aa4-54e9aafe966b up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:11:21.172842 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning for port 8e1025f7-d7d3-4b76-9aa4-54e9aafe966b completed by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 14:11:21.176430 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port 8e1025f7-d7d3-4b76-9aa4-54e9aafe966b triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:11:21.176797 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:21.258488 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:21.280194 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b094e1-6a1b-46b8-9980-0f5e9b8760ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1025f7-d7d3-4b76-9aa4-54e9aafe966b'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:11:21.282412 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e48201-4ed2-42b4-adb3-bbb85bd1f3dc" -d '{"events": [{"server_uuid": "a9b094e1-6a1b-46b8-9980-0f5e9b8760ea", "name": "network-vif-plugged", "status": "completed", "tag": "8e1025f7-d7d3-4b76-9aa4-54e9aafe966b"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:11:21.296101 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 8e1025f7-d7d3-4b76-9aa4-54e9aafe966b, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=8e1025f7-d7d3-4b76-9aa4-54e9aafe966b,segment=NetworkSegment(3d16dbc7-4a40-408c-951f-de343ce4ed07),segment_id=3d16dbc7-4a40-408c-951f-de343ce4ed07)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:11:21.319455 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f30c6c-2791-4702-ad7a-9134f4fcf71d x-openstack-request-id: req-64f30c6c-2791-4702-ad7a-9134f4fcf71d {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:11:21.319739 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b094e1-6a1b-46b8-9980-0f5e9b8760ea", "name": "network-vif-plugged", "status": "completed", "tag": "8e1025f7-d7d3-4b76-9aa4-54e9aafe966b", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:11:21.320057 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-64f30c6c-2791-4702-ad7a-9134f4fcf71d {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:11:21.320491 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b094e1-6a1b-46b8-9980-0f5e9b8760ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1025f7-d7d3-4b76-9aa4-54e9aafe966b', 'code': 200} Mar 28 14:11:21.372921 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:21.417921 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=8e1025f7-d7d3-4b76-9aa4-54e9aafe966b,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:11:21.608747 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3bbcaf-c624-4839-bd12-2887454074fc req-8a7aa6c1-2680-4bb9-ad4b-eb9326303bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:21.610116 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-df3bbcaf-c624-4839-bd12-2887454074fc req-8a7aa6c1-2680-4bb9-ad4b-eb9326303bd0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 1098 time: 0.0399284 Mar 28 14:11:21.641922 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-df3bbcaf-c624-4839-bd12-2887454074fc req-4f276462-e838-4a56-96ad-e02d4ab38a92 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260470 Mar 28 14:11:21.872131 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e89383-2418-4e5f-a002-826ced91aa9a req-086c3a4d-f726-406d-b3e5-28497d359484 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:21.873482 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c5e89383-2418-4e5f-a002-826ced91aa9a req-086c3a4d-f726-406d-b3e5-28497d359484 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 945 time: 0.0469539 Mar 28 14:11:21.910057 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c5e89383-2418-4e5f-a002-826ced91aa9a req-7574cca4-8200-4aac-9434-65abe03c9538 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307577 Mar 28 14:11:23.024593 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85f4c8-7036-4498-ae45-05f5d8593fd8 req-e9ae145f-eadc-4ac2-8b6e-84b585a49e35 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:23.026577 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8b85f4c8-7036-4498-ae45-05f5d8593fd8 req-e9ae145f-eadc-4ac2-8b6e-84b585a49e35 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 945 time: 0.0492184 Mar 28 14:11:23.066506 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8b85f4c8-7036-4498-ae45-05f5d8593fd8 req-7c0dc0ad-3626-4d4d-b134-c8e4f2d212bb tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339313 Mar 28 14:11:24.047090 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-632166fa-8788-446b-b57d-c31ab671b7c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:24.177117 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c1e03-1a1f-4ea5-ac38-499db208c0ad req-ba444e51-b6f3-4c03-b990-1ca7eedfebab tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:24.178543 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-282c1e03-1a1f-4ea5-ac38-499db208c0ad req-ba444e51-b6f3-4c03-b990-1ca7eedfebab tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 945 time: 0.0465279 Mar 28 14:11:24.214903 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-282c1e03-1a1f-4ea5-ac38-499db208c0ad req-5ac87010-29c9-4330-85ad-2655169605b2 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298893 Mar 28 14:11:24.325550 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f0507-b627-4a1e-90b2-61f47567a332 req-8f9722a7-5e8f-4e0c-9c6b-17fec9c3ae68 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:24.327001 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9c0f0507-b627-4a1e-90b2-61f47567a332 req-8f9722a7-5e8f-4e0c-9c6b-17fec9c3ae68 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 945 time: 0.0475819 Mar 28 14:11:24.363286 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9c0f0507-b627-4a1e-90b2-61f47567a332 req-a04f21c3-4811-4b2c-8371-fa7f36b4ed94 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304880 Mar 28 14:11:24.639907 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23989788-931b-4881-97f4-d2d1ee7f34ee req-bc150c0c-a48d-4d21-847d-ea46d07bd9b0 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:24.641369 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-23989788-931b-4881-97f4-d2d1ee7f34ee req-bc150c0c-a48d-4d21-847d-ea46d07bd9b0 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 945 time: 0.0472338 Mar 28 14:11:24.681005 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-23989788-931b-4881-97f4-d2d1ee7f34ee req-5f4e7e98-1825-41be-8183-8d743f61c84b tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337040 Mar 28 14:11:24.790496 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ad75e-897d-4623-b71a-569c0591f5e9 req-830a4de6-e041-4221-87c9-2fa82e6ac98a tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:24.792448 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c68ad75e-897d-4623-b71a-569c0591f5e9 req-830a4de6-e041-4221-87c9-2fa82e6ac98a tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 945 time: 0.0473688 Mar 28 14:11:24.828646 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c68ad75e-897d-4623-b71a-569c0591f5e9 req-28e621f5-9220-4d4f-8699-e5d72a4a6c27 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303898 Mar 28 14:11:25.261620 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372cb59-e0cd-428f-8bf7-da7582587d05 req-5d33b22a-171b-4920-8522-b91807e3dfac tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:25.263170 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9372cb59-e0cd-428f-8bf7-da7582587d05 req-5d33b22a-171b-4920-8522-b91807e3dfac tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 945 time: 0.0493784 Mar 28 14:11:25.300281 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9372cb59-e0cd-428f-8bf7-da7582587d05 req-cc71f845-611e-45be-b3cf-1e757b0b49cf tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308948 Mar 28 14:11:25.401158 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-953a5f86-e93c-4afb-b036-57bb838f4589 req-f3adaec1-2aa5-4f62-b19b-bac3490325b7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0428469 Mar 28 14:11:26.334465 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-388f5c3a-1329-40c7-b90b-e31f7b49617b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:26.416036 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2257b46-8d34-4ba7-8b48-cb16f3bb7239 req-9f02ef9e-4e6b-42c1-af90-a0d1bab84a19 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:26.417543 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a2257b46-8d34-4ba7-8b48-cb16f3bb7239 req-9f02ef9e-4e6b-42c1-af90-a0d1bab84a19 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 945 time: 0.0482616 Mar 28 14:11:26.460491 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a2257b46-8d34-4ba7-8b48-cb16f3bb7239 req-9ced49e4-8ac3-4fd6-ab1c-64e56c51d146 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367329 Mar 28 14:11:27.279303 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a5f86-e93c-4afb-b036-57bb838f4589 req-0cf443ce-d107-4d03-b709-29b9689281e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:27.280921 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-953a5f86-e93c-4afb-b036-57bb838f4589 req-0cf443ce-d107-4d03-b709-29b9689281e2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=746f8e1c915c42d6b2fe935de3400301&device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 1098 time: 0.0403938 Mar 28 14:11:27.376075 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a5f86-e93c-4afb-b036-57bb838f4589 req-c656df8c-19c4-4050-ba74-31fde87af4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:27.377501 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-953a5f86-e93c-4afb-b036-57bb838f4589 req-c656df8c-19c4-4050-ba74-31fde87af4c9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=eec7d5f0-620d-4063-9532-5753c916ad15 HTTP/1.1" status: 200 len: 914 time: 0.0905917 Mar 28 14:11:27.417728 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-953a5f86-e93c-4afb-b036-57bb838f4589 req-77f8effc-bc43-43c1-b7cd-1dfc289493ea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e1025f7-d7d3-4b76-9aa4-54e9aafe966b HTTP/1.1" status: 200 len: 217 time: 0.0341191 Mar 28 14:11:27.465815 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a5f86-e93c-4afb-b036-57bb838f4589 req-d3980920-00cd-4edb-88ac-6d304b6b73d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:27.467220 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-953a5f86-e93c-4afb-b036-57bb838f4589 req-d3980920-00cd-4edb-88ac-6d304b6b73d3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0fe93a64-da72-410a-a4e9-e92364d4a2a1 HTTP/1.1" status: 200 len: 853 time: 0.0429463 Mar 28 14:11:27.498910 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-953a5f86-e93c-4afb-b036-57bb838f4589 req-995b6e2c-ce8f-4015-b970-1f980e25f597 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eec7d5f0-620d-4063-9532-5753c916ad15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244563 Mar 28 14:11:27.574756 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa5bb8-6720-4ba8-a359-0784da666f33 req-973dd5a8-1400-4984-89ec-5c98a0cab4ef tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:27.577137 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b0aa5bb8-6720-4ba8-a359-0784da666f33 req-973dd5a8-1400-4984-89ec-5c98a0cab4ef tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 945 time: 0.0491154 Mar 28 14:11:27.593077 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-953a5f86-e93c-4afb-b036-57bb838f4589 req-efe63ecd-db9f-47f4-954a-c6853dfea092 service neutron] 10.222.0.20 "GET /v2.0/networks/eec7d5f0-620d-4063-9532-5753c916ad15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875456 Mar 28 14:11:27.616094 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b0aa5bb8-6720-4ba8-a359-0784da666f33 req-cf4c8b00-45ec-4540-99b8-e3b5e7ad8c50 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325167 Mar 28 14:11:27.641410 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:27.681561 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-953a5f86-e93c-4afb-b036-57bb838f4589 req-003c95ac-1cc0-42e7-81fe-fda2a78e3c18 service neutron] 10.222.0.20 "GET /v2.0/networks/eec7d5f0-620d-4063-9532-5753c916ad15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821924 Mar 28 14:11:28.735275 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8771e3-6003-4cce-901f-68d6343522a5 req-c466c589-20c0-44c3-bae7-bdaa6878932d tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:28.736742 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ff8771e3-6003-4cce-901f-68d6343522a5 req-c466c589-20c0-44c3-bae7-bdaa6878932d tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 945 time: 0.0482581 Mar 28 14:11:28.772469 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ff8771e3-6003-4cce-901f-68d6343522a5 req-0515184f-482b-4414-9be9-a9a8cace57b9 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297759 Mar 28 14:11:28.968265 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:29.355336 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:29.884218 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355f1c8-a190-474c-9a5e-3bf4a0be2dde req-f83e70c5-805c-459e-9755-d37df4d1126c tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:29.885767 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9355f1c8-a190-474c-9a5e-3bf4a0be2dde req-f83e70c5-805c-459e-9755-d37df4d1126c tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 945 time: 0.0469248 Mar 28 14:11:29.925801 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9355f1c8-a190-474c-9a5e-3bf4a0be2dde req-4b2a5a9e-6a46-42b4-a2b7-6d1f5cf68153 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342476 Mar 28 14:11:31.036846 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f879a7-755e-4378-8bae-26ec2e80d03d req-9f359227-925b-47c8-9215-1a0d02f45090 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:31.038310 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-24f879a7-755e-4378-8bae-26ec2e80d03d req-9f359227-925b-47c8-9215-1a0d02f45090 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 945 time: 0.0475595 Mar 28 14:11:31.076182 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-24f879a7-755e-4378-8bae-26ec2e80d03d req-1338cc7d-585a-40c8-a5b9-9190c7add95c tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312829 Mar 28 14:11:32.189613 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918b2e0-8fe4-4395-b74b-33bd7e9b5bab req-7282d0f8-2873-458c-ae2c-88042550b6bb tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:32.191069 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3918b2e0-8fe4-4395-b74b-33bd7e9b5bab req-7282d0f8-2873-458c-ae2c-88042550b6bb tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 945 time: 0.0474715 Mar 28 14:11:32.227474 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3918b2e0-8fe4-4395-b74b-33bd7e9b5bab req-964002be-6794-47a3-b0c4-745546a298b8 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305533 Mar 28 14:11:33.342033 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fffa000-9294-4892-8eb8-10969f49bab7 req-8635f76d-cbb7-4f40-b05b-a496cac4bd22 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:33.343427 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9fffa000-9294-4892-8eb8-10969f49bab7 req-8635f76d-cbb7-4f40-b05b-a496cac4bd22 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 945 time: 0.0487828 Mar 28 14:11:33.383260 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9fffa000-9294-4892-8eb8-10969f49bab7 req-cb470178-6132-4b85-8f62-0084968e813e tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338645 Mar 28 14:11:34.496528 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b227941-a624-4938-bc75-864bb0d235c2 req-e54fbd78-16bb-4b4f-a8bb-b2035e712eb7 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:34.497977 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4b227941-a624-4938-bc75-864bb0d235c2 req-e54fbd78-16bb-4b4f-a8bb-b2035e712eb7 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 945 time: 0.0469754 Mar 28 14:11:34.534701 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4b227941-a624-4938-bc75-864bb0d235c2 req-52fb6241-bb5f-4235-9c21-a4e3d4de9939 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308387 Mar 28 14:11:35.656517 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52804c2a-ad6e-46fa-89b4-bcb400d53917 req-c72a59dc-cfed-4d11-9ef9-8471e466ba2e tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:35.658015 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-52804c2a-ad6e-46fa-89b4-bcb400d53917 req-c72a59dc-cfed-4d11-9ef9-8471e466ba2e tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 945 time: 0.0585213 Mar 28 14:11:35.694493 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-52804c2a-ad6e-46fa-89b4-bcb400d53917 req-71463cc9-7252-464e-ac13-c9d6cf795a6e tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306096 Mar 28 14:11:36.805687 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf3187-7a6c-440e-bfb8-e062cea56358 req-76e847d7-e5f2-47e2-ae96-84b7525e8ace tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:36.807648 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8dbf3187-7a6c-440e-bfb8-e062cea56358 req-76e847d7-e5f2-47e2-ae96-84b7525e8ace tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 945 time: 0.0469127 Mar 28 14:11:36.847300 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8dbf3187-7a6c-440e-bfb8-e062cea56358 req-32c2b257-25ac-4ebc-bb48-79ca198a01f0 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335131 Mar 28 14:11:37.964082 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9b8d95-483b-4ef1-91f3-35c70668df45 req-be3c6fe6-c9cc-4a30-9650-e6262dc1a4c8 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:37.965556 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3f9b8d95-483b-4ef1-91f3-35c70668df45 req-be3c6fe6-c9cc-4a30-9650-e6262dc1a4c8 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 945 time: 0.0478334 Mar 28 14:11:38.002918 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3f9b8d95-483b-4ef1-91f3-35c70668df45 req-0396bcf7-ccc0-4e51-9fcc-5ac48035feae tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314786 Mar 28 14:11:39.114280 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9a55f-22d3-41ae-bc12-71c5d5346139 req-73dbc5cd-7a9e-4a14-8440-54e5a74b893f tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:39.115714 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1db9a55f-22d3-41ae-bc12-71c5d5346139 req-73dbc5cd-7a9e-4a14-8440-54e5a74b893f tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 945 time: 0.0472329 Mar 28 14:11:39.151655 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1db9a55f-22d3-41ae-bc12-71c5d5346139 req-688bc06c-a4d2-4b0a-993f-0abda53c2fa5 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295641 Mar 28 14:11:40.264359 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f82bda-c3f0-4f5c-8e4d-f09df0eeea42 req-c7595749-2f29-42ae-9d0d-79e42744b7dc tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:40.265904 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-09f82bda-c3f0-4f5c-8e4d-f09df0eeea42 req-c7595749-2f29-42ae-9d0d-79e42744b7dc tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 945 time: 0.0475764 Mar 28 14:11:40.305372 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-09f82bda-c3f0-4f5c-8e4d-f09df0eeea42 req-6c39bd48-b062-42c9-9eac-8a4612d61d49 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335078 Mar 28 14:11:41.420435 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add6dc6-9726-4ec0-9f42-e354b9de665b req-b7b2f0d9-67d6-4895-afdf-8233ed79ae50 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:41.421893 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0add6dc6-9726-4ec0-9f42-e354b9de665b req-b7b2f0d9-67d6-4895-afdf-8233ed79ae50 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 945 time: 0.0486417 Mar 28 14:11:41.458661 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0add6dc6-9726-4ec0-9f42-e354b9de665b req-b6cd97d5-1bd2-43b6-a208-cc6213109bb1 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309267 Mar 28 14:11:42.573941 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7222658-1c97-4d9d-990a-81c83e23f132 req-d5add7ee-82ef-4e23-b0ba-43eb1c0d70bb tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:42.575437 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a7222658-1c97-4d9d-990a-81c83e23f132 req-d5add7ee-82ef-4e23-b0ba-43eb1c0d70bb tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 945 time: 0.0494814 Mar 28 14:11:42.612410 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a7222658-1c97-4d9d-990a-81c83e23f132 req-a35d5858-5558-4f5e-b7d2-640b411087e8 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310826 Mar 28 14:11:43.637143 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:43.723505 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883977c-8793-4b48-aae3-06f7093645df req-d925bfcb-045c-4b7a-b61e-01716cbc8b4d tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:43.724976 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2883977c-8793-4b48-aae3-06f7093645df req-d925bfcb-045c-4b7a-b61e-01716cbc8b4d tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 945 time: 0.0477057 Mar 28 14:11:43.765562 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2883977c-8793-4b48-aae3-06f7093645df req-cfffe91a-d83d-49ca-8560-499c3a25dfc2 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341694 Mar 28 14:11:44.876683 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f77aa-d474-4dd7-8e42-08ce64050b49 req-4af9a182-183c-4e78-8f36-eff9700c67ae tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:44.878113 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8b5f77aa-d474-4dd7-8e42-08ce64050b49 req-4af9a182-183c-4e78-8f36-eff9700c67ae tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 945 time: 0.0476990 Mar 28 14:11:44.914179 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8b5f77aa-d474-4dd7-8e42-08ce64050b49 req-d88193a4-8ca0-41a1-b514-b14cc233f3de tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302019 Mar 28 14:11:46.029915 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38e734-8685-4ff8-9daa-997e6f1938f9 req-18a3751d-6aa0-404e-9262-aa276866299e tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:46.031372 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9b38e734-8685-4ff8-9daa-997e6f1938f9 req-18a3751d-6aa0-404e-9262-aa276866299e tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 945 time: 0.0486267 Mar 28 14:11:46.067218 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9b38e734-8685-4ff8-9daa-997e6f1938f9 req-390dde83-53d4-40e3-9ed7-c0f1db2eb334 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299840 Mar 28 14:11:47.178204 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4826752-d7c8-4358-b547-edfe62df1b6f req-a9e2cb5f-b506-4a46-9b88-df5872243318 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:47.179642 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b4826752-d7c8-4358-b547-edfe62df1b6f req-a9e2cb5f-b506-4a46-9b88-df5872243318 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 945 time: 0.0472646 Mar 28 14:11:47.197928 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:11:47.220218 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b4826752-d7c8-4358-b547-edfe62df1b6f req-e985946f-94ca-4309-afaa-b4b41e34c4cd tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347435 Mar 28 14:11:48.336343 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4b7fe-5381-4e2c-8fc7-1d726dc6be11 req-ee805937-9e34-4d62-a828-c46c68d3d0ca tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:48.337820 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2fc4b7fe-5381-4e2c-8fc7-1d726dc6be11 req-ee805937-9e34-4d62-a828-c46c68d3d0ca tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 945 time: 0.0482850 Mar 28 14:11:48.375013 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2fc4b7fe-5381-4e2c-8fc7-1d726dc6be11 req-a145dd4c-1cc2-4f35-af07-44fd8f7fbaf3 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313387 Mar 28 14:11:49.487855 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db095e-8e40-4770-a08a-3a408bab6d13 req-91683484-b7f1-4965-99d6-77e7cb86716e tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:49.489341 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d9db095e-8e40-4770-a08a-3a408bab6d13 req-91683484-b7f1-4965-99d6-77e7cb86716e tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 945 time: 0.0476990 Mar 28 14:11:49.525518 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d9db095e-8e40-4770-a08a-3a408bab6d13 req-aad95559-8e3d-41db-bd8b-9c5f5a014600 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303595 Mar 28 14:11:50.647751 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8357d2-1075-476e-9625-228b002bda02 req-3100e3f8-58a1-4a2f-b605-a039e6190014 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:50.649238 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8f8357d2-1075-476e-9625-228b002bda02 req-3100e3f8-58a1-4a2f-b605-a039e6190014 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 945 time: 0.0493913 Mar 28 14:11:50.689862 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8f8357d2-1075-476e-9625-228b002bda02 req-f927fbb8-82e1-41b4-ba99-f016c362a228 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347288 Mar 28 14:11:51.799804 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42cf99-ac65-4b62-8229-861e92fd4212 req-9ebb9186-0441-464e-ae92-9d7b11f2ebb5 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:51.801305 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3e42cf99-ac65-4b62-8229-861e92fd4212 req-9ebb9186-0441-464e-ae92-9d7b11f2ebb5 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 945 time: 0.0467634 Mar 28 14:11:51.838271 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3e42cf99-ac65-4b62-8229-861e92fd4212 req-9bccf9a3-d3ec-4bd1-8dd4-24421a2ba542 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306952 Mar 28 14:11:52.950010 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b2802-3dbd-4910-ba3d-308b7a060d7e req-5271a693-95c3-499f-8668-857389068f3a tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:52.951454 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f83b2802-3dbd-4910-ba3d-308b7a060d7e req-5271a693-95c3-499f-8668-857389068f3a tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 945 time: 0.0473976 Mar 28 14:11:52.987758 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f83b2802-3dbd-4910-ba3d-308b7a060d7e req-7e20c551-482f-49aa-90ba-3d6295ed1b60 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304484 Mar 28 14:11:54.018223 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b2a5bca1-3ca7-4e0a-868e-71e4eb22d618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:54.100765 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724d867-f75a-4751-8175-6ee4ab99a62b req-81701ff0-6990-49ee-82e7-e09810be40c6 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:54.102203 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f724d867-f75a-4751-8175-6ee4ab99a62b req-81701ff0-6990-49ee-82e7-e09810be40c6 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 945 time: 0.0479670 Mar 28 14:11:54.143066 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f724d867-f75a-4751-8175-6ee4ab99a62b req-dc45d827-6c5a-4af7-b627-e9b4baafd723 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344160 Mar 28 14:11:54.678644 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-953a5f86-e93c-4afb-b036-57bb838f4589 req-1be0c391-78f1-43c3-9a30-838cd96e6419 service neutron] 10.222.0.20 "GET /v2.0/ports/8e1025f7-d7d3-4b76-9aa4-54e9aafe966b/bindings/hv-neutron-8353 HTTP/1.1" status: 200 len: 384 time: 0.0586009 Mar 28 14:11:55.236300 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a5f86-e93c-4afb-b036-57bb838f4589 req-955bf090-5013-4c5b-88f3-07cc99905637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:55.238572 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-953a5f86-e93c-4afb-b036-57bb838f4589 req-955bf090-5013-4c5b-88f3-07cc99905637 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea&tenant_id=746f8e1c915c42d6b2fe935de3400301 HTTP/1.1" status: 200 len: 1098 time: 0.0420713 Mar 28 14:11:55.258429 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568ae2b-33e1-4245-91fe-fd12d6497c3d req-c73bba58-9b5d-42e0-a229-ee05b65f7d39 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:55.259904 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9568ae2b-33e1-4245-91fe-fd12d6497c3d req-c73bba58-9b5d-42e0-a229-ee05b65f7d39 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 945 time: 0.0491900 Mar 28 14:11:55.297426 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9568ae2b-33e1-4245-91fe-fd12d6497c3d req-678305a9-6c86-4245-b26e-e7fa9b856810 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315499 Mar 28 14:11:55.300558 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a5f86-e93c-4afb-b036-57bb838f4589 req-e2a6e92f-b71e-4528-a7c6-e6c6321bfc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:55.300558 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-953a5f86-e93c-4afb-b036-57bb838f4589 req-e2a6e92f-b71e-4528-a7c6-e6c6321bfc8c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=746f8e1c915c42d6b2fe935de3400301&device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 1098 time: 0.0414860 Mar 28 14:11:55.388143 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a5f86-e93c-4afb-b036-57bb838f4589 req-97d472ba-68d2-4cbb-8c91-a6d5053da781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:55.389593 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-953a5f86-e93c-4afb-b036-57bb838f4589 req-97d472ba-68d2-4cbb-8c91-a6d5053da781 service neutron] 10.222.0.20 "GET /v2.0/networks?id=eec7d5f0-620d-4063-9532-5753c916ad15 HTTP/1.1" status: 200 len: 914 time: 0.0844650 Mar 28 14:11:55.430523 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-953a5f86-e93c-4afb-b036-57bb838f4589 req-18f3b1d0-15d3-460d-87ab-835843c392fd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e1025f7-d7d3-4b76-9aa4-54e9aafe966b HTTP/1.1" status: 200 len: 217 time: 0.0341983 Mar 28 14:11:55.477920 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a5f86-e93c-4afb-b036-57bb838f4589 req-dd4eb29c-5b10-40a3-8e4f-3402cd29cdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:55.479310 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-953a5f86-e93c-4afb-b036-57bb838f4589 req-dd4eb29c-5b10-40a3-8e4f-3402cd29cdc5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0fe93a64-da72-410a-a4e9-e92364d4a2a1 HTTP/1.1" status: 200 len: 853 time: 0.0427527 Mar 28 14:11:55.509223 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-953a5f86-e93c-4afb-b036-57bb838f4589 req-de97d53d-450d-4b25-971c-b51de547c233 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eec7d5f0-620d-4063-9532-5753c916ad15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230656 Mar 28 14:11:55.598935 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-953a5f86-e93c-4afb-b036-57bb838f4589 req-fe6f4bb6-e951-4fc6-ab95-f8da193e2adb service neutron] 10.222.0.20 "GET /v2.0/networks/eec7d5f0-620d-4063-9532-5753c916ad15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828128 Mar 28 14:11:55.688269 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-953a5f86-e93c-4afb-b036-57bb838f4589 req-511c59e6-bdea-40aa-8cd5-60ee17839340 service neutron] 10.222.0.20 "GET /v2.0/networks/eec7d5f0-620d-4063-9532-5753c916ad15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831075 Mar 28 14:11:56.316890 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-00b795c3-f1c3-4d5e-aaa0-c1297cb0809b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:56.411440 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8528cc4-91f8-4bc1-8247-bcc31410b29c req-fd6f3562-93ee-467c-a3d7-63359167c8aa tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:56.412963 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d8528cc4-91f8-4bc1-8247-bcc31410b29c req-fd6f3562-93ee-467c-a3d7-63359167c8aa tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 945 time: 0.0473740 Mar 28 14:11:56.450141 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d8528cc4-91f8-4bc1-8247-bcc31410b29c req-043bc471-f139-41f1-acb8-2123629ba6bb tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305066 Mar 28 14:11:57.284098 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 8e1025f7-d7d3-4b76-9aa4-54e9aafe966b details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:11:57.287226 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 8e1025f7-d7d3-4b76-9aa4-54e9aafe966b no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:11:57.422436 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:57.455405 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 8e1025f7-d7d3-4b76-9aa4-54e9aafe966b, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=8e1025f7-d7d3-4b76-9aa4-54e9aafe966b,segment=NetworkSegment(3d16dbc7-4a40-408c-951f-de343ce4ed07),segment_id=3d16dbc7-4a40-408c-951f-de343ce4ed07)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:11:57.468733 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b094e1-6a1b-46b8-9980-0f5e9b8760ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e1025f7-d7d3-4b76-9aa4-54e9aafe966b'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:11:57.470904 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9510d2-c423-484c-b41e-f15f24199919" -d '{"events": [{"server_uuid": "a9b094e1-6a1b-46b8-9980-0f5e9b8760ea", "name": "network-vif-unplugged", "status": "completed", "tag": "8e1025f7-d7d3-4b76-9aa4-54e9aafe966b"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:11:57.481618 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': '8e1025f7-d7d3-4b76-9aa4-54e9aafe966b', 'network_id': 'eec7d5f0-620d-4063-9532-5753c916ad15', 'port_id': '8e1025f7-d7d3-4b76-9aa4-54e9aafe966b', 'mac_address': 'fa:16:3e:77:ef:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe93a64-da72-410a-a4e9-e92364d4a2a1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:11:57.485761 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 8e1025f7-d7d3-4b76-9aa4-54e9aafe966b, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=8e1025f7-d7d3-4b76-9aa4-54e9aafe966b,segment=NetworkSegment(3d16dbc7-4a40-408c-951f-de343ce4ed07),segment_id=3d16dbc7-4a40-408c-951f-de343ce4ed07)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:11:57.521796 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Mar 2022 14:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d158a5-c375-4791-b782-c96e27a959db x-openstack-request-id: req-f2d158a5-c375-4791-b782-c96e27a959db {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:11:57.522083 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b094e1-6a1b-46b8-9980-0f5e9b8760ea", "name": "network-vif-unplugged", "status": "completed", "tag": "8e1025f7-d7d3-4b76-9aa4-54e9aafe966b", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:11:57.522331 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f2d158a5-c375-4791-b782-c96e27a959db {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:11:57.522706 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b094e1-6a1b-46b8-9980-0f5e9b8760ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e1025f7-d7d3-4b76-9aa4-54e9aafe966b', 'code': 200} Mar 28 14:11:57.524758 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:57.537817 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e1025f7-d7d3-4b76-9aa4-54e9aafe966b {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:11:57.558067 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:57.567242 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b384d-da3d-468a-9c67-bacda0b5bf2b req-102e623e-fa52-4e5f-b1ae-bd1e1ca736ac tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:57.569415 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3b0b384d-da3d-468a-9c67-bacda0b5bf2b req-102e623e-fa52-4e5f-b1ae-bd1e1ca736ac tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 945 time: 0.0490372 Mar 28 14:11:57.610056 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3b0b384d-da3d-468a-9c67-bacda0b5bf2b req-4c6e91f1-9e62-4fb9-8bf2-88ce5c8a0666 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348375 Mar 28 14:11:57.637339 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.db.api [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 14:11:57.652022 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG oslo_db.api [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 14:11:57.652022 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=8e1025f7-d7d3-4b76-9aa4-54e9aafe966b,revision_number=6']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:11:57.711193 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:58.173478 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:58.187974 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e1025f7-d7d3-4b76-9aa4-54e9aafe966b {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:11:58.206080 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 8e1025f7-d7d3-4b76-9aa4-54e9aafe966b, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=8e1025f7-d7d3-4b76-9aa4-54e9aafe966b,segment=NetworkSegment(3d16dbc7-4a40-408c-951f-de343ce4ed07),segment_id=3d16dbc7-4a40-408c-951f-de343ce4ed07)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:11:58.265503 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:58.314606 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=8e1025f7-d7d3-4b76-9aa4-54e9aafe966b,revision_number=7']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:11:58.322611 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['8e1025f7-d7d3-4b76-9aa4-54e9aafe966b'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:11:58.726565 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c2332-c1a1-4a18-aded-640ceafd38c0 req-bd061933-2a72-4fdb-9c52-7efe1cb2daa2 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:58.728017 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-041c2332-c1a1-4a18-aded-640ceafd38c0 req-bd061933-2a72-4fdb-9c52-7efe1cb2daa2 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 944 time: 0.0480180 Mar 28 14:11:58.764690 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-041c2332-c1a1-4a18-aded-640ceafd38c0 req-93779fd1-de20-4f19-828c-ffc90e208bb8 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306501 Mar 28 14:11:59.019813 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:59.093108 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b5b26-c9de-4ed4-8996-c4ed882e434f req-3b3ee3bb-fab1-4636-9826-29bc37bfa7ae tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:59.094560 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3b3b5b26-c9de-4ed4-8996-c4ed882e434f req-3b3ee3bb-fab1-4636-9826-29bc37bfa7ae tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 944 time: 0.0493453 Mar 28 14:11:59.131943 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3b3b5b26-c9de-4ed4-8996-c4ed882e434f req-0ad45788-85a1-4eba-ac78-2130ce3fb61f tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313158 Mar 28 14:11:59.222686 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a1975-d5c4-4a2c-bea1-045a6c167188 req-4f8b3161-fd50-4095-a6a2-61ec775f787c tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:59.224131 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-148a1975-d5c4-4a2c-bea1-045a6c167188 req-4f8b3161-fd50-4095-a6a2-61ec775f787c tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea&tenant_id=746f8e1c915c42d6b2fe935de3400301&binding%3Ahost_id=hv-neutron-8353 HTTP/1.1" status: 200 len: 944 time: 0.0507243 Mar 28 14:11:59.302751 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a1975-d5c4-4a2c-bea1-045a6c167188 req-e5f380b8-c4e8-478b-906f-694adf0d3374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:59.304349 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-148a1975-d5c4-4a2c-bea1-045a6c167188 req-e5f380b8-c4e8-478b-906f-694adf0d3374 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=746f8e1c915c42d6b2fe935de3400301&device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 1097 time: 0.0391703 Mar 28 14:11:59.310027 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 8e1025f7-d7d3-4b76-9aa4-54e9aafe966b up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:11:59.353697 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port 8e1025f7-d7d3-4b76-9aa4-54e9aafe966b triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:11:59.354059 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:59.378664 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:59.396309 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a1975-d5c4-4a2c-bea1-045a6c167188 req-76c29738-60e2-4174-9fe1-1814dbdfac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:59.402719 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-148a1975-d5c4-4a2c-bea1-045a6c167188 req-76c29738-60e2-4174-9fe1-1814dbdfac4a service neutron] 10.222.0.20 "GET /v2.0/networks?id=eec7d5f0-620d-4063-9532-5753c916ad15 HTTP/1.1" status: 200 len: 914 time: 0.0878527 Mar 28 14:11:59.436330 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:59.439706 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-148a1975-d5c4-4a2c-bea1-045a6c167188 req-cb3ecc81-7eab-4567-b34c-4ae8dd91f13e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e1025f7-d7d3-4b76-9aa4-54e9aafe966b HTTP/1.1" status: 200 len: 217 time: 0.0356164 Mar 28 14:11:59.467997 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 8e1025f7-d7d3-4b76-9aa4-54e9aafe966b, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=8e1025f7-d7d3-4b76-9aa4-54e9aafe966b,segment=NetworkSegment(3d16dbc7-4a40-408c-951f-de343ce4ed07),segment_id=3d16dbc7-4a40-408c-951f-de343ce4ed07)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:11:59.487345 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a1975-d5c4-4a2c-bea1-045a6c167188 req-2b004b25-7957-4b93-be6f-70e69fe23d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:11:59.488807 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-148a1975-d5c4-4a2c-bea1-045a6c167188 req-2b004b25-7957-4b93-be6f-70e69fe23d7e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0fe93a64-da72-410a-a4e9-e92364d4a2a1 HTTP/1.1" status: 200 len: 853 time: 0.0424995 Mar 28 14:11:59.519213 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-148a1975-d5c4-4a2c-bea1-045a6c167188 req-981e86a3-b589-48c4-912c-396015c60aa4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eec7d5f0-620d-4063-9532-5753c916ad15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239062 Mar 28 14:11:59.523681 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b094e1-6a1b-46b8-9980-0f5e9b8760ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1025f7-d7d3-4b76-9aa4-54e9aafe966b'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:11:59.526157 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7bb1763-8dcf-481c-8113-75604c75c651" -d '{"events": [{"server_uuid": "a9b094e1-6a1b-46b8-9980-0f5e9b8760ea", "name": "network-vif-plugged", "status": "completed", "tag": "8e1025f7-d7d3-4b76-9aa4-54e9aafe966b"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:11:59.529975 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:11:59.578788 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90d971e-4f19-4eed-af16-cde14b24022c x-openstack-request-id: req-e90d971e-4f19-4eed-af16-cde14b24022c {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:11:59.579071 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b094e1-6a1b-46b8-9980-0f5e9b8760ea", "name": "network-vif-plugged", "status": "completed", "tag": "8e1025f7-d7d3-4b76-9aa4-54e9aafe966b", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:11:59.580597 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e90d971e-4f19-4eed-af16-cde14b24022c {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:11:59.580597 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b094e1-6a1b-46b8-9980-0f5e9b8760ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1025f7-d7d3-4b76-9aa4-54e9aafe966b', 'code': 200} Mar 28 14:11:59.582591 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=8e1025f7-d7d3-4b76-9aa4-54e9aafe966b,revision_number=8']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:11:59.621265 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-148a1975-d5c4-4a2c-bea1-045a6c167188 req-6552bec4-cac2-4617-bf45-6cb386c31ff5 service neutron] 10.222.0.20 "GET /v2.0/networks/eec7d5f0-620d-4063-9532-5753c916ad15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953705 Mar 28 14:11:59.707671 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-148a1975-d5c4-4a2c-bea1-045a6c167188 req-e86f0ab1-000a-491c-9054-f9e384da16b1 service neutron] 10.222.0.20 "GET /v2.0/networks/eec7d5f0-620d-4063-9532-5753c916ad15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794578 Mar 28 14:12:00.245997 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d308d3c-d4ca-47ec-818e-aa1b2fb21f54 req-6644f154-0d8d-4be7-9171-76cfb26f1df3 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:00.247455 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7d308d3c-d4ca-47ec-818e-aa1b2fb21f54 req-6644f154-0d8d-4be7-9171-76cfb26f1df3 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 945 time: 0.0484521 Mar 28 14:12:00.287792 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7d308d3c-d4ca-47ec-818e-aa1b2fb21f54 req-2a4dca3f-bbe7-4736-9858-160aa23c967f tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343931 Mar 28 14:12:01.403278 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88234b88-34e7-42b9-9a2f-ca1152642ece req-b57471eb-bbc5-4b8d-9f1d-70f196418242 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:01.404790 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-88234b88-34e7-42b9-9a2f-ca1152642ece req-b57471eb-bbc5-4b8d-9f1d-70f196418242 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 945 time: 0.0473330 Mar 28 14:12:01.441623 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-88234b88-34e7-42b9-9a2f-ca1152642ece req-a046e998-e4bc-4281-bd4a-570a48f53ddf tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310009 Mar 28 14:12:01.556115 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced4103-51d4-4b71-833e-c3b8bc5d2497 req-bb70352b-5676-4be5-b243-e40b94d2c337 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:01.558310 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-eced4103-51d4-4b71-833e-c3b8bc5d2497 req-bb70352b-5676-4be5-b243-e40b94d2c337 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 945 time: 0.0526793 Mar 28 14:12:01.596550 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-eced4103-51d4-4b71-833e-c3b8bc5d2497 req-da90377a-2542-44bf-9a1b-b778b0f7dd1c tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319645 Mar 28 14:12:01.705419 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee85095-4979-4efc-ad73-b76509bf3b1a req-1bf399b2-7b86-48c6-88d4-aaa24042ad84 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:01.706867 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-eee85095-4979-4efc-ad73-b76509bf3b1a req-1bf399b2-7b86-48c6-88d4-aaa24042ad84 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 945 time: 0.0470533 Mar 28 14:12:01.746701 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-eee85095-4979-4efc-ad73-b76509bf3b1a req-94b05ed9-fba3-4572-b6c2-6ed3e23bdfe8 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334234 Mar 28 14:12:02.317975 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee732c-c1f8-403d-8e70-93171a46ece3 req-07e582c0-2a94-42c1-a625-b07f6449902b tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:02.319401 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a7ee732c-c1f8-403d-8e70-93171a46ece3 req-07e582c0-2a94-42c1-a625-b07f6449902b tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/networks?id=eec7d5f0-620d-4063-9532-5753c916ad15 HTTP/1.1" status: 200 len: 813 time: 0.1104059 Mar 28 14:12:02.334120 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a7ee732c-c1f8-403d-8e70-93171a46ece3 req-ea601b45-b638-45d7-b3f0-4e0a94841e05 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/quotas/746f8e1c915c42d6b2fe935de3400301 HTTP/1.1" status: 200 len: 375 time: 0.0085297 Mar 28 14:12:02.381057 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a7ee732c-c1f8-403d-8e70-93171a46ece3 req-c220372a-86dd-4bca-8fbc-19bbe4ec51c4 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=746f8e1c915c42d6b2fe935de3400301&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0418005 Mar 28 14:12:02.391888 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [req-a7ee732c-c1f8-403d-8e70-93171a46ece3 req-f7865253-a926-44a6-a4f1-7040b0f4fed5 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 14:12:02.392839 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a7ee732c-c1f8-403d-8e70-93171a46ece3 req-f7865253-a926-44a6-a4f1-7040b0f4fed5 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052466 Mar 28 14:12:02.481692 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a7ee732c-c1f8-403d-8e70-93171a46ece3 req-2e49759f-901f-4feb-88f1-ead46132baa7 service neutron] 10.222.0.24 "GET /v2.0/networks/eec7d5f0-620d-4063-9532-5753c916ad15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833516 Mar 28 14:12:02.568458 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a7ee732c-c1f8-403d-8e70-93171a46ece3 req-d4e30e83-e5ff-4a5f-a5db-06157b4319b5 service neutron] 10.222.0.24 "GET /v2.0/networks/eec7d5f0-620d-4063-9532-5753c916ad15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807002 Mar 28 14:12:02.844433 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9b44fd0a-a502-4312-b87c-e333f3f1ca2a req-47ec1a83-4bd4-4e00-bb7e-7cbbe4f1957c tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 210 time: 0.0306084 Mar 28 14:12:03.938097 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f3906b9a-106e-4e90-b91a-079fa0ddb6f8 req-1f5a411d-fc5f-4112-b782-bcc298b34290 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 210 time: 0.0270853 Mar 28 14:12:04.053071 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48709b7c-8b53-46b4-84a5-cecf0a40e91f req-e403a024-173d-43dc-802d-9fc0eeefe8c1 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:04.054611 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-48709b7c-8b53-46b4-84a5-cecf0a40e91f req-e403a024-173d-43dc-802d-9fc0eeefe8c1 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9b094e1-6a1b-46b8-9980-0f5e9b8760ea HTTP/1.1" status: 200 len: 945 time: 0.0562265 Mar 28 14:12:04.149309 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [req-48709b7c-8b53-46b4-84a5-cecf0a40e91f req-93629648-5447-4b10-bb12-a0792a0285bf tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Deleting port 8e1025f7-d7d3-4b76-9aa4-54e9aafe966b {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:12:04.149586 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-48709b7c-8b53-46b4-84a5-cecf0a40e91f req-93629648-5447-4b10-bb12-a0792a0285bf tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:04.238193 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [req-48709b7c-8b53-46b4-84a5-cecf0a40e91f req-93629648-5447-4b10-bb12-a0792a0285bf tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] For port 8e1025f7-d7d3-4b76-9aa4-54e9aafe966b, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=8e1025f7-d7d3-4b76-9aa4-54e9aafe966b,segment=NetworkSegment(3d16dbc7-4a40-408c-951f-de343ce4ed07),segment_id=3d16dbc7-4a40-408c-951f-de343ce4ed07)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:12:04.238557 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-48709b7c-8b53-46b4-84a5-cecf0a40e91f req-93629648-5447-4b10-bb12-a0792a0285bf tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:04.250790 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [req-48709b7c-8b53-46b4-84a5-cecf0a40e91f req-93629648-5447-4b10-bb12-a0792a0285bf tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Calling delete_port for 8e1025f7-d7d3-4b76-9aa4-54e9aafe966b owned by compute:nova {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:12:04.425279 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-48709b7c-8b53-46b4-84a5-cecf0a40e91f req-93629648-5447-4b10-bb12-a0792a0285bf tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:04.440585 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['8e1025f7-d7d3-4b76-9aa4-54e9aafe966b'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:12:04.456873 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93629648-5447-4b10-bb12-a0792a0285bf tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Pushing event deleted for resources: {'Port': ['ID=8e1025f7-d7d3-4b76-9aa4-54e9aafe966b,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:12:04.498276 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [req-48709b7c-8b53-46b4-84a5-cecf0a40e91f req-93629648-5447-4b10-bb12-a0792a0285bf tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] No DVR routers for this DVR port 8e1025f7-d7d3-4b76-9aa4-54e9aafe966b on host hv-neutron-8353 {{(pid=109612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:12:04.501024 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [req-48709b7c-8b53-46b4-84a5-cecf0a40e91f req-93629648-5447-4b10-bb12-a0792a0285bf tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:04.504425 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-48709b7c-8b53-46b4-84a5-cecf0a40e91f req-93629648-5447-4b10-bb12-a0792a0285bf tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.20 "DELETE /v2.0/ports/8e1025f7-d7d3-4b76-9aa4-54e9aafe966b HTTP/1.1" status: 204 len: 173 time: 0.4445875 Mar 28 14:12:04.504866 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b094e1-6a1b-46b8-9980-0f5e9b8760ea', 'name': 'network-vif-deleted', 'tag': '8e1025f7-d7d3-4b76-9aa4-54e9aafe966b'}] {{(pid=109612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:12:04.507113 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe63c13e87a9f7251adb6bd0d9fca296dff075f1d7b14c4d1edf5c408047469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea863aa-ca8a-42f8-b7db-0847c8b6012f" -d '{"events": [{"server_uuid": "a9b094e1-6a1b-46b8-9980-0f5e9b8760ea", "name": "network-vif-deleted", "tag": "8e1025f7-d7d3-4b76-9aa4-54e9aafe966b"}]}' {{(pid=109612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:12:04.544755 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c61b3f-5c33-40fc-9a17-004c6b868de8 x-openstack-request-id: req-58c61b3f-5c33-40fc-9a17-004c6b868de8 {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:12:04.545092 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b094e1-6a1b-46b8-9980-0f5e9b8760ea", "name": "network-vif-deleted", "tag": "8e1025f7-d7d3-4b76-9aa4-54e9aafe966b", "status": "completed", "code": 200}]} {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:12:04.545341 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-58c61b3f-5c33-40fc-9a17-004c6b868de8 {{(pid=109612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:12:04.545758 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b094e1-6a1b-46b8-9980-0f5e9b8760ea', 'name': 'network-vif-deleted', 'tag': '8e1025f7-d7d3-4b76-9aa4-54e9aafe966b', 'status': 'completed', 'code': 200} Mar 28 14:12:04.573903 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee732c-c1f8-403d-8e70-93171a46ece3 req-dee31d49-4e53-4fd7-a431-13151ad303ca tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:04.575336 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a7ee732c-c1f8-403d-8e70-93171a46ece3 req-dee31d49-4e53-4fd7-a431-13151ad303ca tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.20 "GET /v2.0/networks?id=eec7d5f0-620d-4063-9532-5753c916ad15 HTTP/1.1" status: 200 len: 813 time: 0.1025152 Mar 28 14:12:04.589555 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-a7ee732c-c1f8-403d-8e70-93171a46ece3 req-c86aaeea-330e-432e-bd4c-75c617c49eba tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Request body: {'port': {'device_id': '9dff5dee-27eb-4001-a645-2bba45ca7471', 'network_id': 'eec7d5f0-620d-4063-9532-5753c916ad15', 'admin_state_up': True, 'tenant_id': '746f8e1c915c42d6b2fe935de3400301'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:12:04.762747 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7ee732c-c1f8-403d-8e70-93171a46ece3 req-c86aaeea-330e-432e-bd4c-75c617c49eba tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Made reservation on behalf of 746f8e1c915c42d6b2fe935de3400301 for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:12:04.766200 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-a7ee732c-c1f8-403d-8e70-93171a46ece3 req-c86aaeea-330e-432e-bd4c-75c617c49eba tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:04.886914 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [req-a7ee732c-c1f8-403d-8e70-93171a46ece3 req-c86aaeea-330e-432e-bd4c-75c617c49eba tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Allocated IP 172.20.0.2 (eec7d5f0-620d-4063-9532-5753c916ad15/0fe93a64-da72-410a-a4e9-e92364d4a2a1/633d8f24-8129-4492-9e93-862192f35d1c) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:12:05.045432 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dcb5bc98-a244-4000-bf4b-d7da8e41f992 req-e448c91a-9a2d-4b21-a721-551a7aade11e tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 210 time: 0.0346525 Mar 28 14:12:05.062011 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-a7ee732c-c1f8-403d-8e70-93171a46ece3 req-c86aaeea-330e-432e-bd4c-75c617c49eba tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:05.155566 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-a7ee732c-c1f8-403d-8e70-93171a46ece3 req-c86aaeea-330e-432e-bd4c-75c617c49eba tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:05.166326 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['8e1025f7-d7d3-4b76-9aa4-54e9aafe966b'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:12:05.202551 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7ee732c-c1f8-403d-8e70-93171a46ece3 req-c86aaeea-330e-432e-bd4c-75c617c49eba tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Network eec7d5f0-620d-4063-9532-5753c916ad15 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:12:05.205651 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [req-a7ee732c-c1f8-403d-8e70-93171a46ece3 req-c86aaeea-330e-432e-bd4c-75c617c49eba tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:12:05.209440 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ee732c-c1f8-403d-8e70-93171a46ece3 req-c86aaeea-330e-432e-bd4c-75c617c49eba tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:12:05.235587 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86aaeea-330e-432e-bd4c-75c617c49eba tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Pushing event updated for resources: {'Port': ['ID=633d8f24-8129-4492-9e93-862192f35d1c,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:12:05.261600 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee732c-c1f8-403d-8e70-93171a46ece3 req-c86aaeea-330e-432e-bd4c-75c617c49eba tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:05.262208 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-a7ee732c-c1f8-403d-8e70-93171a46ece3 req-c86aaeea-330e-432e-bd4c-75c617c49eba tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:05.371807 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a7ee732c-c1f8-403d-8e70-93171a46ece3 req-c86aaeea-330e-432e-bd4c-75c617c49eba tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7862062 Mar 28 14:12:05.383510 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-a7ee732c-c1f8-403d-8e70-93171a46ece3 req-8f9430b2-f377-4204-8f37-fbfdbd84412e service neutron] Request body: {'port': {'device_id': '9dff5dee-27eb-4001-a645-2bba45ca7471', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:12:05.434804 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-a7ee732c-c1f8-403d-8e70-93171a46ece3 req-8f9430b2-f377-4204-8f37-fbfdbd84412e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:05.696389 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [req-a7ee732c-c1f8-403d-8e70-93171a46ece3 req-8f9430b2-f377-4204-8f37-fbfdbd84412e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 633d8f24-8129-4492-9e93-862192f35d1c {{(pid=109613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:12:05.703448 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-a7ee732c-c1f8-403d-8e70-93171a46ece3 req-8f9430b2-f377-4204-8f37-fbfdbd84412e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:05.715160 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.provisioning_blocks [req-a7ee732c-c1f8-403d-8e70-93171a46ece3 req-8f9430b2-f377-4204-8f37-fbfdbd84412e service neutron] Transition to ACTIVE for port object 633d8f24-8129-4492-9e93-862192f35d1c will not be triggered until provisioned by entity L2. {{(pid=109613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 14:12:05.791687 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-a7ee732c-c1f8-403d-8e70-93171a46ece3 req-8f9430b2-f377-4204-8f37-fbfdbd84412e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:05.844173 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9430b2-f377-4204-8f37-fbfdbd84412e service neutron] Pushing event updated for resources: {'Port': ['ID=633d8f24-8129-4492-9e93-862192f35d1c,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:12:05.908476 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-a7ee732c-c1f8-403d-8e70-93171a46ece3 req-8f9430b2-f377-4204-8f37-fbfdbd84412e service neutron] Attempting to bind port 633d8f24-8129-4492-9e93-862192f35d1c on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:12:05.908874 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-a7ee732c-c1f8-403d-8e70-93171a46ece3 req-8f9430b2-f377-4204-8f37-fbfdbd84412e service neutron] Attempting to bind port 633d8f24-8129-4492-9e93-862192f35d1c by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '3d16dbc7-4a40-408c-951f-de343ce4ed07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'eec7d5f0-620d-4063-9532-5753c916ad15'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:12:05.909360 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ee732c-c1f8-403d-8e70-93171a46ece3 req-8f9430b2-f377-4204-8f37-fbfdbd84412e service neutron] Attempting to bind port 633d8f24-8129-4492-9e93-862192f35d1c on network eec7d5f0-620d-4063-9532-5753c916ad15 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:12:05.914368 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ee732c-c1f8-403d-8e70-93171a46ece3 req-8f9430b2-f377-4204-8f37-fbfdbd84412e service neutron] Port 633d8f24-8129-4492-9e93-862192f35d1c on network eec7d5f0-620d-4063-9532-5753c916ad15 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 14:12:05.914689 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ee732c-c1f8-403d-8e70-93171a46ece3 req-8f9430b2-f377-4204-8f37-fbfdbd84412e service neutron] Attempting to bind port 633d8f24-8129-4492-9e93-862192f35d1c on network eec7d5f0-620d-4063-9532-5753c916ad15 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:12:05.920572 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ee732c-c1f8-403d-8e70-93171a46ece3 req-8f9430b2-f377-4204-8f37-fbfdbd84412e service neutron] Checking agent: {'id': '72ab3303-6c81-4bd9-a1a9-2c5d9b681d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'started_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:12:05.920765 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ee732c-c1f8-403d-8e70-93171a46ece3 req-8f9430b2-f377-4204-8f37-fbfdbd84412e service neutron] Checking segment: {'id': '3d16dbc7-4a40-408c-951f-de343ce4ed07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'eec7d5f0-620d-4063-9532-5753c916ad15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:12:05.921051 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ee732c-c1f8-403d-8e70-93171a46ece3 req-8f9430b2-f377-4204-8f37-fbfdbd84412e service neutron] Bound using segment: {'id': '3d16dbc7-4a40-408c-951f-de343ce4ed07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'eec7d5f0-620d-4063-9532-5753c916ad15'} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:12:05.921474 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-a7ee732c-c1f8-403d-8e70-93171a46ece3 req-8f9430b2-f377-4204-8f37-fbfdbd84412e service neutron] Bound port: 633d8f24-8129-4492-9e93-862192f35d1c, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d16dbc7-4a40-408c-951f-de343ce4ed07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'eec7d5f0-620d-4063-9532-5753c916ad15'}}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:12:05.921833 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-a7ee732c-c1f8-403d-8e70-93171a46ece3 req-8f9430b2-f377-4204-8f37-fbfdbd84412e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:06.017034 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-a7ee732c-c1f8-403d-8e70-93171a46ece3 req-8f9430b2-f377-4204-8f37-fbfdbd84412e service neutron] For port 633d8f24-8129-4492-9e93-862192f35d1c, host hv-neutron-8353, cleared binding levels {{(pid=109613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:12:06.020001 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-a7ee732c-c1f8-403d-8e70-93171a46ece3 req-8f9430b2-f377-4204-8f37-fbfdbd84412e service neutron] For port 633d8f24-8129-4492-9e93-862192f35d1c, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=633d8f24-8129-4492-9e93-862192f35d1c,segment=NetworkSegment(3d16dbc7-4a40-408c-951f-de343ce4ed07),segment_id=3d16dbc7-4a40-408c-951f-de343ce4ed07)] {{(pid=109613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:12:06.083274 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-a7ee732c-c1f8-403d-8e70-93171a46ece3 req-8f9430b2-f377-4204-8f37-fbfdbd84412e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:06.116848 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee732c-c1f8-403d-8e70-93171a46ece3 req-8f9430b2-f377-4204-8f37-fbfdbd84412e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:06.117464 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-a7ee732c-c1f8-403d-8e70-93171a46ece3 req-8f9430b2-f377-4204-8f37-fbfdbd84412e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:06.119033 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a7ee732c-c1f8-403d-8e70-93171a46ece3 req-8f9430b2-f377-4204-8f37-fbfdbd84412e service neutron] 10.222.0.20 "PUT /v2.0/ports/633d8f24-8129-4492-9e93-862192f35d1c HTTP/1.1" status: 200 len: 1093 time: 0.7395351 Mar 28 14:12:06.122990 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dff5dee-27eb-4001-a645-2bba45ca7471', 'tag': '633d8f24-8129-4492-9e93-862192f35d1c'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:12:06.125504 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20aa945-ba17-458e-8f09-472a52ce285f" -d '{"events": [{"name": "network-changed", "server_uuid": "9dff5dee-27eb-4001-a645-2bba45ca7471", "tag": "633d8f24-8129-4492-9e93-862192f35d1c"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:12:06.167558 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2cac50e-6fd3-441f-a51c-d07b342670c4 x-openstack-request-id: req-b2cac50e-6fd3-441f-a51c-d07b342670c4 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:12:06.167692 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dff5dee-27eb-4001-a645-2bba45ca7471", "tag": "633d8f24-8129-4492-9e93-862192f35d1c", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:12:06.167961 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b2cac50e-6fd3-441f-a51c-d07b342670c4 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:12:06.168360 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dff5dee-27eb-4001-a645-2bba45ca7471', 'tag': '633d8f24-8129-4492-9e93-862192f35d1c', 'status': 'completed', 'code': 200} Mar 28 14:12:06.200002 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9430b2-f377-4204-8f37-fbfdbd84412e service neutron] Pushing event updated for resources: {'Port': ['ID=633d8f24-8129-4492-9e93-862192f35d1c,revision_number=3']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:12:06.234050 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915adf30-81c9-490a-946f-606e174cfe40 req-c1ae9fcf-b174-43d9-a1d3-8e15cf362dc8 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:06.235568 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-915adf30-81c9-490a-946f-606e174cfe40 req-c1ae9fcf-b174-43d9-a1d3-8e15cf362dc8 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 943 time: 0.1137576 Mar 28 14:12:06.261868 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20aa945-ba17-458e-8f09-472a52ce285f req-8675bc6e-8c90-4e6d-bd11-6d581a54d7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:06.263362 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f20aa945-ba17-458e-8f09-472a52ce285f req-8675bc6e-8c90-4e6d-bd11-6d581a54d7fa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=746f8e1c915c42d6b2fe935de3400301&device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 1096 time: 0.0755315 Mar 28 14:12:06.305152 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-915adf30-81c9-490a-946f-606e174cfe40 req-c92d18dd-af2a-4269-92c4-29e5c0615152 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630026 Mar 28 14:12:06.381887 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20aa945-ba17-458e-8f09-472a52ce285f req-885820d2-76f4-4756-9db1-aa8d4ecfe98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:06.383360 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f20aa945-ba17-458e-8f09-472a52ce285f req-885820d2-76f4-4756-9db1-aa8d4ecfe98b service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=746f8e1c915c42d6b2fe935de3400301&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1122212 Mar 28 14:12:06.478692 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20aa945-ba17-458e-8f09-472a52ce285f req-630d5ddd-460f-4069-8bb9-8ceb25bb30ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:06.480089 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f20aa945-ba17-458e-8f09-472a52ce285f req-630d5ddd-460f-4069-8bb9-8ceb25bb30ac service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908079 Mar 28 14:12:06.556882 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee732c-c1f8-403d-8e70-93171a46ece3 req-0047da94-11ac-4b7b-a0f8-68475f05dece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:06.558272 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a7ee732c-c1f8-403d-8e70-93171a46ece3 req-0047da94-11ac-4b7b-a0f8-68475f05dece service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=746f8e1c915c42d6b2fe935de3400301&device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 1096 time: 0.0406399 Mar 28 14:12:06.611129 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a7ee732c-c1f8-403d-8e70-93171a46ece3 req-3f5982f9-4f37-4217-8eb2-d94d80456f6e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=633d8f24-8129-4492-9e93-862192f35d1c HTTP/1.1" status: 200 len: 217 time: 0.0327873 Mar 28 14:12:06.676729 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee732c-c1f8-403d-8e70-93171a46ece3 req-a5002895-3c19-4cad-9f56-4321314a8cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:06.678177 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a7ee732c-c1f8-403d-8e70-93171a46ece3 req-a5002895-3c19-4cad-9f56-4321314a8cb8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0fe93a64-da72-410a-a4e9-e92364d4a2a1 HTTP/1.1" status: 200 len: 853 time: 0.0611348 Mar 28 14:12:06.716177 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a7ee732c-c1f8-403d-8e70-93171a46ece3 req-0b9837d9-2188-42c0-8a80-b03389e12b8f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eec7d5f0-620d-4063-9532-5753c916ad15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237136 Mar 28 14:12:06.804895 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a7ee732c-c1f8-403d-8e70-93171a46ece3 req-e8f7410b-a371-4c07-836a-44773799620d service neutron] 10.222.0.20 "GET /v2.0/networks/eec7d5f0-620d-4063-9532-5753c916ad15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806346 Mar 28 14:12:06.892892 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a7ee732c-c1f8-403d-8e70-93171a46ece3 req-4f92afac-60a7-4991-9d5c-8f75c1d342de service neutron] 10.222.0.20 "GET /v2.0/networks/eec7d5f0-620d-4063-9532-5753c916ad15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820673 Mar 28 14:12:07.346600 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 8e1025f7-d7d3-4b76-9aa4-54e9aafe966b no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:12:07.367106 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] No Port match for: 8e1025f7-d7d3-4b76-9aa4-54e9aafe966b {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:12:07.367443 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 8e1025f7-d7d3-4b76-9aa4-54e9aafe966b not bound to the agent host hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:12:07.424921 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19006d96-c4d1-4c4c-81c2-fcb90f4f9649 req-e61c169f-bb68-4eda-acb7-37785c5d056b tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:07.426387 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-19006d96-c4d1-4c4c-81c2-fcb90f4f9649 req-e61c169f-bb68-4eda-acb7-37785c5d056b tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 943 time: 0.0488439 Mar 28 14:12:07.463511 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-19006d96-c4d1-4c4c-81c2-fcb90f4f9649 req-bbfc84ab-8c46-40cf-b05e-147e2b7056f7 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309148 Mar 28 14:12:08.578237 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c050f8d-9c86-44bd-9e44-34a28e0b235f req-fceccb14-6d9f-46f0-8e2a-eb87b25d6f1f tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:08.579630 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9c050f8d-9c86-44bd-9e44-34a28e0b235f req-fceccb14-6d9f-46f0-8e2a-eb87b25d6f1f tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 943 time: 0.0486257 Mar 28 14:12:08.621466 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9c050f8d-9c86-44bd-9e44-34a28e0b235f req-a61b4105-95c9-4d4e-867d-94eb20ac1166 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358255 Mar 28 14:12:09.361277 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 633d8f24-8129-4492-9e93-862192f35d1c details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:12:09.455082 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 633d8f24-8129-4492-9e93-862192f35d1c, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=633d8f24-8129-4492-9e93-862192f35d1c,segment=NetworkSegment(3d16dbc7-4a40-408c-951f-de343ce4ed07),segment_id=3d16dbc7-4a40-408c-951f-de343ce4ed07)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:12:09.466632 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': '633d8f24-8129-4492-9e93-862192f35d1c', 'network_id': 'eec7d5f0-620d-4063-9532-5753c916ad15', 'port_id': '633d8f24-8129-4492-9e93-862192f35d1c', 'mac_address': 'fa:16:3e:47:29:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe93a64-da72-410a-a4e9-e92364d4a2a1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:12:09.502283 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:09.514187 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 633d8f24-8129-4492-9e93-862192f35d1c {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:12:09.536358 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 633d8f24-8129-4492-9e93-862192f35d1c, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=633d8f24-8129-4492-9e93-862192f35d1c,segment=NetworkSegment(3d16dbc7-4a40-408c-951f-de343ce4ed07),segment_id=3d16dbc7-4a40-408c-951f-de343ce4ed07)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:12:09.602505 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:09.648896 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=633d8f24-8129-4492-9e93-862192f35d1c,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:12:09.655565 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:12:09.655895 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:12:09.656224 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:12:09.656580 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:12:09.656903 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:12:09.657225 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:12:09.657607 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:12:09.658052 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:12:09.658191 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:12:09.658480 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:12:09.658791 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:12:09.659115 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:12:09.733686 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8571eae-991c-4473-b12c-c5714560b740 req-c0c335c8-a5c1-4317-afb0-af690fa72833 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:09.735150 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d8571eae-991c-4473-b12c-c5714560b740 req-c0c335c8-a5c1-4317-afb0-af690fa72833 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 944 time: 0.0478270 Mar 28 14:12:09.772549 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d8571eae-991c-4473-b12c-c5714560b740 req-7caa9f4c-0ea0-428d-8b76-92053c0b2562 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313666 Mar 28 14:12:09.892928 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['633d8f24-8129-4492-9e93-862192f35d1c'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:12:10.884125 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c7902-8c67-4d4e-807a-a7834eee34d9 req-471ce447-ec3c-4b4a-a9f5-c562cf5558c1 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:10.885571 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-fc9c7902-8c67-4d4e-807a-a7834eee34d9 req-471ce447-ec3c-4b4a-a9f5-c562cf5558c1 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 944 time: 0.0471296 Mar 28 14:12:10.921785 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-fc9c7902-8c67-4d4e-807a-a7834eee34d9 req-7986b424-8e30-482b-8b2c-afaa74d05281 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303490 Mar 28 14:12:11.380583 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 633d8f24-8129-4492-9e93-862192f35d1c up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:12:11.499368 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning for port 633d8f24-8129-4492-9e93-862192f35d1c completed by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 14:12:11.503443 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port 633d8f24-8129-4492-9e93-862192f35d1c triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:12:11.503802 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:11.577922 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:11.598829 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dff5dee-27eb-4001-a645-2bba45ca7471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '633d8f24-8129-4492-9e93-862192f35d1c'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:12:11.601116 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c1e283-a2dc-4086-9562-c644793c2ae1" -d '{"events": [{"server_uuid": "9dff5dee-27eb-4001-a645-2bba45ca7471", "name": "network-vif-plugged", "status": "completed", "tag": "633d8f24-8129-4492-9e93-862192f35d1c"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:12:11.614159 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 633d8f24-8129-4492-9e93-862192f35d1c, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=633d8f24-8129-4492-9e93-862192f35d1c,segment=NetworkSegment(3d16dbc7-4a40-408c-951f-de343ce4ed07),segment_id=3d16dbc7-4a40-408c-951f-de343ce4ed07)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:12:11.638496 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ec9428-9a7d-476b-a3ca-dee185c59b47 x-openstack-request-id: req-54ec9428-9a7d-476b-a3ca-dee185c59b47 {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:12:11.638847 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dff5dee-27eb-4001-a645-2bba45ca7471", "name": "network-vif-plugged", "status": "completed", "tag": "633d8f24-8129-4492-9e93-862192f35d1c", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:12:11.639101 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-54ec9428-9a7d-476b-a3ca-dee185c59b47 {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:12:11.639481 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dff5dee-27eb-4001-a645-2bba45ca7471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '633d8f24-8129-4492-9e93-862192f35d1c', 'code': 200} Mar 28 14:12:11.682649 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:11.732853 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=633d8f24-8129-4492-9e93-862192f35d1c,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:12:11.921568 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0b4ce-bb7f-4a41-a913-c8203cb18477 req-44b7cb9a-a93c-4a6b-98ae-6959e7cf1d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:11.923063 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-82f0b4ce-bb7f-4a41-a913-c8203cb18477 req-44b7cb9a-a93c-4a6b-98ae-6959e7cf1d69 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 1098 time: 0.0397906 Mar 28 14:12:11.960233 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-82f0b4ce-bb7f-4a41-a913-c8203cb18477 req-f7442533-51d3-49d8-b8cc-026cf808a563 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307822 Mar 28 14:12:12.033767 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a633af-faba-4af4-877f-3f9673ddfc79 req-00824337-0a7f-40ff-a8bc-370fa54181f5 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:12.035220 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-54a633af-faba-4af4-877f-3f9673ddfc79 req-00824337-0a7f-40ff-a8bc-370fa54181f5 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 945 time: 0.0480876 Mar 28 14:12:12.072412 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-54a633af-faba-4af4-877f-3f9673ddfc79 req-8ad47b88-5a23-4237-8334-8907a0a3dfa5 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306628 Mar 28 14:12:13.186420 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e6b2f-3149-4753-9f48-a7c4bdb66ae3 req-35fb56d3-f08c-4c54-834b-c9ddfdf07db8 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:13.187876 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-335e6b2f-3149-4753-9f48-a7c4bdb66ae3 req-35fb56d3-f08c-4c54-834b-c9ddfdf07db8 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 945 time: 0.0487425 Mar 28 14:12:13.225192 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-335e6b2f-3149-4753-9f48-a7c4bdb66ae3 req-efbe5780-b518-4972-9991-18a830a88845 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313754 Mar 28 14:12:13.682274 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:14.339908 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951896c-35b8-48f3-9d76-ecbdb2366b9b req-65b2c7d9-4fc1-43fb-b069-629ad0123419 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:14.341388 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1951896c-35b8-48f3-9d76-ecbdb2366b9b req-65b2c7d9-4fc1-43fb-b069-629ad0123419 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 945 time: 0.0477464 Mar 28 14:12:14.382382 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1951896c-35b8-48f3-9d76-ecbdb2366b9b req-57c53823-f2ae-4436-822d-e4618e798bd6 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349658 Mar 28 14:12:14.492777 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ba742-1a10-4b08-b776-9f5dd96adaf9 req-de28022d-7933-4b8b-8dc2-1778b670be20 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:14.494793 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-669ba742-1a10-4b08-b776-9f5dd96adaf9 req-de28022d-7933-4b8b-8dc2-1778b670be20 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 945 time: 0.0478339 Mar 28 14:12:14.530683 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-669ba742-1a10-4b08-b776-9f5dd96adaf9 req-37b88181-1547-4b9c-9613-629cf9e7506f tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300462 Mar 28 14:12:14.907648 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5458d6-7f4a-4c53-9a0b-383c23adc28c req-fcc3fd4e-d535-450c-b19e-9e8a0201ae18 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:14.909163 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5e5458d6-7f4a-4c53-9a0b-383c23adc28c req-fcc3fd4e-d535-450c-b19e-9e8a0201ae18 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 945 time: 0.0470586 Mar 28 14:12:14.946150 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5e5458d6-7f4a-4c53-9a0b-383c23adc28c req-f3c3c139-b120-44e2-9eb4-7c41de5554c3 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310178 Mar 28 14:12:15.011874 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-45dd358c-aefe-488a-bc47-887444843e80 req-68bca88e-c498-4637-9caf-f61576bb37d7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0398209 Mar 28 14:12:16.071321 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541f6b8-085b-45ee-b305-c740bfc05813 req-a28956f3-f076-4b04-8f51-cff4caa72d7e tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:16.072812 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1541f6b8-085b-45ee-b305-c740bfc05813 req-a28956f3-f076-4b04-8f51-cff4caa72d7e tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 945 time: 0.0499434 Mar 28 14:12:16.115153 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1541f6b8-085b-45ee-b305-c740bfc05813 req-ae6a6a51-a1bb-46e4-bf47-3cd045b2fabd tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359778 Mar 28 14:12:16.616636 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e26e6e-5d26-4920-af4a-2295a8bca2c4 req-c8f09e7a-9c76-45a6-ad33-557f8e2b9c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:16.618229 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d3e26e6e-5d26-4920-af4a-2295a8bca2c4 req-c8f09e7a-9c76-45a6-ad33-557f8e2b9c7b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=746f8e1c915c42d6b2fe935de3400301&device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 1098 time: 0.0408647 Mar 28 14:12:16.723059 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e26e6e-5d26-4920-af4a-2295a8bca2c4 req-4bce6906-362b-442c-8092-b6cd80e810c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:16.724610 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d3e26e6e-5d26-4920-af4a-2295a8bca2c4 req-4bce6906-362b-442c-8092-b6cd80e810c6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=eec7d5f0-620d-4063-9532-5753c916ad15 HTTP/1.1" status: 200 len: 914 time: 0.0868201 Mar 28 14:12:16.768567 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d3e26e6e-5d26-4920-af4a-2295a8bca2c4 req-8a49ed3f-7103-4282-94f4-b73aad2fee3d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=633d8f24-8129-4492-9e93-862192f35d1c HTTP/1.1" status: 200 len: 217 time: 0.0368726 Mar 28 14:12:16.825027 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e26e6e-5d26-4920-af4a-2295a8bca2c4 req-82be6f16-6dbc-47c7-9907-7982db7623ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:16.826508 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d3e26e6e-5d26-4920-af4a-2295a8bca2c4 req-82be6f16-6dbc-47c7-9907-7982db7623ec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0fe93a64-da72-410a-a4e9-e92364d4a2a1 HTTP/1.1" status: 200 len: 853 time: 0.0465779 Mar 28 14:12:16.858873 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d3e26e6e-5d26-4920-af4a-2295a8bca2c4 req-66bb767e-5581-4b87-af7e-17984667960d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eec7d5f0-620d-4063-9532-5753c916ad15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248880 Mar 28 14:12:16.949748 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d3e26e6e-5d26-4920-af4a-2295a8bca2c4 req-43a9d8cf-0847-4504-bc8e-5a6672835fd2 service neutron] 10.222.0.20 "GET /v2.0/networks/eec7d5f0-620d-4063-9532-5753c916ad15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839720 Mar 28 14:12:17.036679 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d3e26e6e-5d26-4920-af4a-2295a8bca2c4 req-950672a7-fc1e-4c0d-8c7a-51f4774a5d3a service neutron] 10.222.0.20 "GET /v2.0/networks/eec7d5f0-620d-4063-9532-5753c916ad15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802569 Mar 28 14:12:17.156174 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd358c-aefe-488a-bc47-887444843e80 req-6be788d4-c0d7-41a3-8369-9aa5df219101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:17.157847 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-45dd358c-aefe-488a-bc47-887444843e80 req-6be788d4-c0d7-41a3-8369-9aa5df219101 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=746f8e1c915c42d6b2fe935de3400301&device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 1098 time: 0.0409749 Mar 28 14:12:17.281084 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d7d53-e480-493c-a784-00490b44a5f0 req-19e47b22-0d9c-4e54-8b70-d1a67f6bc9b3 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:17.282527 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-608d7d53-e480-493c-a784-00490b44a5f0 req-19e47b22-0d9c-4e54-8b70-d1a67f6bc9b3 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 945 time: 0.0976071 Mar 28 14:12:17.286828 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd358c-aefe-488a-bc47-887444843e80 req-7ddf5a62-ca97-4e45-b7a6-1c19335487b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:17.288157 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-45dd358c-aefe-488a-bc47-887444843e80 req-7ddf5a62-ca97-4e45-b7a6-1c19335487b8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=eec7d5f0-620d-4063-9532-5753c916ad15 HTTP/1.1" status: 200 len: 914 time: 0.1243174 Mar 28 14:12:17.339126 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-45dd358c-aefe-488a-bc47-887444843e80 req-94eb3ff2-a736-4c15-b338-347a06680271 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=633d8f24-8129-4492-9e93-862192f35d1c HTTP/1.1" status: 200 len: 217 time: 0.0444779 Mar 28 14:12:17.381388 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-608d7d53-e480-493c-a784-00490b44a5f0 req-8dbfdf7a-16c5-4009-8b0f-357741b80e32 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922518 Mar 28 14:12:17.397313 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd358c-aefe-488a-bc47-887444843e80 req-da749e36-e883-4d27-bb7e-9fa0be8c296a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:17.398808 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-45dd358c-aefe-488a-bc47-887444843e80 req-da749e36-e883-4d27-bb7e-9fa0be8c296a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0fe93a64-da72-410a-a4e9-e92364d4a2a1 HTTP/1.1" status: 200 len: 853 time: 0.0501785 Mar 28 14:12:17.429731 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-45dd358c-aefe-488a-bc47-887444843e80 req-f73f2b75-a1c7-45c9-93c9-7a10103dc5cf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eec7d5f0-620d-4063-9532-5753c916ad15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246780 Mar 28 14:12:17.523505 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-45dd358c-aefe-488a-bc47-887444843e80 req-d474d47a-005c-4379-af33-a6a986357331 service neutron] 10.222.0.20 "GET /v2.0/networks/eec7d5f0-620d-4063-9532-5753c916ad15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868289 Mar 28 14:12:17.609145 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-45dd358c-aefe-488a-bc47-887444843e80 req-91f49ddb-ead6-46c3-a609-c46bc40d7048 service neutron] 10.222.0.20 "GET /v2.0/networks/eec7d5f0-620d-4063-9532-5753c916ad15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792518 Mar 28 14:12:18.494850 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b869249-bd5f-4575-98e0-fe17d4e48da7 req-d5d9c86a-b376-43ec-aa5d-3643b705d66f tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:18.496302 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5b869249-bd5f-4575-98e0-fe17d4e48da7 req-d5d9c86a-b376-43ec-aa5d-3643b705d66f tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 945 time: 0.0480828 Mar 28 14:12:18.532464 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5b869249-bd5f-4575-98e0-fe17d4e48da7 req-e24a399d-4549-4502-9e81-6c1a701bdf34 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303180 Mar 28 14:12:19.648177 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29dafd-da87-4f2e-8d80-cade1dfa763d req-96fd20a0-f5f8-4ba2-af74-279ea7e43f90 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:19.650236 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5e29dafd-da87-4f2e-8d80-cade1dfa763d req-96fd20a0-f5f8-4ba2-af74-279ea7e43f90 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 945 time: 0.0513606 Mar 28 14:12:19.686520 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5e29dafd-da87-4f2e-8d80-cade1dfa763d req-f79be4d9-6cdb-4460-84cc-fcbc7ef52b67 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304532 Mar 28 14:12:20.798860 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3125d08-5110-4b93-b22e-f0a901122f0c req-cb268bb3-1079-4672-8284-5fd9bb24d50f tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:20.800310 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e3125d08-5110-4b93-b22e-f0a901122f0c req-cb268bb3-1079-4672-8284-5fd9bb24d50f tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 945 time: 0.0477452 Mar 28 14:12:20.837890 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e3125d08-5110-4b93-b22e-f0a901122f0c req-9fd71a77-1ee2-4571-9093-d1939e8ea130 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314555 Mar 28 14:12:21.950410 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e63760-dc24-4699-a0aa-aef9e9dff146 req-9894c14a-c072-4633-bb20-b708349bfa9e tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:21.951864 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-13e63760-dc24-4699-a0aa-aef9e9dff146 req-9894c14a-c072-4633-bb20-b708349bfa9e tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 945 time: 0.0472922 Mar 28 14:12:21.988235 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-13e63760-dc24-4699-a0aa-aef9e9dff146 req-d86e7853-f6ed-488d-bb8a-7f5881c48c61 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304477 Mar 28 14:12:23.113606 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b59b5-b6fa-43c9-bf0c-7400c5a2d5a8 req-0fc6ba7c-50ec-4d30-ac00-a0c94578cbf9 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:23.115044 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-833b59b5-b6fa-43c9-bf0c-7400c5a2d5a8 req-0fc6ba7c-50ec-4d30-ac00-a0c94578cbf9 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 945 time: 0.0544219 Mar 28 14:12:23.150990 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-833b59b5-b6fa-43c9-bf0c-7400c5a2d5a8 req-65cc6818-0d80-4d9c-b449-74b63ca7f2a3 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300386 Mar 28 14:12:24.025660 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ced97e9d-4be0-466e-9c3b-fe50090433ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:24.197673 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:12:24.264692 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6eaf7-42cd-40e7-adda-b02cb30c54ee req-9a511c6b-4ec6-4aa3-8df2-c072f180c0da tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:24.266154 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5bb6eaf7-42cd-40e7-adda-b02cb30c54ee req-9a511c6b-4ec6-4aa3-8df2-c072f180c0da tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 945 time: 0.0478425 Mar 28 14:12:24.302543 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5bb6eaf7-42cd-40e7-adda-b02cb30c54ee req-e8ca8387-ad50-49a0-8ef8-c8b5ee4c4f22 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304973 Mar 28 14:12:25.413782 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac49d2e-3b80-4fbe-9abd-3004119b58b6 req-ba8b1b3d-9a37-47ca-a119-3acd525406fb tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:25.415878 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4ac49d2e-3b80-4fbe-9abd-3004119b58b6 req-ba8b1b3d-9a37-47ca-a119-3acd525406fb tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 945 time: 0.0473928 Mar 28 14:12:25.451688 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4ac49d2e-3b80-4fbe-9abd-3004119b58b6 req-27b678ee-c52a-4715-87ac-dbc78e7be128 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298774 Mar 28 14:12:26.292128 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-088ac75b-862d-4416-98e8-d7c215d09bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:26.567896 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb595df-6277-436c-9e56-558f62f3a8a6 req-f61fb4f0-f3f7-443b-aa3d-1756d688df84 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:26.569436 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7cb595df-6277-436c-9e56-558f62f3a8a6 req-f61fb4f0-f3f7-443b-aa3d-1756d688df84 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 945 time: 0.0517180 Mar 28 14:12:26.605414 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7cb595df-6277-436c-9e56-558f62f3a8a6 req-c9608b4a-c023-49d4-8f7e-4a2100fce778 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300581 Mar 28 14:12:27.648015 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:27.718295 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18693190-3228-467f-8f5f-437f6e6c20fc req-5021e836-2ae3-4962-a76a-8e0dfee9145a tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:27.719789 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-18693190-3228-467f-8f5f-437f6e6c20fc req-5021e836-2ae3-4962-a76a-8e0dfee9145a tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 945 time: 0.0485494 Mar 28 14:12:27.756760 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-18693190-3228-467f-8f5f-437f6e6c20fc req-e55fe5a6-c558-4690-9fed-769263bb0a4c tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310392 Mar 28 14:12:28.869289 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa3e624-8b43-46ab-aeb6-4317199ad868 req-795f4444-10ee-4b91-af11-4918f573476c tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:28.870736 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-aaa3e624-8b43-46ab-aeb6-4317199ad868 req-795f4444-10ee-4b91-af11-4918f573476c tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 945 time: 0.0473833 Mar 28 14:12:28.908008 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-aaa3e624-8b43-46ab-aeb6-4317199ad868 req-acd2ff34-aefc-45e2-9c6b-8b24898eaa7b tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311897 Mar 28 14:12:28.996638 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:29.413718 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:30.026363 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9838c0-e272-48af-aabe-bfd824567e98 req-7d74e366-8d8a-4986-9ed8-3a5ffd471c50 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:30.027843 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cf9838c0-e272-48af-aabe-bfd824567e98 req-7d74e366-8d8a-4986-9ed8-3a5ffd471c50 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 945 time: 0.0522754 Mar 28 14:12:30.065629 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cf9838c0-e272-48af-aabe-bfd824567e98 req-3c96ab0a-b0a5-4122-b457-2844e7e6f95a tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317829 Mar 28 14:12:31.177304 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61087bbb-4b45-498f-8bc1-9f0767302c53 req-ecaf8786-0be5-4b69-b36e-a3066229593c tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:31.178737 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-61087bbb-4b45-498f-8bc1-9f0767302c53 req-ecaf8786-0be5-4b69-b36e-a3066229593c tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 945 time: 0.0474088 Mar 28 14:12:31.215323 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-61087bbb-4b45-498f-8bc1-9f0767302c53 req-da4e06ca-9ded-4ea1-b71f-97b16a22a452 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308025 Mar 28 14:12:32.326924 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c1e27-f752-4a33-87c9-b3583da3dc8c req-82eb0c0f-25be-4d4d-a278-fe350cd75e46 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:32.328385 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c32c1e27-f752-4a33-87c9-b3583da3dc8c req-82eb0c0f-25be-4d4d-a278-fe350cd75e46 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 945 time: 0.0474267 Mar 28 14:12:32.364245 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c32c1e27-f752-4a33-87c9-b3583da3dc8c req-67ad7336-c550-4865-b242-423f7b1ce6a1 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300579 Mar 28 14:12:33.484264 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf875e-e105-45bd-b0b1-cdd0abfc8134 req-ccd5c639-e358-424e-920c-62b4a8029380 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:33.485752 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5fdf875e-e105-45bd-b0b1-cdd0abfc8134 req-ccd5c639-e358-424e-920c-62b4a8029380 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 945 time: 0.0529847 Mar 28 14:12:33.522230 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5fdf875e-e105-45bd-b0b1-cdd0abfc8134 req-18347551-3cc9-43fd-8ee8-c59c21757ff4 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305738 Mar 28 14:12:34.635083 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4784a7-f5ca-42c1-ad40-25d6cb13863b req-dcd6a414-aac1-49d5-b104-f2aa0c9239ff tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:34.636565 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0d4784a7-f5ca-42c1-ad40-25d6cb13863b req-dcd6a414-aac1-49d5-b104-f2aa0c9239ff tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 945 time: 0.0473213 Mar 28 14:12:34.672982 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0d4784a7-f5ca-42c1-ad40-25d6cb13863b req-4833c06d-1fd2-49ad-a731-39deaa5c9554 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305517 Mar 28 14:12:35.791104 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8b944-92e7-4a52-a87f-23370144c577 req-847350ca-c232-4274-8228-9757df490b58 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:35.792582 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-edf8b944-92e7-4a52-a87f-23370144c577 req-847350ca-c232-4274-8228-9757df490b58 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 945 time: 0.0493097 Mar 28 14:12:35.833417 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-edf8b944-92e7-4a52-a87f-23370144c577 req-579456d7-24d6-472f-b28a-455cc8cc5eb6 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344155 Mar 28 14:12:36.949947 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560174e6-d460-4afd-aee5-a698388c7182 req-b92206d8-2e2b-4665-8957-3dfe1a2d262a tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:36.951399 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-560174e6-d460-4afd-aee5-a698388c7182 req-b92206d8-2e2b-4665-8957-3dfe1a2d262a tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 945 time: 0.0513957 Mar 28 14:12:36.987809 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-560174e6-d460-4afd-aee5-a698388c7182 req-994108a4-82d1-4192-977b-03298460d335 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304542 Mar 28 14:12:38.109467 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8e5a6-bc04-468e-9dba-e64ab174c7ae req-8956465b-1120-4de4-879d-eb52f9da141e tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:38.110945 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-eab8e5a6-bc04-468e-9dba-e64ab174c7ae req-8956465b-1120-4de4-879d-eb52f9da141e tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 945 time: 0.0497751 Mar 28 14:12:38.146574 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-eab8e5a6-bc04-468e-9dba-e64ab174c7ae req-2f850371-8d8e-4ea4-846a-95377a06c3ab tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297558 Mar 28 14:12:39.259976 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbc344-6a07-4698-b1ca-6a03c7eee5fa req-b9164e2c-411d-45a1-8d32-bc56e82060e5 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:39.261478 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-fbfbc344-6a07-4698-b1ca-6a03c7eee5fa req-b9164e2c-411d-45a1-8d32-bc56e82060e5 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 945 time: 0.0475750 Mar 28 14:12:39.297289 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-fbfbc344-6a07-4698-b1ca-6a03c7eee5fa req-5591edc7-c4d6-4516-b21d-fa02386442b3 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299759 Mar 28 14:12:40.414937 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73ac12-88c5-445d-a02f-5d82ca2c711b req-0a0b4f88-b22a-4423-bd7d-62303d98075a tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:40.416404 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8d73ac12-88c5-445d-a02f-5d82ca2c711b req-0a0b4f88-b22a-4423-bd7d-62303d98075a tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 945 time: 0.0514777 Mar 28 14:12:40.452969 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8d73ac12-88c5-445d-a02f-5d82ca2c711b req-7a555962-f4e6-4b39-9d29-ec2ee824881b tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305934 Mar 28 14:12:41.565674 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba18f75-096d-462c-b0eb-e1eb196e0cdc req-867627a7-ff3f-42b5-a734-374fd383a92d tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:41.567135 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-fba18f75-096d-462c-b0eb-e1eb196e0cdc req-867627a7-ff3f-42b5-a734-374fd383a92d tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 945 time: 0.0485153 Mar 28 14:12:41.603552 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-fba18f75-096d-462c-b0eb-e1eb196e0cdc req-c642dc19-1732-4f9a-ba59-c94a58bdc88c tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304785 Mar 28 14:12:42.716044 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540cd6a-c02b-4fa6-960a-3d152707f9aa req-0e968268-57b4-4dec-8132-6c28f3cf9117 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:42.717495 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0540cd6a-c02b-4fa6-960a-3d152707f9aa req-0e968268-57b4-4dec-8132-6c28f3cf9117 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 945 time: 0.0468490 Mar 28 14:12:42.753777 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0540cd6a-c02b-4fa6-960a-3d152707f9aa req-7889cdcc-1881-4fe8-b3a7-8e49d2958621 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303717 Mar 28 14:12:43.691389 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:43.867795 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c12542-d3b3-4ffc-9ae9-eb79dce55c56 req-89881d15-5d74-4ea1-aacc-2ad4b70260d5 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:43.869249 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-36c12542-d3b3-4ffc-9ae9-eb79dce55c56 req-89881d15-5d74-4ea1-aacc-2ad4b70260d5 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 945 time: 0.0508966 Mar 28 14:12:43.906318 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-36c12542-d3b3-4ffc-9ae9-eb79dce55c56 req-f3788636-2c8c-4ab6-826c-7dc18234f9d4 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311739 Mar 28 14:12:44.472869 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-45dd358c-aefe-488a-bc47-887444843e80 req-da746bda-de6e-4fc0-90f3-2aa915ab2a84 service neutron] 10.222.0.20 "GET /v2.0/ports/633d8f24-8129-4492-9e93-862192f35d1c/bindings/hv-neutron-8353 HTTP/1.1" status: 200 len: 384 time: 0.0536861 Mar 28 14:12:45.056242 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd358c-aefe-488a-bc47-887444843e80 req-0e526a42-a4ec-43d4-8122-12b80b365731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:45.057829 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-45dd358c-aefe-488a-bc47-887444843e80 req-0e526a42-a4ec-43d4-8122-12b80b365731 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471&tenant_id=746f8e1c915c42d6b2fe935de3400301 HTTP/1.1" status: 200 len: 1098 time: 0.1021421 Mar 28 14:12:45.067167 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e35bf4-1414-4f7d-a301-e7af5e3f3f4d req-5639ba94-579d-46a8-8d33-7fa6f6b93dc6 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:45.068573 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-61e35bf4-1414-4f7d-a301-e7af5e3f3f4d req-5639ba94-579d-46a8-8d33-7fa6f6b93dc6 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 945 time: 0.0833156 Mar 28 14:12:45.133136 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-61e35bf4-1414-4f7d-a301-e7af5e3f3f4d req-da2d4037-1043-43c1-bccb-f2b30d079772 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571322 Mar 28 14:12:45.138867 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd358c-aefe-488a-bc47-887444843e80 req-3db60d94-ce8d-45af-865c-735b23dac2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:45.140278 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-45dd358c-aefe-488a-bc47-887444843e80 req-3db60d94-ce8d-45af-865c-735b23dac2b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=746f8e1c915c42d6b2fe935de3400301&device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 1098 time: 0.0590954 Mar 28 14:12:45.230074 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd358c-aefe-488a-bc47-887444843e80 req-0e5e21c3-64e9-4f86-b72a-13c4d3e8df89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:45.231437 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-45dd358c-aefe-488a-bc47-887444843e80 req-0e5e21c3-64e9-4f86-b72a-13c4d3e8df89 service neutron] 10.222.0.20 "GET /v2.0/networks?id=eec7d5f0-620d-4063-9532-5753c916ad15 HTTP/1.1" status: 200 len: 914 time: 0.0850863 Mar 28 14:12:45.270774 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-45dd358c-aefe-488a-bc47-887444843e80 req-17f15305-ac61-4c68-823e-fac0dfbe41c4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=633d8f24-8129-4492-9e93-862192f35d1c HTTP/1.1" status: 200 len: 217 time: 0.0330894 Mar 28 14:12:45.316272 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd358c-aefe-488a-bc47-887444843e80 req-537f18f5-4239-46d1-ab35-1c305a8e4ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:45.317672 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-45dd358c-aefe-488a-bc47-887444843e80 req-537f18f5-4239-46d1-ab35-1c305a8e4ecd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0fe93a64-da72-410a-a4e9-e92364d4a2a1 HTTP/1.1" status: 200 len: 853 time: 0.0408752 Mar 28 14:12:45.351281 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-45dd358c-aefe-488a-bc47-887444843e80 req-ef1c9af4-e23c-468f-ab9a-6c07c8e143c2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eec7d5f0-620d-4063-9532-5753c916ad15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270321 Mar 28 14:12:45.434330 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-45dd358c-aefe-488a-bc47-887444843e80 req-687919c9-a912-4f38-9eb7-2dcdae271294 service neutron] 10.222.0.20 "GET /v2.0/networks/eec7d5f0-620d-4063-9532-5753c916ad15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0769777 Mar 28 14:12:45.522237 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-45dd358c-aefe-488a-bc47-887444843e80 req-d9981871-cdcb-49cc-9432-54a0e49eb6c2 service neutron] 10.222.0.20 "GET /v2.0/networks/eec7d5f0-620d-4063-9532-5753c916ad15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817857 Mar 28 14:12:46.249113 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee7812-6145-42be-a0f8-74f6406b61ba req-55adcaa9-f5c1-4cb2-a540-ca5f9cb81874 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:46.250564 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0bee7812-6145-42be-a0f8-74f6406b61ba req-55adcaa9-f5c1-4cb2-a540-ca5f9cb81874 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 945 time: 0.0483112 Mar 28 14:12:46.287239 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0bee7812-6145-42be-a0f8-74f6406b61ba req-60eb7306-5255-47a7-8826-3e0dda2a03fb tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307059 Mar 28 14:12:47.480712 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3d43e-10fb-4cbd-b12f-d21e868d8848 req-e674ea6d-2d76-4afb-858b-eeb382e1f608 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:47.482169 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-62a3d43e-10fb-4cbd-b12f-d21e868d8848 req-e674ea6d-2d76-4afb-858b-eeb382e1f608 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 945 time: 0.1271043 Mar 28 14:12:47.518346 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-62a3d43e-10fb-4cbd-b12f-d21e868d8848 req-185c94f7-5ae9-4baf-8956-75c7c2907b93 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302091 Mar 28 14:12:47.563776 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 633d8f24-8129-4492-9e93-862192f35d1c details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:12:47.566934 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 633d8f24-8129-4492-9e93-862192f35d1c no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:12:47.708001 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:47.727484 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 633d8f24-8129-4492-9e93-862192f35d1c, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=633d8f24-8129-4492-9e93-862192f35d1c,segment=NetworkSegment(3d16dbc7-4a40-408c-951f-de343ce4ed07),segment_id=3d16dbc7-4a40-408c-951f-de343ce4ed07)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:12:47.753960 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dff5dee-27eb-4001-a645-2bba45ca7471', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '633d8f24-8129-4492-9e93-862192f35d1c'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:12:47.757293 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb56c7de-17e3-4e04-ba36-5c4bd593ba96" -d '{"events": [{"server_uuid": "9dff5dee-27eb-4001-a645-2bba45ca7471", "name": "network-vif-unplugged", "status": "completed", "tag": "633d8f24-8129-4492-9e93-862192f35d1c"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:12:47.765148 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': '633d8f24-8129-4492-9e93-862192f35d1c', 'network_id': 'eec7d5f0-620d-4063-9532-5753c916ad15', 'port_id': '633d8f24-8129-4492-9e93-862192f35d1c', 'mac_address': 'fa:16:3e:47:29:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe93a64-da72-410a-a4e9-e92364d4a2a1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:12:47.775729 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 633d8f24-8129-4492-9e93-862192f35d1c, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=633d8f24-8129-4492-9e93-862192f35d1c,segment=NetworkSegment(3d16dbc7-4a40-408c-951f-de343ce4ed07),segment_id=3d16dbc7-4a40-408c-951f-de343ce4ed07)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:12:47.814206 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:47.823597 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Mar 2022 14:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e94bf08-6d12-4092-8715-8013f6e301d1 x-openstack-request-id: req-1e94bf08-6d12-4092-8715-8013f6e301d1 {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:12:47.823878 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dff5dee-27eb-4001-a645-2bba45ca7471", "name": "network-vif-unplugged", "status": "completed", "tag": "633d8f24-8129-4492-9e93-862192f35d1c", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:12:47.824132 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1e94bf08-6d12-4092-8715-8013f6e301d1 {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:12:47.824537 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dff5dee-27eb-4001-a645-2bba45ca7471', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '633d8f24-8129-4492-9e93-862192f35d1c', 'code': 200} Mar 28 14:12:47.829598 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 633d8f24-8129-4492-9e93-862192f35d1c {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:12:47.837238 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:47.908062 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.db.api [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 14:12:47.908431 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG oslo_db.api [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 14:12:47.912445 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=633d8f24-8129-4492-9e93-862192f35d1c,revision_number=6']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:12:48.445793 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:48.458325 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 633d8f24-8129-4492-9e93-862192f35d1c {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:12:48.476481 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 633d8f24-8129-4492-9e93-862192f35d1c, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=633d8f24-8129-4492-9e93-862192f35d1c,segment=NetworkSegment(3d16dbc7-4a40-408c-951f-de343ce4ed07),segment_id=3d16dbc7-4a40-408c-951f-de343ce4ed07)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:12:48.539542 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:48.594821 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=633d8f24-8129-4492-9e93-862192f35d1c,revision_number=7']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:12:48.601543 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['633d8f24-8129-4492-9e93-862192f35d1c'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:12:48.639410 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ff802-2f49-4db2-92fa-ec1061180476 req-5e6d73c4-a804-4bb5-8603-2bc641c5c031 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:48.640976 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e59ff802-2f49-4db2-92fa-ec1061180476 req-5e6d73c4-a804-4bb5-8603-2bc641c5c031 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 944 time: 0.0542805 Mar 28 14:12:48.677455 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e59ff802-2f49-4db2-92fa-ec1061180476 req-d0a3f332-c8e9-4a14-886a-e85f1995c533 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303164 Mar 28 14:12:49.007354 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1679032f-8b8f-4bd8-b0bb-c2aec3fdf3ee req-902facf2-4d4b-4e6b-8587-55961d6753e4 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:49.008854 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1679032f-8b8f-4bd8-b0bb-c2aec3fdf3ee req-902facf2-4d4b-4e6b-8587-55961d6753e4 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 944 time: 0.0481031 Mar 28 14:12:49.075112 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1679032f-8b8f-4bd8-b0bb-c2aec3fdf3ee req-c38ae9d6-7a2e-4f7d-9d9f-3776def0dbe5 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599959 Mar 28 14:12:49.134492 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f370cb-6a6e-4386-95ac-fe5fe3b9e5d4 req-8ef8533a-f74a-4374-a146-bab2244c17f6 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:49.135955 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f7f370cb-6a6e-4386-95ac-fe5fe3b9e5d4 req-8ef8533a-f74a-4374-a146-bab2244c17f6 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471&tenant_id=746f8e1c915c42d6b2fe935de3400301&binding%3Ahost_id=hv-neutron-8353 HTTP/1.1" status: 200 len: 944 time: 0.1010559 Mar 28 14:12:49.527148 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f370cb-6a6e-4386-95ac-fe5fe3b9e5d4 req-8f9b150f-9767-4fba-8d2c-09aa0ccf5dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:49.528557 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f7f370cb-6a6e-4386-95ac-fe5fe3b9e5d4 req-8f9b150f-9767-4fba-8d2c-09aa0ccf5dd4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=746f8e1c915c42d6b2fe935de3400301&device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 1097 time: 0.3525712 Mar 28 14:12:49.572976 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 633d8f24-8129-4492-9e93-862192f35d1c no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:12:49.614973 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f370cb-6a6e-4386-95ac-fe5fe3b9e5d4 req-807b6c0e-7b89-44d0-8f81-3238c2ca7434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:49.616444 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f7f370cb-6a6e-4386-95ac-fe5fe3b9e5d4 req-807b6c0e-7b89-44d0-8f81-3238c2ca7434 service neutron] 10.222.0.20 "GET /v2.0/networks?id=eec7d5f0-620d-4063-9532-5753c916ad15 HTTP/1.1" status: 200 len: 914 time: 0.0810788 Mar 28 14:12:49.651511 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:49.657622 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f7f370cb-6a6e-4386-95ac-fe5fe3b9e5d4 req-28bf4072-0f68-4255-944f-ee1beb9baad4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=633d8f24-8129-4492-9e93-862192f35d1c HTTP/1.1" status: 200 len: 217 time: 0.0350068 Mar 28 14:12:49.666200 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 633d8f24-8129-4492-9e93-862192f35d1c {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:12:49.686740 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 633d8f24-8129-4492-9e93-862192f35d1c, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=633d8f24-8129-4492-9e93-862192f35d1c,segment=NetworkSegment(3d16dbc7-4a40-408c-951f-de343ce4ed07),segment_id=3d16dbc7-4a40-408c-951f-de343ce4ed07)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:12:49.704488 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f370cb-6a6e-4386-95ac-fe5fe3b9e5d4 req-bdf69bfb-e6df-4e6f-b557-7e2760099867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:49.705992 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f7f370cb-6a6e-4386-95ac-fe5fe3b9e5d4 req-bdf69bfb-e6df-4e6f-b557-7e2760099867 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0fe93a64-da72-410a-a4e9-e92364d4a2a1 HTTP/1.1" status: 200 len: 853 time: 0.0425117 Mar 28 14:12:49.736380 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f7f370cb-6a6e-4386-95ac-fe5fe3b9e5d4 req-0dec88b0-d678-41e5-8b6b-0422c8f365b3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eec7d5f0-620d-4063-9532-5753c916ad15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241213 Mar 28 14:12:49.754295 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:49.799667 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=633d8f24-8129-4492-9e93-862192f35d1c,revision_number=8']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:12:49.824940 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f7f370cb-6a6e-4386-95ac-fe5fe3b9e5d4 req-9fac5baa-9b8c-4aaf-8b81-a01459bae6cb service neutron] 10.222.0.20 "GET /v2.0/networks/eec7d5f0-620d-4063-9532-5753c916ad15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816703 Mar 28 14:12:49.909296 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f7f370cb-6a6e-4386-95ac-fe5fe3b9e5d4 req-848ac1c0-371b-4622-981d-39aa2bb8bdc8 service neutron] 10.222.0.20 "GET /v2.0/networks/eec7d5f0-620d-4063-9532-5753c916ad15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779190 Mar 28 14:12:50.240660 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a4862-2bba-44f5-8171-1e6a32ebf5c6 req-f6356199-9fc6-4a41-aa48-6e997cb5265d tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:50.242143 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8f7a4862-2bba-44f5-8171-1e6a32ebf5c6 req-f6356199-9fc6-4a41-aa48-6e997cb5265d tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 943 time: 0.0986049 Mar 28 14:12:50.278960 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8f7a4862-2bba-44f5-8171-1e6a32ebf5c6 req-bd269522-2b41-49f4-9a48-1d29409bb4d5 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306342 Mar 28 14:12:51.394845 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942d3b4-5f04-46ca-8e64-9d103cfb6093 req-507ce34f-cbd3-4679-b454-7aae719ade1f tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:51.396207 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7942d3b4-5f04-46ca-8e64-9d103cfb6093 req-507ce34f-cbd3-4679-b454-7aae719ade1f tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 943 time: 0.0508478 Mar 28 14:12:51.432824 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7942d3b4-5f04-46ca-8e64-9d103cfb6093 req-ab09b146-42ff-4e3f-819b-1b1b5977596a tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306950 Mar 28 14:12:51.543115 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aefaebd-498d-4cfc-913b-645f9c8095b9 req-e2916ee5-9102-4a68-990f-3dc291be72c1 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:51.544583 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0aefaebd-498d-4cfc-913b-645f9c8095b9 req-e2916ee5-9102-4a68-990f-3dc291be72c1 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 943 time: 0.0476084 Mar 28 14:12:51.580169 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0aefaebd-498d-4cfc-913b-645f9c8095b9 req-d268b067-4bee-4ced-9820-c58a0ddf6150 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297494 Mar 28 14:12:51.693747 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04f575-3a6a-4dac-a63d-f5080d91e2bb req-722a488c-0ec4-4fed-81d4-f3bfaceb3620 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:51.695200 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3d04f575-3a6a-4dac-a63d-f5080d91e2bb req-722a488c-0ec4-4fed-81d4-f3bfaceb3620 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 943 time: 0.0499074 Mar 28 14:12:51.731617 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3d04f575-3a6a-4dac-a63d-f5080d91e2bb req-8d7bd93b-553f-457e-9e4f-17e4fd8bd7cf tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305622 Mar 28 14:12:52.285126 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7def3b4-36d4-4514-a042-5331d7736e8e req-f828ab26-634d-4ab2-a8f5-bfc2e2bd8346 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:52.286575 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f7def3b4-36d4-4514-a042-5331d7736e8e req-f828ab26-634d-4ab2-a8f5-bfc2e2bd8346 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 943 time: 0.0514581 Mar 28 14:12:52.323603 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f7def3b4-36d4-4514-a042-5331d7736e8e req-7683e15c-6650-4abd-b5c3-18c837bec909 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311797 Mar 28 14:12:53.446218 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8ee5f-c58c-4a4c-9f88-cbfdbf18f183 req-69cccb81-952c-4924-a475-70983538c51f tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:53.447668 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d3a8ee5f-c58c-4a4c-9f88-cbfdbf18f183 req-69cccb81-952c-4924-a475-70983538c51f tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 943 time: 0.0530505 Mar 28 14:12:53.483768 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d3a8ee5f-c58c-4a4c-9f88-cbfdbf18f183 req-51398824-c3b0-458f-a784-7dc3313472d0 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/security-groups?id=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301991 Mar 28 14:12:53.934625 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204d45a-4d48-42af-8355-054420c4b345 req-7df850a9-246c-40ac-a27d-fa96e45ed979 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:53.936055 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4204d45a-4d48-42af-8355-054420c4b345 req-7df850a9-246c-40ac-a27d-fa96e45ed979 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 943 time: 0.0468950 Mar 28 14:12:54.019332 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-59a9352f-e131-44e3-aee7-c3d1daa98ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:54.032059 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-4204d45a-4d48-42af-8355-054420c4b345 req-7dbe7e7e-a774-48dd-9f59-577e1f48da59 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Deleting port 633d8f24-8129-4492-9e93-862192f35d1c {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:12:54.033201 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-4204d45a-4d48-42af-8355-054420c4b345 req-7dbe7e7e-a774-48dd-9f59-577e1f48da59 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:54.125809 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-4204d45a-4d48-42af-8355-054420c4b345 req-7dbe7e7e-a774-48dd-9f59-577e1f48da59 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] For port 633d8f24-8129-4492-9e93-862192f35d1c, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=633d8f24-8129-4492-9e93-862192f35d1c,segment=NetworkSegment(3d16dbc7-4a40-408c-951f-de343ce4ed07),segment_id=3d16dbc7-4a40-408c-951f-de343ce4ed07)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:12:54.126179 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-4204d45a-4d48-42af-8355-054420c4b345 req-7dbe7e7e-a774-48dd-9f59-577e1f48da59 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:54.139191 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-4204d45a-4d48-42af-8355-054420c4b345 req-7dbe7e7e-a774-48dd-9f59-577e1f48da59 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Calling delete_port for 633d8f24-8129-4492-9e93-862192f35d1c owned by compute:nova {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:12:54.322364 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-4204d45a-4d48-42af-8355-054420c4b345 req-7dbe7e7e-a774-48dd-9f59-577e1f48da59 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:54.354175 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe7e7e-a774-48dd-9f59-577e1f48da59 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Pushing event deleted for resources: {'Port': ['ID=633d8f24-8129-4492-9e93-862192f35d1c,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:12:54.378171 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbe7e7e-a774-48dd-9f59-577e1f48da59 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:12:54.383828 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbe7e7e-a774-48dd-9f59-577e1f48da59 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:12:54.383828 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbe7e7e-a774-48dd-9f59-577e1f48da59 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:12:54.383828 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbe7e7e-a774-48dd-9f59-577e1f48da59 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:12:54.383828 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbe7e7e-a774-48dd-9f59-577e1f48da59 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:12:54.383828 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbe7e7e-a774-48dd-9f59-577e1f48da59 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:12:54.383828 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbe7e7e-a774-48dd-9f59-577e1f48da59 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:12:54.383828 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbe7e7e-a774-48dd-9f59-577e1f48da59 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:12:54.383828 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbe7e7e-a774-48dd-9f59-577e1f48da59 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:12:54.383828 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbe7e7e-a774-48dd-9f59-577e1f48da59 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:12:54.383828 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbe7e7e-a774-48dd-9f59-577e1f48da59 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:12:54.383828 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbe7e7e-a774-48dd-9f59-577e1f48da59 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:12:54.403730 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-4204d45a-4d48-42af-8355-054420c4b345 req-7dbe7e7e-a774-48dd-9f59-577e1f48da59 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] No DVR routers for this DVR port 633d8f24-8129-4492-9e93-862192f35d1c on host hv-neutron-8353 {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:12:54.406441 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-4204d45a-4d48-42af-8355-054420c4b345 req-7dbe7e7e-a774-48dd-9f59-577e1f48da59 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:54.409852 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4204d45a-4d48-42af-8355-054420c4b345 req-7dbe7e7e-a774-48dd-9f59-577e1f48da59 tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.20 "DELETE /v2.0/ports/633d8f24-8129-4492-9e93-862192f35d1c HTTP/1.1" status: 204 len: 173 time: 0.4686110 Mar 28 14:12:54.410295 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dff5dee-27eb-4001-a645-2bba45ca7471', 'name': 'network-vif-deleted', 'tag': '633d8f24-8129-4492-9e93-862192f35d1c'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:12:54.412551 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce4693d-0a4c-4e63-a400-9ca37ed10500" -d '{"events": [{"server_uuid": "9dff5dee-27eb-4001-a645-2bba45ca7471", "name": "network-vif-deleted", "tag": "633d8f24-8129-4492-9e93-862192f35d1c"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:12:54.501703 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9c48c0-5774-4fcf-a3a0-66e702e6c69e x-openstack-request-id: req-aa9c48c0-5774-4fcf-a3a0-66e702e6c69e {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:12:54.502274 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dff5dee-27eb-4001-a645-2bba45ca7471", "name": "network-vif-deleted", "tag": "633d8f24-8129-4492-9e93-862192f35d1c", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:12:54.502274 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aa9c48c0-5774-4fcf-a3a0-66e702e6c69e {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:12:54.502603 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dff5dee-27eb-4001-a645-2bba45ca7471', 'name': 'network-vif-deleted', 'tag': '633d8f24-8129-4492-9e93-862192f35d1c', 'status': 'completed', 'code': 200} Mar 28 14:12:54.578079 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a0223033-8c1f-4969-aca4-dec1967752fb req-aa2b8e5d-32c1-49b4-80af-d10b3ad6971a tempest-ServerDiskConfigTestJSON-564445918 tempest-ServerDiskConfigTestJSON-564445918-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dff5dee-27eb-4001-a645-2bba45ca7471 HTTP/1.1" status: 200 len: 210 time: 0.0266247 Mar 28 14:12:55.854499 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 38786) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:12:55.897509 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea8c0b05-c04f-47b8-92fc-68c37c437619 admin admin] Deleting subnet 0fe93a64-da72-410a-a4e9-e92364d4a2a1 {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 14:12:55.901016 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ea8c0b05-c04f-47b8-92fc-68c37c437619 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:55.934147 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ea8c0b05-c04f-47b8-92fc-68c37c437619 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:55.972014 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ea8c0b05-c04f-47b8-92fc-68c37c437619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:56.088531 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ea8c0b05-c04f-47b8-92fc-68c37c437619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:56.114711 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8c0b05-c04f-47b8-92fc-68c37c437619 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fe93a64-da72-410a-a4e9-e92364d4a2a1,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:12:56.116729 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ea8c0b05-c04f-47b8-92fc-68c37c437619 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:56.120341 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ea8c0b05-c04f-47b8-92fc-68c37c437619 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0fe93a64-da72-410a-a4e9-e92364d4a2a1 HTTP/1.1" status: 204 len: 168 time: 0.2647591 Mar 28 14:12:56.122767 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 38788) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:12:56.188202 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-97987628-2878-4d66-b154-5511c86e6881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:56.268726 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-97987628-2878-4d66-b154-5511c86e6881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:56.288016 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-97987628-2878-4d66-b154-5511c86e6881 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eec7d5f0-620d-4063-9532-5753c916ad15']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:12:56.288203 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e1d88d00-5425-4b17-880a-925667efca82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:56.298116 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-97987628-2878-4d66-b154-5511c86e6881 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d16dbc7-4a40-408c-951f-de343ce4ed07') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:12:56.299954 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-97987628-2878-4d66-b154-5511c86e6881 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d16dbc7-4a40-408c-951f-de343ce4ed07') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:12:56.308042 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-97987628-2878-4d66-b154-5511c86e6881 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:56.320867 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-97987628-2878-4d66-b154-5511c86e6881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:56.326611 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97987628-2878-4d66-b154-5511c86e6881 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 14:12:56.326987 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-97987628-2878-4d66-b154-5511c86e6881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:56.328627 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 14:12:56.328627 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 14:12:56.328627 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 14:12:56.328627 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 14:12:56.328627 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 14:12:56.328627 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 14:12:56.328627 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 14:12:56.328627 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 14:12:56.328627 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 14:12:56.328627 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 14:12:56.328627 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 14:12:56.328627 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 14:12:56.328627 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 14:12:56.328627 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 14:12:56.328627 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 14:12:56.328627 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 14:12:56.328627 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 14:12:56.328627 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 14:12:56.328627 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 14:12:56.328627 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 14:12:56.328627 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 14:12:56.328627 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 14:12:56.328627 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 14:12:56.328627 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 14:12:56.328627 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 14:12:56.328627 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 14:12:56.328627 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 14:12:56.328627 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 14:12:56.328627 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 14:12:56.328627 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 14:12:56.328627 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 14:12:56.328627 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 14:12:56.424878 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-97987628-2878-4d66-b154-5511c86e6881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:56.430595 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-97987628-2878-4d66-b154-5511c86e6881 admin admin] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:56.433684 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-97987628-2878-4d66-b154-5511c86e6881 admin admin] 10.222.0.24 "DELETE /v2.0/networks/eec7d5f0-620d-4063-9532-5753c916ad15 HTTP/1.1" status: 204 len: 168 time: 0.3100116 Mar 28 14:12:56.445609 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97987628-2878-4d66-b154-5511c86e6881 admin admin] Pushing event deleted for resources: {'Network': ['ID=eec7d5f0-620d-4063-9532-5753c916ad15,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:12:56.771389 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 38792) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:12:56.814100 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-81452011-560d-4463-b002-07799c62d849 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=746f8e1c915c42d6b2fe935de3400301&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415232 Mar 28 14:12:56.816538 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 38794) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:12:56.861853 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-53a0f7b5-6a95-4694-a105-c0fe7356888c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:56.882283 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-53a0f7b5-6a95-4694-a105-c0fe7356888c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:57.019454 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-53a0f7b5-6a95-4694-a105-c0fe7356888c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:57.021930 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-53a0f7b5-6a95-4694-a105-c0fe7356888c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:57.023108 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-53a0f7b5-6a95-4694-a105-c0fe7356888c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e860ba37-1c0e-46ec-a4c4-4f183bdccc0c HTTP/1.1" status: 204 len: 168 time: 0.2057014 Mar 28 14:12:57.030640 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a0f7b5-6a95-4694-a105-c0fe7356888c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e860ba37-1c0e-46ec-a4c4-4f183bdccc0c,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:12:57.579972 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 633d8f24-8129-4492-9e93-862192f35d1c no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:12:57.606013 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] No Port match for: 633d8f24-8129-4492-9e93-862192f35d1c {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:12:57.606353 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 633d8f24-8129-4492-9e93-862192f35d1c not bound to the agent host hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:12:57.670609 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:58.016712 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 38816) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:12:58.109993 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-6724550e-94b1-48e1-aa52-f3b0fbb19265 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1230995267-network', 'tenant_id': '1d84c284e15941989a506e233e3a7e93'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:12:58.176803 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6724550e-94b1-48e1-aa52-f3b0fbb19265 admin admin] Made reservation on behalf of 1d84c284e15941989a506e233e3a7e93 for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:12:58.179015 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6724550e-94b1-48e1-aa52-f3b0fbb19265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:58.187811 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6724550e-94b1-48e1-aa52-f3b0fbb19265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:58.257960 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6724550e-94b1-48e1-aa52-f3b0fbb19265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:58.321770 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6724550e-94b1-48e1-aa52-f3b0fbb19265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:58.347487 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6724550e-94b1-48e1-aa52-f3b0fbb19265 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 14:12:58.353070 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6724550e-94b1-48e1-aa52-f3b0fbb19265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc80646-7977-4df4-8ef6-b1f42c80852a,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:12:58.360476 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6724550e-94b1-48e1-aa52-f3b0fbb19265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:58.360476 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-6724550e-94b1-48e1-aa52-f3b0fbb19265 admin admin] Added segment 31184651-bcd0-4f3d-bba2-09c243f9595f of type vlan for network ec4b4060-d4d1-4c06-bf16-076ffb721b8f Mar 28 14:12:58.400354 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6724550e-94b1-48e1-aa52-f3b0fbb19265 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:58.521997 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6724550e-94b1-48e1-aa52-f3b0fbb19265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:58.522944 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6724550e-94b1-48e1-aa52-f3b0fbb19265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:58.524026 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6724550e-94b1-48e1-aa52-f3b0fbb19265 admin admin] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:58.579834 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6724550e-94b1-48e1-aa52-f3b0fbb19265 admin admin] Pushing event updated for resources: {'Network': ['ID=ec4b4060-d4d1-4c06-bf16-076ffb721b8f,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:12:58.589864 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network ec4b4060-d4d1-4c06-bf16-076ffb721b8f details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 14:12:58.627959 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-6724550e-94b1-48e1-aa52-f3b0fbb19265 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6099923 Mar 28 14:12:58.630679 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 38820) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:12:58.636037 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-eb15e333-82f3-42b5-8026-3c770c6ab370 admin admin] Request body: {'subnet': {'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1230995267-subnet', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:12:58.715959 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb15e333-82f3-42b5-8026-3c770c6ab370 admin admin] Made reservation on behalf of 1d84c284e15941989a506e233e3a7e93 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:12:58.718294 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb15e333-82f3-42b5-8026-3c770c6ab370 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:58.922416 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb15e333-82f3-42b5-8026-3c770c6ab370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:58.973638 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:58.981039 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15e333-82f3-42b5-8026-3c770c6ab370 admin admin] Pushing event updated for resources: {'Subnet': ['ID=837379ec-deea-4e81-a48a-47f85888d052,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:12:58.988007 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb15e333-82f3-42b5-8026-3c770c6ab370 admin admin] Checking segment: {'id': '31184651-bcd0-4f3d-bba2-09c243f9595f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:12:58.988362 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb15e333-82f3-42b5-8026-3c770c6ab370 admin admin] Network hostable DHCP agents. Network: ec4b4060-d4d1-4c06-bf16-076ffb721b8f, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 14:12:59.079597 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb15e333-82f3-42b5-8026-3c770c6ab370 admin admin] Network ec4b4060-d4d1-4c06-bf16-076ffb721b8f is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 14:12:59.154155 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-eb15e333-82f3-42b5-8026-3c770c6ab370 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, ec4b4060-d4d1-4c06-bf16-076ffb721b8f) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:12:59.158727 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb15e333-82f3-42b5-8026-3c770c6ab370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:12:59.159577 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eb15e333-82f3-42b5-8026-3c770c6ab370 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:59.162637 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e8a759-ac66-4015-9c8a-612b8b52a952 None None] Network ec4b4060-d4d1-4c06-bf16-076ffb721b8f requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:12:59.243724 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-eb15e333-82f3-42b5-8026-3c770c6ab370 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6105967 Mar 28 14:12:59.245607 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 38822) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:12:59.250205 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-258ea1f9-ad33-4ed8-8aad-5aed02578b5d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1230995267-router', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:12:59.307036 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df20e41-f638-494b-9e20-59b88f60f409 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'fixed_ips': [{'subnet_id': '837379ec-deea-4e81-a48a-47f85888d052'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 14:12:59.307904 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7df20e41-f638-494b-9e20-59b88f60f409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:59.339355 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-258ea1f9-ad33-4ed8-8aad-5aed02578b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:59.340497 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-258ea1f9-ad33-4ed8-8aad-5aed02578b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:59.394691 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-258ea1f9-ad33-4ed8-8aad-5aed02578b5d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:59.397030 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:59.446368 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-7df20e41-f638-494b-9e20-59b88f60f409 None None] Allocated IP 172.20.0.2 (ec4b4060-d4d1-4c06-bf16-076ffb721b8f/837379ec-deea-4e81-a48a-47f85888d052/689481e2-9e76-4ab1-90b7-1e5d155cac08) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:12:59.581817 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-258ea1f9-ad33-4ed8-8aad-5aed02578b5d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:59.586862 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7df20e41-f638-494b-9e20-59b88f60f409 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:59.711469 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7df20e41-f638-494b-9e20-59b88f60f409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:59.744939 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df20e41-f638-494b-9e20-59b88f60f409 None None] Network ec4b4060-d4d1-4c06-bf16-076ffb721b8f is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:12:59.749564 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-7df20e41-f638-494b-9e20-59b88f60f409 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:12:59.753018 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df20e41-f638-494b-9e20-59b88f60f409 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:12:59.765573 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df20e41-f638-494b-9e20-59b88f60f409 None None] Pushing event updated for resources: {'Port': ['ID=689481e2-9e76-4ab1-90b7-1e5d155cac08,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:12:59.809441 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-7df20e41-f638-494b-9e20-59b88f60f409 None None] Attempting to bind port 689481e2-9e76-4ab1-90b7-1e5d155cac08 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:12:59.809790 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-7df20e41-f638-494b-9e20-59b88f60f409 None None] Attempting to bind port 689481e2-9e76-4ab1-90b7-1e5d155cac08 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '31184651-bcd0-4f3d-bba2-09c243f9595f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:12:59.810142 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df20e41-f638-494b-9e20-59b88f60f409 None None] Attempting to bind port 689481e2-9e76-4ab1-90b7-1e5d155cac08 on network ec4b4060-d4d1-4c06-bf16-076ffb721b8f {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:12:59.815241 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df20e41-f638-494b-9e20-59b88f60f409 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:12:59.815605 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df20e41-f638-494b-9e20-59b88f60f409 None None] Checking segment: {'id': '31184651-bcd0-4f3d-bba2-09c243f9595f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:12:59.815998 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7df20e41-f638-494b-9e20-59b88f60f409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:59.816396 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df20e41-f638-494b-9e20-59b88f60f409 None None] Bound using segment: {'id': '31184651-bcd0-4f3d-bba2-09c243f9595f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:12:59.816874 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-7df20e41-f638-494b-9e20-59b88f60f409 None None] Bound port: 689481e2-9e76-4ab1-90b7-1e5d155cac08, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31184651-bcd0-4f3d-bba2-09c243f9595f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:12:59.817248 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7df20e41-f638-494b-9e20-59b88f60f409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:59.850148 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-258ea1f9-ad33-4ed8-8aad-5aed02578b5d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:59.868821 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-258ea1f9-ad33-4ed8-8aad-5aed02578b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:59.878039 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-7df20e41-f638-494b-9e20-59b88f60f409 None None] For port 689481e2-9e76-4ab1-90b7-1e5d155cac08, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:12:59.881026 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-7df20e41-f638-494b-9e20-59b88f60f409 None None] For port 689481e2-9e76-4ab1-90b7-1e5d155cac08, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=689481e2-9e76-4ab1-90b7-1e5d155cac08,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:12:59.951152 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7df20e41-f638-494b-9e20-59b88f60f409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:12:59.974188 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-258ea1f9-ad33-4ed8-8aad-5aed02578b5d admin admin] Allocated IP 172.26.2.206 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/957795fd-fccc-422b-875c-b8bebef77476) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:13:00.011952 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df20e41-f638-494b-9e20-59b88f60f409 None None] Pushing event updated for resources: {'Port': ['ID=689481e2-9e76-4ab1-90b7-1e5d155cac08,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:13:00.081742 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-258ea1f9-ad33-4ed8-8aad-5aed02578b5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:00.173959 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-258ea1f9-ad33-4ed8-8aad-5aed02578b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:00.217280 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258ea1f9-ad33-4ed8-8aad-5aed02578b5d admin admin] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:13:00.220439 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-258ea1f9-ad33-4ed8-8aad-5aed02578b5d admin admin] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:13:00.224527 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258ea1f9-ad33-4ed8-8aad-5aed02578b5d admin admin] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:13:00.246194 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ea1f9-ad33-4ed8-8aad-5aed02578b5d admin admin] Pushing event updated for resources: {'Port': ['ID=957795fd-fccc-422b-875c-b8bebef77476,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:13:00.547289 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-258ea1f9-ad33-4ed8-8aad-5aed02578b5d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:00.741213 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-258ea1f9-ad33-4ed8-8aad-5aed02578b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:00.903157 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ba5d9b-e292-409d-a7f6-0de9775da91e None None] Network ec4b4060-d4d1-4c06-bf16-076ffb721b8f requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:13:00.920074 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-258ea1f9-ad33-4ed8-8aad-5aed02578b5d admin admin] Router 4ec46bff-a1f6-4f54-92de-3dccb57c6e38 is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 14:13:00.963912 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-c09f6e80-5c04-450c-a45e-b1a8de7a48ab None None] Provisioning complete for port 689481e2-9e76-4ab1-90b7-1e5d155cac08 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:13:00.964383 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c09f6e80-5c04-450c-a45e-b1a8de7a48ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:01.030917 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258ea1f9-ad33-4ed8-8aad-5aed02578b5d admin admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:13:01.042354 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b1646b-b713-4f3d-b94f-314db4431b23 None None] Sync routers for ids ['4ec46bff-a1f6-4f54-92de-3dccb57c6e38'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:13:01.055326 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b1646b-b713-4f3d-b94f-314db4431b23 None None] Routers {'4ec46bff-a1f6-4f54-92de-3dccb57c6e38'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:13:01.055326 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-a6b1646b-b713-4f3d-b94f-314db4431b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:12:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['4ec46bff-a1f6-4f54-92de-3dccb57c6e38'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:13:01.118226 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-258ea1f9-ad33-4ed8-8aad-5aed02578b5d admin admin] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:01.120774 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-258ea1f9-ad33-4ed8-8aad-5aed02578b5d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8740587 Mar 28 14:13:01.123577 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 38824) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:13:01.170786 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-a6b1646b-b713-4f3d-b94f-314db4431b23 None None] Set router 4ec46bff-a1f6-4f54-92de-3dccb57c6e38 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:13:01.232561 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 689481e2-9e76-4ab1-90b7-1e5d155cac08 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:13:01.240419 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:13:01.297273 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c09f6e80-5c04-450c-a45e-b1a8de7a48ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:01.345420 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-c09f6e80-5c04-450c-a45e-b1a8de7a48ab None None] For port 689481e2-9e76-4ab1-90b7-1e5d155cac08, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=689481e2-9e76-4ab1-90b7-1e5d155cac08,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:13:01.353142 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 689481e2-9e76-4ab1-90b7-1e5d155cac08 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:13:01.353515 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:01.365816 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-a6b1646b-b713-4f3d-b94f-314db4431b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'name': 'tempest-ServerActionsTestJSON-1230995267-router', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '957795fd-fccc-422b-875c-b8bebef77476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:00Z', 'revision_number': 3, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'gw_port': {'id': '957795fd-fccc-422b-875c-b8bebef77476', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:32:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:12:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:13:01.402721 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b1646b-b713-4f3d-b94f-314db4431b23 None None] Checking router: 4ec46bff-a1f6-4f54-92de-3dccb57c6e38 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:13:01.404108 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b1646b-b713-4f3d-b94f-314db4431b23 None None] Updating router 4ec46bff-a1f6-4f54-92de-3dccb57c6e38 port 957795fd-fccc-422b-875c-b8bebef77476 binding host dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:13:01.421811 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c09f6e80-5c04-450c-a45e-b1a8de7a48ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:01.435886 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-a6b1646b-b713-4f3d-b94f-314db4431b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:01.468682 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:01.541670 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f6e80-5c04-450c-a45e-b1a8de7a48ab None None] Pushing event updated for resources: {'Port': ['ID=689481e2-9e76-4ab1-90b7-1e5d155cac08,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:13:01.553556 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.db.api [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 14:13:01.553909 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG oslo_db.api [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 14:13:01.604826 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b47fb848-7fe7-40b4-8b68-03df5edc1368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:01.649725 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-fd632b33-50b4-4d7b-816e-7a49186ba0f7 None None] Provisioning complete for port 689481e2-9e76-4ab1-90b7-1e5d155cac08 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:13:01.649725 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-fd632b33-50b4-4d7b-816e-7a49186ba0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:01.713924 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-a6b1646b-b713-4f3d-b94f-314db4431b23 None None] Notify callbacks [] for port, precommit_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:01.766735 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-b47fb848-7fe7-40b4-8b68-03df5edc1368 admin admin] Allocated IP 172.20.0.1 (ec4b4060-d4d1-4c06-bf16-076ffb721b8f/837379ec-deea-4e81-a48a-47f85888d052/deb215c9-246b-47a5-824c-269dc450d5d2) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:13:01.785493 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-a6b1646b-b713-4f3d-b94f-314db4431b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:01.834738 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-a6b1646b-b713-4f3d-b94f-314db4431b23 None None] Attempting to bind port 957795fd-fccc-422b-875c-b8bebef77476 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:13:01.835093 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-a6b1646b-b713-4f3d-b94f-314db4431b23 None None] Attempting to bind port 957795fd-fccc-422b-875c-b8bebef77476 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:13:01.835448 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b1646b-b713-4f3d-b94f-314db4431b23 None None] Attempting to bind port 957795fd-fccc-422b-875c-b8bebef77476 on network 1cb296ed-c863-4502-973a-f31b82091846 {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:13:01.842712 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876e24bc-e52b-478a-8083-82cd82c13e36 None None] Pushing event updated for resources: {'Port': ['ID=957795fd-fccc-422b-875c-b8bebef77476,revision_number=2']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:13:01.848499 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b1646b-b713-4f3d-b94f-314db4431b23 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:13:01.848864 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b1646b-b713-4f3d-b94f-314db4431b23 None None] Checking segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:13:01.849252 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-a6b1646b-b713-4f3d-b94f-314db4431b23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:01.849634 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b1646b-b713-4f3d-b94f-314db4431b23 None None] Bound using segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:13:01.850082 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-a6b1646b-b713-4f3d-b94f-314db4431b23 None None] Bound port: 957795fd-fccc-422b-875c-b8bebef77476, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:13:01.850448 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-a6b1646b-b713-4f3d-b94f-314db4431b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:01.853462 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e24bc-e52b-478a-8083-82cd82c13e36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:13:01.853802 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e24bc-e52b-478a-8083-82cd82c13e36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:13:01.854126 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e24bc-e52b-478a-8083-82cd82c13e36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:13:01.854448 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e24bc-e52b-478a-8083-82cd82c13e36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:13:01.854766 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e24bc-e52b-478a-8083-82cd82c13e36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:13:01.855130 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e24bc-e52b-478a-8083-82cd82c13e36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:13:01.855396 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e24bc-e52b-478a-8083-82cd82c13e36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:13:01.855711 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e24bc-e52b-478a-8083-82cd82c13e36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:13:01.856022 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e24bc-e52b-478a-8083-82cd82c13e36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:13:01.856329 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e24bc-e52b-478a-8083-82cd82c13e36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:13:01.856662 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e24bc-e52b-478a-8083-82cd82c13e36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:13:01.856971 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e24bc-e52b-478a-8083-82cd82c13e36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:13:01.869970 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b47fb848-7fe7-40b4-8b68-03df5edc1368 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:01.907530 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-a6b1646b-b713-4f3d-b94f-314db4431b23 None None] For port 957795fd-fccc-422b-875c-b8bebef77476, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:13:01.910486 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-a6b1646b-b713-4f3d-b94f-314db4431b23 None None] For port 957795fd-fccc-422b-875c-b8bebef77476, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=957795fd-fccc-422b-875c-b8bebef77476,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:13:01.991038 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b47fb848-7fe7-40b4-8b68-03df5edc1368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:02.025123 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-a6b1646b-b713-4f3d-b94f-314db4431b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:02.031292 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47fb848-7fe7-40b4-8b68-03df5edc1368 admin admin] Network ec4b4060-d4d1-4c06-bf16-076ffb721b8f is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:13:02.035799 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-b47fb848-7fe7-40b4-8b68-03df5edc1368 admin admin] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:13:02.038386 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47fb848-7fe7-40b4-8b68-03df5edc1368 admin admin] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:13:02.063265 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47fb848-7fe7-40b4-8b68-03df5edc1368 admin admin] Pushing event updated for resources: {'Port': ['ID=deb215c9-246b-47a5-824c-269dc450d5d2,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:13:02.079009 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47fb848-7fe7-40b4-8b68-03df5edc1368 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:13:02.079351 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47fb848-7fe7-40b4-8b68-03df5edc1368 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:13:02.079677 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47fb848-7fe7-40b4-8b68-03df5edc1368 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:13:02.080001 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47fb848-7fe7-40b4-8b68-03df5edc1368 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:13:02.080319 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47fb848-7fe7-40b4-8b68-03df5edc1368 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:13:02.080711 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47fb848-7fe7-40b4-8b68-03df5edc1368 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:13:02.081365 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47fb848-7fe7-40b4-8b68-03df5edc1368 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:13:02.081471 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47fb848-7fe7-40b4-8b68-03df5edc1368 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:13:02.081765 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47fb848-7fe7-40b4-8b68-03df5edc1368 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:13:02.082086 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47fb848-7fe7-40b4-8b68-03df5edc1368 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:13:02.082396 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47fb848-7fe7-40b4-8b68-03df5edc1368 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:13:02.082708 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47fb848-7fe7-40b4-8b68-03df5edc1368 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:13:02.092355 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b1646b-b713-4f3d-b94f-314db4431b23 None None] Routers {'4ec46bff-a1f6-4f54-92de-3dccb57c6e38'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:13:02.093066 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-a6b1646b-b713-4f3d-b94f-314db4431b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:12:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['4ec46bff-a1f6-4f54-92de-3dccb57c6e38'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:13:02.095055 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876e24bc-e52b-478a-8083-82cd82c13e36 None None] Pushing event updated for resources: {'Port': ['ID=957795fd-fccc-422b-875c-b8bebef77476,revision_number=3']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:13:02.104773 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b47fb848-7fe7-40b4-8b68-03df5edc1368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:02.207823 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-a6b1646b-b713-4f3d-b94f-314db4431b23 None None] Set router 4ec46bff-a1f6-4f54-92de-3dccb57c6e38 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:13:02.322704 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b47fb848-7fe7-40b4-8b68-03df5edc1368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:02.346969 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-175e7ae6-c88f-4738-838e-7e1608892ce2 None None] Provisioning complete for port deb215c9-246b-47a5-824c-269dc450d5d2 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:13:02.347967 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-175e7ae6-c88f-4738-838e-7e1608892ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:02.383079 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-175e7ae6-c88f-4738-838e-7e1608892ce2 None None] Port deb215c9-246b-47a5-824c-269dc450d5d2 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:13:02.388406 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-a6b1646b-b713-4f3d-b94f-314db4431b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'name': 'tempest-ServerActionsTestJSON-1230995267-router', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '957795fd-fccc-422b-875c-b8bebef77476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:00Z', 'revision_number': 3, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'gw_port': {'id': '957795fd-fccc-422b-875c-b8bebef77476', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:32:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:13:02.413309 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b1646b-b713-4f3d-b94f-314db4431b23 None None] The sync data for ids ['4ec46bff-a1f6-4f54-92de-3dccb57c6e38'] in dv-neutron-835335-1-hyperv is: [{'id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'name': 'tempest-ServerActionsTestJSON-1230995267-router', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '957795fd-fccc-422b-875c-b8bebef77476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:00Z', 'revision_number': 3, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'gw_port': {'id': '957795fd-fccc-422b-875c-b8bebef77476', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:32:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:13:02.841077 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b47fb848-7fe7-40b4-8b68-03df5edc1368 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:02.916210 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b47fb848-7fe7-40b4-8b68-03df5edc1368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:02.986552 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b47fb848-7fe7-40b4-8b68-03df5edc1368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:02.988287 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47fb848-7fe7-40b4-8b68-03df5edc1368 admin admin] Pushing event updated for resources: {'Port': ['ID=deb215c9-246b-47a5-824c-269dc450d5d2,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:13:03.086872 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47fb848-7fe7-40b4-8b68-03df5edc1368 admin admin] Network ec4b4060-d4d1-4c06-bf16-076ffb721b8f is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:13:03.088832 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-b47fb848-7fe7-40b4-8b68-03df5edc1368 admin admin] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:13:03.232324 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47fb848-7fe7-40b4-8b68-03df5edc1368 admin admin] Router 4ec46bff-a1f6-4f54-92de-3dccb57c6e38 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:13:03.274613 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 689481e2-9e76-4ab1-90b7-1e5d155cac08 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:13:03.340003 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 689481e2-9e76-4ab1-90b7-1e5d155cac08 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:13:03.340399 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:03.365432 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47fb848-7fe7-40b4-8b68-03df5edc1368 admin admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:13:03.378830 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-b47fb848-7fe7-40b4-8b68-03df5edc1368 admin admin] 10.222.0.24 "PUT /v2.0/routers/4ec46bff-a1f6-4f54-92de-3dccb57c6e38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2455711 Mar 28 14:13:03.453259 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-f737a275-2f24-4c89-ad98-3553dbd8d2fd None None] Provisioning complete for port deb215c9-246b-47a5-824c-269dc450d5d2 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:13:03.453847 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f737a275-2f24-4c89-ad98-3553dbd8d2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:03.455740 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 957795fd-fccc-422b-875c-b8bebef77476 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:13:03.514636 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-f737a275-2f24-4c89-ad98-3553dbd8d2fd None None] Port deb215c9-246b-47a5-824c-269dc450d5d2 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:13:03.529716 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 957795fd-fccc-422b-875c-b8bebef77476 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:13:03.530082 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:03.609561 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:03.630660 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 957795fd-fccc-422b-875c-b8bebef77476, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=957795fd-fccc-422b-875c-b8bebef77476,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:13:03.751102 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:03.797898 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=957795fd-fccc-422b-875c-b8bebef77476,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:13:04.097860 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af1b53b-e443-405b-bc8a-78ab2b40b2ac None None] Sync routers for ids ['4ec46bff-a1f6-4f54-92de-3dccb57c6e38'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:13:04.108644 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af1b53b-e443-405b-bc8a-78ab2b40b2ac None None] Routers {'4ec46bff-a1f6-4f54-92de-3dccb57c6e38'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:13:04.109254 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-9af1b53b-e443-405b-bc8a-78ab2b40b2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:12:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['4ec46bff-a1f6-4f54-92de-3dccb57c6e38'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:13:04.213046 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-9af1b53b-e443-405b-bc8a-78ab2b40b2ac None None] Set router 4ec46bff-a1f6-4f54-92de-3dccb57c6e38 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:13:04.409075 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-9af1b53b-e443-405b-bc8a-78ab2b40b2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'name': 'tempest-ServerActionsTestJSON-1230995267-router', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '957795fd-fccc-422b-875c-b8bebef77476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:02Z', 'revision_number': 4, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'gw_port': {'id': '957795fd-fccc-422b-875c-b8bebef77476', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:32:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'deb215c9-246b-47a5-824c-269dc450d5d2', 'name': '', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'mac_address': 'fa:16:3e:22:3a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '837379ec-deea-4e81-a48a-47f85888d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:13:01Z', 'updated_at': '2022-03-28T14:13:02Z', 'revision_number': 2, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'subnets': [{'id': '837379ec-deea-4e81-a48a-47f85888d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:13:04.436234 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af1b53b-e443-405b-bc8a-78ab2b40b2ac None None] Checking router: 4ec46bff-a1f6-4f54-92de-3dccb57c6e38 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:13:04.436875 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af1b53b-e443-405b-bc8a-78ab2b40b2ac None None] Updating router 4ec46bff-a1f6-4f54-92de-3dccb57c6e38 port deb215c9-246b-47a5-824c-269dc450d5d2 binding host dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:13:04.461490 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9af1b53b-e443-405b-bc8a-78ab2b40b2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:04.715007 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9af1b53b-e443-405b-bc8a-78ab2b40b2ac None None] Notify callbacks [] for port, precommit_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:04.794169 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9af1b53b-e443-405b-bc8a-78ab2b40b2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:04.846651 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb60db3-660b-404f-a40b-98a5424909cb None None] Pushing event updated for resources: {'Port': ['ID=deb215c9-246b-47a5-824c-269dc450d5d2,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:13:04.893354 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-9af1b53b-e443-405b-bc8a-78ab2b40b2ac None None] Attempting to bind port deb215c9-246b-47a5-824c-269dc450d5d2 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:13:04.893714 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-9af1b53b-e443-405b-bc8a-78ab2b40b2ac None None] Attempting to bind port deb215c9-246b-47a5-824c-269dc450d5d2 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '31184651-bcd0-4f3d-bba2-09c243f9595f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:13:04.894066 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af1b53b-e443-405b-bc8a-78ab2b40b2ac None None] Attempting to bind port deb215c9-246b-47a5-824c-269dc450d5d2 on network ec4b4060-d4d1-4c06-bf16-076ffb721b8f {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:13:04.899625 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af1b53b-e443-405b-bc8a-78ab2b40b2ac None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:13:04.903332 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af1b53b-e443-405b-bc8a-78ab2b40b2ac None None] Checking segment: {'id': '31184651-bcd0-4f3d-bba2-09c243f9595f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:13:04.903332 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9af1b53b-e443-405b-bc8a-78ab2b40b2ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:04.903332 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af1b53b-e443-405b-bc8a-78ab2b40b2ac None None] Bound using segment: {'id': '31184651-bcd0-4f3d-bba2-09c243f9595f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:13:04.903332 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-9af1b53b-e443-405b-bc8a-78ab2b40b2ac None None] Bound port: deb215c9-246b-47a5-824c-269dc450d5d2, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31184651-bcd0-4f3d-bba2-09c243f9595f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:13:04.903332 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9af1b53b-e443-405b-bc8a-78ab2b40b2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:04.964979 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 38834) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:13:04.969518 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-8af43208-66ce-4637-a89d-0a331423172e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1091408275', 'description': 'tempest-description--712689180'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:13:04.976277 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-9af1b53b-e443-405b-bc8a-78ab2b40b2ac None None] For port deb215c9-246b-47a5-824c-269dc450d5d2, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:13:04.979969 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-9af1b53b-e443-405b-bc8a-78ab2b40b2ac None None] For port deb215c9-246b-47a5-824c-269dc450d5d2, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=deb215c9-246b-47a5-824c-269dc450d5d2,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:13:05.052963 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-68b92da3-c875-4955-bcc5-473883b70430 None None] Provisioning complete for port deb215c9-246b-47a5-824c-269dc450d5d2 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:13:05.053368 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-68b92da3-c875-4955-bcc5-473883b70430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:05.076036 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9af1b53b-e443-405b-bc8a-78ab2b40b2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:05.088131 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8af43208-66ce-4637-a89d-0a331423172e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:05.129656 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-68b92da3-c875-4955-bcc5-473883b70430 None None] Port deb215c9-246b-47a5-824c-269dc450d5d2 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:13:05.149827 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb60db3-660b-404f-a40b-98a5424909cb None None] Pushing event updated for resources: {'Port': ['ID=deb215c9-246b-47a5-824c-269dc450d5d2,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:13:05.152289 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af1b53b-e443-405b-bc8a-78ab2b40b2ac None None] Routers {'4ec46bff-a1f6-4f54-92de-3dccb57c6e38'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:13:05.152909 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-9af1b53b-e443-405b-bc8a-78ab2b40b2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:12:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['4ec46bff-a1f6-4f54-92de-3dccb57c6e38'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:13:05.170558 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8af43208-66ce-4637-a89d-0a331423172e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:05.200132 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 957795fd-fccc-422b-875c-b8bebef77476 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:13:05.274254 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8af43208-66ce-4637-a89d-0a331423172e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:05.306337 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af43208-66ce-4637-a89d-0a331423172e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=998f255a-5158-4109-8a6d-6bb0874455fa,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:13:05.310294 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-9af1b53b-e443-405b-bc8a-78ab2b40b2ac None None] Set router 4ec46bff-a1f6-4f54-92de-3dccb57c6e38 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:13:05.312852 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 957795fd-fccc-422b-875c-b8bebef77476 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:13:05.313157 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:05.356070 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8af43208-66ce-4637-a89d-0a331423172e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:05.360219 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 38836) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:13:05.360746 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-8af43208-66ce-4637-a89d-0a331423172e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3945220 Mar 28 14:13:05.365083 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-1047a1e7-5d6c-44c4-8f39-6156e8cc386a tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Request body: {'security_group_rule': {'security_group_id': '998f255a-5158-4109-8a6d-6bb0874455fa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:13:05.420719 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-5eb22e0b-5b2d-41a8-8d22-725f445fef05 None None] Provisioning complete for port deb215c9-246b-47a5-824c-269dc450d5d2 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:13:05.421083 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5eb22e0b-5b2d-41a8-8d22-725f445fef05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:05.450341 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1047a1e7-5d6c-44c4-8f39-6156e8cc386a tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:05.496877 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1047a1e7-5d6c-44c4-8f39-6156e8cc386a tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:05.579198 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1047a1e7-5d6c-44c4-8f39-6156e8cc386a tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:05.598436 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1047a1e7-5d6c-44c4-8f39-6156e8cc386a tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8197de19-d3a8-4df2-abc2-90e5b103f98d,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:13:05.624406 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5eb22e0b-5b2d-41a8-8d22-725f445fef05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:05.664440 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-5eb22e0b-5b2d-41a8-8d22-725f445fef05 None None] For port deb215c9-246b-47a5-824c-269dc450d5d2, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=deb215c9-246b-47a5-824c-269dc450d5d2,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:13:05.671502 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-9af1b53b-e443-405b-bc8a-78ab2b40b2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'name': 'tempest-ServerActionsTestJSON-1230995267-router', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '957795fd-fccc-422b-875c-b8bebef77476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:02Z', 'revision_number': 4, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'gw_port': {'id': '957795fd-fccc-422b-875c-b8bebef77476', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:32:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'deb215c9-246b-47a5-824c-269dc450d5d2', 'name': '', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'mac_address': 'fa:16:3e:22:3a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '837379ec-deea-4e81-a48a-47f85888d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:13:01Z', 'updated_at': '2022-03-28T14:13:04Z', 'revision_number': 4, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'subnets': [{'id': '837379ec-deea-4e81-a48a-47f85888d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:13:05.683999 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1047a1e7-5d6c-44c4-8f39-6156e8cc386a tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:05.685352 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-1047a1e7-5d6c-44c4-8f39-6156e8cc386a tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3238082 Mar 28 14:13:05.688262 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 38838) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:13:05.692634 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-2eaa35a0-0ddb-4361-a929-124fcbed096c tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Request body: {'security_group_rule': {'security_group_id': '998f255a-5158-4109-8a6d-6bb0874455fa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:13:05.697856 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af1b53b-e443-405b-bc8a-78ab2b40b2ac None None] The sync data for ids ['4ec46bff-a1f6-4f54-92de-3dccb57c6e38'] in dv-neutron-835335-1-hyperv is: [{'id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'name': 'tempest-ServerActionsTestJSON-1230995267-router', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '957795fd-fccc-422b-875c-b8bebef77476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:02Z', 'revision_number': 4, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'gw_port': {'id': '957795fd-fccc-422b-875c-b8bebef77476', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:32:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'deb215c9-246b-47a5-824c-269dc450d5d2', 'name': '', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'mac_address': 'fa:16:3e:22:3a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '837379ec-deea-4e81-a48a-47f85888d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:13:01Z', 'updated_at': '2022-03-28T14:13:04Z', 'revision_number': 4, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'subnets': [{'id': '837379ec-deea-4e81-a48a-47f85888d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:13:05.739487 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5eb22e0b-5b2d-41a8-8d22-725f445fef05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:05.790808 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2eaa35a0-0ddb-4361-a929-124fcbed096c tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:05.812000 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb22e0b-5b2d-41a8-8d22-725f445fef05 None None] Pushing event updated for resources: {'Port': ['ID=deb215c9-246b-47a5-824c-269dc450d5d2,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:13:05.859296 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2eaa35a0-0ddb-4361-a929-124fcbed096c tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:05.945222 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2eaa35a0-0ddb-4361-a929-124fcbed096c tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:05.964943 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa35a0-0ddb-4361-a929-124fcbed096c tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0203eaaa-03de-4374-8c15-d80e5e3769e1,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:13:06.044219 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2eaa35a0-0ddb-4361-a929-124fcbed096c tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:06.046215 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-2eaa35a0-0ddb-4361-a929-124fcbed096c tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3564196 Mar 28 14:13:06.048793 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 38840) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:13:06.053757 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-f03d65e9-e073-4b95-a545-da7364300946 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Request body: {'floatingip': {'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:13:06.139124 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f03d65e9-e073-4b95-a545-da7364300946 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks [] for floatingip, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:06.245965 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f03d65e9-e073-4b95-a545-da7364300946 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:06.353403 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-f03d65e9-e073-4b95-a545-da7364300946 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Allocated IP 172.26.2.221 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/928ca888-1da6-48a7-9a83-081e80f49a88) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:13:06.469946 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f03d65e9-e073-4b95-a545-da7364300946 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:06.560175 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f03d65e9-e073-4b95-a545-da7364300946 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:06.606595 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03d65e9-e073-4b95-a545-da7364300946 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:13:06.610398 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-f03d65e9-e073-4b95-a545-da7364300946 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:13:06.612350 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d65e9-e073-4b95-a545-da7364300946 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Pushing event updated for resources: {'Port': ['ID=928ca888-1da6-48a7-9a83-081e80f49a88,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:13:06.614499 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03d65e9-e073-4b95-a545-da7364300946 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:13:06.704258 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f03d65e9-e073-4b95-a545-da7364300946 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:06.795808 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f03d65e9-e073-4b95-a545-da7364300946 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:07.173956 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device deb215c9-246b-47a5-824c-269dc450d5d2 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:13:07.224690 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port deb215c9-246b-47a5-824c-269dc450d5d2 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:13:07.224995 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:07.271369 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f03d65e9-e073-4b95-a545-da7364300946 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:07.338977 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f03d65e9-e073-4b95-a545-da7364300946 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:07.404512 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d65e9-e073-4b95-a545-da7364300946 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Pushing event updated for resources: {'Port': ['ID=928ca888-1da6-48a7-9a83-081e80f49a88,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:13:07.414744 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f03d65e9-e073-4b95-a545-da7364300946 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:07.489792 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f03d65e9-e073-4b95-a545-da7364300946 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:07.491022 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f03d65e9-e073-4b95-a545-da7364300946 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4410145 Mar 28 14:13:07.625371 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e8032c70-c179-49b1-b222-34825308e4ca req-50fbeb3a-a281-4db1-9e97-6d830f350216 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1091408275&fields=id&tenant_id=1d84c284e15941989a506e233e3a7e93 HTTP/1.1" status: 200 len: 267 time: 0.0312114 Mar 28 14:13:07.731414 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8032c70-c179-49b1-b222-34825308e4ca req-cd2aa8c0-b509-4a02-94ba-d9f2be912cde tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:07.732900 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e8032c70-c179-49b1-b222-34825308e4ca req-cd2aa8c0-b509-4a02-94ba-d9f2be912cde tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/networks?id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f HTTP/1.1" status: 200 len: 812 time: 0.1009438 Mar 28 14:13:07.747567 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e8032c70-c179-49b1-b222-34825308e4ca req-c34bf870-c60d-498d-ae19-57600c479af8 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/quotas/1d84c284e15941989a506e233e3a7e93 HTTP/1.1" status: 200 len: 375 time: 0.0088143 Mar 28 14:13:07.804242 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e8032c70-c179-49b1-b222-34825308e4ca req-e67013b2-d025-4461-a5af-f36af6f4dcee tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1d84c284e15941989a506e233e3a7e93&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506926 Mar 28 14:13:07.945773 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e8032c70-c179-49b1-b222-34825308e4ca req-8b659ad8-d828-4e12-a98b-9234101fcea0 service neutron] 10.222.0.24 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291137 Mar 28 14:13:08.031144 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e8032c70-c179-49b1-b222-34825308e4ca req-d454e643-ee0b-4893-99f0-f24b84340bb2 service neutron] 10.222.0.24 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793135 Mar 28 14:13:08.272791 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1e9c6357-fa00-4258-b6fb-bada25b78d00 req-224c0e8a-a94e-4ea2-8e33-d2bc55e2abd4 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 210 time: 0.0270979 Mar 28 14:13:09.357548 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a5b847b8-b28d-4360-b698-838093484fed req-c66b8597-b497-47cf-85a7-54bebfcaef07 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 210 time: 0.0328376 Mar 28 14:13:10.462272 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-481fed68-e1d1-4b9e-a5e1-c5c8efc675dc req-0163fcd9-e1c8-4362-92fa-232e3e586179 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 210 time: 0.0352018 Mar 28 14:13:10.485533 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8032c70-c179-49b1-b222-34825308e4ca req-b7c3cac8-b079-4f7e-9b1d-eec66194b6b6 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:10.485533 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e8032c70-c179-49b1-b222-34825308e4ca req-b7c3cac8-b079-4f7e-9b1d-eec66194b6b6 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.20 "GET /v2.0/networks?id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f HTTP/1.1" status: 200 len: 812 time: 0.1228044 Mar 28 14:13:10.530319 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e8032c70-c179-49b1-b222-34825308e4ca req-85799cf9-8691-46d8-b3b3-8c477565daa7 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d84c284e15941989a506e233e3a7e93 HTTP/1.1" status: 200 len: 380 time: 0.0362256 Mar 28 14:13:10.538402 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-e8032c70-c179-49b1-b222-34825308e4ca req-e7d5440f-5f7a-4c03-ada5-3c1fd1f6c9dd tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Request body: {'port': {'device_id': '1072ac0d-f7f4-46d1-acc5-819e94504391', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'admin_state_up': True, 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'security_groups': ['998f255a-5158-4109-8a6d-6bb0874455fa']}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:13:10.721847 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8032c70-c179-49b1-b222-34825308e4ca req-e7d5440f-5f7a-4c03-ada5-3c1fd1f6c9dd tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Made reservation on behalf of 1d84c284e15941989a506e233e3a7e93 for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:13:10.725365 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-e8032c70-c179-49b1-b222-34825308e4ca req-e7d5440f-5f7a-4c03-ada5-3c1fd1f6c9dd tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:10.854637 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [req-e8032c70-c179-49b1-b222-34825308e4ca req-e7d5440f-5f7a-4c03-ada5-3c1fd1f6c9dd tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Allocated IP 172.20.0.7 (ec4b4060-d4d1-4c06-bf16-076ffb721b8f/837379ec-deea-4e81-a48a-47f85888d052/d5817707-c243-4d65-972a-6e68cebea776) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:13:10.983871 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-e8032c70-c179-49b1-b222-34825308e4ca req-e7d5440f-5f7a-4c03-ada5-3c1fd1f6c9dd tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:11.071791 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-e8032c70-c179-49b1-b222-34825308e4ca req-e7d5440f-5f7a-4c03-ada5-3c1fd1f6c9dd tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:11.118912 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8032c70-c179-49b1-b222-34825308e4ca req-e7d5440f-5f7a-4c03-ada5-3c1fd1f6c9dd tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Network ec4b4060-d4d1-4c06-bf16-076ffb721b8f is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:13:11.122081 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [req-e8032c70-c179-49b1-b222-34825308e4ca req-e7d5440f-5f7a-4c03-ada5-3c1fd1f6c9dd tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:13:11.125605 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8032c70-c179-49b1-b222-34825308e4ca req-e7d5440f-5f7a-4c03-ada5-3c1fd1f6c9dd tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:13:11.131551 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d5440f-5f7a-4c03-ada5-3c1fd1f6c9dd tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Pushing event updated for resources: {'Port': ['ID=d5817707-c243-4d65-972a-6e68cebea776,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:13:11.176739 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8032c70-c179-49b1-b222-34825308e4ca req-e7d5440f-5f7a-4c03-ada5-3c1fd1f6c9dd tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:11.179882 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-e8032c70-c179-49b1-b222-34825308e4ca req-e7d5440f-5f7a-4c03-ada5-3c1fd1f6c9dd tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:11.256480 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e8032c70-c179-49b1-b222-34825308e4ca req-e7d5440f-5f7a-4c03-ada5-3c1fd1f6c9dd tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7214577 Mar 28 14:13:11.324952 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-e8032c70-c179-49b1-b222-34825308e4ca req-d6cf105e-7555-4813-a13e-2d026e1d6c48 service neutron] Request body: {'port': {'device_id': '1072ac0d-f7f4-46d1-acc5-819e94504391', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:13:11.375988 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-e8032c70-c179-49b1-b222-34825308e4ca req-d6cf105e-7555-4813-a13e-2d026e1d6c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:11.406677 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-a41d227d-ffb9-4eb3-8f54-5c5cff7e03e4 None None] Provisioning complete for port d5817707-c243-4d65-972a-6e68cebea776 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:13:11.407238 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a41d227d-ffb9-4eb3-8f54-5c5cff7e03e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:11.441027 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-a41d227d-ffb9-4eb3-8f54-5c5cff7e03e4 None None] Port d5817707-c243-4d65-972a-6e68cebea776 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:13:11.620579 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b8ea1c-fa1f-4097-9977-0b09f0b1094b req-811439d1-b45c-45c9-9927-a40ad9453d20 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:11.621987 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-08b8ea1c-fa1f-4097-9977-0b09f0b1094b req-811439d1-b45c-45c9-9927-a40ad9453d20 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 931 time: 0.0842531 Mar 28 14:13:11.694054 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-08b8ea1c-fa1f-4097-9977-0b09f0b1094b req-e98010d8-72da-4290-b42d-9a7a6747c419 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639451 Mar 28 14:13:11.699185 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [req-e8032c70-c179-49b1-b222-34825308e4ca req-d6cf105e-7555-4813-a13e-2d026e1d6c48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5817707-c243-4d65-972a-6e68cebea776 {{(pid=109613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:13:11.706666 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-e8032c70-c179-49b1-b222-34825308e4ca req-d6cf105e-7555-4813-a13e-2d026e1d6c48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:11.718609 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.provisioning_blocks [req-e8032c70-c179-49b1-b222-34825308e4ca req-d6cf105e-7555-4813-a13e-2d026e1d6c48 service neutron] Transition to ACTIVE for port object d5817707-c243-4d65-972a-6e68cebea776 will not be triggered until provisioned by entity L2. {{(pid=109613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 14:13:11.785070 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-e8032c70-c179-49b1-b222-34825308e4ca req-d6cf105e-7555-4813-a13e-2d026e1d6c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:11.838721 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf105e-7555-4813-a13e-2d026e1d6c48 service neutron] Pushing event updated for resources: {'Port': ['ID=d5817707-c243-4d65-972a-6e68cebea776,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:13:11.906064 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-e8032c70-c179-49b1-b222-34825308e4ca req-d6cf105e-7555-4813-a13e-2d026e1d6c48 service neutron] Attempting to bind port d5817707-c243-4d65-972a-6e68cebea776 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:13:11.906410 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-e8032c70-c179-49b1-b222-34825308e4ca req-d6cf105e-7555-4813-a13e-2d026e1d6c48 service neutron] Attempting to bind port d5817707-c243-4d65-972a-6e68cebea776 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '31184651-bcd0-4f3d-bba2-09c243f9595f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:13:11.906730 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8032c70-c179-49b1-b222-34825308e4ca req-d6cf105e-7555-4813-a13e-2d026e1d6c48 service neutron] Attempting to bind port d5817707-c243-4d65-972a-6e68cebea776 on network ec4b4060-d4d1-4c06-bf16-076ffb721b8f {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:13:11.911591 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8032c70-c179-49b1-b222-34825308e4ca req-d6cf105e-7555-4813-a13e-2d026e1d6c48 service neutron] Port d5817707-c243-4d65-972a-6e68cebea776 on network ec4b4060-d4d1-4c06-bf16-076ffb721b8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 14:13:11.911909 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8032c70-c179-49b1-b222-34825308e4ca req-d6cf105e-7555-4813-a13e-2d026e1d6c48 service neutron] Attempting to bind port d5817707-c243-4d65-972a-6e68cebea776 on network ec4b4060-d4d1-4c06-bf16-076ffb721b8f {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:13:11.917543 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8032c70-c179-49b1-b222-34825308e4ca req-d6cf105e-7555-4813-a13e-2d026e1d6c48 service neutron] Checking agent: {'id': '72ab3303-6c81-4bd9-a1a9-2c5d9b681d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'started_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:13:11.917881 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8032c70-c179-49b1-b222-34825308e4ca req-d6cf105e-7555-4813-a13e-2d026e1d6c48 service neutron] Checking segment: {'id': '31184651-bcd0-4f3d-bba2-09c243f9595f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:13:11.918264 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8032c70-c179-49b1-b222-34825308e4ca req-d6cf105e-7555-4813-a13e-2d026e1d6c48 service neutron] Bound using segment: {'id': '31184651-bcd0-4f3d-bba2-09c243f9595f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f'} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:13:11.918691 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-e8032c70-c179-49b1-b222-34825308e4ca req-d6cf105e-7555-4813-a13e-2d026e1d6c48 service neutron] Bound port: d5817707-c243-4d65-972a-6e68cebea776, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31184651-bcd0-4f3d-bba2-09c243f9595f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f'}}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:13:11.919049 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-e8032c70-c179-49b1-b222-34825308e4ca req-d6cf105e-7555-4813-a13e-2d026e1d6c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:11.984470 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-e8032c70-c179-49b1-b222-34825308e4ca req-d6cf105e-7555-4813-a13e-2d026e1d6c48 service neutron] For port d5817707-c243-4d65-972a-6e68cebea776, host hv-neutron-8353, cleared binding levels {{(pid=109613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:13:11.988820 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-e8032c70-c179-49b1-b222-34825308e4ca req-d6cf105e-7555-4813-a13e-2d026e1d6c48 service neutron] For port d5817707-c243-4d65-972a-6e68cebea776, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=d5817707-c243-4d65-972a-6e68cebea776,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:13:12.059425 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-e8032c70-c179-49b1-b222-34825308e4ca req-d6cf105e-7555-4813-a13e-2d026e1d6c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:12.095417 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8032c70-c179-49b1-b222-34825308e4ca req-d6cf105e-7555-4813-a13e-2d026e1d6c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:12.096019 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-e8032c70-c179-49b1-b222-34825308e4ca req-d6cf105e-7555-4813-a13e-2d026e1d6c48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:12.097484 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e8032c70-c179-49b1-b222-34825308e4ca req-d6cf105e-7555-4813-a13e-2d026e1d6c48 service neutron] 10.222.0.20 "PUT /v2.0/ports/d5817707-c243-4d65-972a-6e68cebea776 HTTP/1.1" status: 200 len: 1093 time: 0.7769687 Mar 28 14:13:12.097915 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1072ac0d-f7f4-46d1-acc5-819e94504391', 'tag': 'd5817707-c243-4d65-972a-6e68cebea776'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:13:12.100190 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7012dfd6-1bd6-4512-8fd3-2a3e65a60101" -d '{"events": [{"name": "network-changed", "server_uuid": "1072ac0d-f7f4-46d1-acc5-819e94504391", "tag": "d5817707-c243-4d65-972a-6e68cebea776"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:13:12.125919 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf105e-7555-4813-a13e-2d026e1d6c48 service neutron] Pushing event updated for resources: {'Port': ['ID=d5817707-c243-4d65-972a-6e68cebea776,revision_number=3']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:13:12.139691 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279451e4-f8d9-463c-b972-a31b606f3dcb x-openstack-request-id: req-279451e4-f8d9-463c-b972-a31b606f3dcb {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:13:12.139982 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1072ac0d-f7f4-46d1-acc5-819e94504391", "tag": "d5817707-c243-4d65-972a-6e68cebea776", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:13:12.140229 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-279451e4-f8d9-463c-b972-a31b606f3dcb {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:13:12.140653 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1072ac0d-f7f4-46d1-acc5-819e94504391', 'tag': 'd5817707-c243-4d65-972a-6e68cebea776', 'status': 'completed', 'code': 200} Mar 28 14:13:12.209042 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012dfd6-1bd6-4512-8fd3-2a3e65a60101 req-d5d3149d-db84-4ad8-a236-6484c728b09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:12.211279 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7012dfd6-1bd6-4512-8fd3-2a3e65a60101 req-d5d3149d-db84-4ad8-a236-6484c728b09f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d84c284e15941989a506e233e3a7e93&device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 1096 time: 0.0485673 Mar 28 14:13:12.307968 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012dfd6-1bd6-4512-8fd3-2a3e65a60101 req-e243280a-fa5a-48ba-8a78-fd3a3349b11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:12.309472 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7012dfd6-1bd6-4512-8fd3-2a3e65a60101 req-e243280a-fa5a-48ba-8a78-fd3a3349b11e service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=1d84c284e15941989a506e233e3a7e93&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0912340 Mar 28 14:13:12.403216 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012dfd6-1bd6-4512-8fd3-2a3e65a60101 req-071124bc-c815-4325-8c93-62c6bf71b956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:12.404696 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7012dfd6-1bd6-4512-8fd3-2a3e65a60101 req-071124bc-c815-4325-8c93-62c6bf71b956 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889719 Mar 28 14:13:12.477420 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8032c70-c179-49b1-b222-34825308e4ca req-dd1d0d23-a425-4e23-8112-62db3fe46eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:12.478855 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e8032c70-c179-49b1-b222-34825308e4ca req-dd1d0d23-a425-4e23-8112-62db3fe46eec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d84c284e15941989a506e233e3a7e93&device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 1096 time: 0.0393884 Mar 28 14:13:12.519361 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e8032c70-c179-49b1-b222-34825308e4ca req-4dfa553f-b7f0-49f2-b096-6b05d8fa0423 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5817707-c243-4d65-972a-6e68cebea776 HTTP/1.1" status: 200 len: 217 time: 0.0325868 Mar 28 14:13:12.569471 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8032c70-c179-49b1-b222-34825308e4ca req-a6216594-ff8e-47f2-9df6-300225832330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:12.571538 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e8032c70-c179-49b1-b222-34825308e4ca req-a6216594-ff8e-47f2-9df6-300225832330 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=837379ec-deea-4e81-a48a-47f85888d052 HTTP/1.1" status: 200 len: 851 time: 0.0461571 Mar 28 14:13:12.614215 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8032c70-c179-49b1-b222-34825308e4ca req-0afea427-d578-45e9-9006-fece347363d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:12.615657 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e8032c70-c179-49b1-b222-34825308e4ca req-0afea427-d578-45e9-9006-fece347363d6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0380614 Mar 28 14:13:12.700908 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e8032c70-c179-49b1-b222-34825308e4ca req-3a5462f7-b5ef-4494-94a9-ca80819725d9 service neutron] 10.222.0.20 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784235 Mar 28 14:13:12.820889 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e8032c70-c179-49b1-b222-34825308e4ca req-8af03720-aaed-4f23-902c-5eb29932cd16 service neutron] 10.222.0.20 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141810 Mar 28 14:13:12.831392 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54385ced-c7f5-4004-b0a2-272bea378209 req-10b178bd-f1ab-439c-9bb8-2649de859956 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:12.832822 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-54385ced-c7f5-4004-b0a2-272bea378209 req-10b178bd-f1ab-439c-9bb8-2649de859956 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 943 time: 0.0706346 Mar 28 14:13:12.870560 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-54385ced-c7f5-4004-b0a2-272bea378209 req-93cccffc-3e40-4d8f-be72-b67a2cf65d11 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315537 Mar 28 14:13:13.664458 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:13.987181 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e58827-f163-4275-b2e2-19b68e5790d7 req-dc6ac0bb-f5bf-482e-8a66-6a164322792c tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:13.988716 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-75e58827-f163-4275-b2e2-19b68e5790d7 req-dc6ac0bb-f5bf-482e-8a66-6a164322792c tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 943 time: 0.0508678 Mar 28 14:13:14.025492 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-75e58827-f163-4275-b2e2-19b68e5790d7 req-4cf4bc95-71fb-4286-9e32-6480128dd164 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303271 Mar 28 14:13:15.136912 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bef7fa-0e10-4a71-a8d2-b8f2e8591366 req-489c8d85-60dc-4f14-81b2-2d74106a0d2f tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:15.138386 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a5bef7fa-0e10-4a71-a8d2-b8f2e8591366 req-489c8d85-60dc-4f14-81b2-2d74106a0d2f tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 943 time: 0.0485301 Mar 28 14:13:15.175226 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a5bef7fa-0e10-4a71-a8d2-b8f2e8591366 req-0f9c2d78-c6ac-439c-929f-e0b751f7ce9d tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306659 Mar 28 14:13:15.687355 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device d5817707-c243-4d65-972a-6e68cebea776 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:13:15.780020 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port d5817707-c243-4d65-972a-6e68cebea776, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=d5817707-c243-4d65-972a-6e68cebea776,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:13:15.791383 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': 'd5817707-c243-4d65-972a-6e68cebea776', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'port_id': 'd5817707-c243-4d65-972a-6e68cebea776', 'mac_address': 'fa:16:3e:ab:c0:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837379ec-deea-4e81-a48a-47f85888d052', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:13:15.829876 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:15.843202 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5817707-c243-4d65-972a-6e68cebea776 {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:13:15.861047 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port d5817707-c243-4d65-972a-6e68cebea776, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=d5817707-c243-4d65-972a-6e68cebea776,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:13:15.933061 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:15.983226 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=d5817707-c243-4d65-972a-6e68cebea776,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:13:15.989902 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:13:15.990267 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:13:15.990587 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:13:15.990917 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:13:15.991245 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:13:15.991576 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:13:15.991900 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:13:15.992225 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:13:15.992570 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:13:15.992892 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:13:15.993209 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:13:15.993527 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:13:16.235068 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['d5817707-c243-4d65-972a-6e68cebea776'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:13:16.288020 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981437e-3673-403f-ba2d-38eb970bb9cf req-1ea129f1-059c-480b-8015-c550861009b8 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:16.289546 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7981437e-3673-403f-ba2d-38eb970bb9cf req-1ea129f1-059c-480b-8015-c550861009b8 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 944 time: 0.0488796 Mar 28 14:13:16.327363 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7981437e-3673-403f-ba2d-38eb970bb9cf req-22d0c462-a3cb-4070-8234-081baaae7508 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318575 Mar 28 14:13:17.443682 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436bd0c1-dc11-48a2-b236-74f9f9e18b17 req-965e2c33-bc6d-4981-b476-7936112a6cff tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:17.445686 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-436bd0c1-dc11-48a2-b236-74f9f9e18b17 req-965e2c33-bc6d-4981-b476-7936112a6cff tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 944 time: 0.0521908 Mar 28 14:13:17.482291 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-436bd0c1-dc11-48a2-b236-74f9f9e18b17 req-ef30dab6-5da4-40a3-95ac-ebe0d55774e5 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305822 Mar 28 14:13:17.702989 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device d5817707-c243-4d65-972a-6e68cebea776 up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:13:17.938555 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning for port d5817707-c243-4d65-972a-6e68cebea776 completed by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 14:13:17.942173 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port d5817707-c243-4d65-972a-6e68cebea776 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:13:17.942532 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:18.016555 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:18.037905 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1072ac0d-f7f4-46d1-acc5-819e94504391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5817707-c243-4d65-972a-6e68cebea776'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:13:18.040772 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e88e905-ef8e-43a8-b7d4-4ea4d764330c" -d '{"events": [{"server_uuid": "1072ac0d-f7f4-46d1-acc5-819e94504391", "name": "network-vif-plugged", "status": "completed", "tag": "d5817707-c243-4d65-972a-6e68cebea776"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:13:18.053218 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port d5817707-c243-4d65-972a-6e68cebea776, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=d5817707-c243-4d65-972a-6e68cebea776,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:13:18.110911 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:18.134613 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-437885e7-466d-4e30-9d69-1c301aa5e5fe x-openstack-request-id: req-437885e7-466d-4e30-9d69-1c301aa5e5fe {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:13:18.134900 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1072ac0d-f7f4-46d1-acc5-819e94504391", "name": "network-vif-plugged", "status": "completed", "tag": "d5817707-c243-4d65-972a-6e68cebea776", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:13:18.135147 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-437885e7-466d-4e30-9d69-1c301aa5e5fe {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:13:18.135527 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1072ac0d-f7f4-46d1-acc5-819e94504391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5817707-c243-4d65-972a-6e68cebea776', 'code': 200} Mar 28 14:13:18.162580 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=d5817707-c243-4d65-972a-6e68cebea776,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:13:18.419427 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d93a6a-b51a-4002-b577-a73f6e289a23 req-94cc8e56-8bbf-4c11-b0bb-46e3d559fb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:18.420932 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-65d93a6a-b51a-4002-b577-a73f6e289a23 req-94cc8e56-8bbf-4c11-b0bb-46e3d559fb82 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 1098 time: 0.0388145 Mar 28 14:13:18.459098 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-65d93a6a-b51a-4002-b577-a73f6e289a23 req-0b6f8b28-027e-4d5e-a354-2d08aad7de0e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315332 Mar 28 14:13:18.594908 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd53d8-9588-431d-9679-d7b849cf7e5f req-ad6dec10-6821-41dd-9e6f-441c856fd200 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:18.596391 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-39dd53d8-9588-431d-9679-d7b849cf7e5f req-ad6dec10-6821-41dd-9e6f-441c856fd200 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 945 time: 0.0480247 Mar 28 14:13:18.633266 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-39dd53d8-9588-431d-9679-d7b849cf7e5f req-0a570b7d-345f-45f0-a354-a73aba1ab411 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302238 Mar 28 14:13:19.751903 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2038ce4-1648-420a-b393-3e5400ca4249 req-69a1f173-39bd-44aa-80a4-4b69f33cad99 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:19.753393 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f2038ce4-1648-420a-b393-3e5400ca4249 req-69a1f173-39bd-44aa-80a4-4b69f33cad99 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 945 time: 0.0517154 Mar 28 14:13:19.790340 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f2038ce4-1648-420a-b393-3e5400ca4249 req-434d7eb1-e025-46e3-9dff-4e3be9b8926a tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305142 Mar 28 14:13:20.901338 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a853d34-7ad7-45a2-af92-08883b86f610 req-198c5c2b-020d-4d01-a704-274dc564eb77 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:20.902781 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9a853d34-7ad7-45a2-af92-08883b86f610 req-198c5c2b-020d-4d01-a704-274dc564eb77 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 945 time: 0.0472095 Mar 28 14:13:20.939451 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9a853d34-7ad7-45a2-af92-08883b86f610 req-80478ac7-656e-4f8f-990b-603654fbbc52 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308251 Mar 28 14:13:21.050826 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32274341-173c-415c-b7a8-367860a8590c req-507abcfa-0c98-468e-b654-1facc69533a2 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:21.052343 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-32274341-173c-415c-b7a8-367860a8590c req-507abcfa-0c98-468e-b654-1facc69533a2 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 945 time: 0.0522196 Mar 28 14:13:21.060752 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 38904) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:13:21.065264 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-0a61e19a-5c94-4142-bc87-24b1316d998e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Request body: {'floatingip': {'port_id': 'd5817707-c243-4d65-972a-6e68cebea776'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:13:21.106549 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0a61e19a-5c94-4142-bc87-24b1316d998e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks [] for floatingip, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:21.521967 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0a61e19a-5c94-4142-bc87-24b1316d998e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:21.573235 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0a61e19a-5c94-4142-bc87-24b1316d998e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:21.664440 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [None req-0a61e19a-5c94-4142-bc87-24b1316d998e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Floating IP 2bea100e-b2f3-4513-b7b1-24eb40983cda associated. External IP: 172.26.2.221, port: d5817707-c243-4d65-972a-6e68cebea776. Mar 28 14:13:21.861879 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a61e19a-5c94-4142-bc87-24b1316d998e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Router 4ec46bff-a1f6-4f54-92de-3dccb57c6e38 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:13:21.964227 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a61e19a-5c94-4142-bc87-24b1316d998e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:13:21.969025 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0a61e19a-5c94-4142-bc87-24b1316d998e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:21.973878 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3d1506-3974-4bac-bc3d-dccbf0fb1db0 None None] Sync routers for ids ['4ec46bff-a1f6-4f54-92de-3dccb57c6e38'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:13:21.984554 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3d1506-3974-4bac-bc3d-dccbf0fb1db0 None None] Routers {'4ec46bff-a1f6-4f54-92de-3dccb57c6e38'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:13:21.985165 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-fb3d1506-3974-4bac-bc3d-dccbf0fb1db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:12:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['4ec46bff-a1f6-4f54-92de-3dccb57c6e38'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:13:21.998399 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-0a61e19a-5c94-4142-bc87-24b1316d998e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "PUT /v2.0/floatingips/2bea100e-b2f3-4513-b7b1-24eb40983cda HTTP/1.1" status: 200 len: 991 time: 0.9338155 Mar 28 14:13:21.998399 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1072ac0d-f7f4-46d1-acc5-819e94504391', 'tag': 'd5817707-c243-4d65-972a-6e68cebea776'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:13:21.998632 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2d6903-c11a-434b-b4af-f1321064775b" -d '{"events": [{"name": "network-changed", "server_uuid": "1072ac0d-f7f4-46d1-acc5-819e94504391", "tag": "d5817707-c243-4d65-972a-6e68cebea776"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:13:22.042066 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241aae29-44ba-4b3f-9d5d-112142389182 x-openstack-request-id: req-241aae29-44ba-4b3f-9d5d-112142389182 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:13:22.042366 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1072ac0d-f7f4-46d1-acc5-819e94504391", "tag": "d5817707-c243-4d65-972a-6e68cebea776", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:13:22.042623 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-241aae29-44ba-4b3f-9d5d-112142389182 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:13:22.048471 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1072ac0d-f7f4-46d1-acc5-819e94504391', 'tag': 'd5817707-c243-4d65-972a-6e68cebea776', 'status': 'completed', 'code': 200} Mar 28 14:13:22.089682 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-fb3d1506-3974-4bac-bc3d-dccbf0fb1db0 None None] Set router 4ec46bff-a1f6-4f54-92de-3dccb57c6e38 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:13:22.133547 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c533d-ce7a-4499-9d04-0c57a303c9ae req-31ca423a-0b48-4452-a7cc-b7db1cfff2e9 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:22.134960 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f58c533d-ce7a-4499-9d04-0c57a303c9ae req-31ca423a-0b48-4452-a7cc-b7db1cfff2e9 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 945 time: 0.0799921 Mar 28 14:13:22.137697 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d6903-c11a-434b-b4af-f1321064775b req-0647bb80-9cae-49bb-ad3b-867b87931ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:22.139052 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4a2d6903-c11a-434b-b4af-f1321064775b req-0647bb80-9cae-49bb-ad3b-867b87931ce9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d84c284e15941989a506e233e3a7e93&device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 1098 time: 0.0740955 Mar 28 14:13:22.222580 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f58c533d-ce7a-4499-9d04-0c57a303c9ae req-ef52efc1-4b87-42c0-9a21-ee05efc7e07d tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812151 Mar 28 14:13:22.257202 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d6903-c11a-434b-b4af-f1321064775b req-aec06166-40ca-4361-8837-7a5327af40b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:22.259403 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4a2d6903-c11a-434b-b4af-f1321064775b req-aec06166-40ca-4361-8837-7a5327af40b5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f HTTP/1.1" status: 200 len: 913 time: 0.1126280 Mar 28 14:13:22.312199 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-fb3d1506-3974-4bac-bc3d-dccbf0fb1db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'name': 'tempest-ServerActionsTestJSON-1230995267-router', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '957795fd-fccc-422b-875c-b8bebef77476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:02Z', 'revision_number': 4, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'gw_port': {'id': '957795fd-fccc-422b-875c-b8bebef77476', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:32:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '2bea100e-b2f3-4513-b7b1-24eb40983cda', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'floating_ip_address': '172.26.2.221', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'port_id': 'd5817707-c243-4d65-972a-6e68cebea776', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'mac_address': 'fa:16:3e:ab:c0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1072ac0d-f7f4-46d1-acc5-819e94504391', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:13:06Z', 'updated_at': '2022-03-28T14:13:21Z', 'revision_number': 1, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deb215c9-246b-47a5-824c-269dc450d5d2', 'name': '', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'mac_address': 'fa:16:3e:22:3a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '837379ec-deea-4e81-a48a-47f85888d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:13:01Z', 'updated_at': '2022-03-28T14:13:05Z', 'revision_number': 5, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'subnets': [{'id': '837379ec-deea-4e81-a48a-47f85888d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:13:22.337742 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3d1506-3974-4bac-bc3d-dccbf0fb1db0 None None] Checking router: 4ec46bff-a1f6-4f54-92de-3dccb57c6e38 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:13:22.345961 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3d1506-3974-4bac-bc3d-dccbf0fb1db0 None None] Routers {'4ec46bff-a1f6-4f54-92de-3dccb57c6e38'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:13:22.346474 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-fb3d1506-3974-4bac-bc3d-dccbf0fb1db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:12:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['4ec46bff-a1f6-4f54-92de-3dccb57c6e38'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:13:22.350691 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4a2d6903-c11a-434b-b4af-f1321064775b req-abdd259d-1c40-4d26-80aa-7d1c8ef91f1a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5817707-c243-4d65-972a-6e68cebea776 HTTP/1.1" status: 200 len: 999 time: 0.0848186 Mar 28 14:13:22.362472 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e65809-e411-4464-a894-63324da3baf0 req-d8bca8b3-5904-4695-8f0d-c08f49a01867 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:22.363868 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-17e65809-e411-4464-a894-63324da3baf0 req-d8bca8b3-5904-4695-8f0d-c08f49a01867 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 945 time: 0.0622041 Mar 28 14:13:22.431616 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d6903-c11a-434b-b4af-f1321064775b req-ac0f9d74-92b5-4f37-a4e1-b0a3632efa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:22.433071 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4a2d6903-c11a-434b-b4af-f1321064775b req-ac0f9d74-92b5-4f37-a4e1-b0a3632efa60 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=837379ec-deea-4e81-a48a-47f85888d052 HTTP/1.1" status: 200 len: 851 time: 0.0683773 Mar 28 14:13:22.435923 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-17e65809-e411-4464-a894-63324da3baf0 req-4594640a-a5cf-481d-9a3c-0c98f6002405 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643094 Mar 28 14:13:22.451080 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-fb3d1506-3974-4bac-bc3d-dccbf0fb1db0 None None] Set router 4ec46bff-a1f6-4f54-92de-3dccb57c6e38 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:13:22.478106 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d6903-c11a-434b-b4af-f1321064775b req-721f4ca8-0e6a-416a-a7e0-6037bd619627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:22.480247 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4a2d6903-c11a-434b-b4af-f1321064775b req-721f4ca8-0e6a-416a-a7e0-6037bd619627 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414732 Mar 28 14:13:22.565568 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4a2d6903-c11a-434b-b4af-f1321064775b req-cc8d271a-4a3c-4351-8486-2b0a8971eb9f service neutron] 10.222.0.20 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789022 Mar 28 14:13:22.656424 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4a2d6903-c11a-434b-b4af-f1321064775b req-0b0fa2d6-eda5-4a7b-b64d-65909b841fcb service neutron] 10.222.0.20 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845315 Mar 28 14:13:22.669718 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-fb3d1506-3974-4bac-bc3d-dccbf0fb1db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'name': 'tempest-ServerActionsTestJSON-1230995267-router', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '957795fd-fccc-422b-875c-b8bebef77476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:02Z', 'revision_number': 4, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'gw_port': {'id': '957795fd-fccc-422b-875c-b8bebef77476', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:32:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '2bea100e-b2f3-4513-b7b1-24eb40983cda', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'floating_ip_address': '172.26.2.221', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'port_id': 'd5817707-c243-4d65-972a-6e68cebea776', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'mac_address': 'fa:16:3e:ab:c0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1072ac0d-f7f4-46d1-acc5-819e94504391', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:13:06Z', 'updated_at': '2022-03-28T14:13:21Z', 'revision_number': 1, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deb215c9-246b-47a5-824c-269dc450d5d2', 'name': '', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'mac_address': 'fa:16:3e:22:3a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '837379ec-deea-4e81-a48a-47f85888d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:13:01Z', 'updated_at': '2022-03-28T14:13:05Z', 'revision_number': 5, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'subnets': [{'id': '837379ec-deea-4e81-a48a-47f85888d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:13:22.695546 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3d1506-3974-4bac-bc3d-dccbf0fb1db0 None None] The sync data for ids ['4ec46bff-a1f6-4f54-92de-3dccb57c6e38'] in dv-neutron-835335-1-hyperv is: [{'id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'name': 'tempest-ServerActionsTestJSON-1230995267-router', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '957795fd-fccc-422b-875c-b8bebef77476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:02Z', 'revision_number': 4, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'gw_port': {'id': '957795fd-fccc-422b-875c-b8bebef77476', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:32:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '2bea100e-b2f3-4513-b7b1-24eb40983cda', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'floating_ip_address': '172.26.2.221', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'port_id': 'd5817707-c243-4d65-972a-6e68cebea776', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'mac_address': 'fa:16:3e:ab:c0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1072ac0d-f7f4-46d1-acc5-819e94504391', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:13:06Z', 'updated_at': '2022-03-28T14:13:21Z', 'revision_number': 1, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deb215c9-246b-47a5-824c-269dc450d5d2', 'name': '', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'mac_address': 'fa:16:3e:22:3a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '837379ec-deea-4e81-a48a-47f85888d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:13:01Z', 'updated_at': '2022-03-28T14:13:05Z', 'revision_number': 5, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'subnets': [{'id': '837379ec-deea-4e81-a48a-47f85888d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:13:22.877670 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f85c61-9fb9-409a-89e6-8a7178a1353e None None] New status for floating IP 2bea100e-b2f3-4513-b7b1-24eb40983cda: ACTIVE {{(pid=109614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:13:23.548521 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52293d40-33dc-4407-835f-96b49af5edbe req-a0c3b5b4-c1c8-46a9-99bb-605f155fe652 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:23.549983 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-52293d40-33dc-4407-835f-96b49af5edbe req-a0c3b5b4-c1c8-46a9-99bb-605f155fe652 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 945 time: 0.0476360 Mar 28 14:13:23.586751 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-52293d40-33dc-4407-835f-96b49af5edbe req-b08828cd-b43c-4b4c-a851-0f9ffbad76bb tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300775 Mar 28 14:13:23.700723 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e444560-8e70-4dcf-be70-1dcecd687881 req-4bdd14b9-259a-42b4-ad27-e07d4faaaa18 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:23.702210 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5e444560-8e70-4dcf-be70-1dcecd687881 req-4bdd14b9-259a-42b4-ad27-e07d4faaaa18 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 945 time: 0.0521126 Mar 28 14:13:23.743768 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5e444560-8e70-4dcf-be70-1dcecd687881 req-57e29f68-ef91-493f-8712-762e3b710a0c tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351241 Mar 28 14:13:24.005217 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f9fd031b-fd20-406a-89ae-73127b046fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:24.179496 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce30274b-7166-4b73-bf6f-094d99fdb71e req-c73199c7-e5b0-4078-801c-d6b36e268856 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:24.180973 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ce30274b-7166-4b73-bf6f-094d99fdb71e req-c73199c7-e5b0-4078-801c-d6b36e268856 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 945 time: 0.0492604 Mar 28 14:13:24.218519 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ce30274b-7166-4b73-bf6f-094d99fdb71e req-7c52ca86-cd66-4a0c-bae8-7c6d2ab31447 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316658 Mar 28 14:13:24.295212 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-750539a3-6e81-4e02-a9aa-796636c6d7c2 req-75d8da1e-8375-4e49-a2ec-89329e2f125d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1072ac0d-f7f4-46d1-acc5-819e94504391&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0392444 Mar 28 14:13:25.331414 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b8c5e-0d24-41b6-b57c-90a0cb4e50b4 req-dc9a0f6b-55a4-4d17-a011-1b9de8a5bc7b tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:25.332918 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-553b8c5e-0d24-41b6-b57c-90a0cb4e50b4 req-dc9a0f6b-55a4-4d17-a011-1b9de8a5bc7b tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 945 time: 0.0479186 Mar 28 14:13:25.371727 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-553b8c5e-0d24-41b6-b57c-90a0cb4e50b4 req-f7865565-ab80-4f13-b92b-ed60ec4c7d18 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322607 Mar 28 14:13:26.135146 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750539a3-6e81-4e02-a9aa-796636c6d7c2 req-7090c5bf-50c3-49a9-9561-1aec56a7cc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:26.136622 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-750539a3-6e81-4e02-a9aa-796636c6d7c2 req-7090c5bf-50c3-49a9-9561-1aec56a7cc18 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d84c284e15941989a506e233e3a7e93&device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 1098 time: 0.0439858 Mar 28 14:13:26.220980 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750539a3-6e81-4e02-a9aa-796636c6d7c2 req-9110fbbc-52a0-4e38-9681-d33ac8cb20de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:26.222431 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-750539a3-6e81-4e02-a9aa-796636c6d7c2 req-9110fbbc-52a0-4e38-9681-d33ac8cb20de service neutron] 10.222.0.20 "GET /v2.0/networks?id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f HTTP/1.1" status: 200 len: 913 time: 0.0796897 Mar 28 14:13:26.291774 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-750539a3-6e81-4e02-a9aa-796636c6d7c2 req-c415b385-5667-420c-be77-29401faddca0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5817707-c243-4d65-972a-6e68cebea776 HTTP/1.1" status: 200 len: 1001 time: 0.0632687 Mar 28 14:13:26.321896 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4bd7a58e-16a4-4afa-b119-ce1f4a967ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:26.338231 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750539a3-6e81-4e02-a9aa-796636c6d7c2 req-7d3db3ba-d0d1-4a91-9594-775dddba30d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:26.339644 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-750539a3-6e81-4e02-a9aa-796636c6d7c2 req-7d3db3ba-d0d1-4a91-9594-775dddba30d7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=837379ec-deea-4e81-a48a-47f85888d052 HTTP/1.1" status: 200 len: 851 time: 0.0424256 Mar 28 14:13:26.383097 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750539a3-6e81-4e02-a9aa-796636c6d7c2 req-884aa5f5-b9ab-4734-b7c5-88a24c0fec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:26.384637 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-750539a3-6e81-4e02-a9aa-796636c6d7c2 req-884aa5f5-b9ab-4734-b7c5-88a24c0fec29 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387356 Mar 28 14:13:26.502896 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-750539a3-6e81-4e02-a9aa-796636c6d7c2 req-23961c58-dc14-4641-9d33-ac913d17602c service neutron] 10.222.0.20 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118019 Mar 28 14:13:26.511963 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13cdc0-8ef7-4f42-994c-ef3dc6e978fc req-b8bc3b67-2a7e-4e90-95be-cf210824de14 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:26.513320 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5e13cdc0-8ef7-4f42-994c-ef3dc6e978fc req-b8bc3b67-2a7e-4e90-95be-cf210824de14 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 945 time: 0.0727150 Mar 28 14:13:26.596040 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5e13cdc0-8ef7-4f42-994c-ef3dc6e978fc req-6fb29548-840e-4e68-be9f-5631be3255c2 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751119 Mar 28 14:13:26.620905 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-750539a3-6e81-4e02-a9aa-796636c6d7c2 req-a38a19ab-b3db-4bf5-b30f-a4ad072f22e1 service neutron] 10.222.0.20 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066873 Mar 28 14:13:27.653106 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:27.709713 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b440d-986c-4a75-ae8b-413779cd4e0b req-4dc692a6-908e-4bc3-816f-9d934f50958c tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:27.711667 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ac0b440d-986c-4a75-ae8b-413779cd4e0b req-4dc692a6-908e-4bc3-816f-9d934f50958c tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 945 time: 0.0485344 Mar 28 14:13:27.747833 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ac0b440d-986c-4a75-ae8b-413779cd4e0b req-079d1e88-eef8-4ab3-9c1a-1ef40f4217c4 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302093 Mar 28 14:13:28.861262 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d828a2-561c-4084-9bc9-b605f6bf7fda req-69fc1346-d754-4a8a-9764-bb07dc354615 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:28.862730 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-37d828a2-561c-4084-9bc9-b605f6bf7fda req-69fc1346-d754-4a8a-9764-bb07dc354615 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 945 time: 0.0482824 Mar 28 14:13:28.900361 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-37d828a2-561c-4084-9bc9-b605f6bf7fda req-0f67e352-3e6b-47a4-a09c-a9514953e720 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316963 Mar 28 14:13:28.976101 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:29.364983 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:30.341861 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384131d9-b451-425a-8083-c30f745916f4 req-af0e38d2-f263-4756-9893-3eb40113f01b tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:30.343320 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-384131d9-b451-425a-8083-c30f745916f4 req-af0e38d2-f263-4756-9893-3eb40113f01b tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 945 time: 0.3770807 Mar 28 14:13:30.379058 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-384131d9-b451-425a-8083-c30f745916f4 req-33c36c51-dd0e-467a-b973-6df5fb9ea94b tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297160 Mar 28 14:13:31.491830 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6f566-dec0-4494-9c7a-7e07abf96ecd req-1b5d3719-ef13-48a4-a279-2e0ccf79fd66 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:31.493353 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-eac6f566-dec0-4494-9c7a-7e07abf96ecd req-1b5d3719-ef13-48a4-a279-2e0ccf79fd66 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 945 time: 0.0475597 Mar 28 14:13:31.529167 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-eac6f566-dec0-4494-9c7a-7e07abf96ecd req-7655fa3b-bf28-4a0a-bc0b-6fe00f782a91 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299318 Mar 28 14:13:32.642828 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39421554-3077-4d76-8fbf-5ba74de03d43 req-310d28f8-d3a4-4a1e-be4d-5c4d1746efae tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:32.644259 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-39421554-3077-4d76-8fbf-5ba74de03d43 req-310d28f8-d3a4-4a1e-be4d-5c4d1746efae tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 945 time: 0.0477400 Mar 28 14:13:32.683397 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-39421554-3077-4d76-8fbf-5ba74de03d43 req-c401d771-9b99-4ae8-81b6-640d271d1ba8 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332375 Mar 28 14:13:33.797800 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0573bc4-eb8d-4d62-aabc-af16003e28a5 req-f92b2f82-6f4a-45b2-8e5b-a78455dfac66 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:33.799245 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e0573bc4-eb8d-4d62-aabc-af16003e28a5 req-f92b2f82-6f4a-45b2-8e5b-a78455dfac66 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 945 time: 0.0479894 Mar 28 14:13:33.835878 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e0573bc4-eb8d-4d62-aabc-af16003e28a5 req-30536a09-f024-4e50-a085-d558109fd167 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300596 Mar 28 14:13:34.947329 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e078c76-9d51-4b62-b53f-2b3c3c61254f req-7726d757-93e5-4f4d-ace7-c8255d3e6b99 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:34.948773 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2e078c76-9d51-4b62-b53f-2b3c3c61254f req-7726d757-93e5-4f4d-ace7-c8255d3e6b99 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 945 time: 0.0473535 Mar 28 14:13:34.984152 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2e078c76-9d51-4b62-b53f-2b3c3c61254f req-3825930e-a755-4f51-a644-c3fa5c52b08b tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294874 Mar 28 14:13:36.116166 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aacaa3-399a-44cc-a4ac-c7c878c4ff14 req-6430b3a0-c5c0-4e7b-9039-04b8cc247f06 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:36.118298 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-86aacaa3-399a-44cc-a4ac-c7c878c4ff14 req-6430b3a0-c5c0-4e7b-9039-04b8cc247f06 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 945 time: 0.0530570 Mar 28 14:13:36.154424 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-86aacaa3-399a-44cc-a4ac-c7c878c4ff14 req-3f83e99f-1d18-44bf-8dc8-78d354761e9f tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301456 Mar 28 14:13:37.268796 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26834e2-d8fe-47be-9cd9-d43e99b37fc0 req-e0d61903-b904-489e-9fba-026f291e7716 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:37.270254 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b26834e2-d8fe-47be-9cd9-d43e99b37fc0 req-e0d61903-b904-489e-9fba-026f291e7716 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 945 time: 0.0485520 Mar 28 14:13:37.306355 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b26834e2-d8fe-47be-9cd9-d43e99b37fc0 req-af529d4a-3c73-4317-9bcf-c74e9bca043e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301814 Mar 28 14:13:38.238704 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:13:38.418414 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24a69a-0b2f-4b10-8a47-1a6b15970abe req-a89d3f9b-1d71-4182-a1c5-9b2ad4347084 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:38.419851 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6a24a69a-0b2f-4b10-8a47-1a6b15970abe req-a89d3f9b-1d71-4182-a1c5-9b2ad4347084 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 945 time: 0.0474648 Mar 28 14:13:38.456076 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6a24a69a-0b2f-4b10-8a47-1a6b15970abe req-7f592c15-d171-441d-9431-9aadecad7129 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303383 Mar 28 14:13:39.571828 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d687231-4a99-4959-a175-c9aab8e8a568 req-de98bddd-bf56-4463-a2ca-0758e726fc23 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:39.573304 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1d687231-4a99-4959-a175-c9aab8e8a568 req-de98bddd-bf56-4463-a2ca-0758e726fc23 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 945 time: 0.0516157 Mar 28 14:13:39.612019 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1d687231-4a99-4959-a175-c9aab8e8a568 req-28ae0265-1c3e-46a6-b12a-c0debbc8dc6d tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326233 Mar 28 14:13:40.723233 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8f600-4ac2-4ea4-86d4-a7d706f89128 req-3862c090-38ad-4dbc-92ce-743ceba1565d tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:40.724680 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-98c8f600-4ac2-4ea4-86d4-a7d706f89128 req-3862c090-38ad-4dbc-92ce-743ceba1565d tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 945 time: 0.0469987 Mar 28 14:13:40.761456 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-98c8f600-4ac2-4ea4-86d4-a7d706f89128 req-1e4e1cb7-d04b-4767-90ed-c4a6631c5622 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302751 Mar 28 14:13:41.873627 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bbe47a-90f5-4b2a-93b7-43870dbef8b9 req-3b1e2c9e-8508-4beb-a6d0-8f32454be7f0 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:41.875072 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-92bbe47a-90f5-4b2a-93b7-43870dbef8b9 req-3b1e2c9e-8508-4beb-a6d0-8f32454be7f0 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 945 time: 0.0477827 Mar 28 14:13:41.914703 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-92bbe47a-90f5-4b2a-93b7-43870dbef8b9 req-e0400fd3-026b-4328-a428-fe1f476f82aa tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330286 Mar 28 14:13:43.032584 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c8fe5-5393-4106-9654-ebb8de8ecabf req-bb80297b-c5d8-4aff-aa07-c46cd96e3d12 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:43.034044 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-163c8fe5-5393-4106-9654-ebb8de8ecabf req-bb80297b-c5d8-4aff-aa07-c46cd96e3d12 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 945 time: 0.0517414 Mar 28 14:13:43.072549 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-163c8fe5-5393-4106-9654-ebb8de8ecabf req-e5ae7078-45fa-4c76-9a48-29ef46005787 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318098 Mar 28 14:13:43.472954 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-750539a3-6e81-4e02-a9aa-796636c6d7c2 req-1ba4845c-6cc1-4462-baae-16265a2328a8 service neutron] 10.222.0.20 "GET /v2.0/ports/d5817707-c243-4d65-972a-6e68cebea776/bindings/hv-neutron-8353 HTTP/1.1" status: 200 len: 384 time: 0.0516815 Mar 28 14:13:43.679261 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:43.930715 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750539a3-6e81-4e02-a9aa-796636c6d7c2 req-968e873e-3c38-4afc-919d-1b2bd0b71eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:43.932109 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-750539a3-6e81-4e02-a9aa-796636c6d7c2 req-968e873e-3c38-4afc-919d-1b2bd0b71eb9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1072ac0d-f7f4-46d1-acc5-819e94504391&tenant_id=1d84c284e15941989a506e233e3a7e93 HTTP/1.1" status: 200 len: 1098 time: 0.0428486 Mar 28 14:13:43.989821 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750539a3-6e81-4e02-a9aa-796636c6d7c2 req-a19d297d-ab62-41ff-97b6-cfbe6ea5bbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:43.992429 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-750539a3-6e81-4e02-a9aa-796636c6d7c2 req-a19d297d-ab62-41ff-97b6-cfbe6ea5bbe0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d84c284e15941989a506e233e3a7e93&device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 1098 time: 0.0384910 Mar 28 14:13:44.081069 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750539a3-6e81-4e02-a9aa-796636c6d7c2 req-fb7c63e1-d728-4685-9c49-0ea97c17a59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:44.082552 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-750539a3-6e81-4e02-a9aa-796636c6d7c2 req-fb7c63e1-d728-4685-9c49-0ea97c17a59c service neutron] 10.222.0.20 "GET /v2.0/networks?id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f HTTP/1.1" status: 200 len: 913 time: 0.0846457 Mar 28 14:13:44.154726 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-750539a3-6e81-4e02-a9aa-796636c6d7c2 req-af926394-c68e-4f1c-a5d5-a48aa3b2c68f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5817707-c243-4d65-972a-6e68cebea776 HTTP/1.1" status: 200 len: 1001 time: 0.0660498 Mar 28 14:13:44.228011 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e30f2a-f1b0-4838-9e87-575befe196d3 req-0f38a8e2-5fa6-407c-b0f9-ee6425b96a02 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:44.229462 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-87e30f2a-f1b0-4838-9e87-575befe196d3 req-0f38a8e2-5fa6-407c-b0f9-ee6425b96a02 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 945 time: 0.0872090 Mar 28 14:13:44.231210 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750539a3-6e81-4e02-a9aa-796636c6d7c2 req-65c4fc04-37a1-48a2-ab17-6805e32eae03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:44.232551 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-750539a3-6e81-4e02-a9aa-796636c6d7c2 req-65c4fc04-37a1-48a2-ab17-6805e32eae03 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=837379ec-deea-4e81-a48a-47f85888d052 HTTP/1.1" status: 200 len: 851 time: 0.0606565 Mar 28 14:13:44.292632 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-87e30f2a-f1b0-4838-9e87-575befe196d3 req-2eed483f-70f8-4ebc-bb26-ecdfb6f2b727 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572379 Mar 28 14:13:44.300070 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750539a3-6e81-4e02-a9aa-796636c6d7c2 req-ebb5fefe-5aa2-4e5a-ad78-3faba5be3467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:44.301531 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-750539a3-6e81-4e02-a9aa-796636c6d7c2 req-ebb5fefe-5aa2-4e5a-ad78-3faba5be3467 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0605738 Mar 28 14:13:44.391285 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-750539a3-6e81-4e02-a9aa-796636c6d7c2 req-41320439-5694-41fb-8b37-9b81b516e96b service neutron] 10.222.0.20 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826161 Mar 28 14:13:44.476881 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-750539a3-6e81-4e02-a9aa-796636c6d7c2 req-0013629e-7d66-4927-b222-c05212d79a78 service neutron] 10.222.0.20 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787578 Mar 28 14:13:45.410993 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa8627-ecad-4483-9bbb-4005750d671b req-99ad22c4-d9bd-4c47-9c61-1f117e78e8ee tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:45.412456 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c1aa8627-ecad-4483-9bbb-4005750d671b req-99ad22c4-d9bd-4c47-9c61-1f117e78e8ee tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 945 time: 0.0523462 Mar 28 14:13:45.449002 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c1aa8627-ecad-4483-9bbb-4005750d671b req-0412a28f-f8b1-49b1-80d3-515312724b1a tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299816 Mar 28 14:13:45.784011 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device d5817707-c243-4d65-972a-6e68cebea776 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:13:45.874375 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port d5817707-c243-4d65-972a-6e68cebea776, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=d5817707-c243-4d65-972a-6e68cebea776,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:13:45.885630 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': 'd5817707-c243-4d65-972a-6e68cebea776', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'port_id': 'd5817707-c243-4d65-972a-6e68cebea776', 'mac_address': 'fa:16:3e:ab:c0:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837379ec-deea-4e81-a48a-47f85888d052', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:13:45.921705 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:45.940222 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d5817707-c243-4d65-972a-6e68cebea776 {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:13:45.959523 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port d5817707-c243-4d65-972a-6e68cebea776, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=d5817707-c243-4d65-972a-6e68cebea776,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:13:46.021596 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:46.069466 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=d5817707-c243-4d65-972a-6e68cebea776,revision_number=6']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:13:46.096330 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['d5817707-c243-4d65-972a-6e68cebea776'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:13:46.562153 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ca8d1-c21b-4f65-9f33-5ec8046e32db req-d893cb96-de0b-4115-b09a-126445b1b481 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:46.563599 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-495ca8d1-c21b-4f65-9f33-5ec8046e32db req-d893cb96-de0b-4115-b09a-126445b1b481 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 944 time: 0.0478020 Mar 28 14:13:46.599505 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-495ca8d1-c21b-4f65-9f33-5ec8046e32db req-5f600e40-4ef4-433e-acd0-49a86fa91120 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298789 Mar 28 14:13:47.714217 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd44fd5-adee-4540-8001-3868c8fb431e req-6c45c209-1158-49df-8f6e-c94b503b59f2 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:47.715647 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6bd44fd5-adee-4540-8001-3868c8fb431e req-6c45c209-1158-49df-8f6e-c94b503b59f2 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 944 time: 0.0480516 Mar 28 14:13:47.751355 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6bd44fd5-adee-4540-8001-3868c8fb431e req-4070fa7d-d851-42d4-b9f0-d613cfdd711b tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298471 Mar 28 14:13:47.815809 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device d5817707-c243-4d65-972a-6e68cebea776 up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:13:47.860912 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port d5817707-c243-4d65-972a-6e68cebea776 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:13:47.861273 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:47.934021 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:47.956925 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1072ac0d-f7f4-46d1-acc5-819e94504391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5817707-c243-4d65-972a-6e68cebea776'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:13:47.959134 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21586ab6-54c2-4aa5-b964-73eca162791d" -d '{"events": [{"server_uuid": "1072ac0d-f7f4-46d1-acc5-819e94504391", "name": "network-vif-plugged", "status": "completed", "tag": "d5817707-c243-4d65-972a-6e68cebea776"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:13:47.975479 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port d5817707-c243-4d65-972a-6e68cebea776, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=d5817707-c243-4d65-972a-6e68cebea776,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:13:48.006405 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6478aa4d-abb8-45b7-b20a-29b54772b5ff x-openstack-request-id: req-6478aa4d-abb8-45b7-b20a-29b54772b5ff {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:13:48.006689 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1072ac0d-f7f4-46d1-acc5-819e94504391", "name": "network-vif-plugged", "status": "completed", "tag": "d5817707-c243-4d65-972a-6e68cebea776", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:13:48.006938 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6478aa4d-abb8-45b7-b20a-29b54772b5ff {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:13:48.007369 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1072ac0d-f7f4-46d1-acc5-819e94504391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5817707-c243-4d65-972a-6e68cebea776', 'code': 200} Mar 28 14:13:48.041863 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:48.085134 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204303fa-2579-4db8-8ac1-9d21230bdbeb req-357e8f7b-5f30-476c-b75a-ea315ce3f4bb tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:48.086640 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-204303fa-2579-4db8-8ac1-9d21230bdbeb req-357e8f7b-5f30-476c-b75a-ea315ce3f4bb tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 944 time: 0.0586264 Mar 28 14:13:48.093126 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=d5817707-c243-4d65-972a-6e68cebea776,revision_number=7']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:13:48.135513 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-204303fa-2579-4db8-8ac1-9d21230bdbeb req-eefae96b-dee9-4c1d-a38f-ffb75274db3e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417211 Mar 28 14:13:48.174189 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c735b2-beaa-4561-84a2-43f418948f3a req-948e59a7-b8a7-4e80-a99b-b043320cb57b tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:48.175611 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a1c735b2-beaa-4561-84a2-43f418948f3a req-948e59a7-b8a7-4e80-a99b-b043320cb57b tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.20 "GET /v2.0/ports?device_id=1072ac0d-f7f4-46d1-acc5-819e94504391&tenant_id=1d84c284e15941989a506e233e3a7e93&binding%3Ahost_id=hv-neutron-8353 HTTP/1.1" status: 200 len: 945 time: 0.0610080 Mar 28 14:13:48.281567 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c735b2-beaa-4561-84a2-43f418948f3a req-82d1b6fa-4754-40f0-afee-9e33387f151f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:48.283080 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a1c735b2-beaa-4561-84a2-43f418948f3a req-82d1b6fa-4754-40f0-afee-9e33387f151f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d84c284e15941989a506e233e3a7e93&device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 1098 time: 0.0392969 Mar 28 14:13:48.376669 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c735b2-beaa-4561-84a2-43f418948f3a req-35cbbef7-c6f1-43cd-896c-209d451ae8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:48.378119 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a1c735b2-beaa-4561-84a2-43f418948f3a req-35cbbef7-c6f1-43cd-896c-209d451ae8d9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f HTTP/1.1" status: 200 len: 913 time: 0.0883584 Mar 28 14:13:48.444288 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a1c735b2-beaa-4561-84a2-43f418948f3a req-a918a0ec-647f-41eb-af4e-11981858efe6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5817707-c243-4d65-972a-6e68cebea776 HTTP/1.1" status: 200 len: 1001 time: 0.0591638 Mar 28 14:13:48.492100 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c735b2-beaa-4561-84a2-43f418948f3a req-dc23cc84-c53f-4dcd-812d-f48365eeeb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:48.493574 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a1c735b2-beaa-4561-84a2-43f418948f3a req-dc23cc84-c53f-4dcd-812d-f48365eeeb05 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=837379ec-deea-4e81-a48a-47f85888d052 HTTP/1.1" status: 200 len: 851 time: 0.0432558 Mar 28 14:13:48.542485 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c735b2-beaa-4561-84a2-43f418948f3a req-cc3db00a-6b1d-4157-8453-350f84ed6b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:48.543871 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a1c735b2-beaa-4561-84a2-43f418948f3a req-cc3db00a-6b1d-4157-8453-350f84ed6b6f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438268 Mar 28 14:13:48.631339 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a1c735b2-beaa-4561-84a2-43f418948f3a req-767e78c5-3351-4b53-9608-200307f69428 service neutron] 10.222.0.20 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813529 Mar 28 14:13:48.725075 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a1c735b2-beaa-4561-84a2-43f418948f3a req-270b8b56-5470-4066-8a42-6dd89b9647aa service neutron] 10.222.0.20 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873752 Mar 28 14:13:49.251799 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c674ed9-bc70-4f77-802d-8e83d2302d46 req-6a686da2-78b2-4dd8-8704-605f36da7444 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:49.253324 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7c674ed9-bc70-4f77-802d-8e83d2302d46 req-6a686da2-78b2-4dd8-8704-605f36da7444 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 945 time: 0.0490763 Mar 28 14:13:49.291754 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7c674ed9-bc70-4f77-802d-8e83d2302d46 req-3c517eb8-f947-44dd-9128-e081f687cc2a tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310321 Mar 28 14:13:50.402721 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d5b3d-e736-4f07-a023-d93e0184e4a9 req-6710bd48-e598-475d-8fe0-f66948f8598b tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:50.404158 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f22d5b3d-e736-4f07-a023-d93e0184e4a9 req-6710bd48-e598-475d-8fe0-f66948f8598b tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 945 time: 0.0469797 Mar 28 14:13:50.441097 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f22d5b3d-e736-4f07-a023-d93e0184e4a9 req-90721541-7ace-4355-b13b-c04a724a81eb tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309572 Mar 28 14:13:50.557926 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a5623-a76e-4436-8771-52e700326ea2 req-82140df7-272e-4c24-aaf6-f6d0cf815b1d tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:50.559277 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c91a5623-a76e-4436-8771-52e700326ea2 req-82140df7-272e-4c24-aaf6-f6d0cf815b1d tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 945 time: 0.0533266 Mar 28 14:13:50.595177 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c91a5623-a76e-4436-8771-52e700326ea2 req-2e039e78-1ecf-4d8c-bf19-96f26f3ec861 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297501 Mar 28 14:13:50.711902 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1bf3f-d699-4edd-9902-98e6ebb2c448 req-97f3df44-e088-4a3a-a58c-30a1d26a5208 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:50.713390 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b6c1bf3f-d699-4edd-9902-98e6ebb2c448 req-97f3df44-e088-4a3a-a58c-30a1d26a5208 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 945 time: 0.0475829 Mar 28 14:13:50.749786 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b6c1bf3f-d699-4edd-9902-98e6ebb2c448 req-86a56dd4-7a52-49e2-a88e-781c6b79e667 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305254 Mar 28 14:13:51.180430 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c947bd1-0f53-41ae-9afa-fc1ef17a2138 req-221fd00a-1458-44d8-a20c-8d2fd83a17f5 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:51.181882 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4c947bd1-0f53-41ae-9afa-fc1ef17a2138 req-221fd00a-1458-44d8-a20c-8d2fd83a17f5 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 945 time: 0.0479584 Mar 28 14:13:51.218695 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4c947bd1-0f53-41ae-9afa-fc1ef17a2138 req-05a01631-7adf-4711-9496-7345b935e57f tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306504 Mar 28 14:13:51.812538 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device d5817707-c243-4d65-972a-6e68cebea776 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:13:51.884306 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:51.906079 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1072ac0d-f7f4-46d1-acc5-819e94504391', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5817707-c243-4d65-972a-6e68cebea776'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:13:51.908249 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c3467a-94a5-4a5a-82f6-f875bac6b5eb" -d '{"events": [{"server_uuid": "1072ac0d-f7f4-46d1-acc5-819e94504391", "name": "network-vif-unplugged", "status": "completed", "tag": "d5817707-c243-4d65-972a-6e68cebea776"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:13:51.924001 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port d5817707-c243-4d65-972a-6e68cebea776, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=d5817707-c243-4d65-972a-6e68cebea776,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:13:51.945950 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Mar 2022 14:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db442ba6-1d41-4250-85a3-24fd68cd8300 x-openstack-request-id: req-db442ba6-1d41-4250-85a3-24fd68cd8300 {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:13:51.946235 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1072ac0d-f7f4-46d1-acc5-819e94504391", "name": "network-vif-unplugged", "status": "completed", "tag": "d5817707-c243-4d65-972a-6e68cebea776", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:13:51.946483 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-db442ba6-1d41-4250-85a3-24fd68cd8300 {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:13:51.946870 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1072ac0d-f7f4-46d1-acc5-819e94504391', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5817707-c243-4d65-972a-6e68cebea776', 'code': 200} Mar 28 14:13:52.005117 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:52.090122 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=d5817707-c243-4d65-972a-6e68cebea776,revision_number=8']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:13:52.341823 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e3339-4c1e-4064-b327-f0363c5ba848 req-94d02467-383a-4b8c-8a09-601d47457f26 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:52.343195 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-257e3339-4c1e-4064-b327-f0363c5ba848 req-94d02467-383a-4b8c-8a09-601d47457f26 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 943 time: 0.0566435 Mar 28 14:13:52.379522 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-257e3339-4c1e-4064-b327-f0363c5ba848 req-2e1e491e-3321-4bc2-a70b-2082f2c8617d tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304365 Mar 28 14:13:52.932663 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f76607b-74b3-4a80-9f92-16adaf194eb5 req-13d14347-f655-4a12-82eb-493f3805d614 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:52.934062 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2f76607b-74b3-4a80-9f92-16adaf194eb5 req-13d14347-f655-4a12-82eb-493f3805d614 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.20 "GET /v2.0/ports?device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 943 time: 0.0471392 Mar 28 14:13:53.020838 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-2f76607b-74b3-4a80-9f92-16adaf194eb5 req-5144875e-b6c0-4347-be31-9be012c9af79 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Deleting port d5817707-c243-4d65-972a-6e68cebea776 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:13:53.021172 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-2f76607b-74b3-4a80-9f92-16adaf194eb5 req-5144875e-b6c0-4347-be31-9be012c9af79 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:53.111592 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-2f76607b-74b3-4a80-9f92-16adaf194eb5 req-5144875e-b6c0-4347-be31-9be012c9af79 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] For port d5817707-c243-4d65-972a-6e68cebea776, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=d5817707-c243-4d65-972a-6e68cebea776,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:13:53.111950 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-2f76607b-74b3-4a80-9f92-16adaf194eb5 req-5144875e-b6c0-4347-be31-9be012c9af79 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:53.324908 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-2f76607b-74b3-4a80-9f92-16adaf194eb5 req-5144875e-b6c0-4347-be31-9be012c9af79 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:53.325264 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-2f76607b-74b3-4a80-9f92-16adaf194eb5 req-5144875e-b6c0-4347-be31-9be012c9af79 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:53.325574 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [req-2f76607b-74b3-4a80-9f92-16adaf194eb5 req-5144875e-b6c0-4347-be31-9be012c9af79 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Floating IP 2bea100e-b2f3-4513-b7b1-24eb40983cda disassociated. External IP: 172.26.2.221, port: d5817707-c243-4d65-972a-6e68cebea776. Mar 28 14:13:53.325906 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-2f76607b-74b3-4a80-9f92-16adaf194eb5 req-5144875e-b6c0-4347-be31-9be012c9af79 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Calling delete_port for d5817707-c243-4d65-972a-6e68cebea776 owned by compute:nova {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:13:53.493928 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd32cb-2375-4076-a724-44f857bd8aca req-4c30ce1a-c953-45f7-8e53-c35155c515a1 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:53.495399 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1dbd32cb-2375-4076-a724-44f857bd8aca req-4c30ce1a-c953-45f7-8e53-c35155c515a1 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 943 time: 0.0468609 Mar 28 14:13:53.514242 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-2f76607b-74b3-4a80-9f92-16adaf194eb5 req-5144875e-b6c0-4347-be31-9be012c9af79 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:53.555889 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5144875e-b6c0-4347-be31-9be012c9af79 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Pushing event deleted for resources: {'Port': ['ID=d5817707-c243-4d65-972a-6e68cebea776,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:13:53.568128 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1dbd32cb-2375-4076-a724-44f857bd8aca req-0788bb90-86fc-4973-ac34-82e7d58d4531 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668030 Mar 28 14:13:53.673017 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f76607b-74b3-4a80-9f92-16adaf194eb5 req-5144875e-b6c0-4347-be31-9be012c9af79 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Router 4ec46bff-a1f6-4f54-92de-3dccb57c6e38 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:13:53.778757 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f76607b-74b3-4a80-9f92-16adaf194eb5 req-5144875e-b6c0-4347-be31-9be012c9af79 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:13:53.788659 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d37b51-8248-4ca8-822b-207c06315050 None None] Sync routers for ids ['4ec46bff-a1f6-4f54-92de-3dccb57c6e38'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:13:53.798362 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d37b51-8248-4ca8-822b-207c06315050 None None] Routers {'4ec46bff-a1f6-4f54-92de-3dccb57c6e38'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:13:53.798962 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-e5d37b51-8248-4ca8-822b-207c06315050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:13:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['4ec46bff-a1f6-4f54-92de-3dccb57c6e38'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:13:53.816214 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f76607b-74b3-4a80-9f92-16adaf194eb5 req-5144875e-b6c0-4347-be31-9be012c9af79 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] No DVR routers for this DVR port d5817707-c243-4d65-972a-6e68cebea776 on host hv-neutron-8353 {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:13:53.818667 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-2f76607b-74b3-4a80-9f92-16adaf194eb5 req-5144875e-b6c0-4347-be31-9be012c9af79 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:53.822468 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2f76607b-74b3-4a80-9f92-16adaf194eb5 req-5144875e-b6c0-4347-be31-9be012c9af79 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.20 "DELETE /v2.0/ports/d5817707-c243-4d65-972a-6e68cebea776 HTTP/1.1" status: 204 len: 173 time: 0.8827505 Mar 28 14:13:53.822941 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1072ac0d-f7f4-46d1-acc5-819e94504391', 'name': 'network-vif-deleted', 'tag': 'd5817707-c243-4d65-972a-6e68cebea776'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:13:53.825193 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e4c768-c553-46a7-a54a-4e8243e975fc" -d '{"events": [{"server_uuid": "1072ac0d-f7f4-46d1-acc5-819e94504391", "name": "network-vif-deleted", "tag": "d5817707-c243-4d65-972a-6e68cebea776"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:13:53.860121 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7a3b13-7dca-4300-8a81-6ce9cba10e6a x-openstack-request-id: req-3f7a3b13-7dca-4300-8a81-6ce9cba10e6a {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:13:53.860473 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1072ac0d-f7f4-46d1-acc5-819e94504391", "name": "network-vif-deleted", "tag": "d5817707-c243-4d65-972a-6e68cebea776", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:13:53.860727 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3f7a3b13-7dca-4300-8a81-6ce9cba10e6a {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:13:53.861146 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1072ac0d-f7f4-46d1-acc5-819e94504391', 'name': 'network-vif-deleted', 'tag': 'd5817707-c243-4d65-972a-6e68cebea776', 'status': 'completed', 'code': 200} Mar 28 14:13:53.902956 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-e5d37b51-8248-4ca8-822b-207c06315050 None None] Set router 4ec46bff-a1f6-4f54-92de-3dccb57c6e38 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:13:54.012921 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-660a1e5e-c4a9-4185-998c-9748837d7df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:54.095341 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-e5d37b51-8248-4ca8-822b-207c06315050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'name': 'tempest-ServerActionsTestJSON-1230995267-router', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '957795fd-fccc-422b-875c-b8bebef77476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:02Z', 'revision_number': 4, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'gw_port': {'id': '957795fd-fccc-422b-875c-b8bebef77476', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:32:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'deb215c9-246b-47a5-824c-269dc450d5d2', 'name': '', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'mac_address': 'fa:16:3e:22:3a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '837379ec-deea-4e81-a48a-47f85888d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:13:01Z', 'updated_at': '2022-03-28T14:13:05Z', 'revision_number': 5, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'subnets': [{'id': '837379ec-deea-4e81-a48a-47f85888d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:13:54.121569 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d37b51-8248-4ca8-822b-207c06315050 None None] Checking router: 4ec46bff-a1f6-4f54-92de-3dccb57c6e38 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:13:54.129581 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d37b51-8248-4ca8-822b-207c06315050 None None] Routers {'4ec46bff-a1f6-4f54-92de-3dccb57c6e38'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:13:54.130176 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-e5d37b51-8248-4ca8-822b-207c06315050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:13:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['4ec46bff-a1f6-4f54-92de-3dccb57c6e38'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:13:54.231951 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-e5d37b51-8248-4ca8-822b-207c06315050 None None] Set router 4ec46bff-a1f6-4f54-92de-3dccb57c6e38 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:13:54.506149 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-e5d37b51-8248-4ca8-822b-207c06315050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'name': 'tempest-ServerActionsTestJSON-1230995267-router', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '957795fd-fccc-422b-875c-b8bebef77476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:02Z', 'revision_number': 4, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'gw_port': {'id': '957795fd-fccc-422b-875c-b8bebef77476', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:32:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'deb215c9-246b-47a5-824c-269dc450d5d2', 'name': '', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'mac_address': 'fa:16:3e:22:3a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '837379ec-deea-4e81-a48a-47f85888d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:13:01Z', 'updated_at': '2022-03-28T14:13:05Z', 'revision_number': 5, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'subnets': [{'id': '837379ec-deea-4e81-a48a-47f85888d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:13:54.532068 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d37b51-8248-4ca8-822b-207c06315050 None None] The sync data for ids ['4ec46bff-a1f6-4f54-92de-3dccb57c6e38'] in dv-neutron-835335-1-hyperv is: [{'id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'name': 'tempest-ServerActionsTestJSON-1230995267-router', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '957795fd-fccc-422b-875c-b8bebef77476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:02Z', 'revision_number': 4, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'gw_port': {'id': '957795fd-fccc-422b-875c-b8bebef77476', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:32:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'deb215c9-246b-47a5-824c-269dc450d5d2', 'name': '', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'mac_address': 'fa:16:3e:22:3a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '837379ec-deea-4e81-a48a-47f85888d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:13:01Z', 'updated_at': '2022-03-28T14:13:05Z', 'revision_number': 5, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'subnets': [{'id': '837379ec-deea-4e81-a48a-47f85888d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:13:54.683237 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-465d0701-6221-42cf-8725-909e8edefe47 req-3c1b6ef9-eeb8-4743-8513-bb261a8ffcd5 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=1072ac0d-f7f4-46d1-acc5-819e94504391 HTTP/1.1" status: 200 len: 210 time: 0.0345335 Mar 28 14:13:54.756252 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cc0ce9-b86d-4077-b254-7d52dde404cc None None] New status for floating IP 2bea100e-b2f3-4513-b7b1-24eb40983cda: DOWN {{(pid=109614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:13:55.905735 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-1413a5f8-5950-48a5-9ce1-59e68497bc1f tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1091408275&fields=id&tenant_id=1d84c284e15941989a506e233e3a7e93 HTTP/1.1" status: 200 len: 267 time: 0.0312915 Mar 28 14:13:56.012130 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-f3b5cac2-f0ce-452b-8bb9-4408619f4ab4 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:56.013521 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-f3b5cac2-f0ce-452b-8bb9-4408619f4ab4 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/networks?id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f HTTP/1.1" status: 200 len: 812 time: 0.1009166 Mar 28 14:13:56.028993 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-b0cde4a4-af59-49b7-87a2-808a13d85342 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/quotas/1d84c284e15941989a506e233e3a7e93 HTTP/1.1" status: 200 len: 375 time: 0.0094743 Mar 28 14:13:56.084248 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-223679ad-70a9-49fb-90fb-06695b5c0e0d tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1d84c284e15941989a506e233e3a7e93&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0498440 Mar 28 14:13:56.176572 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-e8011e26-3ddc-4fc4-a4ec-b1be4b0f71c3 service neutron] 10.222.0.24 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797231 Mar 28 14:13:56.267385 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-00578fae-925b-4090-80a4-8535339de2c9 service neutron] 10.222.0.24 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847185 Mar 28 14:13:56.296490 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3b1e324d-e9df-45dd-ad1a-1953416c5031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:56.500584 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-82036344-8487-4c0c-92b2-ee061c6e9223 req-4717c71d-8f07-4a15-a96b-801a390dc530 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 210 time: 0.0257547 Mar 28 14:13:57.594630 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bfbb5288-df07-4315-bd98-6db28a728623 req-6a9472d3-ebda-4cc4-b67f-df98b607974e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 210 time: 0.0261037 Mar 28 14:13:57.681603 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:57.842906 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device d5817707-c243-4d65-972a-6e68cebea776 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:13:57.866998 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] No Port match for: d5817707-c243-4d65-972a-6e68cebea776 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:13:57.867334 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device d5817707-c243-4d65-972a-6e68cebea776 not bound to the agent host hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:13:58.309036 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-27843d0c-20f9-4eca-898a-52c6c91355a9 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:58.310461 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-27843d0c-20f9-4eca-898a-52c6c91355a9 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.20 "GET /v2.0/networks?id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f HTTP/1.1" status: 200 len: 812 time: 0.1025696 Mar 28 14:13:58.353094 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-a79a5a20-620a-4b81-9f30-fbb88313919b tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d84c284e15941989a506e233e3a7e93 HTTP/1.1" status: 200 len: 380 time: 0.0341778 Mar 28 14:13:58.361667 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-fe3cc769-02a3-4532-88fe-86a538bee680 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Request body: {'port': {'device_id': 'c388f795-b6f7-45f9-8523-e6995557fb4f', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'admin_state_up': True, 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'security_groups': ['998f255a-5158-4109-8a6d-6bb0874455fa']}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:13:58.513252 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-fe3cc769-02a3-4532-88fe-86a538bee680 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Made reservation on behalf of 1d84c284e15941989a506e233e3a7e93 for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:13:58.516709 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-fe3cc769-02a3-4532-88fe-86a538bee680 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:58.643171 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-fe3cc769-02a3-4532-88fe-86a538bee680 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Allocated IP 172.20.0.6 (ec4b4060-d4d1-4c06-bf16-076ffb721b8f/837379ec-deea-4e81-a48a-47f85888d052/6523e49a-c2eb-4634-9e5a-8a8e54f15cfc) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:13:58.699081 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9271e2c0-d6f7-4c95-b188-6203eb779f15 req-150da0fd-49ff-441e-9bb5-42429ccab717 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 210 time: 0.0328331 Mar 28 14:13:58.798200 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-fe3cc769-02a3-4532-88fe-86a538bee680 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:58.907943 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-fe3cc769-02a3-4532-88fe-86a538bee680 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:58.952077 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-fe3cc769-02a3-4532-88fe-86a538bee680 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Network ec4b4060-d4d1-4c06-bf16-076ffb721b8f is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:13:58.955246 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-fe3cc769-02a3-4532-88fe-86a538bee680 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:13:58.958789 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-fe3cc769-02a3-4532-88fe-86a538bee680 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:13:58.981664 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3cc769-02a3-4532-88fe-86a538bee680 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Pushing event updated for resources: {'Port': ['ID=6523e49a-c2eb-4634-9e5a-8a8e54f15cfc,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:13:58.996697 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3cc769-02a3-4532-88fe-86a538bee680 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:13:58.997037 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3cc769-02a3-4532-88fe-86a538bee680 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:13:58.997365 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3cc769-02a3-4532-88fe-86a538bee680 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:13:58.997693 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3cc769-02a3-4532-88fe-86a538bee680 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:13:58.998058 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3cc769-02a3-4532-88fe-86a538bee680 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:13:58.998378 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3cc769-02a3-4532-88fe-86a538bee680 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:13:58.998696 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3cc769-02a3-4532-88fe-86a538bee680 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:13:58.999013 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3cc769-02a3-4532-88fe-86a538bee680 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:13:58.999196 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:58.999640 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3cc769-02a3-4532-88fe-86a538bee680 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:13:58.999640 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3cc769-02a3-4532-88fe-86a538bee680 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:13:59.000014 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3cc769-02a3-4532-88fe-86a538bee680 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:13:59.000329 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3cc769-02a3-4532-88fe-86a538bee680 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:13:59.021421 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-fe3cc769-02a3-4532-88fe-86a538bee680 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:59.022101 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-fe3cc769-02a3-4532-88fe-86a538bee680 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:59.104342 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-fe3cc769-02a3-4532-88fe-86a538bee680 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7460988 Mar 28 14:13:59.115643 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-7be16515-202f-4710-8ef8-d3ea8d54b289 service neutron] Request body: {'port': {'device_id': 'c388f795-b6f7-45f9-8523-e6995557fb4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:13:59.170742 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-7be16515-202f-4710-8ef8-d3ea8d54b289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:59.174926 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-04188a3e-0368-4362-a630-7de7a8ac725e None None] Provisioning complete for port 6523e49a-c2eb-4634-9e5a-8a8e54f15cfc triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:13:59.175288 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-04188a3e-0368-4362-a630-7de7a8ac725e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:59.208999 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-04188a3e-0368-4362-a630-7de7a8ac725e None None] Port 6523e49a-c2eb-4634-9e5a-8a8e54f15cfc cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:13:59.364948 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:59.422274 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-7be16515-202f-4710-8ef8-d3ea8d54b289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6523e49a-c2eb-4634-9e5a-8a8e54f15cfc {{(pid=109613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:13:59.430048 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-7be16515-202f-4710-8ef8-d3ea8d54b289 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:59.441858 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.provisioning_blocks [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-7be16515-202f-4710-8ef8-d3ea8d54b289 service neutron] Transition to ACTIVE for port object 6523e49a-c2eb-4634-9e5a-8a8e54f15cfc will not be triggered until provisioned by entity L2. {{(pid=109613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 14:13:59.493120 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-7be16515-202f-4710-8ef8-d3ea8d54b289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:59.545178 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be16515-202f-4710-8ef8-d3ea8d54b289 service neutron] Pushing event updated for resources: {'Port': ['ID=6523e49a-c2eb-4634-9e5a-8a8e54f15cfc,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:13:59.611838 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-7be16515-202f-4710-8ef8-d3ea8d54b289 service neutron] Attempting to bind port 6523e49a-c2eb-4634-9e5a-8a8e54f15cfc on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:13:59.612174 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-7be16515-202f-4710-8ef8-d3ea8d54b289 service neutron] Attempting to bind port 6523e49a-c2eb-4634-9e5a-8a8e54f15cfc by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '31184651-bcd0-4f3d-bba2-09c243f9595f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:13:59.612587 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-7be16515-202f-4710-8ef8-d3ea8d54b289 service neutron] Attempting to bind port 6523e49a-c2eb-4634-9e5a-8a8e54f15cfc on network ec4b4060-d4d1-4c06-bf16-076ffb721b8f {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:13:59.617797 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-7be16515-202f-4710-8ef8-d3ea8d54b289 service neutron] Port 6523e49a-c2eb-4634-9e5a-8a8e54f15cfc on network ec4b4060-d4d1-4c06-bf16-076ffb721b8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 14:13:59.618053 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-7be16515-202f-4710-8ef8-d3ea8d54b289 service neutron] Attempting to bind port 6523e49a-c2eb-4634-9e5a-8a8e54f15cfc on network ec4b4060-d4d1-4c06-bf16-076ffb721b8f {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:13:59.622865 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-7be16515-202f-4710-8ef8-d3ea8d54b289 service neutron] Checking agent: {'id': '72ab3303-6c81-4bd9-a1a9-2c5d9b681d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'started_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:13:59.623197 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-7be16515-202f-4710-8ef8-d3ea8d54b289 service neutron] Checking segment: {'id': '31184651-bcd0-4f3d-bba2-09c243f9595f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:13:59.623572 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-7be16515-202f-4710-8ef8-d3ea8d54b289 service neutron] Bound using segment: {'id': '31184651-bcd0-4f3d-bba2-09c243f9595f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f'} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:13:59.623995 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-7be16515-202f-4710-8ef8-d3ea8d54b289 service neutron] Bound port: 6523e49a-c2eb-4634-9e5a-8a8e54f15cfc, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31184651-bcd0-4f3d-bba2-09c243f9595f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f'}}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:13:59.624333 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-7be16515-202f-4710-8ef8-d3ea8d54b289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:59.689337 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-7be16515-202f-4710-8ef8-d3ea8d54b289 service neutron] For port 6523e49a-c2eb-4634-9e5a-8a8e54f15cfc, host hv-neutron-8353, cleared binding levels {{(pid=109613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:13:59.692196 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-7be16515-202f-4710-8ef8-d3ea8d54b289 service neutron] For port 6523e49a-c2eb-4634-9e5a-8a8e54f15cfc, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=6523e49a-c2eb-4634-9e5a-8a8e54f15cfc,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:13:59.793870 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-7be16515-202f-4710-8ef8-d3ea8d54b289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:59.839993 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-7be16515-202f-4710-8ef8-d3ea8d54b289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:59.840761 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-7be16515-202f-4710-8ef8-d3ea8d54b289 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:13:59.842140 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-7be16515-202f-4710-8ef8-d3ea8d54b289 service neutron] 10.222.0.20 "PUT /v2.0/ports/6523e49a-c2eb-4634-9e5a-8a8e54f15cfc HTTP/1.1" status: 200 len: 1093 time: 0.7305803 Mar 28 14:13:59.844480 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c388f795-b6f7-45f9-8523-e6995557fb4f', 'tag': '6523e49a-c2eb-4634-9e5a-8a8e54f15cfc'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:13:59.846838 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14da3ba-fde8-4256-ab94-5e55fc9597eb" -d '{"events": [{"name": "network-changed", "server_uuid": "c388f795-b6f7-45f9-8523-e6995557fb4f", "tag": "6523e49a-c2eb-4634-9e5a-8a8e54f15cfc"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:13:59.874536 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f7b41-b42d-436b-95d3-bc18dd9a967e req-83f020ac-7073-48af-b049-7c489346d6d3 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:59.876082 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f36f7b41-b42d-436b-95d3-bc18dd9a967e req-83f020ac-7073-48af-b049-7c489346d6d3 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 943 time: 0.1100659 Mar 28 14:13:59.877392 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be16515-202f-4710-8ef8-d3ea8d54b289 service neutron] Pushing event updated for resources: {'Port': ['ID=6523e49a-c2eb-4634-9e5a-8a8e54f15cfc,revision_number=3']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:13:59.902632 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2aa931-60ef-4eac-8588-7ed0ff4249dc x-openstack-request-id: req-fd2aa931-60ef-4eac-8588-7ed0ff4249dc {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:13:59.902963 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c388f795-b6f7-45f9-8523-e6995557fb4f", "tag": "6523e49a-c2eb-4634-9e5a-8a8e54f15cfc", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:13:59.903273 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fd2aa931-60ef-4eac-8588-7ed0ff4249dc {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:13:59.903656 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c388f795-b6f7-45f9-8523-e6995557fb4f', 'tag': '6523e49a-c2eb-4634-9e5a-8a8e54f15cfc', 'status': 'completed', 'code': 200} Mar 28 14:13:59.933781 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f36f7b41-b42d-436b-95d3-bc18dd9a967e req-664e8f74-a002-4b9c-80df-340545b59d2e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492165 Mar 28 14:13:59.968569 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14da3ba-fde8-4256-ab94-5e55fc9597eb req-3aa41e1b-3571-4855-a8c6-5d0e0b62d0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:13:59.971081 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a14da3ba-fde8-4256-ab94-5e55fc9597eb req-3aa41e1b-3571-4855-a8c6-5d0e0b62d0de service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d84c284e15941989a506e233e3a7e93&device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 1096 time: 0.0519300 Mar 28 14:14:00.074117 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14da3ba-fde8-4256-ab94-5e55fc9597eb req-3f6f2189-3e06-445b-b97f-27c53203047f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:00.075562 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a14da3ba-fde8-4256-ab94-5e55fc9597eb req-3f6f2189-3e06-445b-b97f-27c53203047f service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=1d84c284e15941989a506e233e3a7e93&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0969367 Mar 28 14:14:00.484127 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14da3ba-fde8-4256-ab94-5e55fc9597eb req-257082fd-73e6-4a39-bd66-7b168d0b1fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:00.485689 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a14da3ba-fde8-4256-ab94-5e55fc9597eb req-257082fd-73e6-4a39-bd66-7b168d0b1fd9 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4040813 Mar 28 14:14:00.557469 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-06acadad-e27b-42c5-8f71-a7dd43e0309c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:00.558911 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-06acadad-e27b-42c5-8f71-a7dd43e0309c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d84c284e15941989a506e233e3a7e93&device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 1096 time: 0.0386603 Mar 28 14:14:00.599969 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-5854971b-4f82-436c-80a7-62a95b810b6e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6523e49a-c2eb-4634-9e5a-8a8e54f15cfc HTTP/1.1" status: 200 len: 217 time: 0.0345995 Mar 28 14:14:00.646415 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-fe642e8d-5471-4fe6-ba53-abbdf7eccaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:00.647864 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-fe642e8d-5471-4fe6-ba53-abbdf7eccaae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=837379ec-deea-4e81-a48a-47f85888d052 HTTP/1.1" status: 200 len: 851 time: 0.0412774 Mar 28 14:14:00.689697 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-48edc20d-ac2a-470a-b96e-a49648ae916d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:00.691094 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-48edc20d-ac2a-470a-b96e-a49648ae916d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0375645 Mar 28 14:14:00.779629 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-38118e0b-66ef-4460-af72-27baceba6ecc service neutron] 10.222.0.20 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808368 Mar 28 14:14:00.863886 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8ab2a292-1118-4ce5-9b8a-336b1159f25b req-246fdddd-bf7c-4a01-981f-bd57e453ae63 service neutron] 10.222.0.20 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780349 Mar 28 14:14:01.054437 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed2c579-e1c0-47c8-acb7-19d5fdbb1b63 req-1baf0271-678a-4dfa-8b8d-332e2884d39f tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:01.055894 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-aed2c579-e1c0-47c8-acb7-19d5fdbb1b63 req-1baf0271-678a-4dfa-8b8d-332e2884d39f tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 943 time: 0.0524213 Mar 28 14:14:01.091603 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-aed2c579-e1c0-47c8-acb7-19d5fdbb1b63 req-25ec60d3-4778-4ca1-a5b8-de74ac11271e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298114 Mar 28 14:14:02.202502 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c27ee-7555-4cb4-95e1-e02c4197e1c6 req-358bbd07-6d2c-45cf-a77b-b0e9357ab695 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:02.204067 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-924c27ee-7555-4cb4-95e1-e02c4197e1c6 req-358bbd07-6d2c-45cf-a77b-b0e9357ab695 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 943 time: 0.0472491 Mar 28 14:14:02.241433 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-924c27ee-7555-4cb4-95e1-e02c4197e1c6 req-4dbdfcfb-dc6a-4e7a-bdad-aaf02876c26f tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314102 Mar 28 14:14:03.354200 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c84b30-9f8b-41bb-9b75-634966f3ea54 req-a94d2f32-5b43-410b-af2d-1f8bee1ffdaf tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:03.355653 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-01c84b30-9f8b-41bb-9b75-634966f3ea54 req-a94d2f32-5b43-410b-af2d-1f8bee1ffdaf tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 943 time: 0.0473814 Mar 28 14:14:03.392003 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-01c84b30-9f8b-41bb-9b75-634966f3ea54 req-40e3e619-04a7-4cc3-b31b-91a1878a4b8a tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303648 Mar 28 14:14:04.508338 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206ba1b-54c2-490d-aec7-7ce72e17de4c req-835feecc-5c3b-4830-aea5-0976507feadd tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:04.509853 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1206ba1b-54c2-490d-aec7-7ce72e17de4c req-835feecc-5c3b-4830-aea5-0976507feadd tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 943 time: 0.0510111 Mar 28 14:14:04.546472 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1206ba1b-54c2-490d-aec7-7ce72e17de4c req-96f48108-2dea-4f9c-b49c-c86498bd9084 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307670 Mar 28 14:14:05.819019 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04edb730-e84a-4ba8-bd9a-36c1c1886128 req-34a6fbfe-9e52-4dac-9371-65999911c06e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:05.821121 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-04edb730-e84a-4ba8-bd9a-36c1c1886128 req-34a6fbfe-9e52-4dac-9371-65999911c06e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 943 time: 0.0485601 Mar 28 14:14:05.858025 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 6523e49a-c2eb-4634-9e5a-8a8e54f15cfc details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:14:05.858561 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-04edb730-e84a-4ba8-bd9a-36c1c1886128 req-f8b85049-1311-4b69-845d-7d51488ca49f tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308092 Mar 28 14:14:05.952618 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 6523e49a-c2eb-4634-9e5a-8a8e54f15cfc, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=6523e49a-c2eb-4634-9e5a-8a8e54f15cfc,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:14:05.967529 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': '6523e49a-c2eb-4634-9e5a-8a8e54f15cfc', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'port_id': '6523e49a-c2eb-4634-9e5a-8a8e54f15cfc', 'mac_address': 'fa:16:3e:82:7a:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837379ec-deea-4e81-a48a-47f85888d052', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:14:06.010106 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:14:06.022968 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6523e49a-c2eb-4634-9e5a-8a8e54f15cfc {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:14:06.042502 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 6523e49a-c2eb-4634-9e5a-8a8e54f15cfc, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=6523e49a-c2eb-4634-9e5a-8a8e54f15cfc,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:14:06.107387 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:14:06.152185 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=6523e49a-c2eb-4634-9e5a-8a8e54f15cfc,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:14:06.385356 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['6523e49a-c2eb-4634-9e5a-8a8e54f15cfc'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:14:06.973809 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c7e2f-d755-4430-8d72-a850c316e6c0 req-e26496d9-810d-48c2-9c15-9855cbdefb94 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:06.975277 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-213c7e2f-d755-4430-8d72-a850c316e6c0 req-e26496d9-810d-48c2-9c15-9855cbdefb94 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 944 time: 0.0491724 Mar 28 14:14:07.012185 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-213c7e2f-d755-4430-8d72-a850c316e6c0 req-dc4b8f4c-881a-48fb-99ff-b16490633652 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307748 Mar 28 14:14:07.857624 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 6523e49a-c2eb-4634-9e5a-8a8e54f15cfc up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:14:07.953216 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning for port 6523e49a-c2eb-4634-9e5a-8a8e54f15cfc completed by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 14:14:07.956901 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port 6523e49a-c2eb-4634-9e5a-8a8e54f15cfc triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:14:07.957269 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:14:08.040969 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:14:08.066354 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c388f795-b6f7-45f9-8523-e6995557fb4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6523e49a-c2eb-4634-9e5a-8a8e54f15cfc'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:14:08.068553 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39b2a36-7917-4ec7-985f-99fbe4f17f5f" -d '{"events": [{"server_uuid": "c388f795-b6f7-45f9-8523-e6995557fb4f", "name": "network-vif-plugged", "status": "completed", "tag": "6523e49a-c2eb-4634-9e5a-8a8e54f15cfc"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:14:08.081016 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 6523e49a-c2eb-4634-9e5a-8a8e54f15cfc, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=6523e49a-c2eb-4634-9e5a-8a8e54f15cfc,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:14:08.115161 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30467e84-ded7-4d38-b922-0a40054fe4cc x-openstack-request-id: req-30467e84-ded7-4d38-b922-0a40054fe4cc {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:14:08.115512 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c388f795-b6f7-45f9-8523-e6995557fb4f", "name": "network-vif-plugged", "status": "completed", "tag": "6523e49a-c2eb-4634-9e5a-8a8e54f15cfc", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:14:08.115761 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-30467e84-ded7-4d38-b922-0a40054fe4cc {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:14:08.116181 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c388f795-b6f7-45f9-8523-e6995557fb4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6523e49a-c2eb-4634-9e5a-8a8e54f15cfc', 'code': 200} Mar 28 14:14:08.133523 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c4adf-56d2-45e1-a14d-3e15e9a20fee req-a1592d1f-caaa-4d29-98fa-21f3e57fe1e6 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:08.136414 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4c0c4adf-56d2-45e1-a14d-3e15e9a20fee req-a1592d1f-caaa-4d29-98fa-21f3e57fe1e6 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 944 time: 0.0560517 Mar 28 14:14:08.153275 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:14:08.175099 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4c0c4adf-56d2-45e1-a14d-3e15e9a20fee req-79e219b0-457e-429f-88a9-6dff2c840fb1 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338695 Mar 28 14:14:08.201343 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=6523e49a-c2eb-4634-9e5a-8a8e54f15cfc,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:14:08.409800 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a2f95-3bc3-4ae4-88d0-fbcc30aae1ee req-6404262e-d1d2-4c67-aadf-1a7ac85a0331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:08.411231 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-503a2f95-3bc3-4ae4-88d0-fbcc30aae1ee req-6404262e-d1d2-4c67-aadf-1a7ac85a0331 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 1098 time: 0.0391672 Mar 28 14:14:08.445392 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-503a2f95-3bc3-4ae4-88d0-fbcc30aae1ee req-7a498bea-6dee-4889-a3d2-1aaf9873818c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270660 Mar 28 14:14:09.290407 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb39176-85e3-4ccb-bb8a-611c3c442035 req-d3348c02-aedf-425f-8936-ed1eb42071db tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:09.291857 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ccb39176-85e3-4ccb-bb8a-611c3c442035 req-d3348c02-aedf-425f-8936-ed1eb42071db tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 945 time: 0.0476077 Mar 28 14:14:09.328339 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ccb39176-85e3-4ccb-bb8a-611c3c442035 req-456be4db-523a-4cd3-aba2-5b01ff9798ff tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305440 Mar 28 14:14:10.443553 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23eba92-c5bf-489a-8ffc-754ec7b0b2cd req-09d72efd-772e-43d0-b3cc-0eb4af608c99 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:10.445646 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a23eba92-c5bf-489a-8ffc-754ec7b0b2cd req-09d72efd-772e-43d0-b3cc-0eb4af608c99 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 945 time: 0.0519702 Mar 28 14:14:10.481311 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a23eba92-c5bf-489a-8ffc-754ec7b0b2cd req-b641fedd-0cac-4ae1-8566-4dd1da211759 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297918 Mar 28 14:14:10.589159 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1650d9-16a2-4439-b787-fb2f1fc07cf1 req-55e71e23-61a7-4eb5-a037-5be67e3ed8ca tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:10.590605 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8b1650d9-16a2-4439-b787-fb2f1fc07cf1 req-55e71e23-61a7-4eb5-a037-5be67e3ed8ca tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 945 time: 0.0472467 Mar 28 14:14:10.599022 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 39074) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:14:10.603884 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-6bf819ab-43be-4897-a045-72247aa19b42 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Request body: {'floatingip': {'port_id': '6523e49a-c2eb-4634-9e5a-8a8e54f15cfc'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:14:10.640846 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6bf819ab-43be-4897-a045-72247aa19b42 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks [] for floatingip, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:14:11.074429 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6bf819ab-43be-4897-a045-72247aa19b42 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:14:11.130337 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6bf819ab-43be-4897-a045-72247aa19b42 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:14:11.229550 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [None req-6bf819ab-43be-4897-a045-72247aa19b42 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Floating IP 2bea100e-b2f3-4513-b7b1-24eb40983cda associated. External IP: 172.26.2.221, port: 6523e49a-c2eb-4634-9e5a-8a8e54f15cfc. Mar 28 14:14:11.436521 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf819ab-43be-4897-a045-72247aa19b42 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Router 4ec46bff-a1f6-4f54-92de-3dccb57c6e38 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:14:11.539868 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf819ab-43be-4897-a045-72247aa19b42 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:14:11.544680 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6bf819ab-43be-4897-a045-72247aa19b42 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:14:11.550527 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f3a5a1-37d0-48a4-a7dc-04ec3b65d659 None None] Sync routers for ids ['4ec46bff-a1f6-4f54-92de-3dccb57c6e38'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:14:11.560974 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f3a5a1-37d0-48a4-a7dc-04ec3b65d659 None None] Routers {'4ec46bff-a1f6-4f54-92de-3dccb57c6e38'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:14:11.561582 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-f9f3a5a1-37d0-48a4-a7dc-04ec3b65d659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:13:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['4ec46bff-a1f6-4f54-92de-3dccb57c6e38'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:14:11.570589 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-6bf819ab-43be-4897-a045-72247aa19b42 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "PUT /v2.0/floatingips/2bea100e-b2f3-4513-b7b1-24eb40983cda HTTP/1.1" status: 200 len: 991 time: 0.9705210 Mar 28 14:14:11.571260 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c388f795-b6f7-45f9-8523-e6995557fb4f', 'tag': '6523e49a-c2eb-4634-9e5a-8a8e54f15cfc'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:14:11.573644 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1cae35-68b7-4c7a-bf88-f30698dfc10a" -d '{"events": [{"name": "network-changed", "server_uuid": "c388f795-b6f7-45f9-8523-e6995557fb4f", "tag": "6523e49a-c2eb-4634-9e5a-8a8e54f15cfc"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:14:11.610826 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226193e8-d70a-4984-b30e-7862bbdb5873 x-openstack-request-id: req-226193e8-d70a-4984-b30e-7862bbdb5873 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:14:11.611309 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c388f795-b6f7-45f9-8523-e6995557fb4f", "tag": "6523e49a-c2eb-4634-9e5a-8a8e54f15cfc", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:14:11.611698 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-226193e8-d70a-4984-b30e-7862bbdb5873 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:14:11.612327 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c388f795-b6f7-45f9-8523-e6995557fb4f', 'tag': '6523e49a-c2eb-4634-9e5a-8a8e54f15cfc', 'status': 'completed', 'code': 200} Mar 28 14:14:11.673927 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-f9f3a5a1-37d0-48a4-a7dc-04ec3b65d659 None None] Set router 4ec46bff-a1f6-4f54-92de-3dccb57c6e38 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:14:11.678724 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1cae35-68b7-4c7a-bf88-f30698dfc10a req-79bb2d44-e8e1-4f09-8012-72c94f7c8b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:11.680238 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bc1cae35-68b7-4c7a-bf88-f30698dfc10a req-79bb2d44-e8e1-4f09-8012-72c94f7c8b5e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d84c284e15941989a506e233e3a7e93&device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 1098 time: 0.0459323 Mar 28 14:14:11.774610 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1cae35-68b7-4c7a-bf88-f30698dfc10a req-68118ced-c292-4a75-be74-dcd484edb5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:11.776006 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bc1cae35-68b7-4c7a-bf88-f30698dfc10a req-68118ced-c292-4a75-be74-dcd484edb5b2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f HTTP/1.1" status: 200 len: 913 time: 0.0882084 Mar 28 14:14:11.842970 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bc1cae35-68b7-4c7a-bf88-f30698dfc10a req-e8dd3ab9-103f-475a-b183-a8c26d41dae9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6523e49a-c2eb-4634-9e5a-8a8e54f15cfc HTTP/1.1" status: 200 len: 999 time: 0.0608075 Mar 28 14:14:11.902332 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-f9f3a5a1-37d0-48a4-a7dc-04ec3b65d659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'name': 'tempest-ServerActionsTestJSON-1230995267-router', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '957795fd-fccc-422b-875c-b8bebef77476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:02Z', 'revision_number': 4, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'gw_port': {'id': '957795fd-fccc-422b-875c-b8bebef77476', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:32:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '2bea100e-b2f3-4513-b7b1-24eb40983cda', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'floating_ip_address': '172.26.2.221', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'port_id': '6523e49a-c2eb-4634-9e5a-8a8e54f15cfc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'mac_address': 'fa:16:3e:82:7a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c388f795-b6f7-45f9-8523-e6995557fb4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:13:06Z', 'updated_at': '2022-03-28T14:14:10Z', 'revision_number': 5, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deb215c9-246b-47a5-824c-269dc450d5d2', 'name': '', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'mac_address': 'fa:16:3e:22:3a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '837379ec-deea-4e81-a48a-47f85888d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:13:01Z', 'updated_at': '2022-03-28T14:13:05Z', 'revision_number': 5, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'subnets': [{'id': '837379ec-deea-4e81-a48a-47f85888d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:14:11.926395 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1cae35-68b7-4c7a-bf88-f30698dfc10a req-85ff9474-af93-43f9-9ab8-e17ea1d37d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:11.928555 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bc1cae35-68b7-4c7a-bf88-f30698dfc10a req-85ff9474-af93-43f9-9ab8-e17ea1d37d34 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=837379ec-deea-4e81-a48a-47f85888d052 HTTP/1.1" status: 200 len: 851 time: 0.0782952 Mar 28 14:14:11.932761 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f3a5a1-37d0-48a4-a7dc-04ec3b65d659 None None] Checking router: 4ec46bff-a1f6-4f54-92de-3dccb57c6e38 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:14:11.941767 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6ae9e-0203-4e36-bc2a-8e0f134f9e4d req-2a222129-296b-4525-938f-2e308cec63f3 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:11.943096 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f3a5a1-37d0-48a4-a7dc-04ec3b65d659 None None] Routers {'4ec46bff-a1f6-4f54-92de-3dccb57c6e38'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:14:11.943313 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-85f6ae9e-0203-4e36-bc2a-8e0f134f9e4d req-2a222129-296b-4525-938f-2e308cec63f3 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 945 time: 0.0845335 Mar 28 14:14:11.943813 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-f9f3a5a1-37d0-48a4-a7dc-04ec3b65d659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:13:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['4ec46bff-a1f6-4f54-92de-3dccb57c6e38'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:14:12.012631 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-85f6ae9e-0203-4e36-bc2a-8e0f134f9e4d req-85bca049-a73f-4b99-9a58-00c4f8bc435d tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441675 Mar 28 14:14:12.015120 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1cae35-68b7-4c7a-bf88-f30698dfc10a req-849d6587-dea1-4870-acca-4ad547393370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:12.016542 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bc1cae35-68b7-4c7a-bf88-f30698dfc10a req-849d6587-dea1-4870-acca-4ad547393370 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723579 Mar 28 14:14:12.055289 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-f9f3a5a1-37d0-48a4-a7dc-04ec3b65d659 None None] Set router 4ec46bff-a1f6-4f54-92de-3dccb57c6e38 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:14:12.107952 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bc1cae35-68b7-4c7a-bf88-f30698dfc10a req-6bff6c14-26a6-4a06-91e2-210377437ad1 service neutron] 10.222.0.20 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833576 Mar 28 14:14:12.197267 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bc1cae35-68b7-4c7a-bf88-f30698dfc10a req-a3e93e28-ef9d-47b8-a12c-25af5d955d30 service neutron] 10.222.0.20 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805874 Mar 28 14:14:12.276857 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-f9f3a5a1-37d0-48a4-a7dc-04ec3b65d659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'name': 'tempest-ServerActionsTestJSON-1230995267-router', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '957795fd-fccc-422b-875c-b8bebef77476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:02Z', 'revision_number': 4, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'gw_port': {'id': '957795fd-fccc-422b-875c-b8bebef77476', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:32:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '2bea100e-b2f3-4513-b7b1-24eb40983cda', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'floating_ip_address': '172.26.2.221', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'port_id': '6523e49a-c2eb-4634-9e5a-8a8e54f15cfc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'mac_address': 'fa:16:3e:82:7a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c388f795-b6f7-45f9-8523-e6995557fb4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:13:06Z', 'updated_at': '2022-03-28T14:14:10Z', 'revision_number': 5, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deb215c9-246b-47a5-824c-269dc450d5d2', 'name': '', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'mac_address': 'fa:16:3e:22:3a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '837379ec-deea-4e81-a48a-47f85888d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:13:01Z', 'updated_at': '2022-03-28T14:13:05Z', 'revision_number': 5, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'subnets': [{'id': '837379ec-deea-4e81-a48a-47f85888d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:14:12.304473 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f3a5a1-37d0-48a4-a7dc-04ec3b65d659 None None] The sync data for ids ['4ec46bff-a1f6-4f54-92de-3dccb57c6e38'] in dv-neutron-835335-1-hyperv is: [{'id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'name': 'tempest-ServerActionsTestJSON-1230995267-router', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '957795fd-fccc-422b-875c-b8bebef77476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:02Z', 'revision_number': 4, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'gw_port': {'id': '957795fd-fccc-422b-875c-b8bebef77476', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:32:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '2bea100e-b2f3-4513-b7b1-24eb40983cda', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'floating_ip_address': '172.26.2.221', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'port_id': '6523e49a-c2eb-4634-9e5a-8a8e54f15cfc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'mac_address': 'fa:16:3e:82:7a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c388f795-b6f7-45f9-8523-e6995557fb4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:13:06Z', 'updated_at': '2022-03-28T14:14:10Z', 'revision_number': 5, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deb215c9-246b-47a5-824c-269dc450d5d2', 'name': '', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'mac_address': 'fa:16:3e:22:3a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '837379ec-deea-4e81-a48a-47f85888d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:13:01Z', 'updated_at': '2022-03-28T14:13:05Z', 'revision_number': 5, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'subnets': [{'id': '837379ec-deea-4e81-a48a-47f85888d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:14:12.481848 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5792b03a-55e4-400f-a0bc-e5d60c198799 None None] New status for floating IP 2bea100e-b2f3-4513-b7b1-24eb40983cda: ACTIVE {{(pid=109614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:14:13.129841 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427680c8-99f9-491a-abcf-1fa9e5b9b88f req-92024449-49f5-4c51-a505-1a33e5aae047 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:13.130956 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-427680c8-99f9-491a-abcf-1fa9e5b9b88f req-92024449-49f5-4c51-a505-1a33e5aae047 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 945 time: 0.0483212 Mar 28 14:14:13.171390 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-427680c8-99f9-491a-abcf-1fa9e5b9b88f req-9e4897d1-3926-42ba-bd12-d0d6981505a6 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336833 Mar 28 14:14:13.690344 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:14:14.284623 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e6a9f-ca17-40eb-ae5a-5b55852414c7 req-d02e31f0-08bf-4f34-8326-1469f206e272 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:14.286110 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-099e6a9f-ca17-40eb-ae5a-5b55852414c7 req-d02e31f0-08bf-4f34-8326-1469f206e272 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 945 time: 0.0485399 Mar 28 14:14:14.323169 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-099e6a9f-ca17-40eb-ae5a-5b55852414c7 req-2634f117-df5f-4c47-af5e-2af18bc05dc3 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305729 Mar 28 14:14:15.237329 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:14:15.433861 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735124f-46bc-4df8-805c-5ee92c82c706 req-30df3ed6-6a78-4a1f-868b-9acfb5699a11 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:15.435505 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3735124f-46bc-4df8-805c-5ee92c82c706 req-30df3ed6-6a78-4a1f-868b-9acfb5699a11 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 945 time: 0.0474823 Mar 28 14:14:15.471860 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3735124f-46bc-4df8-805c-5ee92c82c706 req-638884b1-b8a9-42ab-b2da-33b84757d0d3 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302963 Mar 28 14:14:16.583849 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ced35b-6665-4bc8-a800-6941d0c6337a req-527054ac-3bcf-46e6-b958-91dacfff01b2 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:16.585888 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a9ced35b-6665-4bc8-a800-6941d0c6337a req-527054ac-3bcf-46e6-b958-91dacfff01b2 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 945 time: 0.0476625 Mar 28 14:14:16.625036 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a9ced35b-6665-4bc8-a800-6941d0c6337a req-a763779b-ffdf-45d0-bf0a-2f7c3b8a5134 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332303 Mar 28 14:14:17.747230 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc05aa1-0783-4429-b191-0b3a29da057f req-3b2be7d1-307e-4a10-823d-4de27a7caf47 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:17.748716 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6fc05aa1-0783-4429-b191-0b3a29da057f req-3b2be7d1-307e-4a10-823d-4de27a7caf47 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 945 time: 0.0482323 Mar 28 14:14:17.785530 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6fc05aa1-0783-4429-b191-0b3a29da057f req-eebe0975-e7f5-478c-94ea-ff21736e3553 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308809 Mar 28 14:14:18.902326 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf591fe0-cbd4-47c2-8302-78cd60a77a2d req-3d3cca19-1726-46a0-b108-bc7f6f82d099 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:18.903800 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bf591fe0-cbd4-47c2-8302-78cd60a77a2d req-3d3cca19-1726-46a0-b108-bc7f6f82d099 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 945 time: 0.0486465 Mar 28 14:14:18.941105 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bf591fe0-cbd4-47c2-8302-78cd60a77a2d req-e605d06b-6fda-4e03-a997-bd1b9424f2e0 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313675 Mar 28 14:14:20.054645 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc966b-7c88-4847-bc8f-ae37cdf0d7d3 req-e73795b4-435f-40ed-a07b-67ad7544d2ac tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:20.056123 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8dcc966b-7c88-4847-bc8f-ae37cdf0d7d3 req-e73795b4-435f-40ed-a07b-67ad7544d2ac tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 945 time: 0.0486212 Mar 28 14:14:20.097097 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8dcc966b-7c88-4847-bc8f-ae37cdf0d7d3 req-0bc56b8c-4269-42c0-bf51-e832e224eb4c tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349896 Mar 28 14:14:20.590249 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e65752-5591-4fff-ab33-3740c639318f req-e5a0f9bf-ccb6-4b29-b12b-235ae36ea333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:20.591633 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-19e65752-5591-4fff-ab33-3740c639318f req-e5a0f9bf-ccb6-4b29-b12b-235ae36ea333 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d84c284e15941989a506e233e3a7e93&device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 1098 time: 0.0404897 Mar 28 14:14:20.690964 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e65752-5591-4fff-ab33-3740c639318f req-0d8a23d8-d892-459a-9431-dbb34085ee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:20.692599 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-19e65752-5591-4fff-ab33-3740c639318f req-0d8a23d8-d892-459a-9431-dbb34085ee5d service neutron] 10.222.0.20 "GET /v2.0/networks?id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f HTTP/1.1" status: 200 len: 913 time: 0.0826514 Mar 28 14:14:20.763982 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-19e65752-5591-4fff-ab33-3740c639318f req-431ad3d3-7882-43cd-b73e-a2776bc9aa63 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6523e49a-c2eb-4634-9e5a-8a8e54f15cfc HTTP/1.1" status: 200 len: 1001 time: 0.0642974 Mar 28 14:14:20.810609 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e65752-5591-4fff-ab33-3740c639318f req-bd581438-558b-4307-aa04-d1c2c411de4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:20.812013 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-19e65752-5591-4fff-ab33-3740c639318f req-bd581438-558b-4307-aa04-d1c2c411de4f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=837379ec-deea-4e81-a48a-47f85888d052 HTTP/1.1" status: 200 len: 851 time: 0.0423951 Mar 28 14:14:20.857192 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e65752-5591-4fff-ab33-3740c639318f req-c14e6f6f-a18b-44f8-8178-448c5705e04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:20.858653 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-19e65752-5591-4fff-ab33-3740c639318f req-c14e6f6f-a18b-44f8-8178-448c5705e04c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401514 Mar 28 14:14:20.947319 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-19e65752-5591-4fff-ab33-3740c639318f req-58c21190-d861-45a3-b5f9-74818164d2b1 service neutron] 10.222.0.20 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824671 Mar 28 14:14:21.033326 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-19e65752-5591-4fff-ab33-3740c639318f req-1848ff6e-bc5d-4296-b87d-957ba7330bb4 service neutron] 10.222.0.20 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794618 Mar 28 14:14:21.208812 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee461ce0-e46d-4773-8ae0-d83becd36106 req-74afe7d4-a016-4b28-ae7a-e31095c8be12 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:21.210250 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ee461ce0-e46d-4773-8ae0-d83becd36106 req-74afe7d4-a016-4b28-ae7a-e31095c8be12 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 945 time: 0.0480566 Mar 28 14:14:21.253850 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ee461ce0-e46d-4773-8ae0-d83becd36106 req-c32758cc-9006-4eb2-b645-560e5ea521e9 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376902 Mar 28 14:14:22.364735 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa20a00-0985-46c5-86b7-9f0d4450d2a2 req-04edbcf7-7a18-40a4-8e1f-8a50eb0d7792 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:22.366674 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8fa20a00-0985-46c5-86b7-9f0d4450d2a2 req-04edbcf7-7a18-40a4-8e1f-8a50eb0d7792 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 945 time: 0.0471840 Mar 28 14:14:22.403025 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8fa20a00-0985-46c5-86b7-9f0d4450d2a2 req-dd3c6a2f-42eb-4782-a617-4f9b0558b501 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304215 Mar 28 14:14:23.514398 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a6ecf-e021-4062-a137-988b38d1c639 req-36f9c43b-0591-4f2e-a15f-ec35b2cb6b83 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:23.515842 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2e9a6ecf-e021-4062-a137-988b38d1c639 req-36f9c43b-0591-4f2e-a15f-ec35b2cb6b83 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 945 time: 0.0468795 Mar 28 14:14:23.552396 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2e9a6ecf-e021-4062-a137-988b38d1c639 req-ae75313d-28b0-4d1b-94c5-8ded411ee6d7 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306323 Mar 28 14:14:24.012351 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8841da8e-9dfd-43b1-a159-40f7de06da7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:14:24.663844 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d5e481-0009-4d29-bf97-3dc0a4be26f5 req-f8ba575c-80fd-4a8f-8bea-275bdd78e2e7 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:24.665297 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d9d5e481-0009-4d29-bf97-3dc0a4be26f5 req-f8ba575c-80fd-4a8f-8bea-275bdd78e2e7 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 945 time: 0.0470569 Mar 28 14:14:24.704580 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d9d5e481-0009-4d29-bf97-3dc0a4be26f5 req-0c6ce386-2156-4593-ba0b-2fe3b44ec4c7 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333710 Mar 28 14:14:25.817915 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f59a52-9313-4486-903e-8bec4a3aba3c req-681c1a65-65f7-4f33-ace2-b60a46d4bef4 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:25.819352 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c0f59a52-9313-4486-903e-8bec4a3aba3c req-681c1a65-65f7-4f33-ace2-b60a46d4bef4 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 945 time: 0.0476866 Mar 28 14:14:25.855466 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c0f59a52-9313-4486-903e-8bec4a3aba3c req-7356fbae-7a81-40d4-b7e1-43336c599241 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301290 Mar 28 14:14:26.298121 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3d91cf17-681c-402e-b0d1-834176de9d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:14:26.968113 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74893b02-28b3-4aa5-9f06-117b009e8919 req-e5297057-8680-43c0-9ca4-72fa1f061cc4 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:26.969581 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-74893b02-28b3-4aa5-9f06-117b009e8919 req-e5297057-8680-43c0-9ca4-72fa1f061cc4 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 945 time: 0.0480013 Mar 28 14:14:27.005667 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-74893b02-28b3-4aa5-9f06-117b009e8919 req-10a2a87e-cd02-4c52-b14e-b986f7eab506 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302138 Mar 28 14:14:27.657976 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:14:28.121660 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8cf98-a3f8-45fc-8b9b-46bdf217ff46 req-2efb9240-40a6-4198-9e1b-6484958be2cd tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:28.123118 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-43d8cf98-a3f8-45fc-8b9b-46bdf217ff46 req-2efb9240-40a6-4198-9e1b-6484958be2cd tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 945 time: 0.0483043 Mar 28 14:14:28.163185 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-43d8cf98-a3f8-45fc-8b9b-46bdf217ff46 req-89002f7f-bdd4-4bcf-a8ed-9c45d1950048 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341034 Mar 28 14:14:29.012325 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:14:29.276085 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410dc87-c952-46cb-a59c-33a88cbc834b req-f09cf597-2e67-4854-998f-8cfbef331067 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:29.277572 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2410dc87-c952-46cb-a59c-33a88cbc834b req-f09cf597-2e67-4854-998f-8cfbef331067 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 945 time: 0.0480633 Mar 28 14:14:29.318129 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2410dc87-c952-46cb-a59c-33a88cbc834b req-b9b401a3-2c40-4f68-996c-c1c1b317d81a tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313649 Mar 28 14:14:29.364337 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:14:30.431410 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabb145-d8d2-45be-abd2-ed7b0ee224ca req-164cafea-1560-4cb7-933c-e4a6145bb13a tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:30.432867 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-faabb145-d8d2-45be-abd2-ed7b0ee224ca req-164cafea-1560-4cb7-933c-e4a6145bb13a tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 945 time: 0.0473244 Mar 28 14:14:30.469446 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-faabb145-d8d2-45be-abd2-ed7b0ee224ca req-e2818e70-0a44-43e7-bce2-f70a0c73c15a tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302932 Mar 28 14:14:31.582323 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e78678-4f0f-42ca-8dd7-61b35b92cfcd req-3b892ee7-c87b-439c-a945-c49f7326a3c2 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:31.583766 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-53e78678-4f0f-42ca-8dd7-61b35b92cfcd req-3b892ee7-c87b-439c-a945-c49f7326a3c2 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 945 time: 0.0479257 Mar 28 14:14:31.624142 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-53e78678-4f0f-42ca-8dd7-61b35b92cfcd req-6e717c87-c23b-4811-bee5-f88c168a3142 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344312 Mar 28 14:14:32.738235 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5bf872-53e1-4ec5-a790-45f675a5ec1d req-1af496fc-ed42-4914-8c1a-aa7f0bdec428 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:32.739694 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-da5bf872-53e1-4ec5-a790-45f675a5ec1d req-1af496fc-ed42-4914-8c1a-aa7f0bdec428 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 945 time: 0.0473566 Mar 28 14:14:32.777024 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-da5bf872-53e1-4ec5-a790-45f675a5ec1d req-19a72fa4-f758-433d-a7a4-fe9983002ea9 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307410 Mar 28 14:14:33.887697 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254021c-df22-4152-8ca7-93c843376dab req-c5a0a9cf-0c72-47e4-88b8-b4dc2807f514 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:33.889172 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0254021c-df22-4152-8ca7-93c843376dab req-c5a0a9cf-0c72-47e4-88b8-b4dc2807f514 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 945 time: 0.0471311 Mar 28 14:14:33.926750 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0254021c-df22-4152-8ca7-93c843376dab req-192498f8-1c2e-49a5-8132-e91cd28e772b tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306108 Mar 28 14:14:35.036528 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303c7f5-c607-4499-94f6-bc61661c0cb3 req-8a045ed6-814b-4012-9bf8-0647913478cb tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:35.038611 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5303c7f5-c607-4499-94f6-bc61661c0cb3 req-8a045ed6-814b-4012-9bf8-0647913478cb tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 945 time: 0.0472772 Mar 28 14:14:35.078285 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5303c7f5-c607-4499-94f6-bc61661c0cb3 req-882e41d8-371a-43f8-9c99-6ae779ed6381 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337894 Mar 28 14:14:36.195803 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa052c-4ea9-4d75-8627-a9623b238f12 req-11b37322-947a-41af-a12e-b85a27d77d57 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:36.197345 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5aaa052c-4ea9-4d75-8627-a9623b238f12 req-11b37322-947a-41af-a12e-b85a27d77d57 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 945 time: 0.0483479 Mar 28 14:14:36.233594 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5aaa052c-4ea9-4d75-8627-a9623b238f12 req-2e016312-97ee-45e4-8bdd-9d1b021f0f6a tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303919 Mar 28 14:14:37.349482 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b89995-b481-48e1-bb01-8b70d0e648dc req-9c8c1267-354d-4bc2-97c8-6f8b05e93614 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:37.350963 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f3b89995-b481-48e1-bb01-8b70d0e648dc req-9c8c1267-354d-4bc2-97c8-6f8b05e93614 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 945 time: 0.0478330 Mar 28 14:14:37.387963 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f3b89995-b481-48e1-bb01-8b70d0e648dc req-bfd4ad56-fd4b-47a3-856a-fcd42500e7f3 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308316 Mar 28 14:14:38.501562 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498f4de-3efb-453f-834b-ca366aa0cd49 req-d4be71ef-3626-4a86-a62d-5a18ed0ab1c4 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:38.503008 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a498f4de-3efb-453f-834b-ca366aa0cd49 req-d4be71ef-3626-4a86-a62d-5a18ed0ab1c4 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 945 time: 0.0476108 Mar 28 14:14:38.542915 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a498f4de-3efb-453f-834b-ca366aa0cd49 req-272c78bb-3986-4af7-8fb0-9806b9b9a3ee tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339537 Mar 28 14:14:39.655751 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba6d26-c729-432a-aaa0-045142530bb4 req-ea9bac2a-1bc1-4e87-b6f5-ccafe1d5aa74 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:39.657221 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-49ba6d26-c729-432a-aaa0-045142530bb4 req-ea9bac2a-1bc1-4e87-b6f5-ccafe1d5aa74 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 945 time: 0.0479326 Mar 28 14:14:39.693506 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-49ba6d26-c729-432a-aaa0-045142530bb4 req-668951f6-830b-47f1-91f2-eb3bf81f5e20 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304832 Mar 28 14:14:40.804635 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9afe2-d11d-454c-b631-f99c335f8fb2 req-5d30cc9a-d1ec-4bc5-b2ec-f12f9d151d1d tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:40.806087 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cab9afe2-d11d-454c-b631-f99c335f8fb2 req-5d30cc9a-d1ec-4bc5-b2ec-f12f9d151d1d tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 945 time: 0.0472021 Mar 28 14:14:40.842963 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cab9afe2-d11d-454c-b631-f99c335f8fb2 req-7622cb01-0cbc-45fb-b4af-e9e33176b8e6 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310495 Mar 28 14:14:41.954310 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec90fca-734b-4fac-ac36-f0f95dcd4904 req-8dbb40b9-3587-4072-ab52-d0de419c11b6 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:41.955754 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cec90fca-734b-4fac-ac36-f0f95dcd4904 req-8dbb40b9-3587-4072-ab52-d0de419c11b6 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 945 time: 0.0474203 Mar 28 14:14:41.996265 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cec90fca-734b-4fac-ac36-f0f95dcd4904 req-4e32cdfc-72ad-45f6-ba11-1701d9d5f115 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346298 Mar 28 14:14:43.114632 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3144d-76da-414c-8a48-b362a1d703b0 req-6348d246-664a-461c-be8f-af4734f15939 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:43.116640 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-95d3144d-76da-414c-8a48-b362a1d703b0 req-6348d246-664a-461c-be8f-af4734f15939 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 945 time: 0.0504019 Mar 28 14:14:43.153098 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-95d3144d-76da-414c-8a48-b362a1d703b0 req-f18c8950-b077-4678-9c10-2455bcfe2596 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305727 Mar 28 14:14:43.712712 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:14:44.265087 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0426a6d-994e-479b-8f09-cc6aad3bd32f req-4b097d1b-b0fb-402e-963a-684909fe7a13 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:44.266536 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b0426a6d-994e-479b-8f09-cc6aad3bd32f req-4b097d1b-b0fb-402e-963a-684909fe7a13 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 945 time: 0.0481520 Mar 28 14:14:44.302967 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b0426a6d-994e-479b-8f09-cc6aad3bd32f req-072ba2ff-c786-4d9a-b2b5-68eecc65010e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297623 Mar 28 14:14:45.415036 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3f767-25aa-4c52-b88e-45ea8b2dae4a req-cc90d87d-4436-404d-8510-42238f2d9238 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:45.416568 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-28f3f767-25aa-4c52-b88e-45ea8b2dae4a req-cc90d87d-4436-404d-8510-42238f2d9238 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 945 time: 0.0469368 Mar 28 14:14:45.455279 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-28f3f767-25aa-4c52-b88e-45ea8b2dae4a req-72242291-519f-41fe-9bd4-7f3dc483ed68 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329711 Mar 28 14:14:46.568584 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52b352-f66c-4e1e-9bf3-a6bdead9ab78 req-d9f7b945-97ed-40eb-a0a6-e5ce3b3c68ad tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:46.569942 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-da52b352-f66c-4e1e-9bf3-a6bdead9ab78 req-d9f7b945-97ed-40eb-a0a6-e5ce3b3c68ad tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 945 time: 0.0480404 Mar 28 14:14:46.606127 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-da52b352-f66c-4e1e-9bf3-a6bdead9ab78 req-e9815217-57d4-4cdf-8b6d-4ea1872dcb20 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303633 Mar 28 14:14:47.718037 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93661217-5174-4be6-9a70-75d07e901239 req-cf9b0875-157f-48e0-8269-7942c8e976d9 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:47.719486 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-93661217-5174-4be6-9a70-75d07e901239 req-cf9b0875-157f-48e0-8269-7942c8e976d9 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 945 time: 0.0474010 Mar 28 14:14:47.756474 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-93661217-5174-4be6-9a70-75d07e901239 req-da770bad-e6b9-47cf-bad7-88692472f9c4 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304687 Mar 28 14:14:48.147905 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077bbb2-17b5-4d56-bca2-3381f52c4860 req-564e8360-67b2-47d9-b4f2-9fcaffc0d373 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:48.149384 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b077bbb2-17b5-4d56-bca2-3381f52c4860 req-564e8360-67b2-47d9-b4f2-9fcaffc0d373 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 945 time: 0.0474250 Mar 28 14:14:48.194523 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b077bbb2-17b5-4d56-bca2-3381f52c4860 req-6d45d0f6-fcdd-4270-8a76-a84b0da3d94b tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366771 Mar 28 14:14:48.264779 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-98d0edc8-715c-4774-8b0f-f56291accf53 req-2cf6889e-221b-4110-8119-501e576b66b1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0436931 Mar 28 14:14:49.308860 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c28165d-9a69-4842-b4a9-9e00741a9041 req-31f13462-b278-43be-ba32-614a26eecd5e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:49.310366 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8c28165d-9a69-4842-b4a9-9e00741a9041 req-31f13462-b278-43be-ba32-614a26eecd5e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 945 time: 0.0478632 Mar 28 14:14:49.347362 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8c28165d-9a69-4842-b4a9-9e00741a9041 req-b6343898-9413-4abf-bfcc-ad22649755b9 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308194 Mar 28 14:14:50.155215 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d0edc8-715c-4774-8b0f-f56291accf53 req-7e8880a3-9118-4297-a23e-5b32e6f0ae7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:50.156704 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-98d0edc8-715c-4774-8b0f-f56291accf53 req-7e8880a3-9118-4297-a23e-5b32e6f0ae7d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d84c284e15941989a506e233e3a7e93&device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 1098 time: 0.0396774 Mar 28 14:14:50.245938 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d0edc8-715c-4774-8b0f-f56291accf53 req-887caa2b-cede-4c90-8ffc-86961587af5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:50.247357 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-98d0edc8-715c-4774-8b0f-f56291accf53 req-887caa2b-cede-4c90-8ffc-86961587af5c service neutron] 10.222.0.20 "GET /v2.0/networks?id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f HTTP/1.1" status: 200 len: 913 time: 0.0840111 Mar 28 14:14:50.309781 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-98d0edc8-715c-4774-8b0f-f56291accf53 req-8c468e74-aa3a-4ebf-be94-e86014a4e312 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6523e49a-c2eb-4634-9e5a-8a8e54f15cfc HTTP/1.1" status: 200 len: 1001 time: 0.0561149 Mar 28 14:14:50.355545 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d0edc8-715c-4774-8b0f-f56291accf53 req-72b8a66a-48b6-41bf-a698-8986c61bd4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:50.356954 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-98d0edc8-715c-4774-8b0f-f56291accf53 req-72b8a66a-48b6-41bf-a698-8986c61bd4be service neutron] 10.222.0.20 "GET /v2.0/subnets?id=837379ec-deea-4e81-a48a-47f85888d052 HTTP/1.1" status: 200 len: 851 time: 0.0413957 Mar 28 14:14:50.405166 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d0edc8-715c-4774-8b0f-f56291accf53 req-103af86e-c38f-4958-99cb-76fd8e149ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:50.406721 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-98d0edc8-715c-4774-8b0f-f56291accf53 req-103af86e-c38f-4958-99cb-76fd8e149ac0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431967 Mar 28 14:14:50.514968 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb51f6-cac3-4080-b02e-cb7d04c91624 req-e7dc2dc9-ba97-40fd-a46e-8cdbaeeb505c tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:50.516395 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-08cb51f6-cac3-4080-b02e-cb7d04c91624 req-e7dc2dc9-ba97-40fd-a46e-8cdbaeeb505c tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 945 time: 0.0967529 Mar 28 14:14:50.542139 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-98d0edc8-715c-4774-8b0f-f56291accf53 req-d89d7b68-2037-4e70-af72-c04f0f2912f4 service neutron] 10.222.0.20 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291764 Mar 28 14:14:50.577135 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-08cb51f6-cac3-4080-b02e-cb7d04c91624 req-87dfec77-11b9-4a68-8de5-2912bf7a17fb tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510077 Mar 28 14:14:50.638030 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-98d0edc8-715c-4774-8b0f-f56291accf53 req-f94cfb6f-4246-4d94-8886-97862eeaba52 service neutron] 10.222.0.20 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887628 Mar 28 14:14:51.695556 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a99b0-b9b3-4cd9-be2c-f3636211f060 req-2491b451-88bf-4e60-b77a-ab8a016c9e8a tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:51.697203 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0d8a99b0-b9b3-4cd9-be2c-f3636211f060 req-2491b451-88bf-4e60-b77a-ab8a016c9e8a tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 945 time: 0.0534678 Mar 28 14:14:51.733981 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0d8a99b0-b9b3-4cd9-be2c-f3636211f060 req-68307f35-2492-4d79-8f75-1b7ae0db2872 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297081 Mar 28 14:14:52.235962 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:14:52.398682 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-98d0edc8-715c-4774-8b0f-f56291accf53 req-891dabbf-55ab-4a2d-888f-0b50302dacf2 service neutron] 10.222.0.20 "GET /v2.0/ports/6523e49a-c2eb-4634-9e5a-8a8e54f15cfc/bindings/hv-neutron-8353 HTTP/1.1" status: 200 len: 384 time: 0.0514598 Mar 28 14:14:52.848027 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16444414-cb7f-4b28-b111-7efc84a4d3e4 req-4db08052-f662-4613-a04b-418354a10720 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:52.849610 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-16444414-cb7f-4b28-b111-7efc84a4d3e4 req-4db08052-f662-4613-a04b-418354a10720 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 945 time: 0.0482996 Mar 28 14:14:52.913109 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-16444414-cb7f-4b28-b111-7efc84a4d3e4 req-25f1474c-4d71-464e-b866-54deb1a45ba7 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573852 Mar 28 14:14:52.922025 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d0edc8-715c-4774-8b0f-f56291accf53 req-24f33c18-d2f2-4d70-b719-528a10c1d71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:52.923422 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-98d0edc8-715c-4774-8b0f-f56291accf53 req-24f33c18-d2f2-4d70-b719-528a10c1d71f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f&tenant_id=1d84c284e15941989a506e233e3a7e93 HTTP/1.1" status: 200 len: 1098 time: 0.0546155 Mar 28 14:14:53.308139 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d0edc8-715c-4774-8b0f-f56291accf53 req-732ae4a1-6ec7-4126-9b64-e0a155ed9439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:53.309626 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-98d0edc8-715c-4774-8b0f-f56291accf53 req-732ae4a1-6ec7-4126-9b64-e0a155ed9439 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d84c284e15941989a506e233e3a7e93&device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 1098 time: 0.3652687 Mar 28 14:14:53.397680 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d0edc8-715c-4774-8b0f-f56291accf53 req-6865b3ec-0b97-4f50-9d1e-9fe7951630ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:53.399146 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-98d0edc8-715c-4774-8b0f-f56291accf53 req-6865b3ec-0b97-4f50-9d1e-9fe7951630ab service neutron] 10.222.0.20 "GET /v2.0/networks?id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f HTTP/1.1" status: 200 len: 913 time: 0.0836432 Mar 28 14:14:53.462519 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-98d0edc8-715c-4774-8b0f-f56291accf53 req-634872c4-8eb2-4b95-af4b-6900548f4139 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6523e49a-c2eb-4634-9e5a-8a8e54f15cfc HTTP/1.1" status: 200 len: 1001 time: 0.0573993 Mar 28 14:14:53.508528 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d0edc8-715c-4774-8b0f-f56291accf53 req-4daa7e7c-0a90-46a7-b49e-31a0601d90da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:53.509874 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-98d0edc8-715c-4774-8b0f-f56291accf53 req-4daa7e7c-0a90-46a7-b49e-31a0601d90da service neutron] 10.222.0.20 "GET /v2.0/subnets?id=837379ec-deea-4e81-a48a-47f85888d052 HTTP/1.1" status: 200 len: 851 time: 0.0411942 Mar 28 14:14:53.551368 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d0edc8-715c-4774-8b0f-f56291accf53 req-db268e42-3637-44a7-9c65-8c758dc1169c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:53.552777 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-98d0edc8-715c-4774-8b0f-f56291accf53 req-db268e42-3637-44a7-9c65-8c758dc1169c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0369411 Mar 28 14:14:53.640993 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-98d0edc8-715c-4774-8b0f-f56291accf53 req-a0f36f13-f31a-448e-bbf3-cddae56675e7 service neutron] 10.222.0.20 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812619 Mar 28 14:14:53.734175 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-98d0edc8-715c-4774-8b0f-f56291accf53 req-06176f4e-28d6-4a41-9e1f-368f45fc917c service neutron] 10.222.0.20 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874617 Mar 28 14:14:54.013258 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-07c51337-28b3-42b8-b343-38bbab5a35d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:14:54.046945 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e0d56-2440-4b39-989f-31ab42a35955 req-16457e73-13f8-4106-b8d0-d2a6e04b60e9 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:54.048602 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4b6e0d56-2440-4b39-989f-31ab42a35955 req-16457e73-13f8-4106-b8d0-d2a6e04b60e9 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 945 time: 0.0642121 Mar 28 14:14:54.087352 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4b6e0d56-2440-4b39-989f-31ab42a35955 req-1b64e561-a10d-40c6-81dc-062268cf3c55 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325000 Mar 28 14:14:55.200209 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4219c-3aea-4c45-bf1a-e04e557b1a0f req-e0bec027-afbd-4984-be4b-b7470f94cc4a tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:55.201690 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-aaa4219c-3aea-4c45-bf1a-e04e557b1a0f req-e0bec027-afbd-4984-be4b-b7470f94cc4a tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 945 time: 0.0477045 Mar 28 14:14:55.239798 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-aaa4219c-3aea-4c45-bf1a-e04e557b1a0f req-7fb95686-af68-4709-ac5d-94389b17a935 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319989 Mar 28 14:14:56.028170 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 6523e49a-c2eb-4634-9e5a-8a8e54f15cfc no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:14:56.102368 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:14:56.124431 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c388f795-b6f7-45f9-8523-e6995557fb4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6523e49a-c2eb-4634-9e5a-8a8e54f15cfc'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:14:56.126663 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840ab4ce-c68c-499c-b42d-007465406191" -d '{"events": [{"server_uuid": "c388f795-b6f7-45f9-8523-e6995557fb4f", "name": "network-vif-unplugged", "status": "completed", "tag": "6523e49a-c2eb-4634-9e5a-8a8e54f15cfc"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:14:56.142842 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 6523e49a-c2eb-4634-9e5a-8a8e54f15cfc, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=6523e49a-c2eb-4634-9e5a-8a8e54f15cfc,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:14:56.170899 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Mar 2022 14:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e13d38-066f-4ecf-abff-f4e14b3f706b x-openstack-request-id: req-33e13d38-066f-4ecf-abff-f4e14b3f706b {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:14:56.171184 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c388f795-b6f7-45f9-8523-e6995557fb4f", "name": "network-vif-unplugged", "status": "completed", "tag": "6523e49a-c2eb-4634-9e5a-8a8e54f15cfc", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:14:56.171442 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-33e13d38-066f-4ecf-abff-f4e14b3f706b {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:14:56.172003 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c388f795-b6f7-45f9-8523-e6995557fb4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6523e49a-c2eb-4634-9e5a-8a8e54f15cfc', 'code': 200} Mar 28 14:14:56.223762 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:14:56.280823 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=6523e49a-c2eb-4634-9e5a-8a8e54f15cfc,revision_number=6']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:14:56.288206 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:14:56.288579 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:14:56.288916 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:14:56.289244 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:14:56.289567 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:14:56.289892 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:14:56.290216 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:14:56.290539 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:14:56.290858 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:14:56.291175 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:14:56.291493 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:14:56.291863 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:14:56.332352 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-febc0bee-a480-421c-b5de-a8ae13cf05ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:14:56.360701 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07c6f8-1991-4fe8-b4ab-54e84138db53 req-1c925b69-0527-417e-a109-9811392cbee9 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:56.362181 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0d07c6f8-1991-4fe8-b4ab-54e84138db53 req-1c925b69-0527-417e-a109-9811392cbee9 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 943 time: 0.0496242 Mar 28 14:14:56.399074 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0d07c6f8-1991-4fe8-b4ab-54e84138db53 req-a6547caa-c757-4a0e-94f9-fd0a5f462f5c tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302205 Mar 28 14:14:56.761547 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c38df0-47bc-4392-8152-082aa24e903f req-ea7d73b5-de43-4961-93dc-1e68e7049efd tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:56.763084 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-44c38df0-47bc-4392-8152-082aa24e903f req-ea7d73b5-de43-4961-93dc-1e68e7049efd tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 943 time: 0.0536516 Mar 28 14:14:56.811220 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-44c38df0-47bc-4392-8152-082aa24e903f req-82a6d30c-5c3d-4fa5-b389-1c3075e33dc6 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419183 Mar 28 14:14:56.848496 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13001164-ea5f-49a3-b878-29ab4393c0c1 req-e5690f35-b706-458f-8450-dda021c3f7e0 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:56.849932 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-13001164-ea5f-49a3-b878-29ab4393c0c1 req-e5690f35-b706-458f-8450-dda021c3f7e0 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.20 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f&tenant_id=1d84c284e15941989a506e233e3a7e93&binding%3Ahost_id=hv-neutron-8353 HTTP/1.1" status: 200 len: 943 time: 0.0591576 Mar 28 14:14:56.928762 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13001164-ea5f-49a3-b878-29ab4393c0c1 req-fe4b12c7-3a8e-49f1-9a04-be29822c04c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:56.930228 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-13001164-ea5f-49a3-b878-29ab4393c0c1 req-fe4b12c7-3a8e-49f1-9a04-be29822c04c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d84c284e15941989a506e233e3a7e93&device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 1096 time: 0.0403326 Mar 28 14:14:57.031515 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13001164-ea5f-49a3-b878-29ab4393c0c1 req-01a4a2d9-4292-4740-bf0e-875f9d16df9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:57.033018 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-13001164-ea5f-49a3-b878-29ab4393c0c1 req-01a4a2d9-4292-4740-bf0e-875f9d16df9a service neutron] 10.222.0.20 "GET /v2.0/networks?id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f HTTP/1.1" status: 200 len: 913 time: 0.0971184 Mar 28 14:14:57.097649 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-13001164-ea5f-49a3-b878-29ab4393c0c1 req-3c97b66b-5229-4295-88f6-aff7dd3490ba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6523e49a-c2eb-4634-9e5a-8a8e54f15cfc HTTP/1.1" status: 200 len: 999 time: 0.0576544 Mar 28 14:14:57.145247 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13001164-ea5f-49a3-b878-29ab4393c0c1 req-f56bb338-422c-4630-bb7d-5218ecec83b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:57.146788 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-13001164-ea5f-49a3-b878-29ab4393c0c1 req-f56bb338-422c-4630-bb7d-5218ecec83b0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=837379ec-deea-4e81-a48a-47f85888d052 HTTP/1.1" status: 200 len: 851 time: 0.0419254 Mar 28 14:14:57.195225 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13001164-ea5f-49a3-b878-29ab4393c0c1 req-64b3e3bd-cc76-4835-a8ab-f4e8a3614fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:57.196618 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-13001164-ea5f-49a3-b878-29ab4393c0c1 req-64b3e3bd-cc76-4835-a8ab-f4e8a3614fc0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427821 Mar 28 14:14:57.281762 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-13001164-ea5f-49a3-b878-29ab4393c0c1 req-89ca3ea3-a802-4420-bdba-b8cd4e3b62c5 service neutron] 10.222.0.20 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789342 Mar 28 14:14:57.376746 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-13001164-ea5f-49a3-b878-29ab4393c0c1 req-f887be96-b93c-4783-9497-2958f9ce7762 service neutron] 10.222.0.20 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885408 Mar 28 14:14:57.669526 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:14:57.929063 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be74480-e668-4968-aeb5-6ba76e1b2466 req-c584e520-fa13-4873-b034-95ed8ba5519b tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:57.930430 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4be74480-e668-4968-aeb5-6ba76e1b2466 req-c584e520-fa13-4873-b034-95ed8ba5519b tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 943 time: 0.0484169 Mar 28 14:14:57.967525 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4be74480-e668-4968-aeb5-6ba76e1b2466 req-a67673d8-8b9c-471c-99d9-a2b5528a5b77 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309806 Mar 28 14:14:58.043562 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 6523e49a-c2eb-4634-9e5a-8a8e54f15cfc details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:14:58.139229 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 6523e49a-c2eb-4634-9e5a-8a8e54f15cfc, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=6523e49a-c2eb-4634-9e5a-8a8e54f15cfc,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:14:58.150942 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': '6523e49a-c2eb-4634-9e5a-8a8e54f15cfc', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'port_id': '6523e49a-c2eb-4634-9e5a-8a8e54f15cfc', 'mac_address': 'fa:16:3e:82:7a:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837379ec-deea-4e81-a48a-47f85888d052', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:14:58.187607 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:14:58.201496 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6523e49a-c2eb-4634-9e5a-8a8e54f15cfc {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:14:58.219966 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 6523e49a-c2eb-4634-9e5a-8a8e54f15cfc, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=6523e49a-c2eb-4634-9e5a-8a8e54f15cfc,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:14:58.278261 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:14:58.329085 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=6523e49a-c2eb-4634-9e5a-8a8e54f15cfc,revision_number=7']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:14:58.336816 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['6523e49a-c2eb-4634-9e5a-8a8e54f15cfc'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:14:58.997987 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:14:59.079930 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008f94e-b54f-4189-aadd-52ccb7814528 req-672ea0c0-d1a6-4d09-818e-948ba928496b tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:59.081411 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c008f94e-b54f-4189-aadd-52ccb7814528 req-672ea0c0-d1a6-4d09-818e-948ba928496b tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 944 time: 0.0478103 Mar 28 14:14:59.118683 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c008f94e-b54f-4189-aadd-52ccb7814528 req-1064f4c6-a73c-4504-838f-6c2094dd6e82 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307853 Mar 28 14:14:59.241487 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df321e7-227a-4d3f-9b1c-29690fd155c6 req-09d168c6-e813-4636-bbff-ce698704180e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:59.242955 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9df321e7-227a-4d3f-9b1c-29690fd155c6 req-09d168c6-e813-4636-bbff-ce698704180e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 944 time: 0.0588963 Mar 28 14:14:59.280626 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9df321e7-227a-4d3f-9b1c-29690fd155c6 req-e20b41c0-81a6-4917-8ee7-7ade14235a5c tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316107 Mar 28 14:14:59.374920 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:14:59.634820 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0583ff7-208d-47fe-b823-33cef028ae60 req-b41552de-1dfa-41bc-a687-f9b1fd58d8af tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:59.636434 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b0583ff7-208d-47fe-b823-33cef028ae60 req-b41552de-1dfa-41bc-a687-f9b1fd58d8af tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 944 time: 0.0496445 Mar 28 14:14:59.675947 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b0583ff7-208d-47fe-b823-33cef028ae60 req-873ef37e-edc1-4597-854a-8b67d436dfa4 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319788 Mar 28 14:14:59.721193 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626297b9-8841-4e92-a075-5d37e251289d req-dd804b12-ca10-4f38-8696-0e415f0a6044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:59.722656 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-626297b9-8841-4e92-a075-5d37e251289d req-dd804b12-ca10-4f38-8696-0e415f0a6044 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d84c284e15941989a506e233e3a7e93&device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 1097 time: 0.0436070 Mar 28 14:14:59.812631 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626297b9-8841-4e92-a075-5d37e251289d req-6c4165c7-1da8-44d6-aa7d-610122986c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:59.814270 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-626297b9-8841-4e92-a075-5d37e251289d req-6c4165c7-1da8-44d6-aa7d-610122986c9b service neutron] 10.222.0.20 "GET /v2.0/networks?id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f HTTP/1.1" status: 200 len: 913 time: 0.0842628 Mar 28 14:14:59.875160 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-626297b9-8841-4e92-a075-5d37e251289d req-ec55c160-79d4-4cbe-a1b6-8c8d6301f37f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6523e49a-c2eb-4634-9e5a-8a8e54f15cfc HTTP/1.1" status: 200 len: 1000 time: 0.0548558 Mar 28 14:14:59.924793 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626297b9-8841-4e92-a075-5d37e251289d req-8d7d9a36-c1d2-4fc9-9d80-d725f5ad65be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:59.926181 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-626297b9-8841-4e92-a075-5d37e251289d req-8d7d9a36-c1d2-4fc9-9d80-d725f5ad65be service neutron] 10.222.0.20 "GET /v2.0/subnets?id=837379ec-deea-4e81-a48a-47f85888d052 HTTP/1.1" status: 200 len: 851 time: 0.0449748 Mar 28 14:14:59.969390 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626297b9-8841-4e92-a075-5d37e251289d req-bc67e983-8814-45e9-8928-f6f3090c7454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:14:59.970805 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-626297b9-8841-4e92-a075-5d37e251289d req-bc67e983-8814-45e9-8928-f6f3090c7454 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383091 Mar 28 14:15:00.046672 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 6523e49a-c2eb-4634-9e5a-8a8e54f15cfc up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:15:00.058125 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-626297b9-8841-4e92-a075-5d37e251289d req-44a1e20c-6c30-4c9b-815a-a388a51dadbe service neutron] 10.222.0.20 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799372 Mar 28 14:15:00.093563 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port 6523e49a-c2eb-4634-9e5a-8a8e54f15cfc triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:15:00.093847 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:00.148685 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-626297b9-8841-4e92-a075-5d37e251289d req-ca674b62-632a-4d9f-88f2-5263a7148705 service neutron] 10.222.0.20 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841634 Mar 28 14:15:00.173212 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:00.195546 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c388f795-b6f7-45f9-8523-e6995557fb4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6523e49a-c2eb-4634-9e5a-8a8e54f15cfc'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:15:00.198796 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0991822d-0873-4049-a7c4-ebfe2c6a0ec8" -d '{"events": [{"server_uuid": "c388f795-b6f7-45f9-8523-e6995557fb4f", "name": "network-vif-plugged", "status": "completed", "tag": "6523e49a-c2eb-4634-9e5a-8a8e54f15cfc"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:15:00.213182 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 6523e49a-c2eb-4634-9e5a-8a8e54f15cfc, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=6523e49a-c2eb-4634-9e5a-8a8e54f15cfc,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:15:00.236477 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf40c41-a073-4561-9a6d-7697830e940c x-openstack-request-id: req-eaf40c41-a073-4561-9a6d-7697830e940c {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:15:00.236477 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c388f795-b6f7-45f9-8523-e6995557fb4f", "name": "network-vif-plugged", "status": "completed", "tag": "6523e49a-c2eb-4634-9e5a-8a8e54f15cfc", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:15:00.236477 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eaf40c41-a073-4561-9a6d-7697830e940c {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:15:00.236775 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c388f795-b6f7-45f9-8523-e6995557fb4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6523e49a-c2eb-4634-9e5a-8a8e54f15cfc', 'code': 200} Mar 28 14:15:00.286611 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:00.332961 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=6523e49a-c2eb-4634-9e5a-8a8e54f15cfc,revision_number=8']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:15:00.796589 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f43db6-6cc7-4954-8f14-ac60b2b0ae85 req-c663d748-4d3d-43f4-bf54-fa3d0bdf5d56 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:00.798073 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d1f43db6-6cc7-4954-8f14-ac60b2b0ae85 req-c663d748-4d3d-43f4-bf54-fa3d0bdf5d56 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 945 time: 0.0513206 Mar 28 14:15:00.836553 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d1f43db6-6cc7-4954-8f14-ac60b2b0ae85 req-03308703-aef1-4405-9a1e-aaf11f8f4f19 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321455 Mar 28 14:15:01.949936 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73668b7-fe67-4754-b0db-2269e7576454 req-0c5f385e-c194-485a-8f83-4de9d4ccad61 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:01.951389 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a73668b7-fe67-4754-b0db-2269e7576454 req-0c5f385e-c194-485a-8f83-4de9d4ccad61 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 945 time: 0.0474179 Mar 28 14:15:01.987968 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a73668b7-fe67-4754-b0db-2269e7576454 req-0743f26c-3ce8-47d5-8dfd-b723f09d8df6 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307403 Mar 28 14:15:02.389225 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fedc14d-2ac0-414a-9df8-6f675c6eef2a req-5bfd742f-cfd7-4f64-8dc5-5198723b0069 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:02.390680 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8fedc14d-2ac0-414a-9df8-6f675c6eef2a req-5bfd742f-cfd7-4f64-8dc5-5198723b0069 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 945 time: 0.0519023 Mar 28 14:15:02.427515 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8fedc14d-2ac0-414a-9df8-6f675c6eef2a req-7515b6d3-aeae-4266-95d1-5eb30826c1bc tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308545 Mar 28 14:15:03.542475 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d77a8-7aca-432e-9d7c-0bda93e88567 req-9504cc4f-d63e-40d0-b212-70c537992e24 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:03.543904 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5c8d77a8-7aca-432e-9d7c-0bda93e88567 req-9504cc4f-d63e-40d0-b212-70c537992e24 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 945 time: 0.0479035 Mar 28 14:15:03.580278 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5c8d77a8-7aca-432e-9d7c-0bda93e88567 req-4f9dace6-1060-4c8a-9026-411829f0239e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304382 Mar 28 14:15:04.105191 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d39db6-555f-46fb-aa66-a75d04e9c2a1 req-ef855102-7624-4f6e-9167-e60a2de12431 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:04.106630 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c4d39db6-555f-46fb-aa66-a75d04e9c2a1 req-ef855102-7624-4f6e-9167-e60a2de12431 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.20 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 945 time: 0.0481386 Mar 28 14:15:04.197257 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-c4d39db6-555f-46fb-aa66-a75d04e9c2a1 req-e08baa5a-0173-41e0-b1cf-55a4db69414e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Deleting port 6523e49a-c2eb-4634-9e5a-8a8e54f15cfc {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:15:04.197595 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-c4d39db6-555f-46fb-aa66-a75d04e9c2a1 req-e08baa5a-0173-41e0-b1cf-55a4db69414e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:04.284566 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-c4d39db6-555f-46fb-aa66-a75d04e9c2a1 req-e08baa5a-0173-41e0-b1cf-55a4db69414e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] For port 6523e49a-c2eb-4634-9e5a-8a8e54f15cfc, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=6523e49a-c2eb-4634-9e5a-8a8e54f15cfc,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:15:04.284936 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-c4d39db6-555f-46fb-aa66-a75d04e9c2a1 req-e08baa5a-0173-41e0-b1cf-55a4db69414e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:04.453088 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-c4d39db6-555f-46fb-aa66-a75d04e9c2a1 req-e08baa5a-0173-41e0-b1cf-55a4db69414e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:04.453440 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-c4d39db6-555f-46fb-aa66-a75d04e9c2a1 req-e08baa5a-0173-41e0-b1cf-55a4db69414e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:04.453749 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [req-c4d39db6-555f-46fb-aa66-a75d04e9c2a1 req-e08baa5a-0173-41e0-b1cf-55a4db69414e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Floating IP 2bea100e-b2f3-4513-b7b1-24eb40983cda disassociated. External IP: 172.26.2.221, port: 6523e49a-c2eb-4634-9e5a-8a8e54f15cfc. Mar 28 14:15:04.454078 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-c4d39db6-555f-46fb-aa66-a75d04e9c2a1 req-e08baa5a-0173-41e0-b1cf-55a4db69414e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Calling delete_port for 6523e49a-c2eb-4634-9e5a-8a8e54f15cfc owned by compute:nova {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:15:04.626473 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-c4d39db6-555f-46fb-aa66-a75d04e9c2a1 req-e08baa5a-0173-41e0-b1cf-55a4db69414e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:04.660460 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08baa5a-0173-41e0-b1cf-55a4db69414e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Pushing event deleted for resources: {'Port': ['ID=6523e49a-c2eb-4634-9e5a-8a8e54f15cfc,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:15:04.693024 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a3d83568-69c4-4085-89c7-5d5a40553f98 req-442347c5-689b-4051-85aa-378b23733c0f tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 210 time: 0.0345831 Mar 28 14:15:04.694302 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08baa5a-0173-41e0-b1cf-55a4db69414e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:15:04.694648 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08baa5a-0173-41e0-b1cf-55a4db69414e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:15:04.706671 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08baa5a-0173-41e0-b1cf-55a4db69414e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:15:04.706671 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08baa5a-0173-41e0-b1cf-55a4db69414e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:15:04.706671 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08baa5a-0173-41e0-b1cf-55a4db69414e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:15:04.706671 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08baa5a-0173-41e0-b1cf-55a4db69414e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:15:04.706671 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08baa5a-0173-41e0-b1cf-55a4db69414e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:15:04.706671 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08baa5a-0173-41e0-b1cf-55a4db69414e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:15:04.706671 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08baa5a-0173-41e0-b1cf-55a4db69414e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:15:04.706671 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08baa5a-0173-41e0-b1cf-55a4db69414e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:15:04.706671 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08baa5a-0173-41e0-b1cf-55a4db69414e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:15:04.706671 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08baa5a-0173-41e0-b1cf-55a4db69414e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:15:04.812323 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4d39db6-555f-46fb-aa66-a75d04e9c2a1 req-e08baa5a-0173-41e0-b1cf-55a4db69414e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Router 4ec46bff-a1f6-4f54-92de-3dccb57c6e38 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:15:04.918400 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4d39db6-555f-46fb-aa66-a75d04e9c2a1 req-e08baa5a-0173-41e0-b1cf-55a4db69414e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:15:04.928344 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4b8333-3041-438e-afbb-8cde03d320ee None None] Sync routers for ids ['4ec46bff-a1f6-4f54-92de-3dccb57c6e38'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:15:04.937644 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4b8333-3041-438e-afbb-8cde03d320ee None None] Routers {'4ec46bff-a1f6-4f54-92de-3dccb57c6e38'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:15:04.938564 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-4d4b8333-3041-438e-afbb-8cde03d320ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:14:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['4ec46bff-a1f6-4f54-92de-3dccb57c6e38'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:15:04.955998 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d39db6-555f-46fb-aa66-a75d04e9c2a1 req-e08baa5a-0173-41e0-b1cf-55a4db69414e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] No DVR routers for this DVR port 6523e49a-c2eb-4634-9e5a-8a8e54f15cfc on host hv-neutron-8353 {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:15:04.958467 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-c4d39db6-555f-46fb-aa66-a75d04e9c2a1 req-e08baa5a-0173-41e0-b1cf-55a4db69414e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:04.962723 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c4d39db6-555f-46fb-aa66-a75d04e9c2a1 req-e08baa5a-0173-41e0-b1cf-55a4db69414e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.20 "DELETE /v2.0/ports/6523e49a-c2eb-4634-9e5a-8a8e54f15cfc HTTP/1.1" status: 204 len: 173 time: 0.8504713 Mar 28 14:15:04.963187 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c388f795-b6f7-45f9-8523-e6995557fb4f', 'name': 'network-vif-deleted', 'tag': '6523e49a-c2eb-4634-9e5a-8a8e54f15cfc'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:15:04.966697 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28438ec5-5bf7-4c1c-9551-f73b3bcc717e" -d '{"events": [{"server_uuid": "c388f795-b6f7-45f9-8523-e6995557fb4f", "name": "network-vif-deleted", "tag": "6523e49a-c2eb-4634-9e5a-8a8e54f15cfc"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:15:05.001068 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f8fb7b-4ac7-4c10-a123-206f96bdcb2a x-openstack-request-id: req-66f8fb7b-4ac7-4c10-a123-206f96bdcb2a {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:15:05.001357 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c388f795-b6f7-45f9-8523-e6995557fb4f", "name": "network-vif-deleted", "tag": "6523e49a-c2eb-4634-9e5a-8a8e54f15cfc", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:15:05.001616 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-66f8fb7b-4ac7-4c10-a123-206f96bdcb2a {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:15:05.002011 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c388f795-b6f7-45f9-8523-e6995557fb4f', 'name': 'network-vif-deleted', 'tag': '6523e49a-c2eb-4634-9e5a-8a8e54f15cfc', 'status': 'completed', 'code': 200} Mar 28 14:15:05.044083 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-4d4b8333-3041-438e-afbb-8cde03d320ee None None] Set router 4ec46bff-a1f6-4f54-92de-3dccb57c6e38 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:15:05.237407 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-4d4b8333-3041-438e-afbb-8cde03d320ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'name': 'tempest-ServerActionsTestJSON-1230995267-router', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '957795fd-fccc-422b-875c-b8bebef77476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:02Z', 'revision_number': 4, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'gw_port': {'id': '957795fd-fccc-422b-875c-b8bebef77476', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:32:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'deb215c9-246b-47a5-824c-269dc450d5d2', 'name': '', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'mac_address': 'fa:16:3e:22:3a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '837379ec-deea-4e81-a48a-47f85888d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:13:01Z', 'updated_at': '2022-03-28T14:13:05Z', 'revision_number': 5, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'subnets': [{'id': '837379ec-deea-4e81-a48a-47f85888d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:15:05.270459 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4b8333-3041-438e-afbb-8cde03d320ee None None] Checking router: 4ec46bff-a1f6-4f54-92de-3dccb57c6e38 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:15:05.278568 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4b8333-3041-438e-afbb-8cde03d320ee None None] Routers {'4ec46bff-a1f6-4f54-92de-3dccb57c6e38'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:15:05.279157 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-4d4b8333-3041-438e-afbb-8cde03d320ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:14:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['4ec46bff-a1f6-4f54-92de-3dccb57c6e38'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:15:05.381194 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-4d4b8333-3041-438e-afbb-8cde03d320ee None None] Set router 4ec46bff-a1f6-4f54-92de-3dccb57c6e38 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:15:05.651859 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-4d4b8333-3041-438e-afbb-8cde03d320ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'name': 'tempest-ServerActionsTestJSON-1230995267-router', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '957795fd-fccc-422b-875c-b8bebef77476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:02Z', 'revision_number': 4, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'gw_port': {'id': '957795fd-fccc-422b-875c-b8bebef77476', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:32:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'deb215c9-246b-47a5-824c-269dc450d5d2', 'name': '', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'mac_address': 'fa:16:3e:22:3a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '837379ec-deea-4e81-a48a-47f85888d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:13:01Z', 'updated_at': '2022-03-28T14:13:05Z', 'revision_number': 5, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'subnets': [{'id': '837379ec-deea-4e81-a48a-47f85888d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:15:05.676315 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4b8333-3041-438e-afbb-8cde03d320ee None None] The sync data for ids ['4ec46bff-a1f6-4f54-92de-3dccb57c6e38'] in dv-neutron-835335-1-hyperv is: [{'id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'name': 'tempest-ServerActionsTestJSON-1230995267-router', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '957795fd-fccc-422b-875c-b8bebef77476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:02Z', 'revision_number': 4, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'gw_port': {'id': '957795fd-fccc-422b-875c-b8bebef77476', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:32:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'deb215c9-246b-47a5-824c-269dc450d5d2', 'name': '', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'mac_address': 'fa:16:3e:22:3a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '837379ec-deea-4e81-a48a-47f85888d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:13:01Z', 'updated_at': '2022-03-28T14:13:05Z', 'revision_number': 5, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'subnets': [{'id': '837379ec-deea-4e81-a48a-47f85888d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:15:05.816071 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-525df184-54af-447e-b2a7-99ffadd68f15 req-cbd812eb-fe69-4f63-b0b4-8b1a53dbaecf tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=c388f795-b6f7-45f9-8523-e6995557fb4f HTTP/1.1" status: 200 len: 210 time: 0.0309806 Mar 28 14:15:05.917751 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94a8c40-5801-490a-a99f-fd4cef01781c None None] New status for floating IP 2bea100e-b2f3-4513-b7b1-24eb40983cda: DOWN {{(pid=109614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:15:07.055134 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-f1397bae-067f-4d50-b4e2-35fc9e5dc6cd tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1091408275&fields=id&tenant_id=1d84c284e15941989a506e233e3a7e93 HTTP/1.1" status: 200 len: 267 time: 0.0316911 Mar 28 14:15:07.161187 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-aef85660-6727-45ab-a8e5-bceace4ef89f tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:07.162651 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-aef85660-6727-45ab-a8e5-bceace4ef89f tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/networks?id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f HTTP/1.1" status: 200 len: 812 time: 0.1009617 Mar 28 14:15:07.177312 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-f39e2b84-7087-4f0e-b265-13a1ef0a9570 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/quotas/1d84c284e15941989a506e233e3a7e93 HTTP/1.1" status: 200 len: 375 time: 0.0089002 Mar 28 14:15:07.228755 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-4bc8a8d8-6fbb-47d7-8901-4e40f3d1405b tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1d84c284e15941989a506e233e3a7e93&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458751 Mar 28 14:15:07.328637 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-711410cf-fa5f-47d1-aac3-52d8c23c7784 service neutron] 10.222.0.24 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883961 Mar 28 14:15:07.420043 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-dcd05030-697a-4f9c-b2c2-92e1214ddfb2 service neutron] 10.222.0.24 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851078 Mar 28 14:15:07.616359 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3e29dd09-5088-4161-b458-d755b1e9883d req-0da55579-c307-4b54-ab97-a8e0b2eb4f5f tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 210 time: 0.0268190 Mar 28 14:15:08.059028 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 6523e49a-c2eb-4634-9e5a-8a8e54f15cfc no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:15:08.078204 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] No Port match for: 6523e49a-c2eb-4634-9e5a-8a8e54f15cfc {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:15:08.078537 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 6523e49a-c2eb-4634-9e5a-8a8e54f15cfc not bound to the agent host hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:15:08.707996 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-12b10246-8cd7-49c6-8c8d-cc3369505196 req-19cc7071-733c-47c8-a5f6-ba36d3fe7977 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 210 time: 0.0261140 Mar 28 14:15:09.473983 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-c39595de-a759-4c5c-bc12-b575a3e5072e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:09.475284 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-c39595de-a759-4c5c-bc12-b575a3e5072e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.20 "GET /v2.0/networks?id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f HTTP/1.1" status: 200 len: 812 time: 0.1052825 Mar 28 14:15:09.517924 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-1aa06f9f-e9f1-4453-b1ee-5b3a437302ef tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d84c284e15941989a506e233e3a7e93 HTTP/1.1" status: 200 len: 380 time: 0.0337718 Mar 28 14:15:09.527293 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-157f3253-50ef-47f8-bee4-3dc7728b73d7 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Request body: {'port': {'device_id': '8a48d129-46f9-4e28-be04-d41fbc3231e3', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'admin_state_up': True, 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'security_groups': ['998f255a-5158-4109-8a6d-6bb0874455fa']}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:15:09.706342 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-157f3253-50ef-47f8-bee4-3dc7728b73d7 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Made reservation on behalf of 1d84c284e15941989a506e233e3a7e93 for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:15:09.710664 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-157f3253-50ef-47f8-bee4-3dc7728b73d7 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:09.842780 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0113b577-7400-4c59-a746-d90e6eea0bf2 req-b0e5b4f7-8c81-4d0a-8df2-e25ab4d24eee tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 210 time: 0.0507324 Mar 28 14:15:09.870064 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-157f3253-50ef-47f8-bee4-3dc7728b73d7 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Allocated IP 172.20.0.10 (ec4b4060-d4d1-4c06-bf16-076ffb721b8f/837379ec-deea-4e81-a48a-47f85888d052/e7263a80-d493-40ca-917b-014fee66c33e) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:15:10.001020 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-157f3253-50ef-47f8-bee4-3dc7728b73d7 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:10.087369 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-157f3253-50ef-47f8-bee4-3dc7728b73d7 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:10.134779 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-157f3253-50ef-47f8-bee4-3dc7728b73d7 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Network ec4b4060-d4d1-4c06-bf16-076ffb721b8f is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:15:10.138011 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-157f3253-50ef-47f8-bee4-3dc7728b73d7 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:15:10.141533 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-157f3253-50ef-47f8-bee4-3dc7728b73d7 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:15:10.147573 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157f3253-50ef-47f8-bee4-3dc7728b73d7 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Pushing event updated for resources: {'Port': ['ID=e7263a80-d493-40ca-917b-014fee66c33e,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:15:10.194005 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-157f3253-50ef-47f8-bee4-3dc7728b73d7 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:10.195168 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-157f3253-50ef-47f8-bee4-3dc7728b73d7 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:10.289166 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-157f3253-50ef-47f8-bee4-3dc7728b73d7 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7652276 Mar 28 14:15:10.300928 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-472747e8-9791-4b06-a939-7b35af538af7 service neutron] Request body: {'port': {'device_id': '8a48d129-46f9-4e28-be04-d41fbc3231e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:15:10.352146 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-472747e8-9791-4b06-a939-7b35af538af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:10.367728 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-df77f3fe-da1b-4df1-8393-8a86ef25d360 None None] Provisioning complete for port e7263a80-d493-40ca-917b-014fee66c33e triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:15:10.368260 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-df77f3fe-da1b-4df1-8393-8a86ef25d360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:10.405222 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-df77f3fe-da1b-4df1-8393-8a86ef25d360 None None] Port e7263a80-d493-40ca-917b-014fee66c33e cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:15:10.608116 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-472747e8-9791-4b06-a939-7b35af538af7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7263a80-d493-40ca-917b-014fee66c33e {{(pid=109613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:15:10.615162 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-472747e8-9791-4b06-a939-7b35af538af7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:10.627194 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.provisioning_blocks [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-472747e8-9791-4b06-a939-7b35af538af7 service neutron] Transition to ACTIVE for port object e7263a80-d493-40ca-917b-014fee66c33e will not be triggered until provisioned by entity L2. {{(pid=109613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 14:15:10.683293 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-472747e8-9791-4b06-a939-7b35af538af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:10.733985 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472747e8-9791-4b06-a939-7b35af538af7 service neutron] Pushing event updated for resources: {'Port': ['ID=e7263a80-d493-40ca-917b-014fee66c33e,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:15:10.797317 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-472747e8-9791-4b06-a939-7b35af538af7 service neutron] Attempting to bind port e7263a80-d493-40ca-917b-014fee66c33e on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:15:10.797629 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-472747e8-9791-4b06-a939-7b35af538af7 service neutron] Attempting to bind port e7263a80-d493-40ca-917b-014fee66c33e by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '31184651-bcd0-4f3d-bba2-09c243f9595f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:15:10.797957 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-472747e8-9791-4b06-a939-7b35af538af7 service neutron] Attempting to bind port e7263a80-d493-40ca-917b-014fee66c33e on network ec4b4060-d4d1-4c06-bf16-076ffb721b8f {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:15:10.802346 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-472747e8-9791-4b06-a939-7b35af538af7 service neutron] Port e7263a80-d493-40ca-917b-014fee66c33e on network ec4b4060-d4d1-4c06-bf16-076ffb721b8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 14:15:10.802664 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-472747e8-9791-4b06-a939-7b35af538af7 service neutron] Attempting to bind port e7263a80-d493-40ca-917b-014fee66c33e on network ec4b4060-d4d1-4c06-bf16-076ffb721b8f {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:15:10.807579 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-472747e8-9791-4b06-a939-7b35af538af7 service neutron] Checking agent: {'id': '72ab3303-6c81-4bd9-a1a9-2c5d9b681d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'started_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:15:10.807910 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-472747e8-9791-4b06-a939-7b35af538af7 service neutron] Checking segment: {'id': '31184651-bcd0-4f3d-bba2-09c243f9595f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:15:10.808288 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-472747e8-9791-4b06-a939-7b35af538af7 service neutron] Bound using segment: {'id': '31184651-bcd0-4f3d-bba2-09c243f9595f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f'} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:15:10.808742 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-472747e8-9791-4b06-a939-7b35af538af7 service neutron] Bound port: e7263a80-d493-40ca-917b-014fee66c33e, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31184651-bcd0-4f3d-bba2-09c243f9595f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f'}}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:15:10.809099 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-472747e8-9791-4b06-a939-7b35af538af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:10.880822 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-472747e8-9791-4b06-a939-7b35af538af7 service neutron] For port e7263a80-d493-40ca-917b-014fee66c33e, host hv-neutron-8353, cleared binding levels {{(pid=109613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:15:10.885753 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-472747e8-9791-4b06-a939-7b35af538af7 service neutron] For port e7263a80-d493-40ca-917b-014fee66c33e, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e7263a80-d493-40ca-917b-014fee66c33e,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:15:10.959644 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec51c4-71cb-4120-b72d-8e793a441a5a req-75be2361-aa07-4a84-a713-0a7a9defb648 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:10.961743 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8eec51c4-71cb-4120-b72d-8e793a441a5a req-75be2361-aa07-4a84-a713-0a7a9defb648 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 944 time: 0.0491164 Mar 28 14:15:10.982445 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-472747e8-9791-4b06-a939-7b35af538af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:11.033311 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8eec51c4-71cb-4120-b72d-8e793a441a5a req-635a7b2e-85c0-4824-9307-abccd50d2055 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655289 Mar 28 14:15:11.036448 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-472747e8-9791-4b06-a939-7b35af538af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:11.037072 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-472747e8-9791-4b06-a939-7b35af538af7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:11.038452 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-472747e8-9791-4b06-a939-7b35af538af7 service neutron] 10.222.0.20 "PUT /v2.0/ports/e7263a80-d493-40ca-917b-014fee66c33e HTTP/1.1" status: 200 len: 1094 time: 0.7417846 Mar 28 14:15:11.038904 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a48d129-46f9-4e28-be04-d41fbc3231e3', 'tag': 'e7263a80-d493-40ca-917b-014fee66c33e'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:15:11.041172 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22c20bf-3734-4b9a-9afa-be29e3c7514e" -d '{"events": [{"name": "network-changed", "server_uuid": "8a48d129-46f9-4e28-be04-d41fbc3231e3", "tag": "e7263a80-d493-40ca-917b-014fee66c33e"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:15:11.058487 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472747e8-9791-4b06-a939-7b35af538af7 service neutron] Pushing event updated for resources: {'Port': ['ID=e7263a80-d493-40ca-917b-014fee66c33e,revision_number=3']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:15:11.087703 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a7b6be-5515-4799-9fe6-d83efd79a8df x-openstack-request-id: req-47a7b6be-5515-4799-9fe6-d83efd79a8df {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:15:11.087995 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a48d129-46f9-4e28-be04-d41fbc3231e3", "tag": "e7263a80-d493-40ca-917b-014fee66c33e", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:15:11.088240 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-47a7b6be-5515-4799-9fe6-d83efd79a8df {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:15:11.088658 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a48d129-46f9-4e28-be04-d41fbc3231e3', 'tag': 'e7263a80-d493-40ca-917b-014fee66c33e', 'status': 'completed', 'code': 200} Mar 28 14:15:11.154939 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c20bf-3734-4b9a-9afa-be29e3c7514e req-02ed1a64-c697-485c-b912-70bbc8352e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:11.156514 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a22c20bf-3734-4b9a-9afa-be29e3c7514e req-02ed1a64-c697-485c-b912-70bbc8352e41 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d84c284e15941989a506e233e3a7e93&device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 1097 time: 0.0468814 Mar 28 14:15:11.254652 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c20bf-3734-4b9a-9afa-be29e3c7514e req-cb058f6c-cd02-4fc9-86d3-43e3bd602d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:11.256138 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a22c20bf-3734-4b9a-9afa-be29e3c7514e req-cb058f6c-cd02-4fc9-86d3-43e3bd602d37 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=1d84c284e15941989a506e233e3a7e93&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0923061 Mar 28 14:15:11.350556 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c20bf-3734-4b9a-9afa-be29e3c7514e req-074563c9-93cb-4e8f-b23e-4c2d83812c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:11.351944 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a22c20bf-3734-4b9a-9afa-be29e3c7514e req-074563c9-93cb-4e8f-b23e-4c2d83812c7c service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886188 Mar 28 14:15:11.425670 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-97f3b127-8be9-4aee-beaa-d1013145ce4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:11.427122 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-97f3b127-8be9-4aee-beaa-d1013145ce4b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d84c284e15941989a506e233e3a7e93&device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 1097 time: 0.0393376 Mar 28 14:15:11.469214 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-a38a5fa2-c230-4259-914e-8d5175261b2c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7263a80-d493-40ca-917b-014fee66c33e HTTP/1.1" status: 200 len: 217 time: 0.0326626 Mar 28 14:15:11.523319 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-6f7dc12e-1d4d-4092-b08c-d42515f0f8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:11.524806 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-6f7dc12e-1d4d-4092-b08c-d42515f0f8aa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=837379ec-deea-4e81-a48a-47f85888d052 HTTP/1.1" status: 200 len: 851 time: 0.0453818 Mar 28 14:15:11.567122 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-fff14c8c-2d54-46a8-a47f-afcfd96e52b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:11.568581 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-fff14c8c-2d54-46a8-a47f-afcfd96e52b8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0380118 Mar 28 14:15:11.652922 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-a804671c-cdd3-484c-92c5-debc8be80890 service neutron] 10.222.0.20 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775230 Mar 28 14:15:11.741199 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f81e76c4-1abb-41c6-a32d-74597074c3d9 req-dd41b68c-75cd-4470-b6be-780615238aea service neutron] 10.222.0.20 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822830 Mar 28 14:15:12.149593 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1bb05c-fc2c-49a4-974e-b3b9f97a10ac req-e8cf37fe-1f4d-4573-871f-1637027e037a tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:12.151064 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3b1bb05c-fc2c-49a4-974e-b3b9f97a10ac req-e8cf37fe-1f4d-4573-871f-1637027e037a tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 944 time: 0.0481234 Mar 28 14:15:12.187390 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3b1bb05c-fc2c-49a4-974e-b3b9f97a10ac req-31317125-1f6a-4c8b-8efa-05f41799c117 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304573 Mar 28 14:15:13.300931 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8112f-846f-4270-9060-51c3e2a350fb req-e5c58b67-0a78-4a30-a9a4-f42a7b3404ad tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:13.302386 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a5a8112f-846f-4270-9060-51c3e2a350fb req-e5c58b67-0a78-4a30-a9a4-f42a7b3404ad tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 944 time: 0.0470014 Mar 28 14:15:13.343572 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a5a8112f-846f-4270-9060-51c3e2a350fb req-cc9ead0f-66b0-4f4e-96b3-d2acc51ea738 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345094 Mar 28 14:15:13.703108 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:14.456199 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b59364-4796-4765-9e52-fdc002a0a8db req-3aa63d0b-1426-450b-be42-0980b0d8b6d6 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:14.457679 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-86b59364-4796-4765-9e52-fdc002a0a8db req-3aa63d0b-1426-450b-be42-0980b0d8b6d6 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 944 time: 0.0481951 Mar 28 14:15:14.493853 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-86b59364-4796-4765-9e52-fdc002a0a8db req-1352ddc4-4ad7-45c1-b2a2-007905ed4259 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301659 Mar 28 14:15:15.606052 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ad0cc-e2dd-4303-93df-4157f9587f76 req-f9e62ece-6076-497f-9eac-0317b9886a6d tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:15.607481 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cc8ad0cc-e2dd-4303-93df-4157f9587f76 req-f9e62ece-6076-497f-9eac-0317b9886a6d tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 944 time: 0.0477505 Mar 28 14:15:15.643416 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cc8ad0cc-e2dd-4303-93df-4157f9587f76 req-6059a849-2c32-4c72-a388-14064706427d tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300429 Mar 28 14:15:16.105215 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device e7263a80-d493-40ca-917b-014fee66c33e details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:15:16.198522 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port e7263a80-d493-40ca-917b-014fee66c33e, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e7263a80-d493-40ca-917b-014fee66c33e,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:15:16.209237 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': 'e7263a80-d493-40ca-917b-014fee66c33e', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'port_id': 'e7263a80-d493-40ca-917b-014fee66c33e', 'mac_address': 'fa:16:3e:1c:a7:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837379ec-deea-4e81-a48a-47f85888d052', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:15:16.245133 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:16.261349 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7263a80-d493-40ca-917b-014fee66c33e {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:15:16.281064 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port e7263a80-d493-40ca-917b-014fee66c33e, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e7263a80-d493-40ca-917b-014fee66c33e,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:15:16.335054 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:16.381237 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=e7263a80-d493-40ca-917b-014fee66c33e,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:15:16.624418 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['e7263a80-d493-40ca-917b-014fee66c33e'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:15:16.754110 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5811590-1fc6-44c4-81f3-56ad3ca432d8 req-bf8a0753-2b06-4f06-8a40-6f1a0e4517fe tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:16.755558 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b5811590-1fc6-44c4-81f3-56ad3ca432d8 req-bf8a0753-2b06-4f06-8a40-6f1a0e4517fe tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 945 time: 0.0473769 Mar 28 14:15:16.796256 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b5811590-1fc6-44c4-81f3-56ad3ca432d8 req-0dcf2f92-3e0d-4e9b-9dfb-a1b2b90d7a09 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344868 Mar 28 14:15:17.908546 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e4a0e-0ea1-475e-ae32-98815419a603 req-7cf7417d-7afb-4485-8053-bcf1e35fb70b tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:17.909970 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3a2e4a0e-0ea1-475e-ae32-98815419a603 req-7cf7417d-7afb-4485-8053-bcf1e35fb70b tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 945 time: 0.0470335 Mar 28 14:15:17.946013 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3a2e4a0e-0ea1-475e-ae32-98815419a603 req-52a0a6bb-0bee-471c-b998-132768f03605 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302100 Mar 28 14:15:18.121800 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device e7263a80-d493-40ca-917b-014fee66c33e up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:15:18.220489 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning for port e7263a80-d493-40ca-917b-014fee66c33e completed by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 14:15:18.224296 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port e7263a80-d493-40ca-917b-014fee66c33e triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:15:18.224702 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:18.307219 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:18.328912 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a48d129-46f9-4e28-be04-d41fbc3231e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7263a80-d493-40ca-917b-014fee66c33e'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:15:18.331112 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89769d5d-4bb1-44c9-90e5-27e6e09b19a4" -d '{"events": [{"server_uuid": "8a48d129-46f9-4e28-be04-d41fbc3231e3", "name": "network-vif-plugged", "status": "completed", "tag": "e7263a80-d493-40ca-917b-014fee66c33e"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:15:18.344065 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port e7263a80-d493-40ca-917b-014fee66c33e, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e7263a80-d493-40ca-917b-014fee66c33e,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:15:18.369357 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e700bd7c-02ba-43d9-a670-3a1848cc4a29 x-openstack-request-id: req-e700bd7c-02ba-43d9-a670-3a1848cc4a29 {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:15:18.369781 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a48d129-46f9-4e28-be04-d41fbc3231e3", "name": "network-vif-plugged", "status": "completed", "tag": "e7263a80-d493-40ca-917b-014fee66c33e", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:15:18.370034 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e700bd7c-02ba-43d9-a670-3a1848cc4a29 {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:15:18.370419 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a48d129-46f9-4e28-be04-d41fbc3231e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7263a80-d493-40ca-917b-014fee66c33e', 'code': 200} Mar 28 14:15:18.401350 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:18.449449 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=e7263a80-d493-40ca-917b-014fee66c33e,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:15:18.635009 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3afe7-d078-4825-9a40-33d0784502e0 req-fb03118e-23b7-4cab-a497-e992aa866d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:18.636504 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0aa3afe7-d078-4825-9a40-33d0784502e0 req-fb03118e-23b7-4cab-a497-e992aa866d2f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 1099 time: 0.0394123 Mar 28 14:15:18.669608 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0aa3afe7-d078-4825-9a40-33d0784502e0 req-3e73dbfb-1295-4dd7-bfe4-81ba563e6612 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270085 Mar 28 14:15:19.059973 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd155a94-0816-49d3-a0a7-72494eabeb0b req-471e147e-f3bc-48f5-8efe-07cf42d4d0b9 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:19.061600 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-fd155a94-0816-49d3-a0a7-72494eabeb0b req-471e147e-f3bc-48f5-8efe-07cf42d4d0b9 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 946 time: 0.0476577 Mar 28 14:15:19.102558 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-fd155a94-0816-49d3-a0a7-72494eabeb0b req-06e35a90-9ddd-4f3b-9c42-bd1d7c2616e3 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348444 Mar 28 14:15:20.219310 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6bbaee-e028-4912-a901-79124dcbfa49 req-169b988c-c327-44dc-9f08-2bdfad17f6cb tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:20.224656 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9c6bbaee-e028-4912-a901-79124dcbfa49 req-169b988c-c327-44dc-9f08-2bdfad17f6cb tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 946 time: 0.0487590 Mar 28 14:15:20.258885 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9c6bbaee-e028-4912-a901-79124dcbfa49 req-c4815484-e063-499f-a295-748968054d7a tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319755 Mar 28 14:15:20.368061 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b3943-6612-47f6-8491-31a6490bfb84 req-aba954a8-0430-4dcf-9419-d218f130122d tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:20.369516 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-298b3943-6612-47f6-8491-31a6490bfb84 req-aba954a8-0430-4dcf-9419-d218f130122d tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 946 time: 0.0469406 Mar 28 14:15:20.377962 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 39288) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:15:20.382989 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-ee131160-a618-4700-b8ef-f85cb01f8a17 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Request body: {'floatingip': {'port_id': 'e7263a80-d493-40ca-917b-014fee66c33e'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:15:20.422664 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ee131160-a618-4700-b8ef-f85cb01f8a17 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks [] for floatingip, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:20.959341 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bfc040af-c93a-4386-9691-97475a958fea req-24651875-0296-4250-9e91-33016a6998aa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0800583 Mar 28 14:15:21.118432 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc040af-c93a-4386-9691-97475a958fea req-572af0cb-4375-4148-8ce4-a2b3b95b8ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:21.119899 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bfc040af-c93a-4386-9691-97475a958fea req-572af0cb-4375-4148-8ce4-a2b3b95b8ef1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d84c284e15941989a506e233e3a7e93&device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 1099 time: 0.1169224 Mar 28 14:15:21.292239 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ee131160-a618-4700-b8ef-f85cb01f8a17 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:21.295026 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc040af-c93a-4386-9691-97475a958fea req-b4fa598d-6524-43a1-808e-91200e66a0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:21.296516 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bfc040af-c93a-4386-9691-97475a958fea req-b4fa598d-6524-43a1-808e-91200e66a0c1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f HTTP/1.1" status: 200 len: 913 time: 0.1558101 Mar 28 14:15:21.334443 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bfc040af-c93a-4386-9691-97475a958fea req-c0aea347-7539-45c8-82ee-3a77252dfd20 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7263a80-d493-40ca-917b-014fee66c33e HTTP/1.1" status: 200 len: 217 time: 0.0318863 Mar 28 14:15:21.366252 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ee131160-a618-4700-b8ef-f85cb01f8a17 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:21.420258 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc040af-c93a-4386-9691-97475a958fea req-8fb63370-1a9d-4db4-a79a-17d4d9faf5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:21.421716 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bfc040af-c93a-4386-9691-97475a958fea req-8fb63370-1a9d-4db4-a79a-17d4d9faf5c9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=837379ec-deea-4e81-a48a-47f85888d052 HTTP/1.1" status: 200 len: 851 time: 0.0812576 Mar 28 14:15:21.500979 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [None req-ee131160-a618-4700-b8ef-f85cb01f8a17 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Floating IP 2bea100e-b2f3-4513-b7b1-24eb40983cda associated. External IP: 172.26.2.221, port: e7263a80-d493-40ca-917b-014fee66c33e. Mar 28 14:15:21.505353 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc040af-c93a-4386-9691-97475a958fea req-136f5d8f-827c-477c-ac2b-56e4a7536f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:21.507397 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bfc040af-c93a-4386-9691-97475a958fea req-136f5d8f-827c-477c-ac2b-56e4a7536f01 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789258 Mar 28 14:15:21.680394 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bfc040af-c93a-4386-9691-97475a958fea req-c95d3818-f1b0-4ced-ab88-82aeda70ae39 service neutron] 10.222.0.20 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417515 Mar 28 14:15:21.848946 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bfc040af-c93a-4386-9691-97475a958fea req-8d3fb753-ecc7-491e-994c-fb97cf014149 service neutron] 10.222.0.20 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348531 Mar 28 14:15:21.852598 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee131160-a618-4700-b8ef-f85cb01f8a17 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Router 4ec46bff-a1f6-4f54-92de-3dccb57c6e38 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:15:21.955016 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee131160-a618-4700-b8ef-f85cb01f8a17 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:15:21.959362 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ee131160-a618-4700-b8ef-f85cb01f8a17 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:21.970619 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88743019-2682-433b-960c-eb92c10734cf None None] Sync routers for ids ['4ec46bff-a1f6-4f54-92de-3dccb57c6e38'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:15:21.981017 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88743019-2682-433b-960c-eb92c10734cf None None] Routers {'4ec46bff-a1f6-4f54-92de-3dccb57c6e38'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:15:21.981704 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-88743019-2682-433b-960c-eb92c10734cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:14:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['4ec46bff-a1f6-4f54-92de-3dccb57c6e38'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:15:21.992233 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ee131160-a618-4700-b8ef-f85cb01f8a17 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "PUT /v2.0/floatingips/2bea100e-b2f3-4513-b7b1-24eb40983cda HTTP/1.1" status: 200 len: 992 time: 1.6101351 Mar 28 14:15:21.992233 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a48d129-46f9-4e28-be04-d41fbc3231e3', 'tag': 'e7263a80-d493-40ca-917b-014fee66c33e'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:15:21.992598 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32846f8-b919-4eb7-9bbc-6d2671b023c0" -d '{"events": [{"name": "network-changed", "server_uuid": "8a48d129-46f9-4e28-be04-d41fbc3231e3", "tag": "e7263a80-d493-40ca-917b-014fee66c33e"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:15:22.047072 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d85e7ab-9d23-49da-8e8f-b1caf3904d5c x-openstack-request-id: req-0d85e7ab-9d23-49da-8e8f-b1caf3904d5c {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:15:22.047369 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a48d129-46f9-4e28-be04-d41fbc3231e3", "tag": "e7263a80-d493-40ca-917b-014fee66c33e", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:15:22.047603 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0d85e7ab-9d23-49da-8e8f-b1caf3904d5c {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:15:22.048542 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a48d129-46f9-4e28-be04-d41fbc3231e3', 'tag': 'e7263a80-d493-40ca-917b-014fee66c33e', 'status': 'completed', 'code': 200} Mar 28 14:15:22.095386 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-88743019-2682-433b-960c-eb92c10734cf None None] Set router 4ec46bff-a1f6-4f54-92de-3dccb57c6e38 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:15:22.109573 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32846f8-b919-4eb7-9bbc-6d2671b023c0 req-e78d5c9f-d480-4e98-99d9-f5dc89a513d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:22.111080 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b32846f8-b919-4eb7-9bbc-6d2671b023c0 req-e78d5c9f-d480-4e98-99d9-f5dc89a513d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d84c284e15941989a506e233e3a7e93&device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 1099 time: 0.0425897 Mar 28 14:15:22.200795 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32846f8-b919-4eb7-9bbc-6d2671b023c0 req-26fef99b-9af4-4d9d-8d9a-00079c07dbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:22.202894 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b32846f8-b919-4eb7-9bbc-6d2671b023c0 req-26fef99b-9af4-4d9d-8d9a-00079c07dbec service neutron] 10.222.0.20 "GET /v2.0/networks?id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f HTTP/1.1" status: 200 len: 913 time: 0.0846598 Mar 28 14:15:22.275096 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b32846f8-b919-4eb7-9bbc-6d2671b023c0 req-2434ef2e-4f71-41ae-9c73-1ad1c177b2f6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7263a80-d493-40ca-917b-014fee66c33e HTTP/1.1" status: 200 len: 1000 time: 0.0656104 Mar 28 14:15:22.325162 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-88743019-2682-433b-960c-eb92c10734cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'name': 'tempest-ServerActionsTestJSON-1230995267-router', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '957795fd-fccc-422b-875c-b8bebef77476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:02Z', 'revision_number': 4, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'gw_port': {'id': '957795fd-fccc-422b-875c-b8bebef77476', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:32:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '2bea100e-b2f3-4513-b7b1-24eb40983cda', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'floating_ip_address': '172.26.2.221', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'port_id': 'e7263a80-d493-40ca-917b-014fee66c33e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'mac_address': 'fa:16:3e:1c:a7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a48d129-46f9-4e28-be04-d41fbc3231e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:13:06Z', 'updated_at': '2022-03-28T14:15:21Z', 'revision_number': 9, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deb215c9-246b-47a5-824c-269dc450d5d2', 'name': '', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'mac_address': 'fa:16:3e:22:3a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '837379ec-deea-4e81-a48a-47f85888d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:13:01Z', 'updated_at': '2022-03-28T14:13:05Z', 'revision_number': 5, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'subnets': [{'id': '837379ec-deea-4e81-a48a-47f85888d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:15:22.329927 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32846f8-b919-4eb7-9bbc-6d2671b023c0 req-47f0a25b-c96b-4b38-82a6-46ec2d5849e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:22.331587 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b32846f8-b919-4eb7-9bbc-6d2671b023c0 req-47f0a25b-c96b-4b38-82a6-46ec2d5849e0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=837379ec-deea-4e81-a48a-47f85888d052 HTTP/1.1" status: 200 len: 851 time: 0.0516479 Mar 28 14:15:22.356318 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88743019-2682-433b-960c-eb92c10734cf None None] Checking router: 4ec46bff-a1f6-4f54-92de-3dccb57c6e38 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:15:22.364615 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88743019-2682-433b-960c-eb92c10734cf None None] Routers {'4ec46bff-a1f6-4f54-92de-3dccb57c6e38'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:15:22.365222 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-88743019-2682-433b-960c-eb92c10734cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:14:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['4ec46bff-a1f6-4f54-92de-3dccb57c6e38'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:15:22.412222 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e07e59-7def-400b-bc8d-da7e109634e2 req-f849c873-9e6b-4940-829b-ddb8ec3616c0 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:22.414349 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b8e07e59-7def-400b-bc8d-da7e109634e2 req-f849c873-9e6b-4940-829b-ddb8ec3616c0 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 946 time: 0.0787935 Mar 28 14:15:22.420755 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32846f8-b919-4eb7-9bbc-6d2671b023c0 req-ba6c1129-eedb-49b9-9d70-14ee70a51645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:22.422386 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b32846f8-b919-4eb7-9bbc-6d2671b023c0 req-ba6c1129-eedb-49b9-9d70-14ee70a51645 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775590 Mar 28 14:15:22.460520 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-55616a59-6065-4e92-84b3-333381b2f490 req-d032ecb8-500a-4004-b226-3ab190a9a736 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0406642 Mar 28 14:15:22.473834 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-88743019-2682-433b-960c-eb92c10734cf None None] Set router 4ec46bff-a1f6-4f54-92de-3dccb57c6e38 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:15:22.502559 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b8e07e59-7def-400b-bc8d-da7e109634e2 req-555e7cf3-2830-493e-8004-a75e14ea9dc5 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790191 Mar 28 14:15:22.534865 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b32846f8-b919-4eb7-9bbc-6d2671b023c0 req-4d48a3b6-9f4d-424d-9acf-fc5f4ad4b552 service neutron] 10.222.0.20 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047261 Mar 28 14:15:22.636424 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b32846f8-b919-4eb7-9bbc-6d2671b023c0 req-e868a9b7-f89f-4849-974f-6bb16aa4fb0f service neutron] 10.222.0.20 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943074 Mar 28 14:15:22.698539 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-88743019-2682-433b-960c-eb92c10734cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'name': 'tempest-ServerActionsTestJSON-1230995267-router', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '957795fd-fccc-422b-875c-b8bebef77476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:02Z', 'revision_number': 4, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'gw_port': {'id': '957795fd-fccc-422b-875c-b8bebef77476', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:32:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '2bea100e-b2f3-4513-b7b1-24eb40983cda', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'floating_ip_address': '172.26.2.221', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'port_id': 'e7263a80-d493-40ca-917b-014fee66c33e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'mac_address': 'fa:16:3e:1c:a7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a48d129-46f9-4e28-be04-d41fbc3231e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:13:06Z', 'updated_at': '2022-03-28T14:15:21Z', 'revision_number': 9, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deb215c9-246b-47a5-824c-269dc450d5d2', 'name': '', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'mac_address': 'fa:16:3e:22:3a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '837379ec-deea-4e81-a48a-47f85888d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:13:01Z', 'updated_at': '2022-03-28T14:13:05Z', 'revision_number': 5, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'subnets': [{'id': '837379ec-deea-4e81-a48a-47f85888d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:15:22.729772 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88743019-2682-433b-960c-eb92c10734cf None None] The sync data for ids ['4ec46bff-a1f6-4f54-92de-3dccb57c6e38'] in dv-neutron-835335-1-hyperv is: [{'id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'name': 'tempest-ServerActionsTestJSON-1230995267-router', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '957795fd-fccc-422b-875c-b8bebef77476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:02Z', 'revision_number': 4, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'gw_port': {'id': '957795fd-fccc-422b-875c-b8bebef77476', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:32:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '2bea100e-b2f3-4513-b7b1-24eb40983cda', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'floating_ip_address': '172.26.2.221', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'port_id': 'e7263a80-d493-40ca-917b-014fee66c33e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'mac_address': 'fa:16:3e:1c:a7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a48d129-46f9-4e28-be04-d41fbc3231e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:13:06Z', 'updated_at': '2022-03-28T14:15:21Z', 'revision_number': 9, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deb215c9-246b-47a5-824c-269dc450d5d2', 'name': '', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'mac_address': 'fa:16:3e:22:3a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '837379ec-deea-4e81-a48a-47f85888d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:13:01Z', 'updated_at': '2022-03-28T14:13:05Z', 'revision_number': 5, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'subnets': [{'id': '837379ec-deea-4e81-a48a-47f85888d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:15:22.912878 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d91f42e-4867-4849-9f8c-1fb10f353bd5 None None] New status for floating IP 2bea100e-b2f3-4513-b7b1-24eb40983cda: ACTIVE {{(pid=109614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:15:23.623609 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8409b0-c5f2-4d12-83d7-1d63e70aeb55 req-64fdb16d-ad2d-4f24-93bf-7a2005203743 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:23.625140 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2a8409b0-c5f2-4d12-83d7-1d63e70aeb55 req-64fdb16d-ad2d-4f24-93bf-7a2005203743 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 946 time: 0.0486312 Mar 28 14:15:23.666843 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2a8409b0-c5f2-4d12-83d7-1d63e70aeb55 req-8db8d0fa-52cf-4440-b8ec-18fa045fa109 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328569 Mar 28 14:15:24.023794 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2b6e1e36-c1d0-4617-8d8e-ac547d55e688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:24.422559 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55616a59-6065-4e92-84b3-333381b2f490 req-7ac11712-9b2e-4415-bcff-8f6279512d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:24.424066 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-55616a59-6065-4e92-84b3-333381b2f490 req-7ac11712-9b2e-4415-bcff-8f6279512d94 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d84c284e15941989a506e233e3a7e93&device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 1099 time: 0.0398042 Mar 28 14:15:24.515125 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55616a59-6065-4e92-84b3-333381b2f490 req-7ca2430a-d42d-489b-8e07-0aa2fbc6a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:24.516511 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-55616a59-6065-4e92-84b3-333381b2f490 req-7ca2430a-d42d-489b-8e07-0aa2fbc6a2fc service neutron] 10.222.0.20 "GET /v2.0/networks?id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f HTTP/1.1" status: 200 len: 913 time: 0.0850806 Mar 28 14:15:24.579654 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-55616a59-6065-4e92-84b3-333381b2f490 req-6350391e-fbbf-4846-bcaa-bff22d8a647d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7263a80-d493-40ca-917b-014fee66c33e HTTP/1.1" status: 200 len: 1003 time: 0.0557802 Mar 28 14:15:24.634144 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55616a59-6065-4e92-84b3-333381b2f490 req-5985ba4e-f0ee-4575-9ef6-e20e9e115410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:24.635601 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-55616a59-6065-4e92-84b3-333381b2f490 req-5985ba4e-f0ee-4575-9ef6-e20e9e115410 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=837379ec-deea-4e81-a48a-47f85888d052 HTTP/1.1" status: 200 len: 851 time: 0.0494263 Mar 28 14:15:24.682069 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55616a59-6065-4e92-84b3-333381b2f490 req-7188d135-cdb9-48ed-b0ea-9af1cbd06fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:24.683557 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-55616a59-6065-4e92-84b3-333381b2f490 req-7188d135-cdb9-48ed-b0ea-9af1cbd06fad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417778 Mar 28 14:15:24.809254 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2063f33-75a5-497e-99b5-471979ef4b59 req-469d33a3-ac27-40ab-a9c6-4e7e6503edd7 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:24.810577 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b2063f33-75a5-497e-99b5-471979ef4b59 req-469d33a3-ac27-40ab-a9c6-4e7e6503edd7 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 946 time: 0.0738251 Mar 28 14:15:24.814173 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-55616a59-6065-4e92-84b3-333381b2f490 req-580c11f9-351d-4549-ad9f-c71875fb3c2c service neutron] 10.222.0.20 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216197 Mar 28 14:15:24.888738 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b2063f33-75a5-497e-99b5-471979ef4b59 req-828398f9-d803-495a-a311-7c0fbfee922f tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718484 Mar 28 14:15:24.924093 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-55616a59-6065-4e92-84b3-333381b2f490 req-d21824b0-e106-41dd-805a-eab7589c859e service neutron] 10.222.0.20 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017323 Mar 28 14:15:26.007281 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2bceb-f263-4e1d-a4b4-b25c1dacefa8 req-2637fd00-b66c-460a-aeeb-225ea286fafc tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:26.008772 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-68d2bceb-f263-4e1d-a4b4-b25c1dacefa8 req-2637fd00-b66c-460a-aeeb-225ea286fafc tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 946 time: 0.0525610 Mar 28 14:15:26.045000 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-68d2bceb-f263-4e1d-a4b4-b25c1dacefa8 req-e3581b05-8525-44ad-8a4f-49883177022c tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302057 Mar 28 14:15:26.312038 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c94510da-3032-4b87-baa7-257616df0ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:27.157960 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13f99a-cbe6-436d-ad2c-253e9bbc6634 req-856a579f-9f60-4259-9776-90b3b55f9e67 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:27.159415 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3a13f99a-cbe6-436d-ad2c-253e9bbc6634 req-856a579f-9f60-4259-9776-90b3b55f9e67 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 946 time: 0.0478754 Mar 28 14:15:27.197288 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3a13f99a-cbe6-436d-ad2c-253e9bbc6634 req-b85b23cc-db3f-4b18-84f6-8f1206c64132 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319741 Mar 28 14:15:27.700282 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:28.310101 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c8595-f75f-4c38-a0ef-5787c59a3778 req-e1fb0b3a-f51f-4e1c-8702-aaedacfe23a2 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:28.311473 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f78c8595-f75f-4c38-a0ef-5787c59a3778 req-e1fb0b3a-f51f-4e1c-8702-aaedacfe23a2 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 946 time: 0.0476966 Mar 28 14:15:28.347211 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f78c8595-f75f-4c38-a0ef-5787c59a3778 req-19f6b9ba-3253-44d1-9096-a0f89c51fe20 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296061 Mar 28 14:15:29.000278 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:29.235051 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:15:29.389339 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:29.465294 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e0bac-0f29-405a-a1e1-83e7ea85444e req-013006fe-d3c4-43d5-b163-7b9e757df320 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:29.466630 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dd2e0bac-0f29-405a-a1e1-83e7ea85444e req-013006fe-d3c4-43d5-b163-7b9e757df320 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 946 time: 0.0509670 Mar 28 14:15:29.504032 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dd2e0bac-0f29-405a-a1e1-83e7ea85444e req-763e0fef-2b76-487e-ae8c-1f9aca4e68f0 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314882 Mar 28 14:15:30.617896 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8be15d6-b24d-4125-ab9d-cf0a6feb6f68 req-7c9a9e34-11eb-4bde-b20e-3759322d6d1e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:30.619344 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c8be15d6-b24d-4125-ab9d-cf0a6feb6f68 req-7c9a9e34-11eb-4bde-b20e-3759322d6d1e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 946 time: 0.0473723 Mar 28 14:15:30.656167 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c8be15d6-b24d-4125-ab9d-cf0a6feb6f68 req-a7b04a3a-703a-4178-ae6c-8ef86536ad6e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308926 Mar 28 14:15:31.768342 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026078ef-bcd9-4e18-b4e0-4c5233f1d95d req-9160542a-e424-4c20-b495-1e797e564179 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:31.769795 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-026078ef-bcd9-4e18-b4e0-4c5233f1d95d req-9160542a-e424-4c20-b495-1e797e564179 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 946 time: 0.0468693 Mar 28 14:15:31.806401 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-026078ef-bcd9-4e18-b4e0-4c5233f1d95d req-33ed6b27-4079-414f-897e-1fe4129d0410 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302899 Mar 28 14:15:32.922082 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9704b8-f087-48ea-be82-8df7510b5fb2 req-534e28a7-738a-44be-9def-c92b7b01ef81 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:32.923541 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5b9704b8-f087-48ea-be82-8df7510b5fb2 req-534e28a7-738a-44be-9def-c92b7b01ef81 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 946 time: 0.0509305 Mar 28 14:15:32.960756 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5b9704b8-f087-48ea-be82-8df7510b5fb2 req-7a779e38-ea96-4e5e-a080-7fdd81f1dd31 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305867 Mar 28 14:15:34.073064 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c671c-853f-46ca-84a6-9cf3679159fb req-a46afe2a-4935-4780-af34-39455dc76ad2 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:34.074506 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cc1c671c-853f-46ca-84a6-9cf3679159fb req-a46afe2a-4935-4780-af34-39455dc76ad2 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 946 time: 0.0480697 Mar 28 14:15:34.110968 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cc1c671c-853f-46ca-84a6-9cf3679159fb req-b95577df-b609-41a6-8c40-8986c3941142 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306215 Mar 28 14:15:35.227107 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fdf743-3c73-4f4a-8f55-d036cf141896 req-6000c9b3-5cf3-4f8d-a832-7bf4b2876928 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:35.228750 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-52fdf743-3c73-4f4a-8f55-d036cf141896 req-6000c9b3-5cf3-4f8d-a832-7bf4b2876928 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 946 time: 0.0519474 Mar 28 14:15:35.271826 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-52fdf743-3c73-4f4a-8f55-d036cf141896 req-2bb94477-6bc1-43d9-9be3-ad5a8fd2f4f2 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367062 Mar 28 14:15:36.389842 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fab533-989c-4e96-8463-1ee44455d05a req-406c86e5-4ee1-4a5d-a04d-ab726a0b05c5 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:36.391365 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-12fab533-989c-4e96-8463-1ee44455d05a req-406c86e5-4ee1-4a5d-a04d-ab726a0b05c5 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 946 time: 0.0512209 Mar 28 14:15:36.428557 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-12fab533-989c-4e96-8463-1ee44455d05a req-92d2f907-de4a-486e-aebd-8dee02d068bf tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306442 Mar 28 14:15:37.544190 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c21e5-9321-4fbf-b411-e2143431f355 req-0214a400-ec19-46c6-9048-730f8366f3c4 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:37.545667 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2d6c21e5-9321-4fbf-b411-e2143431f355 req-0214a400-ec19-46c6-9048-730f8366f3c4 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 946 time: 0.0498168 Mar 28 14:15:37.581462 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2d6c21e5-9321-4fbf-b411-e2143431f355 req-5cb0e74b-6114-4011-8df9-9b88c5b4bbe9 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298877 Mar 28 14:15:38.698010 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654612c-8c47-4d31-923e-dce2c40e3815 req-2496e369-b74e-416a-af8f-431ae9ba5491 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:38.699492 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6654612c-8c47-4d31-923e-dce2c40e3815 req-2496e369-b74e-416a-af8f-431ae9ba5491 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 946 time: 0.0492511 Mar 28 14:15:38.737974 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6654612c-8c47-4d31-923e-dce2c40e3815 req-23632756-83f2-454d-a76c-8326db8fb2a3 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319502 Mar 28 14:15:39.853113 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1970cc-dcdc-4fbc-bbef-804b89d15d8e req-2d89fd41-4d9c-4274-b3dd-6027ab6fa0e3 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:39.854529 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7c1970cc-dcdc-4fbc-bbef-804b89d15d8e req-2d89fd41-4d9c-4274-b3dd-6027ab6fa0e3 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 946 time: 0.0500343 Mar 28 14:15:39.891730 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7c1970cc-dcdc-4fbc-bbef-804b89d15d8e req-32a07f17-dc32-479b-8a87-6b57798173c3 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313318 Mar 28 14:15:41.002678 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e144780-d19d-4888-8422-33da9fc024fd req-c20f4b16-ac8d-4fe4-a9b1-5d40e7f75021 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:41.004151 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8e144780-d19d-4888-8422-33da9fc024fd req-c20f4b16-ac8d-4fe4-a9b1-5d40e7f75021 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 946 time: 0.0475640 Mar 28 14:15:41.041709 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8e144780-d19d-4888-8422-33da9fc024fd req-0949162e-8498-446d-9638-6cacb356a0f8 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308733 Mar 28 14:15:41.881993 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-55616a59-6065-4e92-84b3-333381b2f490 req-f70448bd-ccd9-4861-8475-749898f6c3ad service neutron] 10.222.0.20 "GET /v2.0/ports/e7263a80-d493-40ca-917b-014fee66c33e/bindings/hv-neutron-8353 HTTP/1.1" status: 200 len: 384 time: 0.0514729 Mar 28 14:15:42.159081 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0febf0-eaab-4fd4-92ef-284b67ac0c77 req-b7fb4cf5-860b-4d78-96e5-5f06c99ec854 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:42.160585 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bb0febf0-eaab-4fd4-92ef-284b67ac0c77 req-b7fb4cf5-860b-4d78-96e5-5f06c99ec854 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 946 time: 0.0512486 Mar 28 14:15:42.197469 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bb0febf0-eaab-4fd4-92ef-284b67ac0c77 req-bff9bb46-c0f4-4de2-93f6-76d693a2bfbd tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302360 Mar 28 14:15:42.407845 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55616a59-6065-4e92-84b3-333381b2f490 req-f383cb81-3f07-49c3-8b72-e4b1d81f3bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:42.409398 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-55616a59-6065-4e92-84b3-333381b2f490 req-f383cb81-3f07-49c3-8b72-e4b1d81f3bb3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3&tenant_id=1d84c284e15941989a506e233e3a7e93 HTTP/1.1" status: 200 len: 1099 time: 0.0394704 Mar 28 14:15:42.466276 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55616a59-6065-4e92-84b3-333381b2f490 req-d03ef725-1293-44cd-b439-0d21047b7719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:42.467698 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-55616a59-6065-4e92-84b3-333381b2f490 req-d03ef725-1293-44cd-b439-0d21047b7719 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d84c284e15941989a506e233e3a7e93&device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 1099 time: 0.0389323 Mar 28 14:15:42.559644 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55616a59-6065-4e92-84b3-333381b2f490 req-2c8bb5eb-1d60-40fa-b0a9-e86bee808eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:42.561138 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-55616a59-6065-4e92-84b3-333381b2f490 req-2c8bb5eb-1d60-40fa-b0a9-e86bee808eb0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f HTTP/1.1" status: 200 len: 913 time: 0.0873792 Mar 28 14:15:42.623627 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-55616a59-6065-4e92-84b3-333381b2f490 req-001a2b9f-22ab-4512-bf5a-cfaf5775a375 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7263a80-d493-40ca-917b-014fee66c33e HTTP/1.1" status: 200 len: 1003 time: 0.0559247 Mar 28 14:15:42.672275 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55616a59-6065-4e92-84b3-333381b2f490 req-6111187d-21d6-4196-916c-c63cb52576a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:42.672275 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-55616a59-6065-4e92-84b3-333381b2f490 req-6111187d-21d6-4196-916c-c63cb52576a7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=837379ec-deea-4e81-a48a-47f85888d052 HTTP/1.1" status: 200 len: 851 time: 0.0417025 Mar 28 14:15:42.718902 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55616a59-6065-4e92-84b3-333381b2f490 req-0f96ba2c-8fc1-4678-829f-a5e638e9f4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:42.720455 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-55616a59-6065-4e92-84b3-333381b2f490 req-0f96ba2c-8fc1-4678-829f-a5e638e9f4c8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429707 Mar 28 14:15:42.804815 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-55616a59-6065-4e92-84b3-333381b2f490 req-3c5cea91-96f6-4ade-984e-26f8340af981 service neutron] 10.222.0.20 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775156 Mar 28 14:15:42.893279 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-55616a59-6065-4e92-84b3-333381b2f490 req-a6d77ce0-8a11-4076-aa1c-0fe4642d0783 service neutron] 10.222.0.20 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819969 Mar 28 14:15:43.312528 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c8906-1181-4214-acb2-8a7253cce438 req-d5aee384-9e34-4e4b-8ee4-dbc0f8551943 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:43.314377 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c56c8906-1181-4214-acb2-8a7253cce438 req-d5aee384-9e34-4e4b-8ee4-dbc0f8551943 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 946 time: 0.0491982 Mar 28 14:15:43.351893 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c56c8906-1181-4214-acb2-8a7253cce438 req-fcf5b411-c84f-415f-bbd9-fa6558867e54 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315642 Mar 28 14:15:43.726213 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:44.465503 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f0d9e8-43e2-4588-abd2-7bff2a9a7841 req-84459d4e-67cb-4ef4-a651-f9edc366d31e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:44.467007 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-78f0d9e8-43e2-4588-abd2-7bff2a9a7841 req-84459d4e-67cb-4ef4-a651-f9edc366d31e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 946 time: 0.0481014 Mar 28 14:15:44.503124 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-78f0d9e8-43e2-4588-abd2-7bff2a9a7841 req-a621e0d0-3ea9-4e19-b1af-898f2659fba1 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302370 Mar 28 14:15:45.624389 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa31101-83ea-4dfc-8ada-d7f1782f84ef req-20d64d09-59b4-48a8-9475-324284ef89cd tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:45.626301 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-afa31101-83ea-4dfc-8ada-d7f1782f84ef req-20d64d09-59b4-48a8-9475-324284ef89cd tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 946 time: 0.0546112 Mar 28 14:15:45.663650 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-afa31101-83ea-4dfc-8ada-d7f1782f84ef req-f507c0b9-fb68-419b-875f-a2bcea2ce24e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313265 Mar 28 14:15:46.308199 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device e7263a80-d493-40ca-917b-014fee66c33e details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:15:46.312031 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device e7263a80-d493-40ca-917b-014fee66c33e no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:15:46.456683 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:46.475611 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port e7263a80-d493-40ca-917b-014fee66c33e, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e7263a80-d493-40ca-917b-014fee66c33e,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:15:46.495550 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a48d129-46f9-4e28-be04-d41fbc3231e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7263a80-d493-40ca-917b-014fee66c33e'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:15:46.497752 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c727921e-6425-4a33-a2f0-261223cbe850" -d '{"events": [{"server_uuid": "8a48d129-46f9-4e28-be04-d41fbc3231e3", "name": "network-vif-unplugged", "status": "completed", "tag": "e7263a80-d493-40ca-917b-014fee66c33e"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:15:46.502190 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': 'e7263a80-d493-40ca-917b-014fee66c33e', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'port_id': 'e7263a80-d493-40ca-917b-014fee66c33e', 'mac_address': 'fa:16:3e:1c:a7:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837379ec-deea-4e81-a48a-47f85888d052', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:15:46.511631 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port e7263a80-d493-40ca-917b-014fee66c33e, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e7263a80-d493-40ca-917b-014fee66c33e,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:15:46.544465 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Mar 2022 14:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a5648c-7e0c-44b6-9aa7-c5f1569e6c96 x-openstack-request-id: req-26a5648c-7e0c-44b6-9aa7-c5f1569e6c96 {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:15:46.544753 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a48d129-46f9-4e28-be04-d41fbc3231e3", "name": "network-vif-unplugged", "status": "completed", "tag": "e7263a80-d493-40ca-917b-014fee66c33e", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:15:46.545003 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-26a5648c-7e0c-44b6-9aa7-c5f1569e6c96 {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:15:46.545386 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a48d129-46f9-4e28-be04-d41fbc3231e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7263a80-d493-40ca-917b-014fee66c33e', 'code': 200} Mar 28 14:15:46.549210 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:46.561604 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e7263a80-d493-40ca-917b-014fee66c33e {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:15:46.635418 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:46.706232 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.db.api [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 14:15:46.706578 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG oslo_db.api [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 14:15:46.710679 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=e7263a80-d493-40ca-917b-014fee66c33e,revision_number=6']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:15:46.779556 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb43e9-c711-45fe-86e2-130c22ad8e24 req-d7bd9087-71c2-475d-9bf9-b0d9701b4804 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:46.780934 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-effb43e9-c711-45fe-86e2-130c22ad8e24 req-d7bd9087-71c2-475d-9bf9-b0d9701b4804 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 944 time: 0.0480764 Mar 28 14:15:46.817350 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-effb43e9-c711-45fe-86e2-130c22ad8e24 req-f0a3e10e-b46a-4fbc-8475-8c15794bf235 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303752 Mar 28 14:15:47.242326 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:47.262093 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7263a80-d493-40ca-917b-014fee66c33e {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:15:47.281631 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port e7263a80-d493-40ca-917b-014fee66c33e, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e7263a80-d493-40ca-917b-014fee66c33e,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:15:47.339395 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691a104-b397-47a7-a86f-0438803e1a5d req-006fbb0a-c0df-4bc5-94e0-b5eb4f465d4c tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:47.340904 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6691a104-b397-47a7-a86f-0438803e1a5d req-006fbb0a-c0df-4bc5-94e0-b5eb4f465d4c tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 944 time: 0.0476005 Mar 28 14:15:47.357769 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:47.409951 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6691a104-b397-47a7-a86f-0438803e1a5d req-ed14d699-e6a5-4376-8eb5-43bda21c5683 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588598 Mar 28 14:15:47.411362 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=e7263a80-d493-40ca-917b-014fee66c33e,revision_number=7']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:15:47.418074 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['e7263a80-d493-40ca-917b-014fee66c33e'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:15:47.418645 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb6d18-81aa-4b8d-a50f-54a5e79675db req-673eae46-6f47-42b6-b533-6a8f04c0d5c6 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:47.420123 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-04cb6d18-81aa-4b8d-a50f-54a5e79675db req-673eae46-6f47-42b6-b533-6a8f04c0d5c6 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3&tenant_id=1d84c284e15941989a506e233e3a7e93&binding%3Ahost_id=hv-neutron-8353 HTTP/1.1" status: 200 len: 944 time: 0.0783610 Mar 28 14:15:47.480959 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-04cb6d18-81aa-4b8d-a50f-54a5e79675db req-fa6553e2-869c-4aac-b745-5c18516db892 service neutron] 10.222.0.20 "GET /v2.0/ports/e7263a80-d493-40ca-917b-014fee66c33e/bindings/hv-neutron-8353 HTTP/1.1" status: 200 len: 384 time: 0.0529993 Mar 28 14:15:47.541114 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb6d18-81aa-4b8d-a50f-54a5e79675db req-222d5ef2-3057-43d3-aacf-4db0df471cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:47.542593 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-04cb6d18-81aa-4b8d-a50f-54a5e79675db req-222d5ef2-3057-43d3-aacf-4db0df471cf3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d84c284e15941989a506e233e3a7e93&device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 1098 time: 0.0403175 Mar 28 14:15:47.634815 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb6d18-81aa-4b8d-a50f-54a5e79675db req-a33a8cdc-bc4e-43dc-b5cd-b985a0abdf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:47.636257 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-04cb6d18-81aa-4b8d-a50f-54a5e79675db req-a33a8cdc-bc4e-43dc-b5cd-b985a0abdf99 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f HTTP/1.1" status: 200 len: 913 time: 0.0873549 Mar 28 14:15:47.699160 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-04cb6d18-81aa-4b8d-a50f-54a5e79675db req-348b2412-bc2c-49a3-84ab-76918fe01991 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7263a80-d493-40ca-917b-014fee66c33e HTTP/1.1" status: 200 len: 1002 time: 0.0553679 Mar 28 14:15:47.744917 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb6d18-81aa-4b8d-a50f-54a5e79675db req-ed97c5a1-396b-47b6-9196-ccd3f87db1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:47.746194 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-04cb6d18-81aa-4b8d-a50f-54a5e79675db req-ed97c5a1-396b-47b6-9196-ccd3f87db1f5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=837379ec-deea-4e81-a48a-47f85888d052 HTTP/1.1" status: 200 len: 851 time: 0.0407736 Mar 28 14:15:47.793324 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb6d18-81aa-4b8d-a50f-54a5e79675db req-43a4ab5d-6633-48e7-b6e1-c78cb74d78c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:47.794768 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-04cb6d18-81aa-4b8d-a50f-54a5e79675db req-43a4ab5d-6633-48e7-b6e1-c78cb74d78c4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419896 Mar 28 14:15:47.878456 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-04cb6d18-81aa-4b8d-a50f-54a5e79675db req-06c480da-22c7-4291-9960-c71f74fa6be8 service neutron] 10.222.0.20 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0772846 Mar 28 14:15:47.967695 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-04cb6d18-81aa-4b8d-a50f-54a5e79675db req-56593a8e-9147-4968-9c7c-deac93715c86 service neutron] 10.222.0.20 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823565 Mar 28 14:15:48.331685 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device e7263a80-d493-40ca-917b-014fee66c33e up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:15:48.379456 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port e7263a80-d493-40ca-917b-014fee66c33e triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:15:48.380136 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:48.458021 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:48.489160 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port e7263a80-d493-40ca-917b-014fee66c33e, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e7263a80-d493-40ca-917b-014fee66c33e,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:15:48.532225 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86559904-876d-4428-a83f-f1f09aeb42de req-24602e57-38e4-41be-bb58-3e808fd5ee99 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:48.533626 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-86559904-876d-4428-a83f-f1f09aeb42de req-24602e57-38e4-41be-bb58-3e808fd5ee99 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 945 time: 0.0499008 Mar 28 14:15:48.546773 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a48d129-46f9-4e28-be04-d41fbc3231e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7263a80-d493-40ca-917b-014fee66c33e'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:15:48.549184 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9dadaa2-96f2-4074-b93d-ec2f2cf31222" -d '{"events": [{"server_uuid": "8a48d129-46f9-4e28-be04-d41fbc3231e3", "name": "network-vif-plugged", "status": "completed", "tag": "e7263a80-d493-40ca-917b-014fee66c33e"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:15:48.552765 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:48.572555 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-86559904-876d-4428-a83f-f1f09aeb42de req-7ab0ac0d-0d81-46f0-a17a-fe7f4751c895 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327127 Mar 28 14:15:48.603465 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=e7263a80-d493-40ca-917b-014fee66c33e,revision_number=8']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:15:48.606933 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb5d17c-f696-48ce-bc42-271cdce5c27e x-openstack-request-id: req-4eb5d17c-f696-48ce-bc42-271cdce5c27e {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:15:48.607217 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a48d129-46f9-4e28-be04-d41fbc3231e3", "name": "network-vif-plugged", "status": "completed", "tag": "e7263a80-d493-40ca-917b-014fee66c33e", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:15:48.607466 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4eb5d17c-f696-48ce-bc42-271cdce5c27e {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:15:48.607838 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a48d129-46f9-4e28-be04-d41fbc3231e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7263a80-d493-40ca-917b-014fee66c33e', 'code': 200} Mar 28 14:15:49.686180 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6bbcd8-0b61-4082-91cd-07d247a4a14a req-bb39a0d9-6676-4174-9482-663a149c64cb tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:49.687622 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2b6bbcd8-0b61-4082-91cd-07d247a4a14a req-bb39a0d9-6676-4174-9482-663a149c64cb tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 946 time: 0.0471637 Mar 28 14:15:49.723660 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2b6bbcd8-0b61-4082-91cd-07d247a4a14a req-8255a0d2-b230-4040-84b0-da894d110aba tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292041 Mar 28 14:15:51.193039 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dcb684-b16a-4acc-9cb6-fc51bf0f8b78 req-b0e5aeb0-3966-4a34-b2d9-6fb9c2bea172 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:51.194502 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b7dcb684-b16a-4acc-9cb6-fc51bf0f8b78 req-b0e5aeb0-3966-4a34-b2d9-6fb9c2bea172 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 946 time: 0.4017239 Mar 28 14:15:51.208011 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb6d18-81aa-4b8d-a50f-54a5e79675db req-3f2824b7-6828-4355-96a9-ec41abb1fafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:51.209976 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-04cb6d18-81aa-4b8d-a50f-54a5e79675db req-3f2824b7-6828-4355-96a9-ec41abb1fafc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3&tenant_id=1d84c284e15941989a506e233e3a7e93 HTTP/1.1" status: 200 len: 1099 time: 0.0620153 Mar 28 14:15:51.244009 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b7dcb684-b16a-4acc-9cb6-fc51bf0f8b78 req-50e7ee5b-340f-49a9-b497-7ec9ebabd267 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429442 Mar 28 14:15:51.275173 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb6d18-81aa-4b8d-a50f-54a5e79675db req-f426b750-f3f9-4b70-8250-27e14947c16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:51.276701 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-04cb6d18-81aa-4b8d-a50f-54a5e79675db req-f426b750-f3f9-4b70-8250-27e14947c16d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d84c284e15941989a506e233e3a7e93&device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 1099 time: 0.0424767 Mar 28 14:15:51.363804 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb6d18-81aa-4b8d-a50f-54a5e79675db req-90c83b79-47a8-4091-8f33-9816d220e4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:51.365308 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-04cb6d18-81aa-4b8d-a50f-54a5e79675db req-90c83b79-47a8-4091-8f33-9816d220e4ea service neutron] 10.222.0.20 "GET /v2.0/networks?id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f HTTP/1.1" status: 200 len: 913 time: 0.0829020 Mar 28 14:15:51.426985 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-04cb6d18-81aa-4b8d-a50f-54a5e79675db req-ce746f30-9099-47c8-a54d-f8037108fa5e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7263a80-d493-40ca-917b-014fee66c33e HTTP/1.1" status: 200 len: 1003 time: 0.0555248 Mar 28 14:15:51.478057 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb6d18-81aa-4b8d-a50f-54a5e79675db req-7dd0e9b8-15fa-4f67-a721-ebdfa6f31018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:51.479384 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-04cb6d18-81aa-4b8d-a50f-54a5e79675db req-7dd0e9b8-15fa-4f67-a721-ebdfa6f31018 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=837379ec-deea-4e81-a48a-47f85888d052 HTTP/1.1" status: 200 len: 851 time: 0.0458043 Mar 28 14:15:51.523332 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb6d18-81aa-4b8d-a50f-54a5e79675db req-000e8571-7dc2-4b29-b8ba-ac82d7990590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:51.524789 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-04cb6d18-81aa-4b8d-a50f-54a5e79675db req-000e8571-7dc2-4b29-b8ba-ac82d7990590 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391016 Mar 28 14:15:51.611628 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-04cb6d18-81aa-4b8d-a50f-54a5e79675db req-7044fc2b-271a-4741-8a68-da9cc4e1e855 service neutron] 10.222.0.20 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807214 Mar 28 14:15:51.702433 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-04cb6d18-81aa-4b8d-a50f-54a5e79675db req-ebb10d91-1a34-40ef-93f4-acc912bd1447 service neutron] 10.222.0.20 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837481 Mar 28 14:15:52.365766 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b821456-b242-4bcb-8567-157913bf885d req-06d29297-7cfe-431a-8620-90b9820c0952 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:52.367240 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8b821456-b242-4bcb-8567-157913bf885d req-06d29297-7cfe-431a-8620-90b9820c0952 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 946 time: 0.0483520 Mar 28 14:15:52.408969 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8b821456-b242-4bcb-8567-157913bf885d req-8201d8bb-559e-45b1-9746-fdea41c449e2 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307412 Mar 28 14:15:53.522788 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb0dd6-4929-4ade-a967-48d4dba535cb req-7d13a5d8-d34f-4800-aea1-e3029bb567b2 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:53.524247 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-62cb0dd6-4929-4ade-a967-48d4dba535cb req-7d13a5d8-d34f-4800-aea1-e3029bb567b2 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 946 time: 0.0471158 Mar 28 14:15:53.561467 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-62cb0dd6-4929-4ade-a967-48d4dba535cb req-51c8d80c-be71-4420-97a2-0281cb7e37e0 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312505 Mar 28 14:15:54.014236 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a21154e8-7d1f-4ca1-93ea-9dc75fd98926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:54.377660 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device e7263a80-d493-40ca-917b-014fee66c33e details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:15:54.380675 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device e7263a80-d493-40ca-917b-014fee66c33e no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:15:54.532825 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:54.546504 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port e7263a80-d493-40ca-917b-014fee66c33e, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e7263a80-d493-40ca-917b-014fee66c33e,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:15:54.564674 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': 'e7263a80-d493-40ca-917b-014fee66c33e', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'port_id': 'e7263a80-d493-40ca-917b-014fee66c33e', 'mac_address': 'fa:16:3e:1c:a7:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837379ec-deea-4e81-a48a-47f85888d052', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:15:54.570557 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a48d129-46f9-4e28-be04-d41fbc3231e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7263a80-d493-40ca-917b-014fee66c33e'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:15:54.572805 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6dea01-8e34-4f61-8fc0-60156e3bece2" -d '{"events": [{"server_uuid": "8a48d129-46f9-4e28-be04-d41fbc3231e3", "name": "network-vif-unplugged", "status": "completed", "tag": "e7263a80-d493-40ca-917b-014fee66c33e"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:15:54.604282 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port e7263a80-d493-40ca-917b-014fee66c33e, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e7263a80-d493-40ca-917b-014fee66c33e,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:15:54.613375 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Mar 2022 14:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11d8b0d-56dc-4536-a0d5-2c4845869463 x-openstack-request-id: req-b11d8b0d-56dc-4536-a0d5-2c4845869463 {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:15:54.613657 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a48d129-46f9-4e28-be04-d41fbc3231e3", "name": "network-vif-unplugged", "status": "completed", "tag": "e7263a80-d493-40ca-917b-014fee66c33e", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:15:54.613906 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b11d8b0d-56dc-4536-a0d5-2c4845869463 {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:15:54.614286 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a48d129-46f9-4e28-be04-d41fbc3231e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7263a80-d493-40ca-917b-014fee66c33e', 'code': 200} Mar 28 14:15:54.622488 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:54.635705 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e7263a80-d493-40ca-917b-014fee66c33e {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:15:54.678281 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:54.680913 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a366222-0792-4ed5-b131-4fa98fbf677e req-42e33b5a-72e8-4c79-a0b4-69dbfae70e47 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:54.682394 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6a366222-0792-4ed5-b131-4fa98fbf677e req-42e33b5a-72e8-4c79-a0b4-69dbfae70e47 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 946 time: 0.0527523 Mar 28 14:15:54.719259 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6a366222-0792-4ed5-b131-4fa98fbf677e req-3a95c667-0718-4aaf-80b7-cb7221326140 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308802 Mar 28 14:15:54.842235 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb2381-3603-4e4b-a3d3-672c35c3c329 req-6a289680-e856-407a-a65d-814dc6311c77 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:54.843772 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7abb2381-3603-4e4b-a3d3-672c35c3c329 req-6a289680-e856-407a-a65d-814dc6311c77 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 944 time: 0.0501056 Mar 28 14:15:54.886921 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7abb2381-3603-4e4b-a3d3-672c35c3c329 req-ba3c78bd-0bb5-4866-82c5-e6328fa14f0f tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363231 Mar 28 14:15:54.902807 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.db.api [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 14:15:54.903152 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG oslo_db.api [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 14:15:54.907198 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=e7263a80-d493-40ca-917b-014fee66c33e,revision_number=9']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:15:54.998894 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f87dd-7777-4713-89ec-bf67e34259b5 req-d8d2a5a3-cd07-4f12-ba27-3335d8ca7ea5 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:55.000351 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-301f87dd-7777-4713-89ec-bf67e34259b5 req-d8d2a5a3-cd07-4f12-ba27-3335d8ca7ea5 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 944 time: 0.0478504 Mar 28 14:15:55.038096 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-301f87dd-7777-4713-89ec-bf67e34259b5 req-5fe15e53-4e7b-4aa8-b5e2-d2520357c265 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316980 Mar 28 14:15:55.440424 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:55.453970 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7263a80-d493-40ca-917b-014fee66c33e {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:15:55.474482 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port e7263a80-d493-40ca-917b-014fee66c33e, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e7263a80-d493-40ca-917b-014fee66c33e,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:15:55.517931 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109915e4-48f0-474f-8643-0004e3021bad req-a83f67a1-b112-40cd-afc4-a279a7c11a0d tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:55.519413 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-109915e4-48f0-474f-8643-0004e3021bad req-a83f67a1-b112-40cd-afc4-a279a7c11a0d tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 944 time: 0.0514765 Mar 28 14:15:55.528622 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:55.558383 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-109915e4-48f0-474f-8643-0004e3021bad req-2179c787-c56c-4055-81bc-316fee2f0303 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327516 Mar 28 14:15:55.581902 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=e7263a80-d493-40ca-917b-014fee66c33e,revision_number=10']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:15:55.585832 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['e7263a80-d493-40ca-917b-014fee66c33e'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:15:56.308877 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-eb4a3ac0-17e6-42e8-835b-2ad14ab5741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:56.385528 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device e7263a80-d493-40ca-917b-014fee66c33e up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:15:56.435576 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port e7263a80-d493-40ca-917b-014fee66c33e triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:15:56.435941 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:56.509262 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:56.540782 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port e7263a80-d493-40ca-917b-014fee66c33e, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e7263a80-d493-40ca-917b-014fee66c33e,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:15:56.611666 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:56.616738 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a48d129-46f9-4e28-be04-d41fbc3231e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7263a80-d493-40ca-917b-014fee66c33e'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:15:56.618467 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad9100a-8b5c-4429-92a3-6ca248666df9" -d '{"events": [{"server_uuid": "8a48d129-46f9-4e28-be04-d41fbc3231e3", "name": "network-vif-plugged", "status": "completed", "tag": "e7263a80-d493-40ca-917b-014fee66c33e"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:15:56.657855 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83523193-8579-48f2-be55-7cc34f8bd262 x-openstack-request-id: req-83523193-8579-48f2-be55-7cc34f8bd262 {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:15:56.658145 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a48d129-46f9-4e28-be04-d41fbc3231e3", "name": "network-vif-plugged", "status": "completed", "tag": "e7263a80-d493-40ca-917b-014fee66c33e", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:15:56.658404 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-83523193-8579-48f2-be55-7cc34f8bd262 {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:15:56.658792 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a48d129-46f9-4e28-be04-d41fbc3231e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7263a80-d493-40ca-917b-014fee66c33e', 'code': 200} Mar 28 14:15:56.670772 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=e7263a80-d493-40ca-917b-014fee66c33e,revision_number=11']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:15:56.677905 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:15:56.678248 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:15:56.678584 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:15:56.678910 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:15:56.679235 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:15:56.679560 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:15:56.679669 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1505a4-76f2-4ff8-aa43-7470f66a6f0a req-2b665cfc-652e-47a3-8722-b3d1d2953f37 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:56.680107 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:15:56.680276 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:15:56.680622 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:15:56.680940 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:15:56.681111 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bd1505a4-76f2-4ff8-aa43-7470f66a6f0a req-2b665cfc-652e-47a3-8722-b3d1d2953f37 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 947 time: 0.0512993 Mar 28 14:15:56.681300 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:15:56.681576 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:15:56.719391 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bd1505a4-76f2-4ff8-aa43-7470f66a6f0a req-c283f7b0-03c2-4ea2-8119-33a5803f5dfa tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319161 Mar 28 14:15:57.691868 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:57.693562 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704748e-d3ef-4e53-8c5f-2eec19f4fed6 req-b33389a5-ede0-43fe-b0d8-a9ec5c19b921 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:57.694986 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8704748e-d3ef-4e53-8c5f-2eec19f4fed6 req-b33389a5-ede0-43fe-b0d8-a9ec5c19b921 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 947 time: 0.0478549 Mar 28 14:15:57.788655 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-8704748e-d3ef-4e53-8c5f-2eec19f4fed6 req-e5b0553a-363f-4728-a99c-aeb3ba775305 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Deleting port e7263a80-d493-40ca-917b-014fee66c33e {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:15:57.788999 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-8704748e-d3ef-4e53-8c5f-2eec19f4fed6 req-e5b0553a-363f-4728-a99c-aeb3ba775305 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:57.910482 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb4d37-c2a5-42ba-852b-9e5da2c7f7fe req-9386ba0f-ab3b-4f40-9c26-4a332887632d tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:15:57.911933 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6dbb4d37-c2a5-42ba-852b-9e5da2c7f7fe req-9386ba0f-ab3b-4f40-9c26-4a332887632d tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 947 time: 0.1189959 Mar 28 14:15:57.939473 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-8704748e-d3ef-4e53-8c5f-2eec19f4fed6 req-e5b0553a-363f-4728-a99c-aeb3ba775305 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] For port e7263a80-d493-40ca-917b-014fee66c33e, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e7263a80-d493-40ca-917b-014fee66c33e,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:15:57.939834 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-8704748e-d3ef-4e53-8c5f-2eec19f4fed6 req-e5b0553a-363f-4728-a99c-aeb3ba775305 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:57.996410 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6dbb4d37-c2a5-42ba-852b-9e5da2c7f7fe req-06150f48-9859-41a0-8f68-5d25554a1c96 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775759 Mar 28 14:15:58.119621 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-8704748e-d3ef-4e53-8c5f-2eec19f4fed6 req-e5b0553a-363f-4728-a99c-aeb3ba775305 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:58.120013 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-8704748e-d3ef-4e53-8c5f-2eec19f4fed6 req-e5b0553a-363f-4728-a99c-aeb3ba775305 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:58.120301 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [req-8704748e-d3ef-4e53-8c5f-2eec19f4fed6 req-e5b0553a-363f-4728-a99c-aeb3ba775305 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Floating IP 2bea100e-b2f3-4513-b7b1-24eb40983cda disassociated. External IP: 172.26.2.221, port: e7263a80-d493-40ca-917b-014fee66c33e. Mar 28 14:15:58.120677 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-8704748e-d3ef-4e53-8c5f-2eec19f4fed6 req-e5b0553a-363f-4728-a99c-aeb3ba775305 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Calling delete_port for e7263a80-d493-40ca-917b-014fee66c33e owned by compute:nova {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:15:58.328674 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-8704748e-d3ef-4e53-8c5f-2eec19f4fed6 req-e5b0553a-363f-4728-a99c-aeb3ba775305 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:58.356455 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b0553a-363f-4728-a99c-aeb3ba775305 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Pushing event deleted for resources: {'Port': ['ID=e7263a80-d493-40ca-917b-014fee66c33e,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:15:58.471347 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8704748e-d3ef-4e53-8c5f-2eec19f4fed6 req-e5b0553a-363f-4728-a99c-aeb3ba775305 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Router 4ec46bff-a1f6-4f54-92de-3dccb57c6e38 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:15:58.580063 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8704748e-d3ef-4e53-8c5f-2eec19f4fed6 req-e5b0553a-363f-4728-a99c-aeb3ba775305 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:15:58.592017 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c20227b-5a39-4042-8e9a-4e16619f3cfa None None] Sync routers for ids ['4ec46bff-a1f6-4f54-92de-3dccb57c6e38'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:15:58.600332 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c20227b-5a39-4042-8e9a-4e16619f3cfa None None] Routers {'4ec46bff-a1f6-4f54-92de-3dccb57c6e38'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:15:58.601042 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-9c20227b-5a39-4042-8e9a-4e16619f3cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:15:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['4ec46bff-a1f6-4f54-92de-3dccb57c6e38'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:15:58.619218 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-8704748e-d3ef-4e53-8c5f-2eec19f4fed6 req-e5b0553a-363f-4728-a99c-aeb3ba775305 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] No DVR routers for this DVR port e7263a80-d493-40ca-917b-014fee66c33e on host hv-neutron-8353 {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:15:58.621837 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-8704748e-d3ef-4e53-8c5f-2eec19f4fed6 req-e5b0553a-363f-4728-a99c-aeb3ba775305 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:58.625342 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8704748e-d3ef-4e53-8c5f-2eec19f4fed6 req-e5b0553a-363f-4728-a99c-aeb3ba775305 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.20 "DELETE /v2.0/ports/e7263a80-d493-40ca-917b-014fee66c33e HTTP/1.1" status: 204 len: 173 time: 0.9246936 Mar 28 14:15:58.625742 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a48d129-46f9-4e28-be04-d41fbc3231e3', 'name': 'network-vif-deleted', 'tag': 'e7263a80-d493-40ca-917b-014fee66c33e'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:15:58.628583 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc1ba5c-fdcd-470c-9197-009e607ba280" -d '{"events": [{"server_uuid": "8a48d129-46f9-4e28-be04-d41fbc3231e3", "name": "network-vif-deleted", "tag": "e7263a80-d493-40ca-917b-014fee66c33e"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:15:58.664058 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c6eb73-4d26-4750-8d2d-363f3dc09123 x-openstack-request-id: req-f0c6eb73-4d26-4750-8d2d-363f3dc09123 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:15:58.664352 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a48d129-46f9-4e28-be04-d41fbc3231e3", "name": "network-vif-deleted", "tag": "e7263a80-d493-40ca-917b-014fee66c33e", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:15:58.664637 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f0c6eb73-4d26-4750-8d2d-363f3dc09123 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:15:58.665036 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a48d129-46f9-4e28-be04-d41fbc3231e3', 'name': 'network-vif-deleted', 'tag': 'e7263a80-d493-40ca-917b-014fee66c33e', 'status': 'completed', 'code': 200} Mar 28 14:15:58.705958 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-9c20227b-5a39-4042-8e9a-4e16619f3cfa None None] Set router 4ec46bff-a1f6-4f54-92de-3dccb57c6e38 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:15:58.984829 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-9c20227b-5a39-4042-8e9a-4e16619f3cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'name': 'tempest-ServerActionsTestJSON-1230995267-router', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '957795fd-fccc-422b-875c-b8bebef77476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:02Z', 'revision_number': 4, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'gw_port': {'id': '957795fd-fccc-422b-875c-b8bebef77476', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:32:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'deb215c9-246b-47a5-824c-269dc450d5d2', 'name': '', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'mac_address': 'fa:16:3e:22:3a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '837379ec-deea-4e81-a48a-47f85888d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:13:01Z', 'updated_at': '2022-03-28T14:13:05Z', 'revision_number': 5, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'subnets': [{'id': '837379ec-deea-4e81-a48a-47f85888d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:15:59.002921 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:59.013242 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c20227b-5a39-4042-8e9a-4e16619f3cfa None None] Checking router: 4ec46bff-a1f6-4f54-92de-3dccb57c6e38 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:15:59.021456 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c20227b-5a39-4042-8e9a-4e16619f3cfa None None] Routers {'4ec46bff-a1f6-4f54-92de-3dccb57c6e38'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:15:59.022047 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-9c20227b-5a39-4042-8e9a-4e16619f3cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:15:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['4ec46bff-a1f6-4f54-92de-3dccb57c6e38'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:15:59.099762 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d3112546-35a9-4ca6-b535-0af94589ed81 req-b0c0e350-1565-4bc4-8d8e-a67bc7b6a1b7 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a48d129-46f9-4e28-be04-d41fbc3231e3 HTTP/1.1" status: 200 len: 210 time: 0.0259571 Mar 28 14:15:59.125554 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-9c20227b-5a39-4042-8e9a-4e16619f3cfa None None] Set router 4ec46bff-a1f6-4f54-92de-3dccb57c6e38 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:15:59.317636 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-9c20227b-5a39-4042-8e9a-4e16619f3cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'name': 'tempest-ServerActionsTestJSON-1230995267-router', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '957795fd-fccc-422b-875c-b8bebef77476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:02Z', 'revision_number': 4, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'gw_port': {'id': '957795fd-fccc-422b-875c-b8bebef77476', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:32:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'deb215c9-246b-47a5-824c-269dc450d5d2', 'name': '', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'mac_address': 'fa:16:3e:22:3a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '837379ec-deea-4e81-a48a-47f85888d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:13:01Z', 'updated_at': '2022-03-28T14:13:05Z', 'revision_number': 5, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'subnets': [{'id': '837379ec-deea-4e81-a48a-47f85888d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:15:59.342891 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c20227b-5a39-4042-8e9a-4e16619f3cfa None None] The sync data for ids ['4ec46bff-a1f6-4f54-92de-3dccb57c6e38'] in dv-neutron-835335-1-hyperv is: [{'id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'name': 'tempest-ServerActionsTestJSON-1230995267-router', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '957795fd-fccc-422b-875c-b8bebef77476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:02Z', 'revision_number': 4, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'gw_port': {'id': '957795fd-fccc-422b-875c-b8bebef77476', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:32:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'deb215c9-246b-47a5-824c-269dc450d5d2', 'name': '', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'mac_address': 'fa:16:3e:22:3a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '837379ec-deea-4e81-a48a-47f85888d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:13:01Z', 'updated_at': '2022-03-28T14:13:05Z', 'revision_number': 5, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'subnets': [{'id': '837379ec-deea-4e81-a48a-47f85888d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:15:59.406120 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:15:59.562895 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd65b0c-c3f7-4803-9c94-9e4e7d7d87c9 None None] New status for floating IP 2bea100e-b2f3-4513-b7b1-24eb40983cda: DOWN {{(pid=109614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:16:00.342492 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-48603e54-8fd3-4426-aafc-922cb2e7a22b tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1091408275&fields=id&tenant_id=1d84c284e15941989a506e233e3a7e93 HTTP/1.1" status: 200 len: 267 time: 0.0363522 Mar 28 14:16:00.453554 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-b4c4652a-a8ad-4065-b54e-635dc96321cb tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:00.455525 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-b4c4652a-a8ad-4065-b54e-635dc96321cb tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/networks?id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f HTTP/1.1" status: 200 len: 812 time: 0.1062748 Mar 28 14:16:00.470777 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-11bdae15-c58b-4a76-bbaf-1693a221e563 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/quotas/1d84c284e15941989a506e233e3a7e93 HTTP/1.1" status: 200 len: 375 time: 0.0090470 Mar 28 14:16:00.521858 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-8cb8bd17-3ded-4741-a163-049d43da59cf tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1d84c284e15941989a506e233e3a7e93&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0454049 Mar 28 14:16:00.615445 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-60d9e33a-55b5-4482-a52c-7105c6248ae0 service neutron] 10.222.0.24 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822794 Mar 28 14:16:00.700535 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-b38fe84c-7750-4157-a2e8-b17d3cf50c8e service neutron] 10.222.0.24 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784585 Mar 28 14:16:00.946362 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1b48c79f-1e94-461c-920c-63d3a43e544f req-c8742b96-d6bf-4c46-8c82-c0c1ee462259 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 210 time: 0.0304561 Mar 28 14:16:02.041459 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f9808851-56c1-4d39-abe9-f0ff1cffe7aa req-a56fab9f-3a77-4cab-8710-5da092eb5c05 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 210 time: 0.0271690 Mar 28 14:16:02.416843 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device e7263a80-d493-40ca-917b-014fee66c33e no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:16:02.436413 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] No Port match for: e7263a80-d493-40ca-917b-014fee66c33e {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:16:02.436856 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device e7263a80-d493-40ca-917b-014fee66c33e not bound to the agent host hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:16:02.683685 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-2e8fa516-fb68-46c3-a30d-c69a39ddb693 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:02.685161 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-2e8fa516-fb68-46c3-a30d-c69a39ddb693 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.20 "GET /v2.0/networks?id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f HTTP/1.1" status: 200 len: 812 time: 0.0979874 Mar 28 14:16:02.726911 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-de0591d3-264a-42df-bfc8-5d1e433ab828 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d84c284e15941989a506e233e3a7e93 HTTP/1.1" status: 200 len: 380 time: 0.0334146 Mar 28 14:16:02.735210 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-27a61955-8599-43c5-8282-89ad0fb0149f tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Request body: {'port': {'device_id': 'a97c1d83-50e8-4a13-8b12-ad7bf76613c7', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'admin_state_up': True, 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'security_groups': ['998f255a-5158-4109-8a6d-6bb0874455fa']}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:16:02.898251 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-27a61955-8599-43c5-8282-89ad0fb0149f tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Made reservation on behalf of 1d84c284e15941989a506e233e3a7e93 for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:16:02.901789 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-27a61955-8599-43c5-8282-89ad0fb0149f tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:16:03.032270 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-27a61955-8599-43c5-8282-89ad0fb0149f tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Allocated IP 172.20.0.4 (ec4b4060-d4d1-4c06-bf16-076ffb721b8f/837379ec-deea-4e81-a48a-47f85888d052/cc42a079-262e-4a10-b8a8-b619c9de1290) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:16:03.142362 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-907d3b0a-b127-4683-b424-7120c3935dda req-1b6d96ea-5693-4159-a854-0cd790a2d7a3 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 210 time: 0.0306540 Mar 28 14:16:03.190724 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-27a61955-8599-43c5-8282-89ad0fb0149f tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:16:03.294528 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-27a61955-8599-43c5-8282-89ad0fb0149f tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:16:03.338584 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-27a61955-8599-43c5-8282-89ad0fb0149f tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Network ec4b4060-d4d1-4c06-bf16-076ffb721b8f is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:16:03.341779 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-27a61955-8599-43c5-8282-89ad0fb0149f tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:16:03.346994 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-27a61955-8599-43c5-8282-89ad0fb0149f tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:16:03.371323 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a61955-8599-43c5-8282-89ad0fb0149f tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Pushing event updated for resources: {'Port': ['ID=cc42a079-262e-4a10-b8a8-b619c9de1290,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:16:03.399193 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-27a61955-8599-43c5-8282-89ad0fb0149f tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:03.399807 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-27a61955-8599-43c5-8282-89ad0fb0149f tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:16:03.465765 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-27a61955-8599-43c5-8282-89ad0fb0149f tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7340016 Mar 28 14:16:03.489859 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-0483f557-7327-492e-a292-2bb608fe691c tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 14:16:03.491477 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-0483f557-7327-492e-a292-2bb608fe691c tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053465 Mar 28 14:16:03.502803 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-a50d2d48-bb67-4bdd-bd97-01ebb9de9782 service neutron] Request body: {'port': {'device_id': 'a97c1d83-50e8-4a13-8b12-ad7bf76613c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:16:03.541453 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-6d135036-f35c-4731-ba2d-b5d7d5272711 None None] Provisioning complete for port cc42a079-262e-4a10-b8a8-b619c9de1290 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:16:03.541969 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6d135036-f35c-4731-ba2d-b5d7d5272711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:16:03.554693 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-a50d2d48-bb67-4bdd-bd97-01ebb9de9782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:16:03.575778 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-6d135036-f35c-4731-ba2d-b5d7d5272711 None None] Port cc42a079-262e-4a10-b8a8-b619c9de1290 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:16:03.809604 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-a50d2d48-bb67-4bdd-bd97-01ebb9de9782 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc42a079-262e-4a10-b8a8-b619c9de1290 {{(pid=109613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:16:03.816848 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-a50d2d48-bb67-4bdd-bd97-01ebb9de9782 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:16:03.828060 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.provisioning_blocks [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-a50d2d48-bb67-4bdd-bd97-01ebb9de9782 service neutron] Transition to ACTIVE for port object cc42a079-262e-4a10-b8a8-b619c9de1290 will not be triggered until provisioned by entity L2. {{(pid=109613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 14:16:03.891231 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-a50d2d48-bb67-4bdd-bd97-01ebb9de9782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:16:03.956818 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50d2d48-bb67-4bdd-bd97-01ebb9de9782 service neutron] Pushing event updated for resources: {'Port': ['ID=cc42a079-262e-4a10-b8a8-b619c9de1290,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:16:04.013934 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-a50d2d48-bb67-4bdd-bd97-01ebb9de9782 service neutron] Attempting to bind port cc42a079-262e-4a10-b8a8-b619c9de1290 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:16:04.014361 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-a50d2d48-bb67-4bdd-bd97-01ebb9de9782 service neutron] Attempting to bind port cc42a079-262e-4a10-b8a8-b619c9de1290 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '31184651-bcd0-4f3d-bba2-09c243f9595f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:16:04.014752 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-a50d2d48-bb67-4bdd-bd97-01ebb9de9782 service neutron] Attempting to bind port cc42a079-262e-4a10-b8a8-b619c9de1290 on network ec4b4060-d4d1-4c06-bf16-076ffb721b8f {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:16:04.019176 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-a50d2d48-bb67-4bdd-bd97-01ebb9de9782 service neutron] Port cc42a079-262e-4a10-b8a8-b619c9de1290 on network ec4b4060-d4d1-4c06-bf16-076ffb721b8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 14:16:04.019495 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-a50d2d48-bb67-4bdd-bd97-01ebb9de9782 service neutron] Attempting to bind port cc42a079-262e-4a10-b8a8-b619c9de1290 on network ec4b4060-d4d1-4c06-bf16-076ffb721b8f {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:16:04.024848 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-a50d2d48-bb67-4bdd-bd97-01ebb9de9782 service neutron] Checking agent: {'id': '72ab3303-6c81-4bd9-a1a9-2c5d9b681d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'started_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:16:04.025189 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-a50d2d48-bb67-4bdd-bd97-01ebb9de9782 service neutron] Checking segment: {'id': '31184651-bcd0-4f3d-bba2-09c243f9595f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:16:04.025597 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-a50d2d48-bb67-4bdd-bd97-01ebb9de9782 service neutron] Bound using segment: {'id': '31184651-bcd0-4f3d-bba2-09c243f9595f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f'} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:16:04.026024 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-a50d2d48-bb67-4bdd-bd97-01ebb9de9782 service neutron] Bound port: cc42a079-262e-4a10-b8a8-b619c9de1290, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31184651-bcd0-4f3d-bba2-09c243f9595f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f'}}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:16:04.026383 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-a50d2d48-bb67-4bdd-bd97-01ebb9de9782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:16:04.094664 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-a50d2d48-bb67-4bdd-bd97-01ebb9de9782 service neutron] For port cc42a079-262e-4a10-b8a8-b619c9de1290, host hv-neutron-8353, cleared binding levels {{(pid=109613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:16:04.097744 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-a50d2d48-bb67-4bdd-bd97-01ebb9de9782 service neutron] For port cc42a079-262e-4a10-b8a8-b619c9de1290, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=cc42a079-262e-4a10-b8a8-b619c9de1290,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:16:04.160659 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-a50d2d48-bb67-4bdd-bd97-01ebb9de9782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:16:04.197774 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-a50d2d48-bb67-4bdd-bd97-01ebb9de9782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:04.198390 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-a50d2d48-bb67-4bdd-bd97-01ebb9de9782 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:16:04.199773 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-a50d2d48-bb67-4bdd-bd97-01ebb9de9782 service neutron] 10.222.0.20 "PUT /v2.0/ports/cc42a079-262e-4a10-b8a8-b619c9de1290 HTTP/1.1" status: 200 len: 1093 time: 0.7010419 Mar 28 14:16:04.200225 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97c1d83-50e8-4a13-8b12-ad7bf76613c7', 'tag': 'cc42a079-262e-4a10-b8a8-b619c9de1290'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:16:04.202504 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a7758c-05a0-4415-adbf-8b4f7612e729" -d '{"events": [{"name": "network-changed", "server_uuid": "a97c1d83-50e8-4a13-8b12-ad7bf76613c7", "tag": "cc42a079-262e-4a10-b8a8-b619c9de1290"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:16:04.264544 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20156df3-8d14-48b2-a5af-55012d8fb965 x-openstack-request-id: req-20156df3-8d14-48b2-a5af-55012d8fb965 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:16:04.264828 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a97c1d83-50e8-4a13-8b12-ad7bf76613c7", "tag": "cc42a079-262e-4a10-b8a8-b619c9de1290", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:16:04.265072 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-20156df3-8d14-48b2-a5af-55012d8fb965 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:16:04.265455 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a97c1d83-50e8-4a13-8b12-ad7bf76613c7', 'tag': 'cc42a079-262e-4a10-b8a8-b619c9de1290', 'status': 'completed', 'code': 200} Mar 28 14:16:04.267425 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50d2d48-bb67-4bdd-bd97-01ebb9de9782 service neutron] Pushing event updated for resources: {'Port': ['ID=cc42a079-262e-4a10-b8a8-b619c9de1290,revision_number=3']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:16:04.326542 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e7fac4-76ca-412b-8598-171293a19f4b req-737ed65d-160d-441b-b393-c7bb6dfe27be tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:04.328046 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-06e7fac4-76ca-412b-8598-171293a19f4b req-737ed65d-160d-441b-b393-c7bb6dfe27be tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 943 time: 0.1088781 Mar 28 14:16:04.335246 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7758c-05a0-4415-adbf-8b4f7612e729 req-34154400-469c-4bf1-a077-43b6eab14084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:04.336790 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b0a7758c-05a0-4415-adbf-8b4f7612e729 req-34154400-469c-4bf1-a077-43b6eab14084 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d84c284e15941989a506e233e3a7e93&device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 1096 time: 0.0650578 Mar 28 14:16:04.420879 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-06e7fac4-76ca-412b-8598-171293a19f4b req-0aa98a3f-04e9-42e6-a0ea-02229bb835c6 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831454 Mar 28 14:16:04.454717 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7758c-05a0-4415-adbf-8b4f7612e729 req-e8779f32-f49f-4801-be41-fd26c0949cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:04.456169 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b0a7758c-05a0-4415-adbf-8b4f7612e729 req-e8779f32-f49f-4801-be41-fd26c0949cd9 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=1d84c284e15941989a506e233e3a7e93&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1123860 Mar 28 14:16:04.547127 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7758c-05a0-4415-adbf-8b4f7612e729 req-0dfbb7d0-2ff9-4713-accc-b829b2b75588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:04.548571 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b0a7758c-05a0-4415-adbf-8b4f7612e729 req-0dfbb7d0-2ff9-4713-accc-b829b2b75588 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0863249 Mar 28 14:16:04.623451 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-f375cdf7-62a4-4da3-82de-5ff50f9f5e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:04.625002 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-f375cdf7-62a4-4da3-82de-5ff50f9f5e3a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d84c284e15941989a506e233e3a7e93&device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 1096 time: 0.0407724 Mar 28 14:16:04.668295 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-7465b08d-133d-43ee-a968-e6a036255c51 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc42a079-262e-4a10-b8a8-b619c9de1290 HTTP/1.1" status: 200 len: 217 time: 0.0356860 Mar 28 14:16:04.714534 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-557ce260-8cd1-4fc8-95be-26996b5faa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:04.716087 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-557ce260-8cd1-4fc8-95be-26996b5faa95 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=837379ec-deea-4e81-a48a-47f85888d052 HTTP/1.1" status: 200 len: 851 time: 0.0418649 Mar 28 14:16:04.758991 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-4d75df74-5e05-4392-8bd9-bb75c75faa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:04.760401 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-4d75df74-5e05-4392-8bd9-bb75c75faa0d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384917 Mar 28 14:16:04.847776 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-175e13ab-35ae-4e88-960b-eddbcbfd1bef service neutron] 10.222.0.20 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809739 Mar 28 14:16:04.933497 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1efd8cb0-c90a-4d57-a366-2266ecd40ad9 req-5cf2eac0-e39d-4523-b8e0-3938f11fba3d service neutron] 10.222.0.20 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784507 Mar 28 14:16:05.534272 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ebabc-363f-4b82-bf2c-a9ad1e6743b1 req-7ea877a1-6ba3-4bf5-94e7-f4339a5e3498 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:05.535734 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-614ebabc-363f-4b82-bf2c-a9ad1e6743b1 req-7ea877a1-6ba3-4bf5-94e7-f4339a5e3498 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 943 time: 0.0474403 Mar 28 14:16:05.573560 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-614ebabc-363f-4b82-bf2c-a9ad1e6743b1 req-529fd23b-ac96-40c9-aeb3-e5d23a63c20e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310702 Mar 28 14:16:06.233677 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:16:06.693000 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e292bb-fd2c-4da7-b262-03764f46cae9 req-a10d6ed8-3620-49e2-9d4a-55de8ec43cf0 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:06.694448 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-30e292bb-fd2c-4da7-b262-03764f46cae9 req-a10d6ed8-3620-49e2-9d4a-55de8ec43cf0 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 943 time: 0.0519283 Mar 28 14:16:06.730678 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-30e292bb-fd2c-4da7-b262-03764f46cae9 req-3c8259fb-06ac-4072-8da8-78bb569b2cbb tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296035 Mar 28 14:16:07.842324 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0389a-f00b-4f56-8f2d-1db5b3e3ba33 req-c51d525a-856b-4286-bfa3-43b58b84c4cf tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:07.843752 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7cf0389a-f00b-4f56-8f2d-1db5b3e3ba33 req-c51d525a-856b-4286-bfa3-43b58b84c4cf tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 943 time: 0.0475919 Mar 28 14:16:07.879047 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7cf0389a-f00b-4f56-8f2d-1db5b3e3ba33 req-50d38e1e-bee5-40d5-affe-c2c6c4766bb6 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293396 Mar 28 14:16:08.432235 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device cc42a079-262e-4a10-b8a8-b619c9de1290 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:16:08.528894 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port cc42a079-262e-4a10-b8a8-b619c9de1290, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=cc42a079-262e-4a10-b8a8-b619c9de1290,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:16:08.537231 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': 'cc42a079-262e-4a10-b8a8-b619c9de1290', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'port_id': 'cc42a079-262e-4a10-b8a8-b619c9de1290', 'mac_address': 'fa:16:3e:f6:69:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837379ec-deea-4e81-a48a-47f85888d052', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:16:08.573626 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:16:08.586393 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc42a079-262e-4a10-b8a8-b619c9de1290 {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:16:08.604798 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port cc42a079-262e-4a10-b8a8-b619c9de1290, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=cc42a079-262e-4a10-b8a8-b619c9de1290,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:16:08.682395 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:16:08.731874 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=cc42a079-262e-4a10-b8a8-b619c9de1290,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:16:08.983645 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['cc42a079-262e-4a10-b8a8-b619c9de1290'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:16:08.992590 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379589fb-e450-4ddd-b44b-a8f4b0a98f0c req-1e559378-0d71-461f-bb75-46191b10dcdf tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:08.994038 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-379589fb-e450-4ddd-b44b-a8f4b0a98f0c req-1e559378-0d71-461f-bb75-46191b10dcdf tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 944 time: 0.0472729 Mar 28 14:16:09.031233 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-379589fb-e450-4ddd-b44b-a8f4b0a98f0c req-515dd582-f478-485a-81c0-738c26b2144f tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309944 Mar 28 14:16:10.146572 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef4993-d254-4f0f-8055-9a5c3dee222b req-9243b3d4-d4ca-4497-9e58-e277d8cde5e0 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:10.148749 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-74ef4993-d254-4f0f-8055-9a5c3dee222b req-9243b3d4-d4ca-4497-9e58-e277d8cde5e0 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 944 time: 0.0504189 Mar 28 14:16:10.198443 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-74ef4993-d254-4f0f-8055-9a5c3dee222b req-a5a34088-35ed-42fa-a87b-d9a15638341a tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341046 Mar 28 14:16:10.448047 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device cc42a079-262e-4a10-b8a8-b619c9de1290 up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:16:10.561138 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning for port cc42a079-262e-4a10-b8a8-b619c9de1290 completed by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 14:16:10.566552 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port cc42a079-262e-4a10-b8a8-b619c9de1290 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:16:10.566552 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:16:10.639724 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:16:10.660757 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97c1d83-50e8-4a13-8b12-ad7bf76613c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc42a079-262e-4a10-b8a8-b619c9de1290'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:16:10.664767 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581f4067-e558-4609-92dd-d015df62804b" -d '{"events": [{"server_uuid": "a97c1d83-50e8-4a13-8b12-ad7bf76613c7", "name": "network-vif-plugged", "status": "completed", "tag": "cc42a079-262e-4a10-b8a8-b619c9de1290"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:16:10.675019 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port cc42a079-262e-4a10-b8a8-b619c9de1290, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=cc42a079-262e-4a10-b8a8-b619c9de1290,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:16:10.699866 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019020f6-a71d-4d42-8431-0c683a825cfa x-openstack-request-id: req-019020f6-a71d-4d42-8431-0c683a825cfa {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:16:10.700165 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97c1d83-50e8-4a13-8b12-ad7bf76613c7", "name": "network-vif-plugged", "status": "completed", "tag": "cc42a079-262e-4a10-b8a8-b619c9de1290", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:16:10.700484 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-019020f6-a71d-4d42-8431-0c683a825cfa {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:16:10.700870 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97c1d83-50e8-4a13-8b12-ad7bf76613c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc42a079-262e-4a10-b8a8-b619c9de1290', 'code': 200} Mar 28 14:16:10.737216 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:16:10.782996 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=cc42a079-262e-4a10-b8a8-b619c9de1290,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:16:10.985277 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ded7d9-9605-44f7-acc0-98c47c32d114 req-cda59595-98e6-419b-9c61-a53c2ff0b128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:10.986685 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-19ded7d9-9605-44f7-acc0-98c47c32d114 req-cda59595-98e6-419b-9c61-a53c2ff0b128 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 1098 time: 0.0393043 Mar 28 14:16:11.019928 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-19ded7d9-9605-44f7-acc0-98c47c32d114 req-1e2ce707-aac8-46d4-a52d-6c05d631de2b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261862 Mar 28 14:16:11.312018 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ce537-7609-4936-8e90-0310f7c66dbd req-412fa503-9227-4741-bbc3-add811366974 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:11.313487 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-101ce537-7609-4936-8e90-0310f7c66dbd req-412fa503-9227-4741-bbc3-add811366974 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 945 time: 0.0472832 Mar 28 14:16:11.349865 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-101ce537-7609-4936-8e90-0310f7c66dbd req-65387423-d338-4b6c-98ab-992419738c31 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302868 Mar 28 14:16:12.469402 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3617a-3c98-402d-871b-0ee13b0fb9f5 req-d153c24c-c6c9-4d30-8624-ddbde4e7df25 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:12.470885 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1ed3617a-3c98-402d-871b-0ee13b0fb9f5 req-d153c24c-c6c9-4d30-8624-ddbde4e7df25 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 945 time: 0.0522516 Mar 28 14:16:12.508274 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1ed3617a-3c98-402d-871b-0ee13b0fb9f5 req-8ad4cb73-4b53-4083-a863-b20b49bb0ced tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307863 Mar 28 14:16:13.622369 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5cfda-0865-483c-9dec-6cc80b98636c req-922a16d2-8c18-4da8-8b30-86e2beb7b5c2 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:13.623807 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c5e5cfda-0865-483c-9dec-6cc80b98636c req-922a16d2-8c18-4da8-8b30-86e2beb7b5c2 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 945 time: 0.0471170 Mar 28 14:16:13.660226 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c5e5cfda-0865-483c-9dec-6cc80b98636c req-26295dc0-9596-412c-8383-a1e65ee9e7c9 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305851 Mar 28 14:16:13.734373 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:16:13.772780 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89056c-b103-452c-bd0c-3ffd8086407c req-6d3d6738-6139-4892-9fbf-e3fa66bad1f4 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:13.774213 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1f89056c-b103-452c-bd0c-3ffd8086407c req-6d3d6738-6139-4892-9fbf-e3fa66bad1f4 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 945 time: 0.0480430 Mar 28 14:16:13.782940 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 39466) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:16:13.787220 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-b9304075-a85e-4ba0-82db-6ef567acda8b tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Request body: {'floatingip': {'port_id': 'cc42a079-262e-4a10-b8a8-b619c9de1290'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:16:13.835812 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b9304075-a85e-4ba0-82db-6ef567acda8b tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks [] for floatingip, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:16:14.249928 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b9304075-a85e-4ba0-82db-6ef567acda8b tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:16:14.314353 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b9304075-a85e-4ba0-82db-6ef567acda8b tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:16:14.407362 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [None req-b9304075-a85e-4ba0-82db-6ef567acda8b tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Floating IP 2bea100e-b2f3-4513-b7b1-24eb40983cda associated. External IP: 172.26.2.221, port: cc42a079-262e-4a10-b8a8-b619c9de1290. Mar 28 14:16:14.608765 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9304075-a85e-4ba0-82db-6ef567acda8b tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Router 4ec46bff-a1f6-4f54-92de-3dccb57c6e38 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:16:14.711642 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9304075-a85e-4ba0-82db-6ef567acda8b tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:16:14.716461 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b9304075-a85e-4ba0-82db-6ef567acda8b tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:16:14.722825 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8c3336-65cd-423d-8ea0-26ba5e8fbbd0 None None] Sync routers for ids ['4ec46bff-a1f6-4f54-92de-3dccb57c6e38'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:16:14.732940 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8c3336-65cd-423d-8ea0-26ba5e8fbbd0 None None] Routers {'4ec46bff-a1f6-4f54-92de-3dccb57c6e38'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:16:14.733612 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-be8c3336-65cd-423d-8ea0-26ba5e8fbbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:15:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['4ec46bff-a1f6-4f54-92de-3dccb57c6e38'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:16:14.744481 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b9304075-a85e-4ba0-82db-6ef567acda8b tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "PUT /v2.0/floatingips/2bea100e-b2f3-4513-b7b1-24eb40983cda HTTP/1.1" status: 200 len: 992 time: 0.9573615 Mar 28 14:16:14.744481 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97c1d83-50e8-4a13-8b12-ad7bf76613c7', 'tag': 'cc42a079-262e-4a10-b8a8-b619c9de1290'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:16:14.744481 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87329a41-0888-49b5-914e-e557a36c718a" -d '{"events": [{"name": "network-changed", "server_uuid": "a97c1d83-50e8-4a13-8b12-ad7bf76613c7", "tag": "cc42a079-262e-4a10-b8a8-b619c9de1290"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:16:14.781842 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb13d67e-7acc-4a06-8de2-1889da7887df x-openstack-request-id: req-bb13d67e-7acc-4a06-8de2-1889da7887df {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:16:14.782130 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a97c1d83-50e8-4a13-8b12-ad7bf76613c7", "tag": "cc42a079-262e-4a10-b8a8-b619c9de1290", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:16:14.782381 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bb13d67e-7acc-4a06-8de2-1889da7887df {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:16:14.782775 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a97c1d83-50e8-4a13-8b12-ad7bf76613c7', 'tag': 'cc42a079-262e-4a10-b8a8-b619c9de1290', 'status': 'completed', 'code': 200} Mar 28 14:16:14.842638 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-be8c3336-65cd-423d-8ea0-26ba5e8fbbd0 None None] Set router 4ec46bff-a1f6-4f54-92de-3dccb57c6e38 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:16:15.076765 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-be8c3336-65cd-423d-8ea0-26ba5e8fbbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'name': 'tempest-ServerActionsTestJSON-1230995267-router', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '957795fd-fccc-422b-875c-b8bebef77476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:02Z', 'revision_number': 4, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'gw_port': {'id': '957795fd-fccc-422b-875c-b8bebef77476', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:32:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '2bea100e-b2f3-4513-b7b1-24eb40983cda', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'floating_ip_address': '172.26.2.221', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'port_id': 'cc42a079-262e-4a10-b8a8-b619c9de1290', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'mac_address': 'fa:16:3e:f6:69:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97c1d83-50e8-4a13-8b12-ad7bf76613c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:13:06Z', 'updated_at': '2022-03-28T14:16:14Z', 'revision_number': 13, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deb215c9-246b-47a5-824c-269dc450d5d2', 'name': '', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'mac_address': 'fa:16:3e:22:3a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '837379ec-deea-4e81-a48a-47f85888d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:13:01Z', 'updated_at': '2022-03-28T14:13:05Z', 'revision_number': 5, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'subnets': [{'id': '837379ec-deea-4e81-a48a-47f85888d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:16:15.106773 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8c3336-65cd-423d-8ea0-26ba5e8fbbd0 None None] Checking router: 4ec46bff-a1f6-4f54-92de-3dccb57c6e38 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:16:15.115188 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8c3336-65cd-423d-8ea0-26ba5e8fbbd0 None None] Routers {'4ec46bff-a1f6-4f54-92de-3dccb57c6e38'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:16:15.115794 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-be8c3336-65cd-423d-8ea0-26ba5e8fbbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:15:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['4ec46bff-a1f6-4f54-92de-3dccb57c6e38'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:16:15.195718 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87329a41-0888-49b5-914e-e557a36c718a req-3f4beccc-6da1-4fb7-9ba7-86dc4e2cd785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:15.197311 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-87329a41-0888-49b5-914e-e557a36c718a req-3f4beccc-6da1-4fb7-9ba7-86dc4e2cd785 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d84c284e15941989a506e233e3a7e93&device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 1098 time: 0.3943975 Mar 28 14:16:15.227368 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-be8c3336-65cd-423d-8ea0-26ba5e8fbbd0 None None] Set router 4ec46bff-a1f6-4f54-92de-3dccb57c6e38 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:16:15.345715 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87329a41-0888-49b5-914e-e557a36c718a req-dcdb6c92-0db6-4f6a-954d-781c107e91c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:15.347092 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-87329a41-0888-49b5-914e-e557a36c718a req-dcdb6c92-0db6-4f6a-954d-781c107e91c6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f HTTP/1.1" status: 200 len: 913 time: 0.1432130 Mar 28 14:16:15.416174 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-87329a41-0888-49b5-914e-e557a36c718a req-6261a2ae-0215-4559-a5e9-a9c2a7464cb2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc42a079-262e-4a10-b8a8-b619c9de1290 HTTP/1.1" status: 200 len: 1000 time: 0.0628934 Mar 28 14:16:15.449252 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-be8c3336-65cd-423d-8ea0-26ba5e8fbbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'name': 'tempest-ServerActionsTestJSON-1230995267-router', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '957795fd-fccc-422b-875c-b8bebef77476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:02Z', 'revision_number': 4, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'gw_port': {'id': '957795fd-fccc-422b-875c-b8bebef77476', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:32:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '2bea100e-b2f3-4513-b7b1-24eb40983cda', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'floating_ip_address': '172.26.2.221', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'port_id': 'cc42a079-262e-4a10-b8a8-b619c9de1290', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'mac_address': 'fa:16:3e:f6:69:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97c1d83-50e8-4a13-8b12-ad7bf76613c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:13:06Z', 'updated_at': '2022-03-28T14:16:14Z', 'revision_number': 13, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deb215c9-246b-47a5-824c-269dc450d5d2', 'name': '', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'mac_address': 'fa:16:3e:22:3a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '837379ec-deea-4e81-a48a-47f85888d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:13:01Z', 'updated_at': '2022-03-28T14:13:05Z', 'revision_number': 5, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'subnets': [{'id': '837379ec-deea-4e81-a48a-47f85888d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:16:15.481043 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87329a41-0888-49b5-914e-e557a36c718a req-fb01f81e-61d5-4038-91ba-098496e87b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:15.482487 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-87329a41-0888-49b5-914e-e557a36c718a req-fb01f81e-61d5-4038-91ba-098496e87b07 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=837379ec-deea-4e81-a48a-47f85888d052 HTTP/1.1" status: 200 len: 851 time: 0.0604470 Mar 28 14:16:15.482767 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8c3336-65cd-423d-8ea0-26ba5e8fbbd0 None None] The sync data for ids ['4ec46bff-a1f6-4f54-92de-3dccb57c6e38'] in dv-neutron-835335-1-hyperv is: [{'id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'name': 'tempest-ServerActionsTestJSON-1230995267-router', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '957795fd-fccc-422b-875c-b8bebef77476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:02Z', 'revision_number': 4, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'gw_port': {'id': '957795fd-fccc-422b-875c-b8bebef77476', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:32:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '2bea100e-b2f3-4513-b7b1-24eb40983cda', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'floating_ip_address': '172.26.2.221', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'port_id': 'cc42a079-262e-4a10-b8a8-b619c9de1290', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'mac_address': 'fa:16:3e:f6:69:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97c1d83-50e8-4a13-8b12-ad7bf76613c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:13:06Z', 'updated_at': '2022-03-28T14:16:14Z', 'revision_number': 13, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deb215c9-246b-47a5-824c-269dc450d5d2', 'name': '', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'mac_address': 'fa:16:3e:22:3a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '837379ec-deea-4e81-a48a-47f85888d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:13:01Z', 'updated_at': '2022-03-28T14:13:05Z', 'revision_number': 5, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'subnets': [{'id': '837379ec-deea-4e81-a48a-47f85888d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:16:15.532108 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87329a41-0888-49b5-914e-e557a36c718a req-3987bf26-0a1b-469d-bcac-18aa9d9401c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:15.533883 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-87329a41-0888-49b5-914e-e557a36c718a req-3987bf26-0a1b-469d-bcac-18aa9d9401c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439501 Mar 28 14:16:15.627819 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-87329a41-0888-49b5-914e-e557a36c718a req-1b907ee5-9bec-47ed-95ef-1dc6f86f1e51 service neutron] 10.222.0.20 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876768 Mar 28 14:16:15.683470 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1fc70e-2eff-4d8f-bda7-9c639755c1a8 None None] New status for floating IP 2bea100e-b2f3-4513-b7b1-24eb40983cda: ACTIVE {{(pid=109614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:16:15.726738 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-87329a41-0888-49b5-914e-e557a36c718a req-363595f8-c2f5-4c38-bec6-513ba6521162 service neutron] 10.222.0.20 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916240 Mar 28 14:16:16.629903 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea78fc4-2b29-4b1f-bfc9-395574cb257e req-019fa0a3-c4db-4b37-b88a-27f39eede2e6 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:16.631391 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4ea78fc4-2b29-4b1f-bfc9-395574cb257e req-019fa0a3-c4db-4b37-b88a-27f39eede2e6 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 945 time: 0.0477433 Mar 28 14:16:16.668356 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4ea78fc4-2b29-4b1f-bfc9-395574cb257e req-59324280-33c8-4446-8df4-80d61219ca7f tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303457 Mar 28 14:16:20.562443 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d6cbdaee-05ed-4e53-9cc5-57a2f84a4f99 req-a723c34f-c2f7-4195-af76-3a7e7978a509 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438042 Mar 28 14:16:20.643045 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cbdaee-05ed-4e53-9cc5-57a2f84a4f99 req-8ee6a052-3cdf-49f8-a599-11ab9e1b25b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:20.644660 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d6cbdaee-05ed-4e53-9cc5-57a2f84a4f99 req-8ee6a052-3cdf-49f8-a599-11ab9e1b25b2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d84c284e15941989a506e233e3a7e93&device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 1098 time: 0.0413737 Mar 28 14:16:20.748879 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cbdaee-05ed-4e53-9cc5-57a2f84a4f99 req-bd0c0641-9577-4d0c-9a30-8f50cc5dcba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:20.750318 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d6cbdaee-05ed-4e53-9cc5-57a2f84a4f99 req-bd0c0641-9577-4d0c-9a30-8f50cc5dcba8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f HTTP/1.1" status: 200 len: 913 time: 0.0882113 Mar 28 14:16:20.817752 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d6cbdaee-05ed-4e53-9cc5-57a2f84a4f99 req-80d25669-ca09-47af-b281-a34f3e3424c3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc42a079-262e-4a10-b8a8-b619c9de1290 HTTP/1.1" status: 200 len: 1002 time: 0.0608132 Mar 28 14:16:20.865339 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cbdaee-05ed-4e53-9cc5-57a2f84a4f99 req-d0df14ba-f497-4a0a-916b-a4e061795086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:20.867408 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d6cbdaee-05ed-4e53-9cc5-57a2f84a4f99 req-d0df14ba-f497-4a0a-916b-a4e061795086 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=837379ec-deea-4e81-a48a-47f85888d052 HTTP/1.1" status: 200 len: 851 time: 0.0438530 Mar 28 14:16:20.915204 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cbdaee-05ed-4e53-9cc5-57a2f84a4f99 req-d638878d-54d1-40ed-b340-e55ff264c45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:20.916745 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d6cbdaee-05ed-4e53-9cc5-57a2f84a4f99 req-d638878d-54d1-40ed-b340-e55ff264c45f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430331 Mar 28 14:16:21.003154 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d6cbdaee-05ed-4e53-9cc5-57a2f84a4f99 req-7795ca5e-bbac-4117-a73c-06dc02945879 service neutron] 10.222.0.20 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804107 Mar 28 14:16:21.094009 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d6cbdaee-05ed-4e53-9cc5-57a2f84a4f99 req-22a2d5ba-9fbe-405a-adf2-59ae10823d4e service neutron] 10.222.0.20 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845211 Mar 28 14:16:24.025228 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b9681a5a-d2ad-4a9b-9f88-fdce94e8bb3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:16:26.331056 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dab864e0-e4cb-4dad-8751-ed8659294865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:16:27.673987 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:16:29.015384 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:16:29.365331 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:16:29.499429 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb2e1f-ed67-4e03-b756-8428780e7b1b req-f07d1098-e986-4fb3-a1d1-69a8f8b290d8 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:29.500923 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-13eb2e1f-ed67-4e03-b756-8428780e7b1b req-f07d1098-e986-4fb3-a1d1-69a8f8b290d8 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 945 time: 0.0492537 Mar 28 14:16:29.537891 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-13eb2e1f-ed67-4e03-b756-8428780e7b1b req-4d283147-aa63-47a2-9640-54cc0ceec02a tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301869 Mar 28 14:16:29.649282 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-36a874b7-0c0e-4c64-beb7-cef5d63ab022 req-511cb348-6dfa-48bd-a08c-a50fc08f7b49 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0856688 Mar 28 14:16:30.657292 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831de368-8378-4e7b-9adc-06b769670b40 req-4fd823c2-ff7a-4b86-aefc-cc7f898c62f1 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:30.658805 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-831de368-8378-4e7b-9adc-06b769670b40 req-4fd823c2-ff7a-4b86-aefc-cc7f898c62f1 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 945 time: 0.0495121 Mar 28 14:16:30.696784 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-831de368-8378-4e7b-9adc-06b769670b40 req-b1596591-b63c-444b-9066-6e9d00fa6295 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319855 Mar 28 14:16:31.544677 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a874b7-0c0e-4c64-beb7-cef5d63ab022 req-fea36dac-bb4e-458c-a2d8-bad29dac5853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:31.546088 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-36a874b7-0c0e-4c64-beb7-cef5d63ab022 req-fea36dac-bb4e-458c-a2d8-bad29dac5853 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d84c284e15941989a506e233e3a7e93&device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 1098 time: 0.0440466 Mar 28 14:16:31.632762 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a874b7-0c0e-4c64-beb7-cef5d63ab022 req-7f717093-0dcc-4e28-b0f5-d19b46220bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:31.634232 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-36a874b7-0c0e-4c64-beb7-cef5d63ab022 req-7f717093-0dcc-4e28-b0f5-d19b46220bd9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f HTTP/1.1" status: 200 len: 913 time: 0.0813019 Mar 28 14:16:31.701923 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-36a874b7-0c0e-4c64-beb7-cef5d63ab022 req-3d3f9331-f1c6-4d18-b135-cb41994b5911 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc42a079-262e-4a10-b8a8-b619c9de1290 HTTP/1.1" status: 200 len: 1002 time: 0.0607359 Mar 28 14:16:31.754190 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a874b7-0c0e-4c64-beb7-cef5d63ab022 req-bc968738-02d4-4b89-92ca-375f04cf3c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:31.755657 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-36a874b7-0c0e-4c64-beb7-cef5d63ab022 req-bc968738-02d4-4b89-92ca-375f04cf3c00 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=837379ec-deea-4e81-a48a-47f85888d052 HTTP/1.1" status: 200 len: 851 time: 0.0466692 Mar 28 14:16:31.830646 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a874b7-0c0e-4c64-beb7-cef5d63ab022 req-53b7e911-71ca-476e-b5ab-10e1c6cdaa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:31.832048 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-36a874b7-0c0e-4c64-beb7-cef5d63ab022 req-53b7e911-71ca-476e-b5ab-10e1c6cdaa68 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687535 Mar 28 14:16:31.840660 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f39ac-a7bf-4c20-ab16-60f5241406bb req-087bba58-7590-47d6-a6dc-d0ddb5b47175 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:31.842013 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1a7f39ac-a7bf-4c20-ab16-60f5241406bb req-087bba58-7590-47d6-a6dc-d0ddb5b47175 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 945 time: 0.0713022 Mar 28 14:16:31.926558 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1a7f39ac-a7bf-4c20-ab16-60f5241406bb req-d3e59c9f-84e0-4c94-9227-0f36ea47ca7e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766411 Mar 28 14:16:31.952820 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-36a874b7-0c0e-4c64-beb7-cef5d63ab022 req-570d7b51-4646-431f-8696-d752232ad22f service neutron] 10.222.0.20 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099048 Mar 28 14:16:32.042202 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-36a874b7-0c0e-4c64-beb7-cef5d63ab022 req-d768afa6-c1ec-44bd-8caa-40c2dcb5abe5 service neutron] 10.222.0.20 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829515 Mar 28 14:16:33.041084 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f786ea-b469-4fd2-bdd1-50eb70805892 req-68f436ff-dc57-49e3-a76b-4e644e364827 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:33.042559 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b4f786ea-b469-4fd2-bdd1-50eb70805892 req-68f436ff-dc57-49e3-a76b-4e644e364827 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 945 time: 0.0488923 Mar 28 14:16:33.080747 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b4f786ea-b469-4fd2-bdd1-50eb70805892 req-15ae6c18-c186-4eca-8b12-a1cdd375b966 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321398 Mar 28 14:16:34.191667 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d150e5-d6b1-4896-8897-d7e2b0c5b237 req-01481ebd-d494-43b6-acf9-f67266fde726 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:34.193119 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-51d150e5-d6b1-4896-8897-d7e2b0c5b237 req-01481ebd-d494-43b6-acf9-f67266fde726 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 945 time: 0.0470452 Mar 28 14:16:34.230647 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-51d150e5-d6b1-4896-8897-d7e2b0c5b237 req-c362cbab-c8a5-46f8-b70a-25c6f39fca18 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311639 Mar 28 14:16:35.351911 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29790293-79b4-4662-bcf9-8f2cc1a9e76b req-372782e8-a7bd-4a3d-b270-80f34ded072a tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:35.354083 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-29790293-79b4-4662-bcf9-8f2cc1a9e76b req-372782e8-a7bd-4a3d-b270-80f34ded072a tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 945 time: 0.0567722 Mar 28 14:16:35.390507 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-29790293-79b4-4662-bcf9-8f2cc1a9e76b req-61639576-3d01-4430-8df4-28d4e13f5a22 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303879 Mar 28 14:16:36.506365 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b79409-a17c-4e41-80f5-aa78d40d7de3 req-e02559a9-e11b-4491-b146-9ae49639be1a tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:36.507811 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d1b79409-a17c-4e41-80f5-aa78d40d7de3 req-e02559a9-e11b-4491-b146-9ae49639be1a tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 945 time: 0.0476918 Mar 28 14:16:36.545477 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d1b79409-a17c-4e41-80f5-aa78d40d7de3 req-ecf3a0f8-39a9-45c9-b0e8-6db71ec237e1 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310700 Mar 28 14:16:37.660220 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ca177-dbe4-4c39-8dc6-d982dfdfdeef req-d7707254-48dc-4c45-92e4-4904481a93f9 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:37.661676 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4d8ca177-dbe4-4c39-8dc6-d982dfdfdeef req-d7707254-48dc-4c45-92e4-4904481a93f9 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 945 time: 0.0476415 Mar 28 14:16:37.700102 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4d8ca177-dbe4-4c39-8dc6-d982dfdfdeef req-7f0c0e7f-7a42-4b9c-9766-7740ca840d79 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317879 Mar 28 14:16:38.827494 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b8199-a4f3-4f38-ab75-6a3ed9a41287 req-481f241f-08d8-4632-8755-9bd622d81b97 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:38.829029 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-520b8199-a4f3-4f38-ab75-6a3ed9a41287 req-481f241f-08d8-4632-8755-9bd622d81b97 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 945 time: 0.0583675 Mar 28 14:16:38.872266 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-520b8199-a4f3-4f38-ab75-6a3ed9a41287 req-bd582307-08ed-4b82-80fb-f6c119b5a1bd tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370393 Mar 28 14:16:39.987255 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee241bc2-cd3d-4964-98f2-74827d92a8e5 req-36ae1dc5-42f9-48f0-8bac-9951aaf68e16 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:39.988835 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ee241bc2-cd3d-4964-98f2-74827d92a8e5 req-36ae1dc5-42f9-48f0-8bac-9951aaf68e16 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 945 time: 0.0488970 Mar 28 14:16:40.029043 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ee241bc2-cd3d-4964-98f2-74827d92a8e5 req-3bb78d26-c5d6-460d-8af9-089ef9133f14 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333314 Mar 28 14:16:40.930946 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-36a874b7-0c0e-4c64-beb7-cef5d63ab022 req-b32266f0-d594-4fbd-a92d-2c5de455cc15 service neutron] 10.222.0.20 "GET /v2.0/ports/cc42a079-262e-4a10-b8a8-b619c9de1290/bindings/hv-neutron-8353 HTTP/1.1" status: 200 len: 384 time: 0.0589170 Mar 28 14:16:41.146678 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36552e99-1ea3-4d7c-9db6-4f98f2763458 req-9a81bbaf-d168-4d15-ba53-12b1e5f93791 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:41.148130 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-36552e99-1ea3-4d7c-9db6-4f98f2763458 req-9a81bbaf-d168-4d15-ba53-12b1e5f93791 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 945 time: 0.0488200 Mar 28 14:16:41.189599 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-36552e99-1ea3-4d7c-9db6-4f98f2763458 req-4e0f7fb7-c218-458c-84f0-b132a023fb28 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345623 Mar 28 14:16:41.456419 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a874b7-0c0e-4c64-beb7-cef5d63ab022 req-0e83c320-c8cb-4169-acca-782c73fd2e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:41.457825 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-36a874b7-0c0e-4c64-beb7-cef5d63ab022 req-0e83c320-c8cb-4169-acca-782c73fd2e6e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7&tenant_id=1d84c284e15941989a506e233e3a7e93 HTTP/1.1" status: 200 len: 1098 time: 0.0392656 Mar 28 14:16:41.515749 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a874b7-0c0e-4c64-beb7-cef5d63ab022 req-6fac1746-ad4a-473b-a8c3-87f8576bdab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:41.517207 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-36a874b7-0c0e-4c64-beb7-cef5d63ab022 req-6fac1746-ad4a-473b-a8c3-87f8576bdab1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d84c284e15941989a506e233e3a7e93&device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 1098 time: 0.0386388 Mar 28 14:16:41.607921 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a874b7-0c0e-4c64-beb7-cef5d63ab022 req-0949204a-0943-4462-be54-8f5e7c832632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:41.609377 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-36a874b7-0c0e-4c64-beb7-cef5d63ab022 req-0949204a-0943-4462-be54-8f5e7c832632 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f HTTP/1.1" status: 200 len: 913 time: 0.0840039 Mar 28 14:16:41.671460 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-36a874b7-0c0e-4c64-beb7-cef5d63ab022 req-e16a3add-31cf-454e-a71b-cb6841e3a205 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc42a079-262e-4a10-b8a8-b619c9de1290 HTTP/1.1" status: 200 len: 1002 time: 0.0550027 Mar 28 14:16:41.725962 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a874b7-0c0e-4c64-beb7-cef5d63ab022 req-9685bb58-c5ec-404d-81fe-85ee9df8c13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:41.725962 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-36a874b7-0c0e-4c64-beb7-cef5d63ab022 req-9685bb58-c5ec-404d-81fe-85ee9df8c13b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=837379ec-deea-4e81-a48a-47f85888d052 HTTP/1.1" status: 200 len: 851 time: 0.0413980 Mar 28 14:16:41.768020 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a874b7-0c0e-4c64-beb7-cef5d63ab022 req-9e91d35d-24d3-46e2-89b8-c955a717e495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:41.769539 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-36a874b7-0c0e-4c64-beb7-cef5d63ab022 req-9e91d35d-24d3-46e2-89b8-c955a717e495 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435610 Mar 28 14:16:41.854905 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-36a874b7-0c0e-4c64-beb7-cef5d63ab022 req-9b4ca94b-74fa-4fee-8802-197b652ee932 service neutron] 10.222.0.20 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779471 Mar 28 14:16:41.943405 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-36a874b7-0c0e-4c64-beb7-cef5d63ab022 req-d26483ba-ec3b-4857-acd1-2cfbbc5e6f1d service neutron] 10.222.0.20 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821066 Mar 28 14:16:42.309864 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0b126-6eed-4add-b4ac-549c9ffa3121 req-2a57b056-0d07-4228-ac3e-c21fd116909c tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:42.311478 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8ff0b126-6eed-4add-b4ac-549c9ffa3121 req-2a57b056-0d07-4228-ac3e-c21fd116909c tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 945 time: 0.0536668 Mar 28 14:16:42.349725 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8ff0b126-6eed-4add-b4ac-549c9ffa3121 req-d885e79d-a1c5-404d-9487-d88cd856d7c7 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320215 Mar 28 14:16:42.634542 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device cc42a079-262e-4a10-b8a8-b619c9de1290 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:16:42.710303 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:16:42.734615 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97c1d83-50e8-4a13-8b12-ad7bf76613c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc42a079-262e-4a10-b8a8-b619c9de1290'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:16:42.736813 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c62b7c5-932d-45ef-8254-69d0840026d3" -d '{"events": [{"server_uuid": "a97c1d83-50e8-4a13-8b12-ad7bf76613c7", "name": "network-vif-unplugged", "status": "completed", "tag": "cc42a079-262e-4a10-b8a8-b619c9de1290"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:16:42.749190 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port cc42a079-262e-4a10-b8a8-b619c9de1290, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=cc42a079-262e-4a10-b8a8-b619c9de1290,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:16:42.781832 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Mar 2022 14:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73751a9-20b3-4095-b0d2-f58adf39633a x-openstack-request-id: req-f73751a9-20b3-4095-b0d2-f58adf39633a {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:16:42.782121 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97c1d83-50e8-4a13-8b12-ad7bf76613c7", "name": "network-vif-unplugged", "status": "completed", "tag": "cc42a079-262e-4a10-b8a8-b619c9de1290", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:16:42.782372 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f73751a9-20b3-4095-b0d2-f58adf39633a {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:16:42.782762 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97c1d83-50e8-4a13-8b12-ad7bf76613c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc42a079-262e-4a10-b8a8-b619c9de1290', 'code': 200} Mar 28 14:16:42.808147 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:16:42.858662 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=cc42a079-262e-4a10-b8a8-b619c9de1290,revision_number=6']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:16:43.233107 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:16:43.468516 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c956ca-5278-4236-8a34-eda76aa8d1fb req-5fa98b05-0c1b-4cbf-9f5f-7ae418209055 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:43.470073 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-50c956ca-5278-4236-8a34-eda76aa8d1fb req-5fa98b05-0c1b-4cbf-9f5f-7ae418209055 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 943 time: 0.0493007 Mar 28 14:16:43.507311 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-50c956ca-5278-4236-8a34-eda76aa8d1fb req-d4effc86-f01c-4ed7-9369-dce6baedd46f tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312512 Mar 28 14:16:43.725778 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:16:44.631167 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a027a7b-5db7-4dd1-8602-3cf81f91077f req-b4200cd7-5d2d-4970-8fb5-b9a71eb52335 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:44.632675 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7a027a7b-5db7-4dd1-8602-3cf81f91077f req-b4200cd7-5d2d-4970-8fb5-b9a71eb52335 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 943 time: 0.0493696 Mar 28 14:16:44.674730 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7a027a7b-5db7-4dd1-8602-3cf81f91077f req-387ceb24-1215-4796-839e-e6a9d6149713 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355678 Mar 28 14:16:45.791111 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1fe11-f2d8-40d2-aa0d-2153f721aa20 req-7730cb40-3711-45e9-b0e0-793c98b69cda tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:45.792675 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-85a1fe11-f2d8-40d2-aa0d-2153f721aa20 req-7730cb40-3711-45e9-b0e0-793c98b69cda tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 943 time: 0.0498080 Mar 28 14:16:45.831790 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-85a1fe11-f2d8-40d2-aa0d-2153f721aa20 req-1333ad43-4f8b-495b-82ed-2c5e5a1d70d8 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329256 Mar 28 14:16:46.945295 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728ed5e-9c64-4847-946a-f0da6c49ecf9 req-219e7d67-15f3-48e4-907c-9d45edcd3360 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:46.947240 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5728ed5e-9c64-4847-946a-f0da6c49ecf9 req-219e7d67-15f3-48e4-907c-9d45edcd3360 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 943 time: 0.0469511 Mar 28 14:16:46.983283 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5728ed5e-9c64-4847-946a-f0da6c49ecf9 req-5260df21-6316-4a65-b552-7b7476ea1691 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301332 Mar 28 14:16:48.098380 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc90d2d8-4df3-49b1-b47e-209c59f3cd0c req-41acf8fc-0da3-4d8b-8171-05a8330c35b7 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:48.099826 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dc90d2d8-4df3-49b1-b47e-209c59f3cd0c req-41acf8fc-0da3-4d8b-8171-05a8330c35b7 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 943 time: 0.0473444 Mar 28 14:16:48.139691 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dc90d2d8-4df3-49b1-b47e-209c59f3cd0c req-3e667488-954a-4fa6-a304-4cebe08850a3 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332644 Mar 28 14:16:48.666541 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device cc42a079-262e-4a10-b8a8-b619c9de1290 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:16:48.757648 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port cc42a079-262e-4a10-b8a8-b619c9de1290, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=cc42a079-262e-4a10-b8a8-b619c9de1290,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:16:48.772196 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': 'cc42a079-262e-4a10-b8a8-b619c9de1290', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'port_id': 'cc42a079-262e-4a10-b8a8-b619c9de1290', 'mac_address': 'fa:16:3e:f6:69:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837379ec-deea-4e81-a48a-47f85888d052', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:16:48.807187 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:16:48.819943 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc42a079-262e-4a10-b8a8-b619c9de1290 {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:16:48.839650 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port cc42a079-262e-4a10-b8a8-b619c9de1290, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=cc42a079-262e-4a10-b8a8-b619c9de1290,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:16:48.913695 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:16:48.965664 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=cc42a079-262e-4a10-b8a8-b619c9de1290,revision_number=7']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:16:48.971076 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['cc42a079-262e-4a10-b8a8-b619c9de1290'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:16:49.256801 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f18c5-df72-4fc2-afd8-e609f2d5cd43 req-ba567d36-a82d-40fe-a536-846893dbc9b0 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:49.258865 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a83f18c5-df72-4fc2-afd8-e609f2d5cd43 req-ba567d36-a82d-40fe-a536-846893dbc9b0 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 944 time: 0.0491340 Mar 28 14:16:49.302654 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a83f18c5-df72-4fc2-afd8-e609f2d5cd43 req-2d985a17-81f6-42f4-b592-0be23ea1b0ee tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376709 Mar 28 14:16:50.413550 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ebea8a-f821-477f-a6a7-7272f6e1cf46 req-fa4aa968-ec41-4f15-97d4-dd59099264a3 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:50.415045 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-54ebea8a-f821-477f-a6a7-7272f6e1cf46 req-fa4aa968-ec41-4f15-97d4-dd59099264a3 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 944 time: 0.0478768 Mar 28 14:16:50.452155 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-54ebea8a-f821-477f-a6a7-7272f6e1cf46 req-b3eb9463-dac6-4164-b2d9-cb3306e4860a tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311875 Mar 28 14:16:50.666304 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device cc42a079-262e-4a10-b8a8-b619c9de1290 up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:16:50.711365 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port cc42a079-262e-4a10-b8a8-b619c9de1290 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:16:50.711724 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:16:50.785539 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:16:50.807321 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97c1d83-50e8-4a13-8b12-ad7bf76613c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc42a079-262e-4a10-b8a8-b619c9de1290'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:16:50.809510 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c4f7da-a657-435f-b650-e91e9120a488" -d '{"events": [{"server_uuid": "a97c1d83-50e8-4a13-8b12-ad7bf76613c7", "name": "network-vif-plugged", "status": "completed", "tag": "cc42a079-262e-4a10-b8a8-b619c9de1290"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:16:50.827687 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port cc42a079-262e-4a10-b8a8-b619c9de1290, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=cc42a079-262e-4a10-b8a8-b619c9de1290,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:16:50.864806 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b1d9e3-4455-4f98-9cb5-6b8c7e32ea12 x-openstack-request-id: req-21b1d9e3-4455-4f98-9cb5-6b8c7e32ea12 {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:16:50.864806 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97c1d83-50e8-4a13-8b12-ad7bf76613c7", "name": "network-vif-plugged", "status": "completed", "tag": "cc42a079-262e-4a10-b8a8-b619c9de1290", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:16:50.864806 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-21b1d9e3-4455-4f98-9cb5-6b8c7e32ea12 {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:16:50.864806 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97c1d83-50e8-4a13-8b12-ad7bf76613c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc42a079-262e-4a10-b8a8-b619c9de1290', 'code': 200} Mar 28 14:16:50.910623 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:16:50.957037 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=cc42a079-262e-4a10-b8a8-b619c9de1290,revision_number=8']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:16:51.564456 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9c7dd-5b44-4a5e-a3ed-6c4b12b88454 req-3d842d8f-3d6e-4493-aba7-4d359286e581 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:51.565883 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-17b9c7dd-5b44-4a5e-a3ed-6c4b12b88454 req-3d842d8f-3d6e-4493-aba7-4d359286e581 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 945 time: 0.0470884 Mar 28 14:16:51.605900 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-17b9c7dd-5b44-4a5e-a3ed-6c4b12b88454 req-e4136233-e984-4361-94a0-829cb1f04706 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340972 Mar 28 14:16:52.720668 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ac401-ca1a-48f5-9623-ab79358416cc req-bc3fafae-f4cf-4642-83a8-cd06a2b34576 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:52.722110 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-eb4ac401-ca1a-48f5-9623-ab79358416cc req-bc3fafae-f4cf-4642-83a8-cd06a2b34576 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 945 time: 0.0478961 Mar 28 14:16:52.758769 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-eb4ac401-ca1a-48f5-9623-ab79358416cc req-d39b4e8f-721a-444a-9333-809557047ee4 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302925 Mar 28 14:16:53.872801 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e4e54-1f7b-4a65-889d-885d6ceae7f1 req-f2f2667d-e724-4839-a60b-f1cf5226e92b tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:53.875224 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-529e4e54-1f7b-4a65-889d-885d6ceae7f1 req-f2f2667d-e724-4839-a60b-f1cf5226e92b tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 945 time: 0.0487168 Mar 28 14:16:53.913256 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-529e4e54-1f7b-4a65-889d-885d6ceae7f1 req-37feae90-79f3-4ef7-b571-c9cad56deedd tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320351 Mar 28 14:16:54.030439 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-02066715-27c9-4a09-8144-af5dde8e52fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:16:54.702928 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device cc42a079-262e-4a10-b8a8-b619c9de1290 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:16:54.796341 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port cc42a079-262e-4a10-b8a8-b619c9de1290, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=cc42a079-262e-4a10-b8a8-b619c9de1290,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:16:54.807745 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': 'cc42a079-262e-4a10-b8a8-b619c9de1290', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'port_id': 'cc42a079-262e-4a10-b8a8-b619c9de1290', 'mac_address': 'fa:16:3e:f6:69:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837379ec-deea-4e81-a48a-47f85888d052', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:16:54.843291 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:16:54.855357 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc42a079-262e-4a10-b8a8-b619c9de1290 {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:16:54.874640 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port cc42a079-262e-4a10-b8a8-b619c9de1290, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=cc42a079-262e-4a10-b8a8-b619c9de1290,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:16:54.962395 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:16:55.015331 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=cc42a079-262e-4a10-b8a8-b619c9de1290,revision_number=9']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:16:55.019304 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['cc42a079-262e-4a10-b8a8-b619c9de1290'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:16:55.028597 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8cad33-7d91-4bad-8180-9ceb56f94383 req-64065de9-0af6-4b38-a1a9-0b75ee649e50 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:55.030112 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dc8cad33-7d91-4bad-8180-9ceb56f94383 req-64065de9-0af6-4b38-a1a9-0b75ee649e50 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 944 time: 0.0489101 Mar 28 14:16:55.072061 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dc8cad33-7d91-4bad-8180-9ceb56f94383 req-468ee36c-1dc3-4ec9-b497-9625e7d57317 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357466 Mar 28 14:16:55.646908 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc6420-83d6-4b2c-ae0c-503b3d26d6f4 req-e7209abc-c015-4272-a075-0040ec3f96f5 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:55.648343 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f4fc6420-83d6-4b2c-ae0c-503b3d26d6f4 req-e7209abc-c015-4272-a075-0040ec3f96f5 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 944 time: 0.0814259 Mar 28 14:16:55.659737 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e3376-1add-41ec-adb4-c0502136ab12 req-53498618-43c9-4f8f-841a-31337cfa554e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:55.661087 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-065e3376-1add-41ec-adb4-c0502136ab12 req-53498618-43c9-4f8f-841a-31337cfa554e tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.20 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7&tenant_id=1d84c284e15941989a506e233e3a7e93&binding%3Ahost_id=hv-neutron-8353 HTTP/1.1" status: 200 len: 944 time: 0.0625658 Mar 28 14:16:55.723763 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f4fc6420-83d6-4b2c-ae0c-503b3d26d6f4 req-d65cf88a-183e-400d-9654-39fae70686ce tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617611 Mar 28 14:16:55.742673 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-065e3376-1add-41ec-adb4-c0502136ab12 req-00b83f92-58d7-4ce2-81e4-79c6bfe61207 service neutron] 10.222.0.20 "GET /v2.0/ports/cc42a079-262e-4a10-b8a8-b619c9de1290/bindings/hv-neutron-8353 HTTP/1.1" status: 200 len: 384 time: 0.0681522 Mar 28 14:16:55.802087 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e3376-1add-41ec-adb4-c0502136ab12 req-cbc3bd5c-6618-4aca-9aa2-431d93d2eaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:55.803438 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-065e3376-1add-41ec-adb4-c0502136ab12 req-cbc3bd5c-6618-4aca-9aa2-431d93d2eaca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d84c284e15941989a506e233e3a7e93&device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 1097 time: 0.0396051 Mar 28 14:16:55.891105 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e3376-1add-41ec-adb4-c0502136ab12 req-842096cf-54dc-4f6a-988a-f5d0dea68a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:55.892585 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-065e3376-1add-41ec-adb4-c0502136ab12 req-842096cf-54dc-4f6a-988a-f5d0dea68a3f service neutron] 10.222.0.20 "GET /v2.0/networks?id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f HTTP/1.1" status: 200 len: 913 time: 0.0820482 Mar 28 14:16:55.959043 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-065e3376-1add-41ec-adb4-c0502136ab12 req-ffcd2d77-17cf-4f72-8d97-852a8d80b9a1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc42a079-262e-4a10-b8a8-b619c9de1290 HTTP/1.1" status: 200 len: 1001 time: 0.0600541 Mar 28 14:16:56.006073 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e3376-1add-41ec-adb4-c0502136ab12 req-56de8778-fa36-4c98-bd3f-cf2db24d3040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:56.007466 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-065e3376-1add-41ec-adb4-c0502136ab12 req-56de8778-fa36-4c98-bd3f-cf2db24d3040 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=837379ec-deea-4e81-a48a-47f85888d052 HTTP/1.1" status: 200 len: 851 time: 0.0424950 Mar 28 14:16:56.050899 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e3376-1add-41ec-adb4-c0502136ab12 req-30323e2a-13fb-44d6-99c2-5577031d8b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:56.052438 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-065e3376-1add-41ec-adb4-c0502136ab12 req-30323e2a-13fb-44d6-99c2-5577031d8b38 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385025 Mar 28 14:16:56.141020 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-065e3376-1add-41ec-adb4-c0502136ab12 req-a1243f91-0087-4faf-a0a6-0f0af83bb894 service neutron] 10.222.0.20 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825543 Mar 28 14:16:56.243014 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-065e3376-1add-41ec-adb4-c0502136ab12 req-825c524d-1f7a-4606-8cce-7561fe031d72 service neutron] 10.222.0.20 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961528 Mar 28 14:16:56.360199 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f4eb5f94-e2e9-432c-a070-a6c2a5bf0fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:16:56.709980 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device cc42a079-262e-4a10-b8a8-b619c9de1290 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:16:56.783475 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:16:56.795993 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id cc42a079-262e-4a10-b8a8-b619c9de1290 {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:16:56.815356 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port cc42a079-262e-4a10-b8a8-b619c9de1290, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=cc42a079-262e-4a10-b8a8-b619c9de1290,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:16:56.846800 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6ecae-eaec-4943-b72d-16779460dfac req-a2b76ac8-9431-454e-9792-b64f83e59beb tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:56.848247 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-57f6ecae-eaec-4943-b72d-16779460dfac req-a2b76ac8-9431-454e-9792-b64f83e59beb tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 944 time: 0.0545807 Mar 28 14:16:56.876476 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:16:56.885572 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-57f6ecae-eaec-4943-b72d-16779460dfac req-64d513fb-ce33-4f88-9932-c1b897001571 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313692 Mar 28 14:16:56.924746 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=cc42a079-262e-4a10-b8a8-b619c9de1290,revision_number=10']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:16:56.932057 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:16:56.932388 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:16:56.932790 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:16:56.933113 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:16:56.933432 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:16:56.933753 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:16:56.934071 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:16:56.934391 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:16:56.934704 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:16:56.935015 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:16:56.935325 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:16:56.935630 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:16:57.659040 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:16:57.999667 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130bfd9a-91fa-4fe4-a564-8e9bae84c493 req-02e0c1c4-d6a4-4ae2-9804-6c332c9cc2ea tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:58.001128 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-130bfd9a-91fa-4fe4-a564-8e9bae84c493 req-02e0c1c4-d6a4-4ae2-9804-6c332c9cc2ea tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 944 time: 0.0471702 Mar 28 14:16:58.037837 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-130bfd9a-91fa-4fe4-a564-8e9bae84c493 req-590683ca-d8fb-4965-8c6d-5a734d4fd837 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308659 Mar 28 14:16:59.007892 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:16:59.154070 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4a5fb-f562-456a-95ff-fe946a152ea1 req-803de9e8-3dfd-4879-829b-34b8dbbc671f tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:16:59.155553 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7fa4a5fb-f562-456a-95ff-fe946a152ea1 req-803de9e8-3dfd-4879-829b-34b8dbbc671f tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 944 time: 0.0490997 Mar 28 14:16:59.192732 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7fa4a5fb-f562-456a-95ff-fe946a152ea1 req-d199322a-572e-4e0c-af06-883bb48d42e0 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309286 Mar 28 14:16:59.362418 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:00.319994 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9780f2-af38-4bb9-822a-138aad47cfea req-0818e12e-e10f-4bbf-96d2-7be6dad230dc tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:00.322040 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9e9780f2-af38-4bb9-822a-138aad47cfea req-0818e12e-e10f-4bbf-96d2-7be6dad230dc tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 944 time: 0.0545287 Mar 28 14:17:00.359010 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9e9780f2-af38-4bb9-822a-138aad47cfea req-be388048-539b-4724-81f5-ae0637690682 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308211 Mar 28 14:17:01.285058 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e3376-1add-41ec-adb4-c0502136ab12 req-affe881f-050a-4fc7-b445-52f94cadde47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:01.286438 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-065e3376-1add-41ec-adb4-c0502136ab12 req-affe881f-050a-4fc7-b445-52f94cadde47 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7&tenant_id=1d84c284e15941989a506e233e3a7e93 HTTP/1.1" status: 200 len: 1097 time: 0.0415232 Mar 28 14:17:01.344985 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e3376-1add-41ec-adb4-c0502136ab12 req-12b9c24c-8894-4033-b7d9-a797db6245e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:01.353866 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-065e3376-1add-41ec-adb4-c0502136ab12 req-12b9c24c-8894-4033-b7d9-a797db6245e7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d84c284e15941989a506e233e3a7e93&device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 1097 time: 0.0387263 Mar 28 14:17:01.446724 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e3376-1add-41ec-adb4-c0502136ab12 req-bab09480-39eb-4293-9b1c-361c0ebea506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:01.448064 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-065e3376-1add-41ec-adb4-c0502136ab12 req-bab09480-39eb-4293-9b1c-361c0ebea506 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f HTTP/1.1" status: 200 len: 913 time: 0.0936587 Mar 28 14:17:01.520861 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b480269-3cbe-4198-b674-1fda45922712 req-fefbfc06-9356-4067-b30d-24ec93135a1b tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:01.522316 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4b480269-3cbe-4198-b674-1fda45922712 req-fefbfc06-9356-4067-b30d-24ec93135a1b tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 944 time: 0.0934517 Mar 28 14:17:01.537943 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-065e3376-1add-41ec-adb4-c0502136ab12 req-6737cd73-4a9c-410b-a4c3-52239abb4d9c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc42a079-262e-4a10-b8a8-b619c9de1290 HTTP/1.1" status: 200 len: 1000 time: 0.0772598 Mar 28 14:17:01.600590 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4b480269-3cbe-4198-b674-1fda45922712 req-915529fb-b5a0-4f32-9b7a-07ffb2052f43 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715179 Mar 28 14:17:01.608101 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e3376-1add-41ec-adb4-c0502136ab12 req-c30ac23c-76e7-4bba-ab46-b44cbb0f21bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:01.609554 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-065e3376-1add-41ec-adb4-c0502136ab12 req-c30ac23c-76e7-4bba-ab46-b44cbb0f21bc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=837379ec-deea-4e81-a48a-47f85888d052 HTTP/1.1" status: 200 len: 851 time: 0.0654428 Mar 28 14:17:01.653518 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e3376-1add-41ec-adb4-c0502136ab12 req-ac2e4dcc-96dd-419d-a688-fe8283473c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:01.654967 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-065e3376-1add-41ec-adb4-c0502136ab12 req-ac2e4dcc-96dd-419d-a688-fe8283473c3e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ec4b4060-d4d1-4c06-bf16-076ffb721b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391729 Mar 28 14:17:01.741869 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-065e3376-1add-41ec-adb4-c0502136ab12 req-f8e7433d-97dd-4282-b4eb-4a1645721ba5 service neutron] 10.222.0.20 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806215 Mar 28 14:17:01.826773 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-065e3376-1add-41ec-adb4-c0502136ab12 req-61bf62bb-82a5-43d9-80f0-8f7a7d96e28d service neutron] 10.222.0.20 "GET /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783761 Mar 28 14:17:02.714507 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device cc42a079-262e-4a10-b8a8-b619c9de1290 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:17:02.720120 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e593e-4b76-4ce3-b8db-5081fdc80759 req-3cb7a871-046d-409c-a698-87fdd2e5728c tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:02.721809 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1d5e593e-4b76-4ce3-b8db-5081fdc80759 req-3cb7a871-046d-409c-a698-87fdd2e5728c tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 944 time: 0.0482345 Mar 28 14:17:02.762255 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1d5e593e-4b76-4ce3-b8db-5081fdc80759 req-2b85f2e2-af7a-4721-beba-4303cd8f0ad4 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341616 Mar 28 14:17:03.883069 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444b548-b1ec-4c09-8309-facf4ece6ae9 req-88a218e9-a8aa-415e-8d36-7ab893b044f9 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:03.885143 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8444b548-b1ec-4c09-8309-facf4ece6ae9 req-88a218e9-a8aa-415e-8d36-7ab893b044f9 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 944 time: 0.0515916 Mar 28 14:17:03.922079 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8444b548-b1ec-4c09-8309-facf4ece6ae9 req-ea8e3246-be26-4789-a4f6-2fecbe2f4163 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308166 Mar 28 14:17:05.040118 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79423b66-9a70-4356-822f-b36349680efa req-5e00df74-922e-4392-8f5c-b51c43d2fbc4 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:05.041592 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-79423b66-9a70-4356-822f-b36349680efa req-5e00df74-922e-4392-8f5c-b51c43d2fbc4 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 944 time: 0.0489399 Mar 28 14:17:05.079216 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-79423b66-9a70-4356-822f-b36349680efa req-30216e79-49a7-4928-a6a0-c5ac996a43c3 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315104 Mar 28 14:17:06.194513 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4235e526-1508-4c1d-b98c-4031d3626405 req-188cae7f-acd4-48a9-a668-87077565ef98 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:06.195966 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4235e526-1508-4c1d-b98c-4031d3626405 req-188cae7f-acd4-48a9-a668-87077565ef98 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 944 time: 0.0475528 Mar 28 14:17:06.233608 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4235e526-1508-4c1d-b98c-4031d3626405 req-d5d57f2f-ca60-465c-a3b3-f2f08780e7bb tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310595 Mar 28 14:17:07.351575 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d429d1-9129-4e52-a168-63e55a2d4df5 req-daf105dd-3486-4b80-9ae9-83b370ccfab9 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:07.353059 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e9d429d1-9129-4e52-a168-63e55a2d4df5 req-daf105dd-3486-4b80-9ae9-83b370ccfab9 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 944 time: 0.0518384 Mar 28 14:17:07.390413 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e9d429d1-9129-4e52-a168-63e55a2d4df5 req-6f31a758-baba-4fb2-a48c-86eb7551c2f2 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314138 Mar 28 14:17:08.503271 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8260dbb7-72fb-4ef1-96b1-ecd651ab9d7e req-958b7280-21b5-41b1-8ebe-fb9bdf1e1c6a tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:08.504730 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8260dbb7-72fb-4ef1-96b1-ecd651ab9d7e req-958b7280-21b5-41b1-8ebe-fb9bdf1e1c6a tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 944 time: 0.0470512 Mar 28 14:17:08.541014 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8260dbb7-72fb-4ef1-96b1-ecd651ab9d7e req-c7325f45-4e9f-4dbe-a15e-2363e16da417 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298185 Mar 28 14:17:08.742396 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device cc42a079-262e-4a10-b8a8-b619c9de1290 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:17:08.833661 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port cc42a079-262e-4a10-b8a8-b619c9de1290, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=cc42a079-262e-4a10-b8a8-b619c9de1290,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:17:08.848557 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': 'cc42a079-262e-4a10-b8a8-b619c9de1290', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'port_id': 'cc42a079-262e-4a10-b8a8-b619c9de1290', 'mac_address': 'fa:16:3e:f6:69:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837379ec-deea-4e81-a48a-47f85888d052', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:17:08.885178 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:08.897793 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc42a079-262e-4a10-b8a8-b619c9de1290 {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:17:08.916381 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port cc42a079-262e-4a10-b8a8-b619c9de1290, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=cc42a079-262e-4a10-b8a8-b619c9de1290,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:17:08.999778 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:09.048043 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=cc42a079-262e-4a10-b8a8-b619c9de1290,revision_number=11']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:17:09.057807 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['cc42a079-262e-4a10-b8a8-b619c9de1290'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:17:09.661293 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ea0b0-d7ba-47a2-ac9e-0bb2b5208ad3 req-74a23d9a-09a9-439a-800c-7641b5321091 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:09.662745 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-fb7ea0b0-d7ba-47a2-ac9e-0bb2b5208ad3 req-74a23d9a-09a9-439a-800c-7641b5321091 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 945 time: 0.0545599 Mar 28 14:17:09.699485 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-fb7ea0b0-d7ba-47a2-ac9e-0bb2b5208ad3 req-bd2ab65f-57d6-43de-88b0-c09efe35c436 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300584 Mar 28 14:17:10.758457 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device cc42a079-262e-4a10-b8a8-b619c9de1290 up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:17:10.805191 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port cc42a079-262e-4a10-b8a8-b619c9de1290 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:17:10.805561 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:10.819420 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049bbe6c-f3b0-4786-8490-737088eed43e req-99c47a3e-60d3-4f09-8c45-df82387f8fef tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:10.820899 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-049bbe6c-f3b0-4786-8490-737088eed43e req-99c47a3e-60d3-4f09-8c45-df82387f8fef tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 945 time: 0.0515485 Mar 28 14:17:10.857644 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-049bbe6c-f3b0-4786-8490-737088eed43e req-8bf24ba9-2c9e-4cc3-934a-d74d5456fd82 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307226 Mar 28 14:17:10.885928 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:10.907066 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97c1d83-50e8-4a13-8b12-ad7bf76613c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc42a079-262e-4a10-b8a8-b619c9de1290'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:17:10.909283 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c584d34-28ce-4067-874c-be2326935591" -d '{"events": [{"server_uuid": "a97c1d83-50e8-4a13-8b12-ad7bf76613c7", "name": "network-vif-plugged", "status": "completed", "tag": "cc42a079-262e-4a10-b8a8-b619c9de1290"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:17:10.921848 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port cc42a079-262e-4a10-b8a8-b619c9de1290, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=cc42a079-262e-4a10-b8a8-b619c9de1290,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:17:10.954206 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c424c5aa-f890-4278-9a4f-35cf35d932ec x-openstack-request-id: req-c424c5aa-f890-4278-9a4f-35cf35d932ec {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:17:10.954507 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97c1d83-50e8-4a13-8b12-ad7bf76613c7", "name": "network-vif-plugged", "status": "completed", "tag": "cc42a079-262e-4a10-b8a8-b619c9de1290", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:17:10.954734 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c424c5aa-f890-4278-9a4f-35cf35d932ec {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:17:10.955184 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97c1d83-50e8-4a13-8b12-ad7bf76613c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc42a079-262e-4a10-b8a8-b619c9de1290', 'code': 200} Mar 28 14:17:11.005521 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:11.050898 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=cc42a079-262e-4a10-b8a8-b619c9de1290,revision_number=12']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:17:11.976265 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5564d3-064e-45b5-aff8-e0e1883a8ada req-a536beef-ad12-4920-8abe-b009b7f98e46 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:11.978368 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-fa5564d3-064e-45b5-aff8-e0e1883a8ada req-a536beef-ad12-4920-8abe-b009b7f98e46 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 946 time: 0.0521328 Mar 28 14:17:12.014253 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-fa5564d3-064e-45b5-aff8-e0e1883a8ada req-e867e006-23e8-44b0-a85a-86df50a53a7a tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298126 Mar 28 14:17:13.129737 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0444fa5-25b7-4f10-8c08-938e6f277c7f req-e4b77579-ea54-4ea8-9551-f6444cc9b5b9 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:13.131081 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c0444fa5-25b7-4f10-8c08-938e6f277c7f req-e4b77579-ea54-4ea8-9551-f6444cc9b5b9 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 946 time: 0.0477297 Mar 28 14:17:13.172248 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c0444fa5-25b7-4f10-8c08-938e6f277c7f req-f82757f1-c402-4643-9a50-7307254a8a41 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345902 Mar 28 14:17:13.744642 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:14.294819 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62f435-2d5e-44a8-af30-07baa112bd64 req-35ac2465-0add-4b20-b603-56c8241e443c tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:14.296271 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0c62f435-2d5e-44a8-af30-07baa112bd64 req-35ac2465-0add-4b20-b603-56c8241e443c tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 946 time: 0.0564716 Mar 28 14:17:14.333916 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0c62f435-2d5e-44a8-af30-07baa112bd64 req-357c4069-c479-4383-860f-c40fa4f7ae49 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311174 Mar 28 14:17:14.445012 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1d48b-7162-4b1c-8c35-cd918c8b5a47 req-36946849-1f64-437d-b89c-a444dde6b34f tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:14.447026 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6ff1d48b-7162-4b1c-8c35-cd918c8b5a47 req-36946849-1f64-437d-b89c-a444dde6b34f tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 946 time: 0.0477090 Mar 28 14:17:14.485058 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6ff1d48b-7162-4b1c-8c35-cd918c8b5a47 req-91adbe58-5f2a-4a39-9cf7-d9018a8f5654 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318570 Mar 28 14:17:14.607460 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d36f2-f5bb-44f7-89bd-a5ce41346444 req-0677e393-2544-434b-8a2c-4dec5be6a620 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:14.608920 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-342d36f2-f5bb-44f7-89bd-a5ce41346444 req-0677e393-2544-434b-8a2c-4dec5be6a620 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 946 time: 0.0598874 Mar 28 14:17:14.645253 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-342d36f2-f5bb-44f7-89bd-a5ce41346444 req-cd83b73e-6bce-45a2-ac8d-708572c2faa6 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304039 Mar 28 14:17:15.096732 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d898a-ca42-4bd5-af21-6fea1155c0e0 req-862953e2-93e0-4d14-85ef-e4d08d2f86d0 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:15.098193 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a26d898a-ca42-4bd5-af21-6fea1155c0e0 req-862953e2-93e0-4d14-85ef-e4d08d2f86d0 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 946 time: 0.0524499 Mar 28 14:17:15.135613 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a26d898a-ca42-4bd5-af21-6fea1155c0e0 req-11b41c74-65b1-45b9-be67-faaef9efbcd4 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313330 Mar 28 14:17:16.250263 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499b845-0fdc-4a76-9f5c-9dbadbba80ad req-ced6caa6-718a-4fa8-972f-b12e87718dde tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:16.251728 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d499b845-0fdc-4a76-9f5c-9dbadbba80ad req-ced6caa6-718a-4fa8-972f-b12e87718dde tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 946 time: 0.0471857 Mar 28 14:17:16.300030 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d499b845-0fdc-4a76-9f5c-9dbadbba80ad req-f74b2dd2-6390-4708-a49d-a270c80ec566 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377417 Mar 28 14:17:17.410204 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bea12b-cc3d-4153-9b29-cf5af9d839e8 req-6b2da11c-bc13-4c5e-8c35-32243c7c2daa tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:17.411658 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f4bea12b-cc3d-4153-9b29-cf5af9d839e8 req-6b2da11c-bc13-4c5e-8c35-32243c7c2daa tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 946 time: 0.0482025 Mar 28 14:17:17.458391 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f4bea12b-cc3d-4153-9b29-cf5af9d839e8 req-25b64459-639f-4703-b6a3-1631b1962059 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups?id=998f255a-5158-4109-8a6d-6bb0874455fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399516 Mar 28 14:17:17.496920 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e45fe4-b7b2-49bf-8ba8-09d77382bce4 req-b7627758-a491-40ba-adc6-b709fd73ec5b tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:17.498257 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d8e45fe4-b7b2-49bf-8ba8-09d77382bce4 req-b7627758-a491-40ba-adc6-b709fd73ec5b tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.20 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 946 time: 0.0553758 Mar 28 14:17:17.584524 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-d8e45fe4-b7b2-49bf-8ba8-09d77382bce4 req-7064fcde-4cea-4048-bf54-27e4cf86b1e3 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Deleting port cc42a079-262e-4a10-b8a8-b619c9de1290 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:17:17.584865 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-d8e45fe4-b7b2-49bf-8ba8-09d77382bce4 req-7064fcde-4cea-4048-bf54-27e4cf86b1e3 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:18.000442 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-d8e45fe4-b7b2-49bf-8ba8-09d77382bce4 req-7064fcde-4cea-4048-bf54-27e4cf86b1e3 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] For port cc42a079-262e-4a10-b8a8-b619c9de1290, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=cc42a079-262e-4a10-b8a8-b619c9de1290,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:17:18.000810 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-d8e45fe4-b7b2-49bf-8ba8-09d77382bce4 req-7064fcde-4cea-4048-bf54-27e4cf86b1e3 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:18.165300 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-d8e45fe4-b7b2-49bf-8ba8-09d77382bce4 req-7064fcde-4cea-4048-bf54-27e4cf86b1e3 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:18.165661 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-d8e45fe4-b7b2-49bf-8ba8-09d77382bce4 req-7064fcde-4cea-4048-bf54-27e4cf86b1e3 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:18.165972 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [req-d8e45fe4-b7b2-49bf-8ba8-09d77382bce4 req-7064fcde-4cea-4048-bf54-27e4cf86b1e3 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Floating IP 2bea100e-b2f3-4513-b7b1-24eb40983cda disassociated. External IP: 172.26.2.221, port: cc42a079-262e-4a10-b8a8-b619c9de1290. Mar 28 14:17:18.166306 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-d8e45fe4-b7b2-49bf-8ba8-09d77382bce4 req-7064fcde-4cea-4048-bf54-27e4cf86b1e3 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Calling delete_port for cc42a079-262e-4a10-b8a8-b619c9de1290 owned by compute:nova {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:17:18.336462 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-d8e45fe4-b7b2-49bf-8ba8-09d77382bce4 req-7064fcde-4cea-4048-bf54-27e4cf86b1e3 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:18.363417 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7064fcde-4cea-4048-bf54-27e4cf86b1e3 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Pushing event deleted for resources: {'Port': ['ID=cc42a079-262e-4a10-b8a8-b619c9de1290,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:17:18.374543 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7064fcde-4cea-4048-bf54-27e4cf86b1e3 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:17:18.374905 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7064fcde-4cea-4048-bf54-27e4cf86b1e3 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:17:18.375234 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7064fcde-4cea-4048-bf54-27e4cf86b1e3 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:17:18.375562 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7064fcde-4cea-4048-bf54-27e4cf86b1e3 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:17:18.375882 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7064fcde-4cea-4048-bf54-27e4cf86b1e3 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:17:18.376206 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7064fcde-4cea-4048-bf54-27e4cf86b1e3 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:17:18.376553 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7064fcde-4cea-4048-bf54-27e4cf86b1e3 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:17:18.376874 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7064fcde-4cea-4048-bf54-27e4cf86b1e3 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:17:18.377193 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7064fcde-4cea-4048-bf54-27e4cf86b1e3 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:17:18.377506 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7064fcde-4cea-4048-bf54-27e4cf86b1e3 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:17:18.377821 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7064fcde-4cea-4048-bf54-27e4cf86b1e3 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:17:18.378188 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7064fcde-4cea-4048-bf54-27e4cf86b1e3 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:17:18.488275 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8e45fe4-b7b2-49bf-8ba8-09d77382bce4 req-7064fcde-4cea-4048-bf54-27e4cf86b1e3 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Router 4ec46bff-a1f6-4f54-92de-3dccb57c6e38 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:17:18.562027 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-209c852f-bee9-4cfb-b577-e5ffc2882744 req-791dfe11-c7e3-48eb-9c46-8a450c6b94e2 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 210 time: 0.0319250 Mar 28 14:17:18.619423 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8e45fe4-b7b2-49bf-8ba8-09d77382bce4 req-7064fcde-4cea-4048-bf54-27e4cf86b1e3 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:17:18.629350 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcafa57b-16f2-4fc7-85cc-e9b62ae970be None None] Sync routers for ids ['4ec46bff-a1f6-4f54-92de-3dccb57c6e38'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:17:18.638892 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcafa57b-16f2-4fc7-85cc-e9b62ae970be None None] Routers {'4ec46bff-a1f6-4f54-92de-3dccb57c6e38'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:17:18.639451 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-dcafa57b-16f2-4fc7-85cc-e9b62ae970be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:16:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['4ec46bff-a1f6-4f54-92de-3dccb57c6e38'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:17:18.657219 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e45fe4-b7b2-49bf-8ba8-09d77382bce4 req-7064fcde-4cea-4048-bf54-27e4cf86b1e3 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] No DVR routers for this DVR port cc42a079-262e-4a10-b8a8-b619c9de1290 on host hv-neutron-8353 {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:17:18.659805 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-d8e45fe4-b7b2-49bf-8ba8-09d77382bce4 req-7064fcde-4cea-4048-bf54-27e4cf86b1e3 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:18.663264 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d8e45fe4-b7b2-49bf-8ba8-09d77382bce4 req-7064fcde-4cea-4048-bf54-27e4cf86b1e3 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.20 "DELETE /v2.0/ports/cc42a079-262e-4a10-b8a8-b619c9de1290 HTTP/1.1" status: 204 len: 173 time: 1.1589324 Mar 28 14:17:18.663710 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97c1d83-50e8-4a13-8b12-ad7bf76613c7', 'name': 'network-vif-deleted', 'tag': 'cc42a079-262e-4a10-b8a8-b619c9de1290'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:17:18.667227 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d15175-c23f-4588-bd63-596567d676f4" -d '{"events": [{"server_uuid": "a97c1d83-50e8-4a13-8b12-ad7bf76613c7", "name": "network-vif-deleted", "tag": "cc42a079-262e-4a10-b8a8-b619c9de1290"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:17:18.707096 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be68d350-2416-43c9-8682-27610844ab73 x-openstack-request-id: req-be68d350-2416-43c9-8682-27610844ab73 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:17:18.707386 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97c1d83-50e8-4a13-8b12-ad7bf76613c7", "name": "network-vif-deleted", "tag": "cc42a079-262e-4a10-b8a8-b619c9de1290", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:17:18.707638 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-be68d350-2416-43c9-8682-27610844ab73 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:17:18.708034 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97c1d83-50e8-4a13-8b12-ad7bf76613c7', 'name': 'network-vif-deleted', 'tag': 'cc42a079-262e-4a10-b8a8-b619c9de1290', 'status': 'completed', 'code': 200} Mar 28 14:17:18.746578 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-dcafa57b-16f2-4fc7-85cc-e9b62ae970be None None] Set router 4ec46bff-a1f6-4f54-92de-3dccb57c6e38 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:17:18.942473 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-dcafa57b-16f2-4fc7-85cc-e9b62ae970be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'name': 'tempest-ServerActionsTestJSON-1230995267-router', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '957795fd-fccc-422b-875c-b8bebef77476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:02Z', 'revision_number': 4, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'gw_port': {'id': '957795fd-fccc-422b-875c-b8bebef77476', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:32:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'deb215c9-246b-47a5-824c-269dc450d5d2', 'name': '', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'mac_address': 'fa:16:3e:22:3a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '837379ec-deea-4e81-a48a-47f85888d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:13:01Z', 'updated_at': '2022-03-28T14:13:05Z', 'revision_number': 5, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'subnets': [{'id': '837379ec-deea-4e81-a48a-47f85888d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:17:18.969041 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcafa57b-16f2-4fc7-85cc-e9b62ae970be None None] Checking router: 4ec46bff-a1f6-4f54-92de-3dccb57c6e38 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:17:18.977199 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcafa57b-16f2-4fc7-85cc-e9b62ae970be None None] Routers {'4ec46bff-a1f6-4f54-92de-3dccb57c6e38'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:17:18.977849 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-dcafa57b-16f2-4fc7-85cc-e9b62ae970be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:16:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['4ec46bff-a1f6-4f54-92de-3dccb57c6e38'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:17:19.081230 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-dcafa57b-16f2-4fc7-85cc-e9b62ae970be None None] Set router 4ec46bff-a1f6-4f54-92de-3dccb57c6e38 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:17:19.275931 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-dcafa57b-16f2-4fc7-85cc-e9b62ae970be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'name': 'tempest-ServerActionsTestJSON-1230995267-router', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '957795fd-fccc-422b-875c-b8bebef77476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:02Z', 'revision_number': 4, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'gw_port': {'id': '957795fd-fccc-422b-875c-b8bebef77476', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:32:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'deb215c9-246b-47a5-824c-269dc450d5d2', 'name': '', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'mac_address': 'fa:16:3e:22:3a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '837379ec-deea-4e81-a48a-47f85888d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:13:01Z', 'updated_at': '2022-03-28T14:13:05Z', 'revision_number': 5, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'subnets': [{'id': '837379ec-deea-4e81-a48a-47f85888d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:17:19.301141 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcafa57b-16f2-4fc7-85cc-e9b62ae970be None None] The sync data for ids ['4ec46bff-a1f6-4f54-92de-3dccb57c6e38'] in dv-neutron-835335-1-hyperv is: [{'id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'name': 'tempest-ServerActionsTestJSON-1230995267-router', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '957795fd-fccc-422b-875c-b8bebef77476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:02Z', 'revision_number': 4, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'gw_port': {'id': '957795fd-fccc-422b-875c-b8bebef77476', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:32:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'deb215c9-246b-47a5-824c-269dc450d5d2', 'name': '', 'network_id': 'ec4b4060-d4d1-4c06-bf16-076ffb721b8f', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'mac_address': 'fa:16:3e:22:3a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '837379ec-deea-4e81-a48a-47f85888d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:13:01Z', 'updated_at': '2022-03-28T14:13:05Z', 'revision_number': 5, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'subnets': [{'id': '837379ec-deea-4e81-a48a-47f85888d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:17:19.520794 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02941566-b4a5-4a66-ab8c-6d38d3f446b6 None None] New status for floating IP 2bea100e-b2f3-4513-b7b1-24eb40983cda: DOWN {{(pid=109614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:17:19.662118 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8649da1f-f375-4be2-be94-910f032181f9 req-843c8b18-7fc6-45e2-a0cd-3b4895feb29a tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 210 time: 0.0299847 Mar 28 14:17:20.232136 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:17:20.763108 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c3c33bc7-4514-4de9-9019-0a29917ed2ab req-5e75c497-be76-47db-8eae-a4a467cf54af tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 210 time: 0.0264888 Mar 28 14:17:20.821521 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device cc42a079-262e-4a10-b8a8-b619c9de1290 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:17:20.841299 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] No Port match for: cc42a079-262e-4a10-b8a8-b619c9de1290 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:17:20.841641 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device cc42a079-262e-4a10-b8a8-b619c9de1290 not bound to the agent host hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:17:21.857075 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-40172804-773d-419d-b894-e42858a42ae9 req-88b791a5-814c-40e0-93db-f9b018278abe tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97c1d83-50e8-4a13-8b12-ad7bf76613c7 HTTP/1.1" status: 200 len: 210 time: 0.0254948 Mar 28 14:17:24.033659 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-628ff8b9-2f06-4166-89cb-f4dcc0f32f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:26.304655 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-997e904d-f5d6-46e9-99ec-da50b5a6046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:26.750923 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 39706) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:17:26.804950 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ecee87fe-221f-4151-bd52-689c5146a4bd tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:26.827440 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ecee87fe-221f-4151-bd52-689c5146a4bd tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:26.959391 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ecee87fe-221f-4151-bd52-689c5146a4bd tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:26.961972 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ecee87fe-221f-4151-bd52-689c5146a4bd tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:26.963297 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ecee87fe-221f-4151-bd52-689c5146a4bd tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "DELETE /v2.0/security-groups/998f255a-5158-4109-8a6d-6bb0874455fa HTTP/1.1" status: 204 len: 168 time: 0.2113326 Mar 28 14:17:26.965925 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 39708) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:17:26.972521 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee87fe-221f-4151-bd52-689c5146a4bd tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=998f255a-5158-4109-8a6d-6bb0874455fa,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:17:26.983892 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.api.v2.resource [None req-a0f53c59-00f4-471c-8672-d6001c5f6e1a tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] show failed (client error): The resource could not be found. Mar 28 14:17:26.983892 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a0f53c59-00f4-471c-8672-d6001c5f6e1a tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "GET /v2.0/security-groups/998f255a-5158-4109-8a6d-6bb0874455fa HTTP/1.1" status: 404 len: 347 time: 0.0139840 Mar 28 14:17:26.984151 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 39710) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:17:27.104178 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-e319e1c2-05dd-406f-b1aa-f143595c1a11 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Deleting port 928ca888-1da6-48a7-9a83-081e80f49a88 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:17:27.104452 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e319e1c2-05dd-406f-b1aa-f143595c1a11 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:27.177882 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e319e1c2-05dd-406f-b1aa-f143595c1a11 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:27.178202 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e319e1c2-05dd-406f-b1aa-f143595c1a11 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:27.190042 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-e319e1c2-05dd-406f-b1aa-f143595c1a11 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Calling delete_port for 928ca888-1da6-48a7-9a83-081e80f49a88 owned by network:floatingip {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:17:27.379065 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e319e1c2-05dd-406f-b1aa-f143595c1a11 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:27.404030 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e319e1c2-05dd-406f-b1aa-f143595c1a11 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Pushing event deleted for resources: {'Port': ['ID=928ca888-1da6-48a7-9a83-081e80f49a88,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:17:27.462556 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e319e1c2-05dd-406f-b1aa-f143595c1a11 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks [] for floatingip, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:27.465125 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e319e1c2-05dd-406f-b1aa-f143595c1a11 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:27.466265 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e319e1c2-05dd-406f-b1aa-f143595c1a11 tempest-ServerActionsTestJSON-564448896 tempest-ServerActionsTestJSON-564448896-project] 10.222.0.24 "DELETE /v2.0/floatingips/2bea100e-b2f3-4513-b7b1-24eb40983cda HTTP/1.1" status: 204 len: 168 time: 0.4815204 Mar 28 14:17:27.469369 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 39712) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:17:27.676102 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:27.801874 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-502e11c7-df10-4fab-abc2-1b4b4d8ea8cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:28.037640 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-502e11c7-df10-4fab-abc2-1b4b4d8ea8cc admin admin] Deleting port deb215c9-246b-47a5-824c-269dc450d5d2 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:17:28.037898 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-502e11c7-df10-4fab-abc2-1b4b4d8ea8cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:28.111692 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-502e11c7-df10-4fab-abc2-1b4b4d8ea8cc admin admin] For port deb215c9-246b-47a5-824c-269dc450d5d2, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=deb215c9-246b-47a5-824c-269dc450d5d2,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:17:28.112046 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-502e11c7-df10-4fab-abc2-1b4b4d8ea8cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:28.123965 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-502e11c7-df10-4fab-abc2-1b4b4d8ea8cc admin admin] Calling delete_port for deb215c9-246b-47a5-824c-269dc450d5d2 owned by network:router_interface {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:17:28.385137 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-502e11c7-df10-4fab-abc2-1b4b4d8ea8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:28.409409 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e11c7-df10-4fab-abc2-1b4b4d8ea8cc admin admin] Pushing event deleted for resources: {'Port': ['ID=deb215c9-246b-47a5-824c-269dc450d5d2,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:17:28.578101 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-502e11c7-df10-4fab-abc2-1b4b4d8ea8cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:28.788025 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-502e11c7-df10-4fab-abc2-1b4b4d8ea8cc admin admin] Router 4ec46bff-a1f6-4f54-92de-3dccb57c6e38 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:17:28.891900 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502e11c7-df10-4fab-abc2-1b4b4d8ea8cc admin admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:17:28.896920 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-502e11c7-df10-4fab-abc2-1b4b4d8ea8cc admin admin] 10.222.0.24 "PUT /v2.0/routers/4ec46bff-a1f6-4f54-92de-3dccb57c6e38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4266112 Mar 28 14:17:28.899474 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 39714) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:17:28.902083 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d400946a-25fe-4453-a74e-0c14ad9be5e7 None None] Sync routers for ids ['4ec46bff-a1f6-4f54-92de-3dccb57c6e38'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:17:28.911819 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d400946a-25fe-4453-a74e-0c14ad9be5e7 None None] Routers {'4ec46bff-a1f6-4f54-92de-3dccb57c6e38'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:17:28.912430 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-d400946a-25fe-4453-a74e-0c14ad9be5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:17:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['4ec46bff-a1f6-4f54-92de-3dccb57c6e38'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:17:29.002235 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6dd548b4-f724-4f78-b387-a234d2e004b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:29.010562 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:29.016812 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-d400946a-25fe-4453-a74e-0c14ad9be5e7 None None] Set router 4ec46bff-a1f6-4f54-92de-3dccb57c6e38 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:17:29.098689 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6dd548b4-f724-4f78-b387-a234d2e004b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:29.185609 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-d400946a-25fe-4453-a74e-0c14ad9be5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'name': 'tempest-ServerActionsTestJSON-1230995267-router', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206'}], 'enable_snat': True}, 'gw_port_id': '957795fd-fccc-422b-875c-b8bebef77476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:17:28Z', 'revision_number': 5, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'gw_port': {'id': '957795fd-fccc-422b-875c-b8bebef77476', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:32:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:17:29.200452 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-6dd548b4-f724-4f78-b387-a234d2e004b7 admin admin] Deleting port 957795fd-fccc-422b-875c-b8bebef77476 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:17:29.200793 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6dd548b4-f724-4f78-b387-a234d2e004b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:29.211258 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d400946a-25fe-4453-a74e-0c14ad9be5e7 None None] Checking router: 4ec46bff-a1f6-4f54-92de-3dccb57c6e38 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:17:29.219530 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d400946a-25fe-4453-a74e-0c14ad9be5e7 None None] Routers {'4ec46bff-a1f6-4f54-92de-3dccb57c6e38'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:17:29.220118 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-d400946a-25fe-4453-a74e-0c14ad9be5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:17:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['4ec46bff-a1f6-4f54-92de-3dccb57c6e38'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:17:29.285462 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-6dd548b4-f724-4f78-b387-a234d2e004b7 admin admin] For port 957795fd-fccc-422b-875c-b8bebef77476, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=957795fd-fccc-422b-875c-b8bebef77476,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:17:29.285958 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6dd548b4-f724-4f78-b387-a234d2e004b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:29.302889 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-6dd548b4-f724-4f78-b387-a234d2e004b7 admin admin] Calling delete_port for 957795fd-fccc-422b-875c-b8bebef77476 owned by network:router_gateway {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:17:29.303836 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-d400946a-25fe-4453-a74e-0c14ad9be5e7 None None] Set router 4ec46bff-a1f6-4f54-92de-3dccb57c6e38 gateway port host: None {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:17:29.354611 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-d400946a-25fe-4453-a74e-0c14ad9be5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'name': 'tempest-ServerActionsTestJSON-1230995267-router', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:17:29Z', 'revision_number': 6, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'gw_port_host': None}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:17:29.390493 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:29.468810 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d400946a-25fe-4453-a74e-0c14ad9be5e7 None None] The sync data for ids ['4ec46bff-a1f6-4f54-92de-3dccb57c6e38'] in dv-neutron-835335-1-hyperv is: [{'id': '4ec46bff-a1f6-4f54-92de-3dccb57c6e38', 'name': 'tempest-ServerActionsTestJSON-1230995267-router', 'tenant_id': '1d84c284e15941989a506e233e3a7e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:12:59Z', 'updated_at': '2022-03-28T14:17:29Z', 'revision_number': 6, 'project_id': '1d84c284e15941989a506e233e3a7e93', 'gw_port_host': None}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:17:29.533411 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6dd548b4-f724-4f78-b387-a234d2e004b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:29.558419 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd548b4-f724-4f78-b387-a234d2e004b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=957795fd-fccc-422b-875c-b8bebef77476,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:17:29.623485 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6dd548b4-f724-4f78-b387-a234d2e004b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133933816'] for router_gateway, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:29.709027 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6dd548b4-f724-4f78-b387-a234d2e004b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:29.711067 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6dd548b4-f724-4f78-b387-a234d2e004b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:29.830549 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6dd548b4-f724-4f78-b387-a234d2e004b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:29.831120 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd548b4-f724-4f78-b387-a234d2e004b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ec46bff-a1f6-4f54-92de-3dccb57c6e38 {{(pid=109613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 14:17:29.835734 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6dd548b4-f724-4f78-b387-a234d2e004b7 admin admin] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:29.837379 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-6dd548b4-f724-4f78-b387-a234d2e004b7 admin admin] 10.222.0.24 "DELETE /v2.0/routers/4ec46bff-a1f6-4f54-92de-3dccb57c6e38 HTTP/1.1" status: 204 len: 168 time: 0.9364974 Mar 28 14:17:29.840120 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 39716) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:17:29.896385 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cb4c2ff-b3c5-434c-991e-2b8056d765c2 admin admin] Deleting subnet 837379ec-deea-4e81-a48a-47f85888d052 {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 14:17:29.899996 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0cb4c2ff-b3c5-434c-991e-2b8056d765c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:29.933844 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0cb4c2ff-b3c5-434c-991e-2b8056d765c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:30.008278 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0cb4c2ff-b3c5-434c-991e-2b8056d765c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:30.108114 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0cb4c2ff-b3c5-434c-991e-2b8056d765c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:30.137888 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb4c2ff-b3c5-434c-991e-2b8056d765c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=837379ec-deea-4e81-a48a-47f85888d052,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:17:30.142249 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0cb4c2ff-b3c5-434c-991e-2b8056d765c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:30.146204 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-0cb4c2ff-b3c5-434c-991e-2b8056d765c2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/837379ec-deea-4e81-a48a-47f85888d052 HTTP/1.1" status: 204 len: 168 time: 0.3047464 Mar 28 14:17:30.147186 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e4c861-d251-4d97-b3ac-9ecd1663c633 None None] Network ec4b4060-d4d1-4c06-bf16-076ffb721b8f requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:17:30.148793 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 39718) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:17:30.152666 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb4c2ff-b3c5-434c-991e-2b8056d765c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:17:30.153010 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb4c2ff-b3c5-434c-991e-2b8056d765c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:17:30.153349 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb4c2ff-b3c5-434c-991e-2b8056d765c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:17:30.153675 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb4c2ff-b3c5-434c-991e-2b8056d765c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:17:30.153995 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb4c2ff-b3c5-434c-991e-2b8056d765c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:17:30.154318 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb4c2ff-b3c5-434c-991e-2b8056d765c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:17:30.154671 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb4c2ff-b3c5-434c-991e-2b8056d765c2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:17:30.154992 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb4c2ff-b3c5-434c-991e-2b8056d765c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:17:30.155308 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb4c2ff-b3c5-434c-991e-2b8056d765c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:17:30.155624 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb4c2ff-b3c5-434c-991e-2b8056d765c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:17:30.155935 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb4c2ff-b3c5-434c-991e-2b8056d765c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:17:30.156246 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb4c2ff-b3c5-434c-991e-2b8056d765c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:17:30.225568 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6fe3b865-8e90-4d42-8c72-74f19936acee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:30.290886 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-6fe3b865-8e90-4d42-8c72-74f19936acee admin admin] Deleting port 689481e2-9e76-4ab1-90b7-1e5d155cac08 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:17:30.291227 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6fe3b865-8e90-4d42-8c72-74f19936acee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:30.357832 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf5b101-88ab-434b-9b7e-a214ea8d1484 None None] DHCP port deletion for ec4b4060-d4d1-4c06-bf16-076ffb721b8f request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 14:17:30.359530 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-6fe3b865-8e90-4d42-8c72-74f19936acee admin admin] For port 689481e2-9e76-4ab1-90b7-1e5d155cac08, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=689481e2-9e76-4ab1-90b7-1e5d155cac08,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:17:30.360142 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6fe3b865-8e90-4d42-8c72-74f19936acee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:30.375428 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-6fe3b865-8e90-4d42-8c72-74f19936acee admin admin] Calling delete_port for 689481e2-9e76-4ab1-90b7-1e5d155cac08 owned by network:dhcp {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:17:30.403887 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-5cf5b101-88ab-434b-9b7e-a214ea8d1484 None None] Deleting port 689481e2-9e76-4ab1-90b7-1e5d155cac08 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:17:30.404256 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5cf5b101-88ab-434b-9b7e-a214ea8d1484 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:30.472994 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-5cf5b101-88ab-434b-9b7e-a214ea8d1484 None None] For port 689481e2-9e76-4ab1-90b7-1e5d155cac08, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=689481e2-9e76-4ab1-90b7-1e5d155cac08,segment=NetworkSegment(31184651-bcd0-4f3d-bba2-09c243f9595f),segment_id=31184651-bcd0-4f3d-bba2-09c243f9595f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:17:30.478633 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5cf5b101-88ab-434b-9b7e-a214ea8d1484 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:30.486687 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-5cf5b101-88ab-434b-9b7e-a214ea8d1484 None None] Calling delete_port for 689481e2-9e76-4ab1-90b7-1e5d155cac08 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:17:30.544562 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6fe3b865-8e90-4d42-8c72-74f19936acee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:30.564821 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5cf5b101-88ab-434b-9b7e-a214ea8d1484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:30.571360 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe3b865-8e90-4d42-8c72-74f19936acee admin admin] Pushing event deleted for resources: {'Port': ['ID=689481e2-9e76-4ab1-90b7-1e5d155cac08,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:17:30.579012 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe3b865-8e90-4d42-8c72-74f19936acee admin admin] No DVR routers for this DVR port 689481e2-9e76-4ab1-90b7-1e5d155cac08 on host dv-neutron-835335-1-hyperv {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:17:30.595717 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf5b101-88ab-434b-9b7e-a214ea8d1484 None None] Pushing event deleted for resources: {'Port': ['ID=689481e2-9e76-4ab1-90b7-1e5d155cac08,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:17:30.600451 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf5b101-88ab-434b-9b7e-a214ea8d1484 None None] No DVR routers for this DVR port 689481e2-9e76-4ab1-90b7-1e5d155cac08 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:17:30.654820 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6fe3b865-8e90-4d42-8c72-74f19936acee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:30.674348 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-6fe3b865-8e90-4d42-8c72-74f19936acee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec4b4060-d4d1-4c06-bf16-076ffb721b8f']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:17:30.683737 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-6fe3b865-8e90-4d42-8c72-74f19936acee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31184651-bcd0-4f3d-bba2-09c243f9595f') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:17:30.684028 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-6fe3b865-8e90-4d42-8c72-74f19936acee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31184651-bcd0-4f3d-bba2-09c243f9595f') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:17:30.693351 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6fe3b865-8e90-4d42-8c72-74f19936acee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:30.706521 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6fe3b865-8e90-4d42-8c72-74f19936acee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:30.712152 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fe3b865-8e90-4d42-8c72-74f19936acee admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 14:17:30.712564 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6fe3b865-8e90-4d42-8c72-74f19936acee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:30.714158 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 14:17:30.714158 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 14:17:30.714158 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 14:17:30.714158 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 14:17:30.714158 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 14:17:30.714158 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 14:17:30.714158 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 14:17:30.714158 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 14:17:30.714158 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 14:17:30.714158 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 14:17:30.714158 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 14:17:30.714158 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 14:17:30.714158 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 14:17:30.714158 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 14:17:30.714158 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 14:17:30.714158 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 14:17:30.714158 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 14:17:30.714158 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 14:17:30.714158 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 14:17:30.714158 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 14:17:30.714158 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 14:17:30.714158 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 14:17:30.714158 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 14:17:30.714158 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 14:17:30.714158 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 14:17:30.714158 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 14:17:30.714158 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 14:17:30.714158 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 14:17:30.714158 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 14:17:30.714158 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 14:17:30.714158 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 14:17:30.714158 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 14:17:30.830294 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6fe3b865-8e90-4d42-8c72-74f19936acee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:30.836303 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6fe3b865-8e90-4d42-8c72-74f19936acee admin admin] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:30.839428 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-6fe3b865-8e90-4d42-8c72-74f19936acee admin admin] 10.222.0.24 "DELETE /v2.0/networks/ec4b4060-d4d1-4c06-bf16-076ffb721b8f HTTP/1.1" status: 204 len: 168 time: 0.6894817 Mar 28 14:17:30.848832 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe3b865-8e90-4d42-8c72-74f19936acee admin admin] Pushing event deleted for resources: {'Network': ['ID=ec4b4060-d4d1-4c06-bf16-076ffb721b8f,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:17:31.135408 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 39722) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:17:31.173172 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-5f895169-8da0-4eaa-b0f6-804738ede526 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1d84c284e15941989a506e233e3a7e93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0366380 Mar 28 14:17:31.175399 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 39724) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:17:31.224436 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-460abb62-8966-4656-8963-42ee2371b552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:31.246322 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-460abb62-8966-4656-8963-42ee2371b552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:31.292751 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 689481e2-9e76-4ab1-90b7-1e5d155cac08 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:17:31.318481 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 689481e2-9e76-4ab1-90b7-1e5d155cac08 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:17:31.318481 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 689481e2-9e76-4ab1-90b7-1e5d155cac08 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:17:31.318481 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device deb215c9-246b-47a5-824c-269dc450d5d2 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:17:31.334847 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: deb215c9-246b-47a5-824c-269dc450d5d2 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:17:31.335182 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device deb215c9-246b-47a5-824c-269dc450d5d2 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:17:31.335571 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 957795fd-fccc-422b-875c-b8bebef77476 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:17:31.355283 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 957795fd-fccc-422b-875c-b8bebef77476 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:17:31.358632 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 957795fd-fccc-422b-875c-b8bebef77476 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:17:31.370729 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-460abb62-8966-4656-8963-42ee2371b552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:31.373312 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-460abb62-8966-4656-8963-42ee2371b552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:31.374470 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-460abb62-8966-4656-8963-42ee2371b552 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cbc80646-7977-4df4-8ef6-b1f42c80852a HTTP/1.1" status: 204 len: 168 time: 0.1982031 Mar 28 14:17:31.382173 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460abb62-8966-4656-8963-42ee2371b552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc80646-7977-4df4-8ef6-b1f42c80852a,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:17:32.331836 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 39746) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:17:32.426176 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-c5639020-3916-4ede-8fcb-f807ae77adc1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2140128741-network', 'tenant_id': 'd1137b7bcd4c4202a69e1b9cadf11954'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:17:32.510478 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5639020-3916-4ede-8fcb-f807ae77adc1 admin admin] Made reservation on behalf of d1137b7bcd4c4202a69e1b9cadf11954 for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:17:32.512987 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c5639020-3916-4ede-8fcb-f807ae77adc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:32.522211 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c5639020-3916-4ede-8fcb-f807ae77adc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:32.597069 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c5639020-3916-4ede-8fcb-f807ae77adc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:32.665163 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c5639020-3916-4ede-8fcb-f807ae77adc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:32.688688 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5639020-3916-4ede-8fcb-f807ae77adc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 14:17:32.698154 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5639020-3916-4ede-8fcb-f807ae77adc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc99411b-e6f0-4673-af2f-ca9111881236,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:17:32.702716 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c5639020-3916-4ede-8fcb-f807ae77adc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:32.703056 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-c5639020-3916-4ede-8fcb-f807ae77adc1 admin admin] Added segment 8b9decbc-d9b6-4927-b80b-f34511df7461 of type vlan for network 1326cbf2-633c-417b-90f0-51c0208331b6 Mar 28 14:17:32.740658 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c5639020-3916-4ede-8fcb-f807ae77adc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:32.835464 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c5639020-3916-4ede-8fcb-f807ae77adc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:32.836889 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5639020-3916-4ede-8fcb-f807ae77adc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:32.837463 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c5639020-3916-4ede-8fcb-f807ae77adc1 admin admin] Notify callbacks [] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:32.895105 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5639020-3916-4ede-8fcb-f807ae77adc1 admin admin] Pushing event updated for resources: {'Network': ['ID=1326cbf2-633c-417b-90f0-51c0208331b6,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:17:32.908230 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 1326cbf2-633c-417b-90f0-51c0208331b6 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 14:17:32.958652 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c5639020-3916-4ede-8fcb-f807ae77adc1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6256735 Mar 28 14:17:32.962051 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 39750) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:17:32.966873 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-88cc228f-5516-4361-b4a8-98ba9af0f190 admin admin] Request body: {'subnet': {'network_id': '1326cbf2-633c-417b-90f0-51c0208331b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2140128741-subnet', 'tenant_id': 'd1137b7bcd4c4202a69e1b9cadf11954', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:17:33.029922 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88cc228f-5516-4361-b4a8-98ba9af0f190 admin admin] Made reservation on behalf of d1137b7bcd4c4202a69e1b9cadf11954 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:17:33.032199 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-88cc228f-5516-4361-b4a8-98ba9af0f190 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:33.578970 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-88cc228f-5516-4361-b4a8-98ba9af0f190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:33.631354 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc228f-5516-4361-b4a8-98ba9af0f190 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afbaca48-13b9-42ad-899c-43f68270dd04,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:17:33.640224 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cc228f-5516-4361-b4a8-98ba9af0f190 admin admin] Checking segment: {'id': '8b9decbc-d9b6-4927-b80b-f34511df7461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1326cbf2-633c-417b-90f0-51c0208331b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:17:33.640611 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cc228f-5516-4361-b4a8-98ba9af0f190 admin admin] Network hostable DHCP agents. Network: 1326cbf2-633c-417b-90f0-51c0208331b6, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 14:17:33.750030 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cc228f-5516-4361-b4a8-98ba9af0f190 admin admin] Network 1326cbf2-633c-417b-90f0-51c0208331b6 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 14:17:33.823930 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-88cc228f-5516-4361-b4a8-98ba9af0f190 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 1326cbf2-633c-417b-90f0-51c0208331b6) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:17:33.827811 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cc228f-5516-4361-b4a8-98ba9af0f190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:33.828440 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-88cc228f-5516-4361-b4a8-98ba9af0f190 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:33.834160 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7e47f6-dc0a-4863-af04-fcc15b89f5e9 None None] Network 1326cbf2-633c-417b-90f0-51c0208331b6 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:17:33.912553 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-88cc228f-5516-4361-b4a8-98ba9af0f190 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9493628 Mar 28 14:17:33.953763 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec071fde-4902-49c4-a44f-bc26198632b5 None None] Network 1326cbf2-633c-417b-90f0-51c0208331b6 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:17:34.322264 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff678c-121a-4517-b6b7-40cce8065009 req-e184246f-2520-47e4-9feb-7ae726670e98 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:34.323719 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f1ff678c-121a-4517-b6b7-40cce8065009 req-e184246f-2520-47e4-9feb-7ae726670e98 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/networks?id=1326cbf2-633c-417b-90f0-51c0208331b6 HTTP/1.1" status: 200 len: 814 time: 0.1019199 Mar 28 14:17:34.338614 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f1ff678c-121a-4517-b6b7-40cce8065009 req-1c29e4f4-3755-41cc-9503-02f13c8137d6 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/quotas/d1137b7bcd4c4202a69e1b9cadf11954 HTTP/1.1" status: 200 len: 375 time: 0.0091887 Mar 28 14:17:34.369069 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f1ff678c-121a-4517-b6b7-40cce8065009 req-6aec203d-db4e-4cdc-8539-22703801b95c tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1137b7bcd4c4202a69e1b9cadf11954&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253253 Mar 28 14:17:34.505125 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f1ff678c-121a-4517-b6b7-40cce8065009 req-b9b49751-b451-43ff-bf99-c97c43eec27e service neutron] 10.222.0.24 "GET /v2.0/networks/1326cbf2-633c-417b-90f0-51c0208331b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293659 Mar 28 14:17:34.591831 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f1ff678c-121a-4517-b6b7-40cce8065009 req-c82dc214-4f57-4f1a-b1a5-ec89dfbae27f service neutron] 10.222.0.24 "GET /v2.0/networks/1326cbf2-633c-417b-90f0-51c0208331b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805700 Mar 28 14:17:34.834959 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3d8aa4c2-7970-48af-b632-38f230fc6915 req-13d0948e-c5ef-4e51-bc35-e1aa26e63d67 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cf06b59-93e9-4aab-96c5-f4a97c5947d8 HTTP/1.1" status: 200 len: 210 time: 0.0267847 Mar 28 14:17:35.926525 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-52e6c11d-c4f3-49a7-a5e8-245d5a9606a5 req-cbdf1282-6b91-4cd4-94c2-1b13471e25d6 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cf06b59-93e9-4aab-96c5-f4a97c5947d8 HTTP/1.1" status: 200 len: 210 time: 0.0258381 Mar 28 14:17:36.928983 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff678c-121a-4517-b6b7-40cce8065009 req-ea129267-47a4-4f60-b854-84e1966f2720 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:36.930433 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f1ff678c-121a-4517-b6b7-40cce8065009 req-ea129267-47a4-4f60-b854-84e1966f2720 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.20 "GET /v2.0/networks?id=1326cbf2-633c-417b-90f0-51c0208331b6 HTTP/1.1" status: 200 len: 814 time: 0.1042788 Mar 28 14:17:36.949882 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-f1ff678c-121a-4517-b6b7-40cce8065009 req-35b5a03a-c75a-4fc1-9903-38945993a57a tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Request body: {'port': {'device_id': '4cf06b59-93e9-4aab-96c5-f4a97c5947d8', 'network_id': '1326cbf2-633c-417b-90f0-51c0208331b6', 'admin_state_up': True, 'tenant_id': 'd1137b7bcd4c4202a69e1b9cadf11954'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:17:37.032109 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-71fc61e7-53f0-4510-ae06-78accd827bac req-161c5b22-27c6-44d0-a821-4903526afdca tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cf06b59-93e9-4aab-96c5-f4a97c5947d8 HTTP/1.1" status: 200 len: 210 time: 0.0326293 Mar 28 14:17:37.142136 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1ff678c-121a-4517-b6b7-40cce8065009 req-35b5a03a-c75a-4fc1-9903-38945993a57a tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Made reservation on behalf of d1137b7bcd4c4202a69e1b9cadf11954 for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:17:37.145741 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f1ff678c-121a-4517-b6b7-40cce8065009 req-35b5a03a-c75a-4fc1-9903-38945993a57a tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:37.274054 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [req-f1ff678c-121a-4517-b6b7-40cce8065009 req-35b5a03a-c75a-4fc1-9903-38945993a57a tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Allocated IP 172.20.0.6 (1326cbf2-633c-417b-90f0-51c0208331b6/afbaca48-13b9-42ad-899c-43f68270dd04/eba8dff2-21c5-44c3-a919-3d2e7ee4d04a) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:17:37.414928 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f1ff678c-121a-4517-b6b7-40cce8065009 req-35b5a03a-c75a-4fc1-9903-38945993a57a tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:37.493994 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f1ff678c-121a-4517-b6b7-40cce8065009 req-35b5a03a-c75a-4fc1-9903-38945993a57a tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:37.539263 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1ff678c-121a-4517-b6b7-40cce8065009 req-35b5a03a-c75a-4fc1-9903-38945993a57a tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Network 1326cbf2-633c-417b-90f0-51c0208331b6 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:17:37.542367 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [req-f1ff678c-121a-4517-b6b7-40cce8065009 req-35b5a03a-c75a-4fc1-9903-38945993a57a tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:17:37.546098 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ff678c-121a-4517-b6b7-40cce8065009 req-35b5a03a-c75a-4fc1-9903-38945993a57a tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:17:37.570431 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b5a03a-c75a-4fc1-9903-38945993a57a tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Pushing event updated for resources: {'Port': ['ID=eba8dff2-21c5-44c3-a919-3d2e7ee4d04a,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:17:37.597400 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff678c-121a-4517-b6b7-40cce8065009 req-35b5a03a-c75a-4fc1-9903-38945993a57a tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:37.598000 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f1ff678c-121a-4517-b6b7-40cce8065009 req-35b5a03a-c75a-4fc1-9903-38945993a57a tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:37.661425 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f1ff678c-121a-4517-b6b7-40cce8065009 req-35b5a03a-c75a-4fc1-9903-38945993a57a tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7159181 Mar 28 14:17:37.673347 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-f1ff678c-121a-4517-b6b7-40cce8065009 req-aebceb0b-0398-4ac9-b8f7-29c0d2f49704 service neutron] Request body: {'port': {'device_id': '4cf06b59-93e9-4aab-96c5-f4a97c5947d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:17:37.724731 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f1ff678c-121a-4517-b6b7-40cce8065009 req-aebceb0b-0398-4ac9-b8f7-29c0d2f49704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:37.978878 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [req-f1ff678c-121a-4517-b6b7-40cce8065009 req-aebceb0b-0398-4ac9-b8f7-29c0d2f49704 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eba8dff2-21c5-44c3-a919-3d2e7ee4d04a {{(pid=109613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:17:37.986235 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f1ff678c-121a-4517-b6b7-40cce8065009 req-aebceb0b-0398-4ac9-b8f7-29c0d2f49704 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:37.998004 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.provisioning_blocks [req-f1ff678c-121a-4517-b6b7-40cce8065009 req-aebceb0b-0398-4ac9-b8f7-29c0d2f49704 service neutron] Transition to ACTIVE for port object eba8dff2-21c5-44c3-a919-3d2e7ee4d04a will not be triggered until provisioned by entity L2. {{(pid=109613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 14:17:38.092830 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f1ff678c-121a-4517-b6b7-40cce8065009 req-aebceb0b-0398-4ac9-b8f7-29c0d2f49704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:38.170007 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebceb0b-0398-4ac9-b8f7-29c0d2f49704 service neutron] Pushing event updated for resources: {'Port': ['ID=eba8dff2-21c5-44c3-a919-3d2e7ee4d04a,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:17:38.232058 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6615f8d-fc30-4033-af78-a32bc9fc4961 req-5cbb2143-275a-4869-8ba7-3fbb3a53015f tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:38.233443 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e6615f8d-fc30-4033-af78-a32bc9fc4961 req-5cbb2143-275a-4869-8ba7-3fbb3a53015f tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cf06b59-93e9-4aab-96c5-f4a97c5947d8 HTTP/1.1" status: 200 len: 943 time: 0.1325769 Mar 28 14:17:38.265956 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-f1ff678c-121a-4517-b6b7-40cce8065009 req-aebceb0b-0398-4ac9-b8f7-29c0d2f49704 service neutron] Attempting to bind port eba8dff2-21c5-44c3-a919-3d2e7ee4d04a on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:17:38.266288 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-f1ff678c-121a-4517-b6b7-40cce8065009 req-aebceb0b-0398-4ac9-b8f7-29c0d2f49704 service neutron] Attempting to bind port eba8dff2-21c5-44c3-a919-3d2e7ee4d04a by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '8b9decbc-d9b6-4927-b80b-f34511df7461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1326cbf2-633c-417b-90f0-51c0208331b6'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:17:38.266606 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ff678c-121a-4517-b6b7-40cce8065009 req-aebceb0b-0398-4ac9-b8f7-29c0d2f49704 service neutron] Attempting to bind port eba8dff2-21c5-44c3-a919-3d2e7ee4d04a on network 1326cbf2-633c-417b-90f0-51c0208331b6 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:17:38.273797 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ff678c-121a-4517-b6b7-40cce8065009 req-aebceb0b-0398-4ac9-b8f7-29c0d2f49704 service neutron] Port eba8dff2-21c5-44c3-a919-3d2e7ee4d04a on network 1326cbf2-633c-417b-90f0-51c0208331b6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 14:17:38.274112 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ff678c-121a-4517-b6b7-40cce8065009 req-aebceb0b-0398-4ac9-b8f7-29c0d2f49704 service neutron] Attempting to bind port eba8dff2-21c5-44c3-a919-3d2e7ee4d04a on network 1326cbf2-633c-417b-90f0-51c0208331b6 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:17:38.284500 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ff678c-121a-4517-b6b7-40cce8065009 req-aebceb0b-0398-4ac9-b8f7-29c0d2f49704 service neutron] Checking agent: {'id': '72ab3303-6c81-4bd9-a1a9-2c5d9b681d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'started_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:17:38.284830 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ff678c-121a-4517-b6b7-40cce8065009 req-aebceb0b-0398-4ac9-b8f7-29c0d2f49704 service neutron] Checking segment: {'id': '8b9decbc-d9b6-4927-b80b-f34511df7461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1326cbf2-633c-417b-90f0-51c0208331b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:17:38.285201 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ff678c-121a-4517-b6b7-40cce8065009 req-aebceb0b-0398-4ac9-b8f7-29c0d2f49704 service neutron] Bound using segment: {'id': '8b9decbc-d9b6-4927-b80b-f34511df7461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1326cbf2-633c-417b-90f0-51c0208331b6'} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:17:38.285619 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-f1ff678c-121a-4517-b6b7-40cce8065009 req-aebceb0b-0398-4ac9-b8f7-29c0d2f49704 service neutron] Bound port: eba8dff2-21c5-44c3-a919-3d2e7ee4d04a, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b9decbc-d9b6-4927-b80b-f34511df7461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1326cbf2-633c-417b-90f0-51c0208331b6'}}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:17:38.285971 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f1ff678c-121a-4517-b6b7-40cce8065009 req-aebceb0b-0398-4ac9-b8f7-29c0d2f49704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:38.298060 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e6615f8d-fc30-4033-af78-a32bc9fc4961 req-c08f2402-7665-40c2-a38a-c2c5ae6b91a4 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc99411b-e6f0-4673-af2f-ca9111881236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582819 Mar 28 14:17:38.351520 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-f1ff678c-121a-4517-b6b7-40cce8065009 req-aebceb0b-0398-4ac9-b8f7-29c0d2f49704 service neutron] For port eba8dff2-21c5-44c3-a919-3d2e7ee4d04a, host hv-neutron-8353, cleared binding levels {{(pid=109613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:17:38.354428 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-f1ff678c-121a-4517-b6b7-40cce8065009 req-aebceb0b-0398-4ac9-b8f7-29c0d2f49704 service neutron] For port eba8dff2-21c5-44c3-a919-3d2e7ee4d04a, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=eba8dff2-21c5-44c3-a919-3d2e7ee4d04a,segment=NetworkSegment(8b9decbc-d9b6-4927-b80b-f34511df7461),segment_id=8b9decbc-d9b6-4927-b80b-f34511df7461)] {{(pid=109613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:17:38.445200 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f1ff678c-121a-4517-b6b7-40cce8065009 req-aebceb0b-0398-4ac9-b8f7-29c0d2f49704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:38.478088 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff678c-121a-4517-b6b7-40cce8065009 req-aebceb0b-0398-4ac9-b8f7-29c0d2f49704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:38.478677 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f1ff678c-121a-4517-b6b7-40cce8065009 req-aebceb0b-0398-4ac9-b8f7-29c0d2f49704 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:38.480030 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f1ff678c-121a-4517-b6b7-40cce8065009 req-aebceb0b-0398-4ac9-b8f7-29c0d2f49704 service neutron] 10.222.0.20 "PUT /v2.0/ports/eba8dff2-21c5-44c3-a919-3d2e7ee4d04a HTTP/1.1" status: 200 len: 1093 time: 0.8107696 Mar 28 14:17:38.480496 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cf06b59-93e9-4aab-96c5-f4a97c5947d8', 'tag': 'eba8dff2-21c5-44c3-a919-3d2e7ee4d04a'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:17:38.482776 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055ab599-a672-4e8b-aaac-e7373361f27a" -d '{"events": [{"name": "network-changed", "server_uuid": "4cf06b59-93e9-4aab-96c5-f4a97c5947d8", "tag": "eba8dff2-21c5-44c3-a919-3d2e7ee4d04a"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:17:38.507001 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebceb0b-0398-4ac9-b8f7-29c0d2f49704 service neutron] Pushing event updated for resources: {'Port': ['ID=eba8dff2-21c5-44c3-a919-3d2e7ee4d04a,revision_number=3']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:17:38.522762 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4b7d11-1433-4407-9834-5106e41a030b x-openstack-request-id: req-fb4b7d11-1433-4407-9834-5106e41a030b {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:17:38.523067 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cf06b59-93e9-4aab-96c5-f4a97c5947d8", "tag": "eba8dff2-21c5-44c3-a919-3d2e7ee4d04a", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:17:38.523328 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fb4b7d11-1433-4407-9834-5106e41a030b {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:17:38.523725 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cf06b59-93e9-4aab-96c5-f4a97c5947d8', 'tag': 'eba8dff2-21c5-44c3-a919-3d2e7ee4d04a', 'status': 'completed', 'code': 200} Mar 28 14:17:38.585955 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ab599-a672-4e8b-aaac-e7373361f27a req-18e0bf06-abb2-4857-8b9d-8301945f3852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:38.587445 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-055ab599-a672-4e8b-aaac-e7373361f27a req-18e0bf06-abb2-4857-8b9d-8301945f3852 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d1137b7bcd4c4202a69e1b9cadf11954&device_id=4cf06b59-93e9-4aab-96c5-f4a97c5947d8 HTTP/1.1" status: 200 len: 1096 time: 0.0446279 Mar 28 14:17:38.680479 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ab599-a672-4e8b-aaac-e7373361f27a req-0ea4e18a-f86b-489f-be80-c5d0018cc89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:38.682553 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-055ab599-a672-4e8b-aaac-e7373361f27a req-0ea4e18a-f86b-489f-be80-c5d0018cc89f service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=d1137b7bcd4c4202a69e1b9cadf11954&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0886278 Mar 28 14:17:38.774425 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ab599-a672-4e8b-aaac-e7373361f27a req-3f0aade9-c29e-4008-963f-4570601aa1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:38.775862 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-055ab599-a672-4e8b-aaac-e7373361f27a req-3f0aade9-c29e-4008-963f-4570601aa1c6 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876510 Mar 28 14:17:38.848490 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff678c-121a-4517-b6b7-40cce8065009 req-5be8527a-d508-43d6-905a-cbed83eacd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:38.850135 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f1ff678c-121a-4517-b6b7-40cce8065009 req-5be8527a-d508-43d6-905a-cbed83eacd34 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d1137b7bcd4c4202a69e1b9cadf11954&device_id=4cf06b59-93e9-4aab-96c5-f4a97c5947d8 HTTP/1.1" status: 200 len: 1096 time: 0.0408995 Mar 28 14:17:38.888768 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f1ff678c-121a-4517-b6b7-40cce8065009 req-467b0b15-41ff-47e8-a543-7053b6d1f683 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eba8dff2-21c5-44c3-a919-3d2e7ee4d04a HTTP/1.1" status: 200 len: 217 time: 0.0320456 Mar 28 14:17:38.939084 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff678c-121a-4517-b6b7-40cce8065009 req-9c87d831-db08-4a9b-89d4-caba68034595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:38.940839 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f1ff678c-121a-4517-b6b7-40cce8065009 req-9c87d831-db08-4a9b-89d4-caba68034595 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=afbaca48-13b9-42ad-899c-43f68270dd04 HTTP/1.1" status: 200 len: 854 time: 0.0465064 Mar 28 14:17:38.972096 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f1ff678c-121a-4517-b6b7-40cce8065009 req-78f3aa61-e0cc-43b1-bbd5-f925d151c1ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1326cbf2-633c-417b-90f0-51c0208331b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240030 Mar 28 14:17:39.057922 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f1ff678c-121a-4517-b6b7-40cce8065009 req-1ad751be-0912-45ce-b353-2e77c1bf5966 service neutron] 10.222.0.20 "GET /v2.0/networks/1326cbf2-633c-417b-90f0-51c0208331b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788295 Mar 28 14:17:39.145801 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f1ff678c-121a-4517-b6b7-40cce8065009 req-6e5c5134-3494-419b-be45-bc32f15fb831 service neutron] 10.222.0.20 "GET /v2.0/networks/1326cbf2-633c-417b-90f0-51c0208331b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821931 Mar 28 14:17:39.411631 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ed4e8-37bd-4944-a4ee-0d5838155ec7 req-368b0b26-59ea-4d2d-aada-dddf1d29737b tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:39.413107 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-395ed4e8-37bd-4944-a4ee-0d5838155ec7 req-368b0b26-59ea-4d2d-aada-dddf1d29737b tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cf06b59-93e9-4aab-96c5-f4a97c5947d8 HTTP/1.1" status: 200 len: 943 time: 0.0493016 Mar 28 14:17:39.450731 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-395ed4e8-37bd-4944-a4ee-0d5838155ec7 req-57b6f9e6-6e7d-462e-a264-2d7cd06cc3d9 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc99411b-e6f0-4673-af2f-ca9111881236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312304 Mar 28 14:17:40.562989 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137c186-0225-424e-8e44-bef08bdc83b8 req-0a48a1a0-3345-4f15-85c9-43530c30d71d tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:40.564335 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5137c186-0225-424e-8e44-bef08bdc83b8 req-0a48a1a0-3345-4f15-85c9-43530c30d71d tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cf06b59-93e9-4aab-96c5-f4a97c5947d8 HTTP/1.1" status: 200 len: 943 time: 0.0465045 Mar 28 14:17:40.609550 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5137c186-0225-424e-8e44-bef08bdc83b8 req-8d29cfe5-661f-4925-a725-b75a1d20fea3 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc99411b-e6f0-4673-af2f-ca9111881236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389831 Mar 28 14:17:41.721375 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484caec-1a75-4c2f-98c6-970b17d0c519 req-10a44452-ca65-4aac-b55a-316223d3eaa2 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:41.722799 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d484caec-1a75-4c2f-98c6-970b17d0c519 req-10a44452-ca65-4aac-b55a-316223d3eaa2 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cf06b59-93e9-4aab-96c5-f4a97c5947d8 HTTP/1.1" status: 200 len: 943 time: 0.0477426 Mar 28 14:17:41.758104 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d484caec-1a75-4c2f-98c6-970b17d0c519 req-f89359ae-1f61-4b2f-89ac-693a7fbed3d1 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc99411b-e6f0-4673-af2f-ca9111881236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295205 Mar 28 14:17:42.870853 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adafd01-1dce-4eeb-9a94-71c931370e97 req-1a4321b8-d32b-4f91-9958-6fbf81a8a18d tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:42.872284 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7adafd01-1dce-4eeb-9a94-71c931370e97 req-1a4321b8-d32b-4f91-9958-6fbf81a8a18d tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cf06b59-93e9-4aab-96c5-f4a97c5947d8 HTTP/1.1" status: 200 len: 943 time: 0.0476785 Mar 28 14:17:42.908903 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7adafd01-1dce-4eeb-9a94-71c931370e97 req-b78e5a43-37d5-46cc-b972-6f8994b686d4 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc99411b-e6f0-4673-af2f-ca9111881236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307300 Mar 28 14:17:42.931390 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device eba8dff2-21c5-44c3-a919-3d2e7ee4d04a details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:17:43.021394 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port eba8dff2-21c5-44c3-a919-3d2e7ee4d04a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=eba8dff2-21c5-44c3-a919-3d2e7ee4d04a,segment=NetworkSegment(8b9decbc-d9b6-4927-b80b-f34511df7461),segment_id=8b9decbc-d9b6-4927-b80b-f34511df7461)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:17:43.035799 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': 'eba8dff2-21c5-44c3-a919-3d2e7ee4d04a', 'network_id': '1326cbf2-633c-417b-90f0-51c0208331b6', 'port_id': 'eba8dff2-21c5-44c3-a919-3d2e7ee4d04a', 'mac_address': 'fa:16:3e:98:0d:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbaca48-13b9-42ad-899c-43f68270dd04', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:17:43.071615 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:43.083736 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eba8dff2-21c5-44c3-a919-3d2e7ee4d04a {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:17:43.103630 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port eba8dff2-21c5-44c3-a919-3d2e7ee4d04a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=eba8dff2-21c5-44c3-a919-3d2e7ee4d04a,segment=NetworkSegment(8b9decbc-d9b6-4927-b80b-f34511df7461),segment_id=8b9decbc-d9b6-4927-b80b-f34511df7461)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:17:43.161547 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:43.206837 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=eba8dff2-21c5-44c3-a919-3d2e7ee4d04a,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:17:43.451735 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['eba8dff2-21c5-44c3-a919-3d2e7ee4d04a'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:17:43.744725 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:44.028336 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d65df-9583-4512-96a0-8769f38fac4d req-240c964e-2edf-4984-bbc7-797fcc6a105e tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:44.028336 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e75d65df-9583-4512-96a0-8769f38fac4d req-240c964e-2edf-4984-bbc7-797fcc6a105e tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cf06b59-93e9-4aab-96c5-f4a97c5947d8 HTTP/1.1" status: 200 len: 944 time: 0.0481005 Mar 28 14:17:44.063525 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e75d65df-9583-4512-96a0-8769f38fac4d req-f101b587-5419-483d-ae74-64ff5ff11eaf tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc99411b-e6f0-4673-af2f-ca9111881236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347764 Mar 28 14:17:44.950699 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device eba8dff2-21c5-44c3-a919-3d2e7ee4d04a up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:17:45.069657 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning for port eba8dff2-21c5-44c3-a919-3d2e7ee4d04a completed by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 14:17:45.074240 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port eba8dff2-21c5-44c3-a919-3d2e7ee4d04a triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:17:45.078801 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:45.152488 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:45.173762 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf06b59-93e9-4aab-96c5-f4a97c5947d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba8dff2-21c5-44c3-a919-3d2e7ee4d04a'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:17:45.175951 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80ffe4d-acf3-47d4-8bf6-1077d057bc8a" -d '{"events": [{"server_uuid": "4cf06b59-93e9-4aab-96c5-f4a97c5947d8", "name": "network-vif-plugged", "status": "completed", "tag": "eba8dff2-21c5-44c3-a919-3d2e7ee4d04a"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:17:45.177841 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba33ff9-beb8-4c17-b4c8-c85fbec5d9e2 req-d3636b3e-1de8-4c90-a440-7cf454a7d9c5 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:45.184511 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bba33ff9-beb8-4c17-b4c8-c85fbec5d9e2 req-d3636b3e-1de8-4c90-a440-7cf454a7d9c5 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cf06b59-93e9-4aab-96c5-f4a97c5947d8 HTTP/1.1" status: 200 len: 944 time: 0.0480072 Mar 28 14:17:45.194474 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port eba8dff2-21c5-44c3-a919-3d2e7ee4d04a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=eba8dff2-21c5-44c3-a919-3d2e7ee4d04a,segment=NetworkSegment(8b9decbc-d9b6-4927-b80b-f34511df7461),segment_id=8b9decbc-d9b6-4927-b80b-f34511df7461)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:17:45.221412 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ccb207f-20b7-430d-8dec-b27cfc7ab936 x-openstack-request-id: req-8ccb207f-20b7-430d-8dec-b27cfc7ab936 {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:17:45.221704 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cf06b59-93e9-4aab-96c5-f4a97c5947d8", "name": "network-vif-plugged", "status": "completed", "tag": "eba8dff2-21c5-44c3-a919-3d2e7ee4d04a", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:17:45.221947 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8ccb207f-20b7-430d-8dec-b27cfc7ab936 {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:17:45.222335 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cf06b59-93e9-4aab-96c5-f4a97c5947d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba8dff2-21c5-44c3-a919-3d2e7ee4d04a', 'code': 200} Mar 28 14:17:45.223060 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bba33ff9-beb8-4c17-b4c8-c85fbec5d9e2 req-ea186395-f8b5-4279-90aa-c975d71c3f5f tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc99411b-e6f0-4673-af2f-ca9111881236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363007 Mar 28 14:17:45.291129 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:45.338302 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=eba8dff2-21c5-44c3-a919-3d2e7ee4d04a,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:17:45.530645 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432c27b-d4b5-4090-9f45-d486477a562b req-58bedfb0-07ab-4586-8cfa-ab18f39f4429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:45.532031 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a432c27b-d4b5-4090-9f45-d486477a562b req-58bedfb0-07ab-4586-8cfa-ab18f39f4429 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4cf06b59-93e9-4aab-96c5-f4a97c5947d8 HTTP/1.1" status: 200 len: 1098 time: 0.0390198 Mar 28 14:17:45.566479 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a432c27b-d4b5-4090-9f45-d486477a562b req-df2e41a9-d1f8-40c4-be13-029d08d672e7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fc99411b-e6f0-4673-af2f-ca9111881236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278127 Mar 28 14:17:46.356330 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ddecfe-92ec-4b98-aab8-92ad7d6a60b8 req-bf815fbb-505e-47c3-9e6d-60f09de4d4fc tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:46.357798 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a9ddecfe-92ec-4b98-aab8-92ad7d6a60b8 req-bf815fbb-505e-47c3-9e6d-60f09de4d4fc tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cf06b59-93e9-4aab-96c5-f4a97c5947d8 HTTP/1.1" status: 200 len: 945 time: 0.0479143 Mar 28 14:17:46.396932 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a9ddecfe-92ec-4b98-aab8-92ad7d6a60b8 req-940b51ae-8ca1-4996-8084-a8ccd501c4e1 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc99411b-e6f0-4673-af2f-ca9111881236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331733 Mar 28 14:17:47.509944 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d8b1e-9a81-4263-b804-4264b664886a req-6be2dcd3-c7c2-4db4-8df7-f37df6f2bea3 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:47.511374 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-387d8b1e-9a81-4263-b804-4264b664886a req-6be2dcd3-c7c2-4db4-8df7-f37df6f2bea3 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cf06b59-93e9-4aab-96c5-f4a97c5947d8 HTTP/1.1" status: 200 len: 945 time: 0.0475988 Mar 28 14:17:47.553204 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-387d8b1e-9a81-4263-b804-4264b664886a req-3fb2e4b6-9842-473a-a473-28d9b4759b22 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc99411b-e6f0-4673-af2f-ca9111881236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358872 Mar 28 14:17:47.952196 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928204d-2f58-4d13-a043-79acac87b08e req-a000ba4b-15ea-4fa3-a274-f212a06b8e73 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:47.953662 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f928204d-2f58-4d13-a043-79acac87b08e req-a000ba4b-15ea-4fa3-a274-f212a06b8e73 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/networks?id=1326cbf2-633c-417b-90f0-51c0208331b6 HTTP/1.1" status: 200 len: 814 time: 0.0961530 Mar 28 14:17:47.968490 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f928204d-2f58-4d13-a043-79acac87b08e req-f46566ce-e95d-4caa-a325-e1970e44112d tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/quotas/d1137b7bcd4c4202a69e1b9cadf11954 HTTP/1.1" status: 200 len: 375 time: 0.0091362 Mar 28 14:17:48.028457 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f928204d-2f58-4d13-a043-79acac87b08e req-5ae6af6b-d882-4717-8cc2-b571091df2ac tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1137b7bcd4c4202a69e1b9cadf11954&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0453148 Mar 28 14:17:48.106336 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f928204d-2f58-4d13-a043-79acac87b08e req-d3b3ce61-ba4d-4ac9-a915-e47b2fc46798 service neutron] 10.222.0.24 "GET /v2.0/networks/1326cbf2-633c-417b-90f0-51c0208331b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799603 Mar 28 14:17:48.194255 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f928204d-2f58-4d13-a043-79acac87b08e req-06300b24-8ab5-4f6a-941a-839557738007 service neutron] 10.222.0.24 "GET /v2.0/networks/1326cbf2-633c-417b-90f0-51c0208331b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818899 Mar 28 14:17:48.417813 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8405166c-80bc-495d-8a27-38c03d9272a6 req-33e6db93-529f-48ab-b805-85fa7fc7c72d tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/ports?device_id=272a00a5-a943-49b8-ac69-81baa2e45c69 HTTP/1.1" status: 200 len: 210 time: 0.0262356 Mar 28 14:17:49.511909 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e8a86113-4b42-4a72-89e7-a29b8e07d38e req-3def2f88-8f4d-43f7-8e9d-98052a3909bd tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/ports?device_id=272a00a5-a943-49b8-ac69-81baa2e45c69 HTTP/1.1" status: 200 len: 210 time: 0.0262287 Mar 28 14:17:50.051480 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928204d-2f58-4d13-a043-79acac87b08e req-82ea166c-8c62-4d1c-a3f6-d1f64e5e2f90 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:50.052965 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f928204d-2f58-4d13-a043-79acac87b08e req-82ea166c-8c62-4d1c-a3f6-d1f64e5e2f90 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.20 "GET /v2.0/networks?id=1326cbf2-633c-417b-90f0-51c0208331b6 HTTP/1.1" status: 200 len: 814 time: 0.1016133 Mar 28 14:17:50.064926 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-f928204d-2f58-4d13-a043-79acac87b08e req-4758a3d6-c38b-49db-88dc-71c70feeb2d5 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Request body: {'port': {'device_id': '272a00a5-a943-49b8-ac69-81baa2e45c69', 'network_id': '1326cbf2-633c-417b-90f0-51c0208331b6', 'admin_state_up': True, 'tenant_id': 'd1137b7bcd4c4202a69e1b9cadf11954'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:17:50.241405 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f928204d-2f58-4d13-a043-79acac87b08e req-4758a3d6-c38b-49db-88dc-71c70feeb2d5 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Made reservation on behalf of d1137b7bcd4c4202a69e1b9cadf11954 for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:17:50.245481 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f928204d-2f58-4d13-a043-79acac87b08e req-4758a3d6-c38b-49db-88dc-71c70feeb2d5 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:50.374669 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [req-f928204d-2f58-4d13-a043-79acac87b08e req-4758a3d6-c38b-49db-88dc-71c70feeb2d5 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Allocated IP 172.20.0.3 (1326cbf2-633c-417b-90f0-51c0208331b6/afbaca48-13b9-42ad-899c-43f68270dd04/6c5c6892-a7dc-4888-9ebf-e23b1962ff9c) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:17:50.516048 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f928204d-2f58-4d13-a043-79acac87b08e req-4758a3d6-c38b-49db-88dc-71c70feeb2d5 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:50.607837 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f928204d-2f58-4d13-a043-79acac87b08e req-4758a3d6-c38b-49db-88dc-71c70feeb2d5 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:50.623245 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['eba8dff2-21c5-44c3-a919-3d2e7ee4d04a'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:17:50.654061 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f928204d-2f58-4d13-a043-79acac87b08e req-4758a3d6-c38b-49db-88dc-71c70feeb2d5 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Network 1326cbf2-633c-417b-90f0-51c0208331b6 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:17:50.669467 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [req-f928204d-2f58-4d13-a043-79acac87b08e req-4758a3d6-c38b-49db-88dc-71c70feeb2d5 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:17:50.672862 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-f928204d-2f58-4d13-a043-79acac87b08e req-4758a3d6-c38b-49db-88dc-71c70feeb2d5 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:17:50.689194 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4758a3d6-c38b-49db-88dc-71c70feeb2d5 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Pushing event updated for resources: {'Port': ['ID=6c5c6892-a7dc-4888-9ebf-e23b1962ff9c,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:17:50.745577 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928204d-2f58-4d13-a043-79acac87b08e req-4758a3d6-c38b-49db-88dc-71c70feeb2d5 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:50.746188 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f928204d-2f58-4d13-a043-79acac87b08e req-4758a3d6-c38b-49db-88dc-71c70feeb2d5 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:50.754832 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7dc4d0-b38f-460a-add1-6639a170d49b req-65015826-1a23-4f01-9c3d-c93cb38dc75c tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:50.756294 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ed7dc4d0-b38f-460a-add1-6639a170d49b req-65015826-1a23-4f01-9c3d-c93cb38dc75c tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/ports?device_id=272a00a5-a943-49b8-ac69-81baa2e45c69 HTTP/1.1" status: 200 len: 931 time: 0.1781197 Mar 28 14:17:50.795302 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ed7dc4d0-b38f-460a-add1-6639a170d49b req-9f38e4e3-7f1a-4348-96af-b8ae0fb1bfc5 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc99411b-e6f0-4673-af2f-ca9111881236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319417 Mar 28 14:17:50.838620 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f928204d-2f58-4d13-a043-79acac87b08e req-4758a3d6-c38b-49db-88dc-71c70feeb2d5 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7773447 Mar 28 14:17:50.867509 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-f928204d-2f58-4d13-a043-79acac87b08e req-c6552be2-31cb-48fd-ba04-899262c30b02 service neutron] Request body: {'port': {'device_id': '272a00a5-a943-49b8-ac69-81baa2e45c69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:17:50.917944 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f928204d-2f58-4d13-a043-79acac87b08e req-c6552be2-31cb-48fd-ba04-899262c30b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:51.163860 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [req-f928204d-2f58-4d13-a043-79acac87b08e req-c6552be2-31cb-48fd-ba04-899262c30b02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c5c6892-a7dc-4888-9ebf-e23b1962ff9c {{(pid=109613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:17:51.171577 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f928204d-2f58-4d13-a043-79acac87b08e req-c6552be2-31cb-48fd-ba04-899262c30b02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:51.182835 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.provisioning_blocks [req-f928204d-2f58-4d13-a043-79acac87b08e req-c6552be2-31cb-48fd-ba04-899262c30b02 service neutron] Transition to ACTIVE for port object 6c5c6892-a7dc-4888-9ebf-e23b1962ff9c will not be triggered until provisioned by entity L2. {{(pid=109613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 14:17:51.252716 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f928204d-2f58-4d13-a043-79acac87b08e req-c6552be2-31cb-48fd-ba04-899262c30b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:51.305207 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6552be2-31cb-48fd-ba04-899262c30b02 service neutron] Pushing event updated for resources: {'Port': ['ID=6c5c6892-a7dc-4888-9ebf-e23b1962ff9c,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:17:51.369401 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-f928204d-2f58-4d13-a043-79acac87b08e req-c6552be2-31cb-48fd-ba04-899262c30b02 service neutron] Attempting to bind port 6c5c6892-a7dc-4888-9ebf-e23b1962ff9c on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:17:51.369735 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-f928204d-2f58-4d13-a043-79acac87b08e req-c6552be2-31cb-48fd-ba04-899262c30b02 service neutron] Attempting to bind port 6c5c6892-a7dc-4888-9ebf-e23b1962ff9c by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '8b9decbc-d9b6-4927-b80b-f34511df7461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1326cbf2-633c-417b-90f0-51c0208331b6'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:17:51.370061 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f928204d-2f58-4d13-a043-79acac87b08e req-c6552be2-31cb-48fd-ba04-899262c30b02 service neutron] Attempting to bind port 6c5c6892-a7dc-4888-9ebf-e23b1962ff9c on network 1326cbf2-633c-417b-90f0-51c0208331b6 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:17:51.374194 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f928204d-2f58-4d13-a043-79acac87b08e req-c6552be2-31cb-48fd-ba04-899262c30b02 service neutron] Port 6c5c6892-a7dc-4888-9ebf-e23b1962ff9c on network 1326cbf2-633c-417b-90f0-51c0208331b6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 14:17:51.374511 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f928204d-2f58-4d13-a043-79acac87b08e req-c6552be2-31cb-48fd-ba04-899262c30b02 service neutron] Attempting to bind port 6c5c6892-a7dc-4888-9ebf-e23b1962ff9c on network 1326cbf2-633c-417b-90f0-51c0208331b6 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:17:51.379109 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f928204d-2f58-4d13-a043-79acac87b08e req-c6552be2-31cb-48fd-ba04-899262c30b02 service neutron] Checking agent: {'id': '72ab3303-6c81-4bd9-a1a9-2c5d9b681d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'started_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:17:51.379438 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f928204d-2f58-4d13-a043-79acac87b08e req-c6552be2-31cb-48fd-ba04-899262c30b02 service neutron] Checking segment: {'id': '8b9decbc-d9b6-4927-b80b-f34511df7461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1326cbf2-633c-417b-90f0-51c0208331b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:17:51.379817 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f928204d-2f58-4d13-a043-79acac87b08e req-c6552be2-31cb-48fd-ba04-899262c30b02 service neutron] Bound using segment: {'id': '8b9decbc-d9b6-4927-b80b-f34511df7461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1326cbf2-633c-417b-90f0-51c0208331b6'} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:17:51.380237 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-f928204d-2f58-4d13-a043-79acac87b08e req-c6552be2-31cb-48fd-ba04-899262c30b02 service neutron] Bound port: 6c5c6892-a7dc-4888-9ebf-e23b1962ff9c, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b9decbc-d9b6-4927-b80b-f34511df7461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1326cbf2-633c-417b-90f0-51c0208331b6'}}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:17:51.380621 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f928204d-2f58-4d13-a043-79acac87b08e req-c6552be2-31cb-48fd-ba04-899262c30b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:51.441072 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-f928204d-2f58-4d13-a043-79acac87b08e req-c6552be2-31cb-48fd-ba04-899262c30b02 service neutron] For port 6c5c6892-a7dc-4888-9ebf-e23b1962ff9c, host hv-neutron-8353, cleared binding levels {{(pid=109613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:17:51.443882 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-f928204d-2f58-4d13-a043-79acac87b08e req-c6552be2-31cb-48fd-ba04-899262c30b02 service neutron] For port 6c5c6892-a7dc-4888-9ebf-e23b1962ff9c, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=6c5c6892-a7dc-4888-9ebf-e23b1962ff9c,segment=NetworkSegment(8b9decbc-d9b6-4927-b80b-f34511df7461),segment_id=8b9decbc-d9b6-4927-b80b-f34511df7461)] {{(pid=109613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:17:51.548038 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f928204d-2f58-4d13-a043-79acac87b08e req-c6552be2-31cb-48fd-ba04-899262c30b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:51.587363 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928204d-2f58-4d13-a043-79acac87b08e req-c6552be2-31cb-48fd-ba04-899262c30b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:51.587971 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f928204d-2f58-4d13-a043-79acac87b08e req-c6552be2-31cb-48fd-ba04-899262c30b02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:51.589360 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f928204d-2f58-4d13-a043-79acac87b08e req-c6552be2-31cb-48fd-ba04-899262c30b02 service neutron] 10.222.0.20 "PUT /v2.0/ports/6c5c6892-a7dc-4888-9ebf-e23b1962ff9c HTTP/1.1" status: 200 len: 1093 time: 0.7258506 Mar 28 14:17:51.589794 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '272a00a5-a943-49b8-ac69-81baa2e45c69', 'tag': '6c5c6892-a7dc-4888-9ebf-e23b1962ff9c'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:17:51.591988 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b135bf-8fae-4cfc-9295-58a91f5ab6be" -d '{"events": [{"name": "network-changed", "server_uuid": "272a00a5-a943-49b8-ac69-81baa2e45c69", "tag": "6c5c6892-a7dc-4888-9ebf-e23b1962ff9c"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:17:51.612311 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6552be2-31cb-48fd-ba04-899262c30b02 service neutron] Pushing event updated for resources: {'Port': ['ID=6c5c6892-a7dc-4888-9ebf-e23b1962ff9c,revision_number=3']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:17:51.627645 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac08a4a3-f549-4548-96c4-fae25f6e6aa7 x-openstack-request-id: req-ac08a4a3-f549-4548-96c4-fae25f6e6aa7 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:17:51.627926 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "272a00a5-a943-49b8-ac69-81baa2e45c69", "tag": "6c5c6892-a7dc-4888-9ebf-e23b1962ff9c", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:17:51.628169 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ac08a4a3-f549-4548-96c4-fae25f6e6aa7 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:17:51.628608 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '272a00a5-a943-49b8-ac69-81baa2e45c69', 'tag': '6c5c6892-a7dc-4888-9ebf-e23b1962ff9c', 'status': 'completed', 'code': 200} Mar 28 14:17:51.686598 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b135bf-8fae-4cfc-9295-58a91f5ab6be req-62dfb6ac-f32a-42c7-812c-72b87e39a501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:51.688061 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-18b135bf-8fae-4cfc-9295-58a91f5ab6be req-62dfb6ac-f32a-42c7-812c-72b87e39a501 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d1137b7bcd4c4202a69e1b9cadf11954&device_id=272a00a5-a943-49b8-ac69-81baa2e45c69 HTTP/1.1" status: 200 len: 1096 time: 0.0399854 Mar 28 14:17:51.784948 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b135bf-8fae-4cfc-9295-58a91f5ab6be req-b17d4b33-4e4e-41ea-8b16-ebb254392670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:51.786303 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-18b135bf-8fae-4cfc-9295-58a91f5ab6be req-b17d4b33-4e4e-41ea-8b16-ebb254392670 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=d1137b7bcd4c4202a69e1b9cadf11954&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0897560 Mar 28 14:17:51.896976 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b135bf-8fae-4cfc-9295-58a91f5ab6be req-a934c806-a8f9-4e2a-acfd-8c4a71399cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:51.898381 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-18b135bf-8fae-4cfc-9295-58a91f5ab6be req-a934c806-a8f9-4e2a-acfd-8c4a71399cb4 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1059771 Mar 28 14:17:51.920447 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdfff9-1a4a-4f2d-8803-249657d05198 req-0d9b448d-0933-45b5-bc84-be8d5a07cf67 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:51.921873 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b1fdfff9-1a4a-4f2d-8803-249657d05198 req-0d9b448d-0933-45b5-bc84-be8d5a07cf67 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/ports?device_id=272a00a5-a943-49b8-ac69-81baa2e45c69 HTTP/1.1" status: 200 len: 943 time: 0.0579331 Mar 28 14:17:51.989733 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b1fdfff9-1a4a-4f2d-8803-249657d05198 req-5d8ac1e8-d57b-4ba7-8085-7199458138b4 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc99411b-e6f0-4673-af2f-ca9111881236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610273 Mar 28 14:17:51.995968 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928204d-2f58-4d13-a043-79acac87b08e req-2432923a-ac2e-4210-903b-2d16c25ccd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:51.997386 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f928204d-2f58-4d13-a043-79acac87b08e req-2432923a-ac2e-4210-903b-2d16c25ccd46 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d1137b7bcd4c4202a69e1b9cadf11954&device_id=272a00a5-a943-49b8-ac69-81baa2e45c69 HTTP/1.1" status: 200 len: 1096 time: 0.0624154 Mar 28 14:17:52.037613 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f928204d-2f58-4d13-a043-79acac87b08e req-454f887d-9289-4337-be77-87427d0da312 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c5c6892-a7dc-4888-9ebf-e23b1962ff9c HTTP/1.1" status: 200 len: 217 time: 0.0326624 Mar 28 14:17:52.084811 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928204d-2f58-4d13-a043-79acac87b08e req-3ef45a09-af00-4116-a38c-7c019bbb73d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:52.086188 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f928204d-2f58-4d13-a043-79acac87b08e req-3ef45a09-af00-4116-a38c-7c019bbb73d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=afbaca48-13b9-42ad-899c-43f68270dd04 HTTP/1.1" status: 200 len: 854 time: 0.0425560 Mar 28 14:17:52.120750 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f928204d-2f58-4d13-a043-79acac87b08e req-d97a8f7f-81a8-49da-8d42-341ce00f2fe8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1326cbf2-633c-417b-90f0-51c0208331b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284731 Mar 28 14:17:52.205088 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f928204d-2f58-4d13-a043-79acac87b08e req-33599fea-8a8c-45c4-bc6b-faeca728d87b service neutron] 10.222.0.20 "GET /v2.0/networks/1326cbf2-633c-417b-90f0-51c0208331b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783591 Mar 28 14:17:52.294835 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f928204d-2f58-4d13-a043-79acac87b08e req-e0ba0ef3-540d-493d-91b8-01a5cba4b987 service neutron] 10.222.0.20 "GET /v2.0/networks/1326cbf2-633c-417b-90f0-51c0208331b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823908 Mar 28 14:17:53.104639 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f0989-f482-4f39-8cdb-b225152d4e37 req-a7415088-8839-4d85-a874-09308af9244b tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:53.106109 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ee2f0989-f482-4f39-8cdb-b225152d4e37 req-a7415088-8839-4d85-a874-09308af9244b tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/ports?device_id=272a00a5-a943-49b8-ac69-81baa2e45c69 HTTP/1.1" status: 200 len: 943 time: 0.0485134 Mar 28 14:17:53.141450 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ee2f0989-f482-4f39-8cdb-b225152d4e37 req-efdbc826-592e-4ae1-a89f-e60dfd67fd43 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc99411b-e6f0-4673-af2f-ca9111881236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294940 Mar 28 14:17:54.073587 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e74f5602-d5a7-4804-8389-f4f60202b5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:54.254756 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8cd0f-f2b5-428d-98fc-592f15ffac0d req-4ebd2055-f068-4a29-b9a0-4896da5f7f08 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:54.256214 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4bb8cd0f-f2b5-428d-98fc-592f15ffac0d req-4ebd2055-f068-4a29-b9a0-4896da5f7f08 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/ports?device_id=272a00a5-a943-49b8-ac69-81baa2e45c69 HTTP/1.1" status: 200 len: 943 time: 0.0486150 Mar 28 14:17:54.292428 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4bb8cd0f-f2b5-428d-98fc-592f15ffac0d req-d2834894-794b-4b6e-90ec-d7a3f7274afc tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc99411b-e6f0-4673-af2f-ca9111881236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300949 Mar 28 14:17:55.411357 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be570ff-7010-41d1-bb56-2d89004b5d98 req-8a9a8867-f59a-4603-9892-f271e6138bf1 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:55.412785 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9be570ff-7010-41d1-bb56-2d89004b5d98 req-8a9a8867-f59a-4603-9892-f271e6138bf1 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/ports?device_id=272a00a5-a943-49b8-ac69-81baa2e45c69 HTTP/1.1" status: 200 len: 943 time: 0.0500224 Mar 28 14:17:55.449845 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9be570ff-7010-41d1-bb56-2d89004b5d98 req-3b98da71-fdad-4e83-b2f3-ba99d25028b7 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc99411b-e6f0-4673-af2f-ca9111881236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305598 Mar 28 14:17:56.309479 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-81a16544-0ce3-4fbf-b900-b8bc8f60ca43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:56.560405 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cdd718-9a03-41fd-a4dd-bbcc7f6b1169 req-80b78494-5cfa-4806-a673-61a17ac34f0f tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:56.561760 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-57cdd718-9a03-41fd-a4dd-bbcc7f6b1169 req-80b78494-5cfa-4806-a673-61a17ac34f0f tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/ports?device_id=272a00a5-a943-49b8-ac69-81baa2e45c69 HTTP/1.1" status: 200 len: 943 time: 0.0470269 Mar 28 14:17:56.598329 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-57cdd718-9a03-41fd-a4dd-bbcc7f6b1169 req-e7d1c5a3-9272-4c4d-a129-f25d8733b643 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc99411b-e6f0-4673-af2f-ca9111881236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304761 Mar 28 14:17:57.006823 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 6c5c6892-a7dc-4888-9ebf-e23b1962ff9c details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:17:57.098885 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 6c5c6892-a7dc-4888-9ebf-e23b1962ff9c, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=6c5c6892-a7dc-4888-9ebf-e23b1962ff9c,segment=NetworkSegment(8b9decbc-d9b6-4927-b80b-f34511df7461),segment_id=8b9decbc-d9b6-4927-b80b-f34511df7461)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:17:57.109549 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': '6c5c6892-a7dc-4888-9ebf-e23b1962ff9c', 'network_id': '1326cbf2-633c-417b-90f0-51c0208331b6', 'port_id': '6c5c6892-a7dc-4888-9ebf-e23b1962ff9c', 'mac_address': 'fa:16:3e:69:83:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbaca48-13b9-42ad-899c-43f68270dd04', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:17:57.144729 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:57.156733 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c5c6892-a7dc-4888-9ebf-e23b1962ff9c {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:17:57.178439 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 6c5c6892-a7dc-4888-9ebf-e23b1962ff9c, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=6c5c6892-a7dc-4888-9ebf-e23b1962ff9c,segment=NetworkSegment(8b9decbc-d9b6-4927-b80b-f34511df7461),segment_id=8b9decbc-d9b6-4927-b80b-f34511df7461)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:17:57.231805 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:17:57.245464 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:57.291943 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=6c5c6892-a7dc-4888-9ebf-e23b1962ff9c,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:17:57.298661 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:17:57.299005 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:17:57.299343 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:17:57.299675 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:17:57.300002 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:17:57.300328 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:17:57.300680 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:17:57.301004 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:17:57.301334 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:17:57.301654 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:17:57.301974 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:17:57.302299 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:17:57.608708 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['6c5c6892-a7dc-4888-9ebf-e23b1962ff9c'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:17:57.700180 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:57.711510 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff1fb6-9a77-409c-9a71-033a8a1f9d59 req-368533f2-6374-4f06-bcd7-8dd8b49a8f52 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:57.713574 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-59ff1fb6-9a77-409c-9a71-033a8a1f9d59 req-368533f2-6374-4f06-bcd7-8dd8b49a8f52 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/ports?device_id=272a00a5-a943-49b8-ac69-81baa2e45c69 HTTP/1.1" status: 200 len: 944 time: 0.0495136 Mar 28 14:17:57.750667 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-59ff1fb6-9a77-409c-9a71-033a8a1f9d59 req-788ef6d6-ee20-4749-bc1e-01152fd98369 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc99411b-e6f0-4673-af2f-ca9111881236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308661 Mar 28 14:17:58.869481 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386347a-c788-4b17-86d4-2cf8141e49f3 req-a0a4b34a-b91a-4320-a0ff-77dce00d436f tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:58.870954 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3386347a-c788-4b17-86d4-2cf8141e49f3 req-a0a4b34a-b91a-4320-a0ff-77dce00d436f tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/ports?device_id=272a00a5-a943-49b8-ac69-81baa2e45c69 HTTP/1.1" status: 200 len: 944 time: 0.0528836 Mar 28 14:17:58.907442 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3386347a-c788-4b17-86d4-2cf8141e49f3 req-f04d6c58-78e6-4dd7-bfe5-ee7738674454 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc99411b-e6f0-4673-af2f-ca9111881236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304055 Mar 28 14:17:59.010325 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:59.016998 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 6c5c6892-a7dc-4888-9ebf-e23b1962ff9c up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:17:59.147567 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning for port 6c5c6892-a7dc-4888-9ebf-e23b1962ff9c completed by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 14:17:59.151751 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port 6c5c6892-a7dc-4888-9ebf-e23b1962ff9c triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:17:59.152112 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:59.228871 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:59.250636 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272a00a5-a943-49b8-ac69-81baa2e45c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5c6892-a7dc-4888-9ebf-e23b1962ff9c'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:17:59.252568 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ddcf82b-fe1d-4d72-9748-70b81af5c050" -d '{"events": [{"server_uuid": "272a00a5-a943-49b8-ac69-81baa2e45c69", "name": "network-vif-plugged", "status": "completed", "tag": "6c5c6892-a7dc-4888-9ebf-e23b1962ff9c"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:17:59.264772 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 6c5c6892-a7dc-4888-9ebf-e23b1962ff9c, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=6c5c6892-a7dc-4888-9ebf-e23b1962ff9c,segment=NetworkSegment(8b9decbc-d9b6-4927-b80b-f34511df7461),segment_id=8b9decbc-d9b6-4927-b80b-f34511df7461)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:17:59.292379 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e4dc3d-4b1e-4116-b9dd-cf21ae00f775 x-openstack-request-id: req-76e4dc3d-4b1e-4116-b9dd-cf21ae00f775 {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:17:59.292665 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "272a00a5-a943-49b8-ac69-81baa2e45c69", "name": "network-vif-plugged", "status": "completed", "tag": "6c5c6892-a7dc-4888-9ebf-e23b1962ff9c", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:17:59.292911 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-76e4dc3d-4b1e-4116-b9dd-cf21ae00f775 {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:17:59.293279 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272a00a5-a943-49b8-ac69-81baa2e45c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5c6892-a7dc-4888-9ebf-e23b1962ff9c', 'code': 200} Mar 28 14:17:59.350015 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:59.381476 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:17:59.399839 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=6c5c6892-a7dc-4888-9ebf-e23b1962ff9c,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:17:59.589866 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b990b41-1d6a-49bb-be30-f6c84c00c0c4 req-a4d5733c-cb70-417f-b9be-6ddef38caa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:17:59.591334 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8b990b41-1d6a-49bb-be30-f6c84c00c0c4 req-a4d5733c-cb70-417f-b9be-6ddef38caa94 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=272a00a5-a943-49b8-ac69-81baa2e45c69 HTTP/1.1" status: 200 len: 1098 time: 0.0412698 Mar 28 14:17:59.624304 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8b990b41-1d6a-49bb-be30-f6c84c00c0c4 req-548eecb3-b0ac-49ba-b623-2fabd6be8e8e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fc99411b-e6f0-4673-af2f-ca9111881236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261297 Mar 28 14:18:00.019419 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da046d8-92a5-4ca9-a61c-1ad41df2ca1d req-3a7abec4-3695-43c5-8baf-c2619d9514f4 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:18:00.020896 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0da046d8-92a5-4ca9-a61c-1ad41df2ca1d req-3a7abec4-3695-43c5-8baf-c2619d9514f4 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/ports?device_id=272a00a5-a943-49b8-ac69-81baa2e45c69 HTTP/1.1" status: 200 len: 945 time: 0.0474443 Mar 28 14:18:00.057554 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0da046d8-92a5-4ca9-a61c-1ad41df2ca1d req-e2efab8f-b719-4edc-ac13-6f3e07a3b8f1 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc99411b-e6f0-4673-af2f-ca9111881236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307789 Mar 28 14:18:01.177069 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba692ced-af64-455c-b74c-e038600d8e85 req-a4f15b3a-359a-4450-8523-2819c066b6cf tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:18:01.178533 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ba692ced-af64-455c-b74c-e038600d8e85 req-a4f15b3a-359a-4450-8523-2819c066b6cf tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/ports?device_id=272a00a5-a943-49b8-ac69-81baa2e45c69 HTTP/1.1" status: 200 len: 945 time: 0.0520895 Mar 28 14:18:01.217479 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ba692ced-af64-455c-b74c-e038600d8e85 req-ca6c5088-315e-4919-adaa-984487fca6fd tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc99411b-e6f0-4673-af2f-ca9111881236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328524 Mar 28 14:18:02.331212 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6e781-b8c4-4cc7-897f-b0a42e0d4abe req-15349c1f-5cf6-4948-b33f-b1484c6b750a tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:18:02.332661 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-57c6e781-b8c4-4cc7-897f-b0a42e0d4abe req-15349c1f-5cf6-4948-b33f-b1484c6b750a tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/ports?device_id=272a00a5-a943-49b8-ac69-81baa2e45c69 HTTP/1.1" status: 200 len: 945 time: 0.0472393 Mar 28 14:18:02.369565 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-57c6e781-b8c4-4cc7-897f-b0a42e0d4abe req-cdc201fb-52e8-42e2-a55f-78596d2a9d4d tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc99411b-e6f0-4673-af2f-ca9111881236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304372 Mar 28 14:18:02.839214 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b30e7d-5931-492e-a1ef-0501c6760245 req-96ddcee2-1e53-4bcf-b5aa-16414dbed1c2 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:18:02.840685 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-54b30e7d-5931-492e-a1ef-0501c6760245 req-96ddcee2-1e53-4bcf-b5aa-16414dbed1c2 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/ports?device_id=272a00a5-a943-49b8-ac69-81baa2e45c69 HTTP/1.1" status: 200 len: 945 time: 0.0470860 Mar 28 14:18:02.885520 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-54b30e7d-5931-492e-a1ef-0501c6760245 req-71fcfded-eed1-4872-96a4-e34015c097f7 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc99411b-e6f0-4673-af2f-ca9111881236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383182 Mar 28 14:18:04.004044 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8bb7e-8be1-41f4-a405-3af0bd6be4ae req-d4f86944-14c3-4069-9473-4254ff27bf74 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:18:04.005535 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-edf8bb7e-8be1-41f4-a405-3af0bd6be4ae req-d4f86944-14c3-4069-9473-4254ff27bf74 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/ports?device_id=272a00a5-a943-49b8-ac69-81baa2e45c69 HTTP/1.1" status: 200 len: 945 time: 0.0512104 Mar 28 14:18:04.042387 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-edf8bb7e-8be1-41f4-a405-3af0bd6be4ae req-2c0b4d9c-47eb-4598-ab71-94d557881b05 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc99411b-e6f0-4673-af2f-ca9111881236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307691 Mar 28 14:18:04.283444 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09b023-47ad-4c26-9825-3c14a81d794d req-08e7a7c6-8be2-46af-bf70-10a3a0b6ec63 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:18:04.284881 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8e09b023-47ad-4c26-9825-3c14a81d794d req-08e7a7c6-8be2-46af-bf70-10a3a0b6ec63 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.20 "GET /v2.0/ports?device_id=272a00a5-a943-49b8-ac69-81baa2e45c69 HTTP/1.1" status: 200 len: 945 time: 0.0472558 Mar 28 14:18:04.368476 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-8e09b023-47ad-4c26-9825-3c14a81d794d req-af1ccdbd-6796-4c6c-b949-ec6b7387025b tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Deleting port 6c5c6892-a7dc-4888-9ebf-e23b1962ff9c {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:18:04.368839 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-8e09b023-47ad-4c26-9825-3c14a81d794d req-af1ccdbd-6796-4c6c-b949-ec6b7387025b tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:04.786377 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-8e09b023-47ad-4c26-9825-3c14a81d794d req-af1ccdbd-6796-4c6c-b949-ec6b7387025b tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] For port 6c5c6892-a7dc-4888-9ebf-e23b1962ff9c, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=6c5c6892-a7dc-4888-9ebf-e23b1962ff9c,segment=NetworkSegment(8b9decbc-d9b6-4927-b80b-f34511df7461),segment_id=8b9decbc-d9b6-4927-b80b-f34511df7461)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:18:04.786743 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-8e09b023-47ad-4c26-9825-3c14a81d794d req-af1ccdbd-6796-4c6c-b949-ec6b7387025b tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:04.798809 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-8e09b023-47ad-4c26-9825-3c14a81d794d req-af1ccdbd-6796-4c6c-b949-ec6b7387025b tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Calling delete_port for 6c5c6892-a7dc-4888-9ebf-e23b1962ff9c owned by compute:nova {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:18:04.989698 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-8e09b023-47ad-4c26-9825-3c14a81d794d req-af1ccdbd-6796-4c6c-b949-ec6b7387025b tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:05.001457 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['eba8dff2-21c5-44c3-a919-3d2e7ee4d04a', '6c5c6892-a7dc-4888-9ebf-e23b1962ff9c'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:18:05.015979 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ccdbd-6796-4c6c-b949-ec6b7387025b tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Pushing event deleted for resources: {'Port': ['ID=6c5c6892-a7dc-4888-9ebf-e23b1962ff9c,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:05.057694 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e09b023-47ad-4c26-9825-3c14a81d794d req-af1ccdbd-6796-4c6c-b949-ec6b7387025b tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] No DVR routers for this DVR port 6c5c6892-a7dc-4888-9ebf-e23b1962ff9c on host hv-neutron-8353 {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:18:05.060126 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-8e09b023-47ad-4c26-9825-3c14a81d794d req-af1ccdbd-6796-4c6c-b949-ec6b7387025b tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:05.063418 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8e09b023-47ad-4c26-9825-3c14a81d794d req-af1ccdbd-6796-4c6c-b949-ec6b7387025b tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.20 "DELETE /v2.0/ports/6c5c6892-a7dc-4888-9ebf-e23b1962ff9c HTTP/1.1" status: 204 len: 173 time: 0.7728393 Mar 28 14:18:05.063856 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272a00a5-a943-49b8-ac69-81baa2e45c69', 'name': 'network-vif-deleted', 'tag': '6c5c6892-a7dc-4888-9ebf-e23b1962ff9c'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:18:05.067355 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6bd8e0-58f6-4bfa-a873-21b97bfd0f89" -d '{"events": [{"server_uuid": "272a00a5-a943-49b8-ac69-81baa2e45c69", "name": "network-vif-deleted", "tag": "6c5c6892-a7dc-4888-9ebf-e23b1962ff9c"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:18:05.153997 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6403672d-81ef-4b0d-b93f-9f81f82cbbca req-0eb37346-17d6-4a78-bafa-af185b8af7ef tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/ports?device_id=272a00a5-a943-49b8-ac69-81baa2e45c69 HTTP/1.1" status: 200 len: 210 time: 0.0323820 Mar 28 14:18:05.174911 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9b3b5d-90a6-4ffb-b4b2-5379872812db x-openstack-request-id: req-5d9b3b5d-90a6-4ffb-b4b2-5379872812db {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:18:05.180058 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "272a00a5-a943-49b8-ac69-81baa2e45c69", "name": "network-vif-deleted", "tag": "6c5c6892-a7dc-4888-9ebf-e23b1962ff9c", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:18:05.180058 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5d9b3b5d-90a6-4ffb-b4b2-5379872812db {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:18:05.180058 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272a00a5-a943-49b8-ac69-81baa2e45c69', 'name': 'network-vif-deleted', 'tag': '6c5c6892-a7dc-4888-9ebf-e23b1962ff9c', 'status': 'completed', 'code': 200} Mar 28 14:18:06.303376 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4cd63-22c1-4748-9b33-54818a67cca1 req-3ccf2a78-091c-43f3-a294-afd764606527 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:18:06.304972 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a2c4cd63-22c1-4748-9b33-54818a67cca1 req-3ccf2a78-091c-43f3-a294-afd764606527 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cf06b59-93e9-4aab-96c5-f4a97c5947d8 HTTP/1.1" status: 200 len: 945 time: 0.0501728 Mar 28 14:18:06.342346 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a2c4cd63-22c1-4748-9b33-54818a67cca1 req-2580396a-29bc-4e34-a6e7-970030531970 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc99411b-e6f0-4673-af2f-ca9111881236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307071 Mar 28 14:18:06.470471 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e5968-96b3-4f9b-8a66-a06f5ddd66b4 req-60e53495-e6a4-4331-85d2-5e454b43e8bc tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:18:06.472059 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-959e5968-96b3-4f9b-8a66-a06f5ddd66b4 req-60e53495-e6a4-4331-85d2-5e454b43e8bc tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cf06b59-93e9-4aab-96c5-f4a97c5947d8 HTTP/1.1" status: 200 len: 945 time: 0.0483098 Mar 28 14:18:06.509849 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-959e5968-96b3-4f9b-8a66-a06f5ddd66b4 req-349c827a-4af2-4e3a-a916-d856cb4f6b2a tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc99411b-e6f0-4673-af2f-ca9111881236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310097 Mar 28 14:18:06.623582 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df0b24-13ea-4f7f-ba87-40bb975d9e22 req-f39fb323-5ceb-4e36-985d-e5d874eef02a tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:18:06.625145 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a0df0b24-13ea-4f7f-ba87-40bb975d9e22 req-f39fb323-5ceb-4e36-985d-e5d874eef02a tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cf06b59-93e9-4aab-96c5-f4a97c5947d8 HTTP/1.1" status: 200 len: 945 time: 0.0497580 Mar 28 14:18:06.663789 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a0df0b24-13ea-4f7f-ba87-40bb975d9e22 req-28fdfda6-74f9-49e4-9fba-55eff4dc4d1a tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc99411b-e6f0-4673-af2f-ca9111881236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309465 Mar 28 14:18:06.828191 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ce3b5-e099-4628-a2fa-d1fa9bee61e4 req-5efaaa4f-58f2-470a-91c0-9bf8be637404 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:18:06.829649 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5e7ce3b5-e099-4628-a2fa-d1fa9bee61e4 req-5efaaa4f-58f2-470a-91c0-9bf8be637404 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cf06b59-93e9-4aab-96c5-f4a97c5947d8 HTTP/1.1" status: 200 len: 945 time: 0.0506179 Mar 28 14:18:06.866617 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5e7ce3b5-e099-4628-a2fa-d1fa9bee61e4 req-11c5139e-619c-4dc1-96ad-109c889cba11 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc99411b-e6f0-4673-af2f-ca9111881236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309198 Mar 28 14:18:06.982811 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38207c40-0864-4c66-ab9a-350dfb408b66 req-8549bfd3-47c9-4697-b7cd-0c80b3305015 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:18:06.984146 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-38207c40-0864-4c66-ab9a-350dfb408b66 req-8549bfd3-47c9-4697-b7cd-0c80b3305015 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cf06b59-93e9-4aab-96c5-f4a97c5947d8 HTTP/1.1" status: 200 len: 945 time: 0.0473800 Mar 28 14:18:07.019979 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-38207c40-0864-4c66-ab9a-350dfb408b66 req-6f5e71a2-384e-413c-8381-2a5a42677a00 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc99411b-e6f0-4673-af2f-ca9111881236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300066 Mar 28 14:18:07.141318 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58432e3-5790-4c5c-accb-ab94e119853e req-3fb3b299-3a1c-449f-bd5d-9b78c69c3e06 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:18:07.142746 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b58432e3-5790-4c5c-accb-ab94e119853e req-3fb3b299-3a1c-449f-bd5d-9b78c69c3e06 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cf06b59-93e9-4aab-96c5-f4a97c5947d8 HTTP/1.1" status: 200 len: 945 time: 0.0472059 Mar 28 14:18:07.179150 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b58432e3-5790-4c5c-accb-ab94e119853e req-3de4cdb2-38d9-408f-85db-d87b02bdc177 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc99411b-e6f0-4673-af2f-ca9111881236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305142 Mar 28 14:18:07.679977 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f95002b-3cb6-40f4-b84f-fc0c367184c6 req-62e6cd8d-4522-4cb2-aa88-c3fe9bb08290 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:18:07.682040 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9f95002b-3cb6-40f4-b84f-fc0c367184c6 req-62e6cd8d-4522-4cb2-aa88-c3fe9bb08290 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cf06b59-93e9-4aab-96c5-f4a97c5947d8 HTTP/1.1" status: 200 len: 945 time: 0.0513279 Mar 28 14:18:07.718168 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9f95002b-3cb6-40f4-b84f-fc0c367184c6 req-cf5ab0c3-1abe-44fe-ae7f-ee5ce1867318 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc99411b-e6f0-4673-af2f-ca9111881236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302258 Mar 28 14:18:08.833495 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c19eb-93e7-44e5-bf3f-6fdbf635d272 req-7bd02431-244a-4e41-895f-db83c12183e2 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:18:08.834956 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-557c19eb-93e7-44e5-bf3f-6fdbf635d272 req-7bd02431-244a-4e41-895f-db83c12183e2 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cf06b59-93e9-4aab-96c5-f4a97c5947d8 HTTP/1.1" status: 200 len: 945 time: 0.0494783 Mar 28 14:18:08.871216 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-557c19eb-93e7-44e5-bf3f-6fdbf635d272 req-03d894f9-bf81-4739-a2cf-be51547bdefd tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc99411b-e6f0-4673-af2f-ca9111881236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302420 Mar 28 14:18:09.120570 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 6c5c6892-a7dc-4888-9ebf-e23b1962ff9c no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:18:09.141044 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] No Port match for: 6c5c6892-a7dc-4888-9ebf-e23b1962ff9c {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:18:09.141379 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 6c5c6892-a7dc-4888-9ebf-e23b1962ff9c not bound to the agent host hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:18:09.222486 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33aafa-61dc-443d-ba3e-421050cbb3be req-8443dd48-0f15-4d7b-ac1a-345be314291e tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:18:09.223911 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7e33aafa-61dc-443d-ba3e-421050cbb3be req-8443dd48-0f15-4d7b-ac1a-345be314291e tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cf06b59-93e9-4aab-96c5-f4a97c5947d8 HTTP/1.1" status: 200 len: 945 time: 0.0465808 Mar 28 14:18:09.313200 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-7e33aafa-61dc-443d-ba3e-421050cbb3be req-75d53ec0-761f-498e-98ae-451fd4f0f0f8 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Deleting port eba8dff2-21c5-44c3-a919-3d2e7ee4d04a {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:18:09.313543 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-7e33aafa-61dc-443d-ba3e-421050cbb3be req-75d53ec0-761f-498e-98ae-451fd4f0f0f8 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:09.397566 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-7e33aafa-61dc-443d-ba3e-421050cbb3be req-75d53ec0-761f-498e-98ae-451fd4f0f0f8 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] For port eba8dff2-21c5-44c3-a919-3d2e7ee4d04a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=eba8dff2-21c5-44c3-a919-3d2e7ee4d04a,segment=NetworkSegment(8b9decbc-d9b6-4927-b80b-f34511df7461),segment_id=8b9decbc-d9b6-4927-b80b-f34511df7461)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:18:09.397854 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-7e33aafa-61dc-443d-ba3e-421050cbb3be req-75d53ec0-761f-498e-98ae-451fd4f0f0f8 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:09.410183 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-7e33aafa-61dc-443d-ba3e-421050cbb3be req-75d53ec0-761f-498e-98ae-451fd4f0f0f8 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Calling delete_port for eba8dff2-21c5-44c3-a919-3d2e7ee4d04a owned by compute:nova {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:18:09.600628 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-7e33aafa-61dc-443d-ba3e-421050cbb3be req-75d53ec0-761f-498e-98ae-451fd4f0f0f8 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:09.612142 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['eba8dff2-21c5-44c3-a919-3d2e7ee4d04a'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:18:09.628163 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d53ec0-761f-498e-98ae-451fd4f0f0f8 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Pushing event deleted for resources: {'Port': ['ID=eba8dff2-21c5-44c3-a919-3d2e7ee4d04a,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:09.672720 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e33aafa-61dc-443d-ba3e-421050cbb3be req-75d53ec0-761f-498e-98ae-451fd4f0f0f8 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] No DVR routers for this DVR port eba8dff2-21c5-44c3-a919-3d2e7ee4d04a on host hv-neutron-8353 {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:18:09.675297 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-7e33aafa-61dc-443d-ba3e-421050cbb3be req-75d53ec0-761f-498e-98ae-451fd4f0f0f8 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:09.678641 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7e33aafa-61dc-443d-ba3e-421050cbb3be req-75d53ec0-761f-498e-98ae-451fd4f0f0f8 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.20 "DELETE /v2.0/ports/eba8dff2-21c5-44c3-a919-3d2e7ee4d04a HTTP/1.1" status: 204 len: 173 time: 0.4488695 Mar 28 14:18:09.679154 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf06b59-93e9-4aab-96c5-f4a97c5947d8', 'name': 'network-vif-deleted', 'tag': 'eba8dff2-21c5-44c3-a919-3d2e7ee4d04a'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:18:09.681726 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f18c067-761f-44f0-b72f-7e747c187255" -d '{"events": [{"server_uuid": "4cf06b59-93e9-4aab-96c5-f4a97c5947d8", "name": "network-vif-deleted", "tag": "eba8dff2-21c5-44c3-a919-3d2e7ee4d04a"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:18:09.717133 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8823515-b351-4690-9071-81abf38bc265 x-openstack-request-id: req-b8823515-b351-4690-9071-81abf38bc265 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:18:09.717491 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cf06b59-93e9-4aab-96c5-f4a97c5947d8", "name": "network-vif-deleted", "tag": "eba8dff2-21c5-44c3-a919-3d2e7ee4d04a", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:18:09.717738 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b8823515-b351-4690-9071-81abf38bc265 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:18:09.718130 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cf06b59-93e9-4aab-96c5-f4a97c5947d8', 'name': 'network-vif-deleted', 'tag': 'eba8dff2-21c5-44c3-a919-3d2e7ee4d04a', 'status': 'completed', 'code': 200} Mar 28 14:18:09.979457 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-15bfe865-04f8-49ef-9d39-a09bfc14d94f req-889c2f37-b5e0-4328-9e2e-26cc8816a339 tempest-ServersNegativeTestJSON-34105432 tempest-ServersNegativeTestJSON-34105432-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cf06b59-93e9-4aab-96c5-f4a97c5947d8 HTTP/1.1" status: 200 len: 210 time: 0.0259442 Mar 28 14:18:11.037800 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 39920) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:11.080318 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff0bd266-f3d3-40ed-98ed-8367cb3fd0d8 admin admin] Deleting subnet afbaca48-13b9-42ad-899c-43f68270dd04 {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 14:18:11.083262 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ff0bd266-f3d3-40ed-98ed-8367cb3fd0d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:11.116026 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ff0bd266-f3d3-40ed-98ed-8367cb3fd0d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:11.152756 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ff0bd266-f3d3-40ed-98ed-8367cb3fd0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:11.287438 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ff0bd266-f3d3-40ed-98ed-8367cb3fd0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:11.310885 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0bd266-f3d3-40ed-98ed-8367cb3fd0d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afbaca48-13b9-42ad-899c-43f68270dd04,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:11.316732 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ff0bd266-f3d3-40ed-98ed-8367cb3fd0d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:11.319819 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ff0bd266-f3d3-40ed-98ed-8367cb3fd0d8 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/afbaca48-13b9-42ad-899c-43f68270dd04 HTTP/1.1" status: 204 len: 168 time: 0.2810335 Mar 28 14:18:11.322372 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 39922) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:11.386676 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f1910faf-ed22-4994-a7a7-612a5d8c4f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:11.465607 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f1910faf-ed22-4994-a7a7-612a5d8c4f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:11.484820 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-f1910faf-ed22-4994-a7a7-612a5d8c4f4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1326cbf2-633c-417b-90f0-51c0208331b6']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:18:11.493752 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-f1910faf-ed22-4994-a7a7-612a5d8c4f4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b9decbc-d9b6-4927-b80b-f34511df7461') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:18:11.494044 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-f1910faf-ed22-4994-a7a7-612a5d8c4f4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b9decbc-d9b6-4927-b80b-f34511df7461') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:18:11.502922 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f1910faf-ed22-4994-a7a7-612a5d8c4f4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:11.515997 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f1910faf-ed22-4994-a7a7-612a5d8c4f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:11.521495 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1910faf-ed22-4994-a7a7-612a5d8c4f4f admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 14:18:11.521876 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f1910faf-ed22-4994-a7a7-612a5d8c4f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:11.523451 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 14:18:11.523451 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 14:18:11.523451 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 14:18:11.523451 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 14:18:11.523451 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 14:18:11.523451 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 14:18:11.523451 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 14:18:11.523451 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 14:18:11.523451 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 14:18:11.523451 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 14:18:11.523451 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 14:18:11.523451 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 14:18:11.523451 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 14:18:11.523451 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 14:18:11.523451 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 14:18:11.523451 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 14:18:11.523451 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 14:18:11.523451 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 14:18:11.523451 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 14:18:11.523451 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 14:18:11.523451 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 14:18:11.523451 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 14:18:11.523451 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 14:18:11.523451 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 14:18:11.523451 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 14:18:11.523451 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 14:18:11.523451 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 14:18:11.523451 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 14:18:11.523451 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 14:18:11.523451 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 14:18:11.523451 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 14:18:11.523451 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 14:18:11.655816 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f1910faf-ed22-4994-a7a7-612a5d8c4f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:11.661069 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f1910faf-ed22-4994-a7a7-612a5d8c4f4f admin admin] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:11.664119 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f1910faf-ed22-4994-a7a7-612a5d8c4f4f admin admin] 10.222.0.24 "DELETE /v2.0/networks/1326cbf2-633c-417b-90f0-51c0208331b6 HTTP/1.1" status: 204 len: 168 time: 0.3408446 Mar 28 14:18:11.675447 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1910faf-ed22-4994-a7a7-612a5d8c4f4f admin admin] Pushing event deleted for resources: {'Network': ['ID=1326cbf2-633c-417b-90f0-51c0208331b6,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:11.969880 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 39926) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:12.013719 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d336bdf0-6288-4a5e-bf83-8e0f1164c577 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d1137b7bcd4c4202a69e1b9cadf11954&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426164 Mar 28 14:18:12.016021 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 39928) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:12.061133 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-01220434-faff-42f1-93bb-a6ea89850d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:12.082121 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-01220434-faff-42f1-93bb-a6ea89850d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:12.189510 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-01220434-faff-42f1-93bb-a6ea89850d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:12.192267 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-01220434-faff-42f1-93bb-a6ea89850d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:12.195767 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-01220434-faff-42f1-93bb-a6ea89850d7a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fc99411b-e6f0-4673-af2f-ca9111881236 HTTP/1.1" status: 204 len: 168 time: 0.1764936 Mar 28 14:18:12.200910 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01220434-faff-42f1-93bb-a6ea89850d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc99411b-e6f0-4673-af2f-ca9111881236,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:13.140162 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device eba8dff2-21c5-44c3-a919-3d2e7ee4d04a no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:18:13.161334 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] No Port match for: eba8dff2-21c5-44c3-a919-3d2e7ee4d04a {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:18:13.161671 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device eba8dff2-21c5-44c3-a919-3d2e7ee4d04a not bound to the agent host hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:18:13.290759 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 39950) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:13.385429 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-86bbf80c-31a7-4570-8741-7aa6cefeacf8 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1639839553'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:18:13.463324 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bbf80c-31a7-4570-8741-7aa6cefeacf8 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Made reservation on behalf of 38567a5f0bae457491f5efbc6cb0b8d7 for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:18:13.466748 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-86bbf80c-31a7-4570-8741-7aa6cefeacf8 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:13.474946 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-86bbf80c-31a7-4570-8741-7aa6cefeacf8 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:13.545592 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-86bbf80c-31a7-4570-8741-7aa6cefeacf8 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:13.621272 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-86bbf80c-31a7-4570-8741-7aa6cefeacf8 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:13.649232 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86bbf80c-31a7-4570-8741-7aa6cefeacf8 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 14:18:13.654314 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bbf80c-31a7-4570-8741-7aa6cefeacf8 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb21d953-c359-4c2e-b720-38dcbb8bb168,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:13.661159 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-86bbf80c-31a7-4570-8741-7aa6cefeacf8 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:13.661567 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-86bbf80c-31a7-4570-8741-7aa6cefeacf8 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Added segment 479a0498-36b3-4ac3-9408-1f4e2971814d of type vlan for network 130c7e24-9e11-4ecc-bf7b-67e1c53e0a71 Mar 28 14:18:13.703582 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-86bbf80c-31a7-4570-8741-7aa6cefeacf8 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:13.747313 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:13.769879 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-86bbf80c-31a7-4570-8741-7aa6cefeacf8 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:13.775385 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bbf80c-31a7-4570-8741-7aa6cefeacf8 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:18:13.777470 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-86bbf80c-31a7-4570-8741-7aa6cefeacf8 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:13.837492 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bbf80c-31a7-4570-8741-7aa6cefeacf8 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Pushing event updated for resources: {'Network': ['ID=130c7e24-9e11-4ecc-bf7b-67e1c53e0a71,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:13.847483 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 130c7e24-9e11-4ecc-bf7b-67e1c53e0a71 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 14:18:13.883340 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-86bbf80c-31a7-4570-8741-7aa6cefeacf8 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5914824 Mar 28 14:18:17.124220 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 39954) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:17.129255 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-a7ffb3d0-60a5-4474-94a9-eef4a7f572c4 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Request body: {'subnet': {'network_id': '130c7e24-9e11-4ecc-bf7b-67e1c53e0a71', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:18:17.301402 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ffb3d0-60a5-4474-94a9-eef4a7f572c4 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Made reservation on behalf of 38567a5f0bae457491f5efbc6cb0b8d7 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:18:17.304972 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb3d0-60a5-4474-94a9-eef4a7f572c4 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:17.566407 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb3d0-60a5-4474-94a9-eef4a7f572c4 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:17.629422 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ffb3d0-60a5-4474-94a9-eef4a7f572c4 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Pushing event updated for resources: {'Subnet': ['ID=94728a43-5cc7-4c1e-b31a-43edcdeef192,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:17.635060 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ffb3d0-60a5-4474-94a9-eef4a7f572c4 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Checking segment: {'id': '479a0498-36b3-4ac3-9408-1f4e2971814d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '130c7e24-9e11-4ecc-bf7b-67e1c53e0a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:18:17.635419 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ffb3d0-60a5-4474-94a9-eef4a7f572c4 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Network hostable DHCP agents. Network: 130c7e24-9e11-4ecc-bf7b-67e1c53e0a71, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 14:18:17.701648 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ffb3d0-60a5-4474-94a9-eef4a7f572c4 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Network 130c7e24-9e11-4ecc-bf7b-67e1c53e0a71 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 14:18:17.781523 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-a7ffb3d0-60a5-4474-94a9-eef4a7f572c4 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 130c7e24-9e11-4ecc-bf7b-67e1c53e0a71) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:18:17.785384 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ffb3d0-60a5-4474-94a9-eef4a7f572c4 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:18:17.785965 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a7ffb3d0-60a5-4474-94a9-eef4a7f572c4 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:17.790669 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffb52ce-63fb-4436-842d-63cef01fa49d None None] Network 130c7e24-9e11-4ecc-bf7b-67e1c53e0a71 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:18:17.884426 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a7ffb3d0-60a5-4474-94a9-eef4a7f572c4 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7584300 Mar 28 14:18:17.887711 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 39956) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:17.892594 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-a7530d5b-55d0-414f-8364-4f40c2f4e5ac tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1857154387'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:18:17.943216 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0c7265-5f1e-4c35-8e1f-5ef938f99c8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-130c7e24-9e11-4ecc-bf7b-67e1c53e0a71', 'network_id': '130c7e24-9e11-4ecc-bf7b-67e1c53e0a71', 'tenant_id': '38567a5f0bae457491f5efbc6cb0b8d7', 'fixed_ips': [{'subnet_id': '94728a43-5cc7-4c1e-b31a-43edcdeef192'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 14:18:17.949942 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1a0c7265-5f1e-4c35-8e1f-5ef938f99c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:17.966767 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7530d5b-55d0-414f-8364-4f40c2f4e5ac tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Made reservation on behalf of 38567a5f0bae457491f5efbc6cb0b8d7 for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:18:17.970333 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a7530d5b-55d0-414f-8364-4f40c2f4e5ac tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:17.992868 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7530d5b-55d0-414f-8364-4f40c2f4e5ac tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 14:18:18.001820 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a7530d5b-55d0-414f-8364-4f40c2f4e5ac tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:18.002161 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-a7530d5b-55d0-414f-8364-4f40c2f4e5ac tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Added segment 30ca7241-d2ca-4f8e-a427-6d7272ecde95 of type vlan for network 72f996e6-a020-4145-ac02-a7b5dbb73f07 Mar 28 14:18:18.041006 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a7530d5b-55d0-414f-8364-4f40c2f4e5ac tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:18.080030 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-1a0c7265-5f1e-4c35-8e1f-5ef938f99c8e None None] Allocated IP 2001:db8:0:ffff::2 (130c7e24-9e11-4ecc-bf7b-67e1c53e0a71/94728a43-5cc7-4c1e-b31a-43edcdeef192/4ceececc-98fc-4cfe-a6d7-ed1907abfb3b) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:18:18.115181 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a7530d5b-55d0-414f-8364-4f40c2f4e5ac tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:18.123928 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7530d5b-55d0-414f-8364-4f40c2f4e5ac tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:18:18.127824 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a7530d5b-55d0-414f-8364-4f40c2f4e5ac tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:18.195793 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7530d5b-55d0-414f-8364-4f40c2f4e5ac tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Pushing event updated for resources: {'Network': ['ID=72f996e6-a020-4145-ac02-a7b5dbb73f07,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:18.206632 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 72f996e6-a020-4145-ac02-a7b5dbb73f07 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 14:18:18.249271 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a7530d5b-55d0-414f-8364-4f40c2f4e5ac tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3604934 Mar 28 14:18:18.252101 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 39958) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:18.257172 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-406af482-df8f-45f2-98a1-099b9e33cbaf tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Request body: {'subnet': {'network_id': '72f996e6-a020-4145-ac02-a7b5dbb73f07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:18:18.279821 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1a0c7265-5f1e-4c35-8e1f-5ef938f99c8e None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:18.367067 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1a0c7265-5f1e-4c35-8e1f-5ef938f99c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:18.406964 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0c7265-5f1e-4c35-8e1f-5ef938f99c8e None None] Network 130c7e24-9e11-4ecc-bf7b-67e1c53e0a71 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:18:18.409877 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-1a0c7265-5f1e-4c35-8e1f-5ef938f99c8e None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:18:18.416269 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0c7265-5f1e-4c35-8e1f-5ef938f99c8e None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:18:18.420698 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0c7265-5f1e-4c35-8e1f-5ef938f99c8e None None] Pushing event updated for resources: {'Port': ['ID=4ceececc-98fc-4cfe-a6d7-ed1907abfb3b,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:18.424758 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406af482-df8f-45f2-98a1-099b9e33cbaf tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Made reservation on behalf of 38567a5f0bae457491f5efbc6cb0b8d7 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:18:18.428678 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-406af482-df8f-45f2-98a1-099b9e33cbaf tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:18.474199 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-1a0c7265-5f1e-4c35-8e1f-5ef938f99c8e None None] Attempting to bind port 4ceececc-98fc-4cfe-a6d7-ed1907abfb3b on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:18:18.474480 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-1a0c7265-5f1e-4c35-8e1f-5ef938f99c8e None None] Attempting to bind port 4ceececc-98fc-4cfe-a6d7-ed1907abfb3b by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '479a0498-36b3-4ac3-9408-1f4e2971814d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '130c7e24-9e11-4ecc-bf7b-67e1c53e0a71'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:18:18.474834 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0c7265-5f1e-4c35-8e1f-5ef938f99c8e None None] Attempting to bind port 4ceececc-98fc-4cfe-a6d7-ed1907abfb3b on network 130c7e24-9e11-4ecc-bf7b-67e1c53e0a71 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:18:18.485834 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0c7265-5f1e-4c35-8e1f-5ef938f99c8e None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:18:18.486202 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0c7265-5f1e-4c35-8e1f-5ef938f99c8e None None] Checking segment: {'id': '479a0498-36b3-4ac3-9408-1f4e2971814d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '130c7e24-9e11-4ecc-bf7b-67e1c53e0a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:18:18.486608 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1a0c7265-5f1e-4c35-8e1f-5ef938f99c8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:18.486997 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0c7265-5f1e-4c35-8e1f-5ef938f99c8e None None] Bound using segment: {'id': '479a0498-36b3-4ac3-9408-1f4e2971814d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '130c7e24-9e11-4ecc-bf7b-67e1c53e0a71'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:18:18.488985 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-1a0c7265-5f1e-4c35-8e1f-5ef938f99c8e None None] Bound port: 4ceececc-98fc-4cfe-a6d7-ed1907abfb3b, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '479a0498-36b3-4ac3-9408-1f4e2971814d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '130c7e24-9e11-4ecc-bf7b-67e1c53e0a71'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:18:18.489375 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1a0c7265-5f1e-4c35-8e1f-5ef938f99c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:18.553901 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-1a0c7265-5f1e-4c35-8e1f-5ef938f99c8e None None] For port 4ceececc-98fc-4cfe-a6d7-ed1907abfb3b, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:18:18.556940 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-1a0c7265-5f1e-4c35-8e1f-5ef938f99c8e None None] For port 4ceececc-98fc-4cfe-a6d7-ed1907abfb3b, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=4ceececc-98fc-4cfe-a6d7-ed1907abfb3b,segment=NetworkSegment(479a0498-36b3-4ac3-9408-1f4e2971814d),segment_id=479a0498-36b3-4ac3-9408-1f4e2971814d)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:18:18.628059 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1a0c7265-5f1e-4c35-8e1f-5ef938f99c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:18.684187 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0c7265-5f1e-4c35-8e1f-5ef938f99c8e None None] Pushing event updated for resources: {'Port': ['ID=4ceececc-98fc-4cfe-a6d7-ed1907abfb3b,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:18.715663 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-406af482-df8f-45f2-98a1-099b9e33cbaf tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:18.783250 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406af482-df8f-45f2-98a1-099b9e33cbaf tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Pushing event updated for resources: {'Subnet': ['ID=a458b72d-77f6-4d19-be7b-d716787a01d1,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:18.792253 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406af482-df8f-45f2-98a1-099b9e33cbaf tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:18:18.792629 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406af482-df8f-45f2-98a1-099b9e33cbaf tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:18:18.792984 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406af482-df8f-45f2-98a1-099b9e33cbaf tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:18:18.793316 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406af482-df8f-45f2-98a1-099b9e33cbaf tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:18:18.793651 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406af482-df8f-45f2-98a1-099b9e33cbaf tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:18:18.793981 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406af482-df8f-45f2-98a1-099b9e33cbaf tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:18:18.794312 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406af482-df8f-45f2-98a1-099b9e33cbaf tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:18:18.794660 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406af482-df8f-45f2-98a1-099b9e33cbaf tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:18:18.794981 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406af482-df8f-45f2-98a1-099b9e33cbaf tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:18:18.795303 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406af482-df8f-45f2-98a1-099b9e33cbaf tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:18:18.795624 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406af482-df8f-45f2-98a1-099b9e33cbaf tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:18:18.795944 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406af482-df8f-45f2-98a1-099b9e33cbaf tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:18:18.804751 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406af482-df8f-45f2-98a1-099b9e33cbaf tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Checking segment: {'id': '30ca7241-d2ca-4f8e-a427-6d7272ecde95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '72f996e6-a020-4145-ac02-a7b5dbb73f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:18:18.805127 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406af482-df8f-45f2-98a1-099b9e33cbaf tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Network hostable DHCP agents. Network: 72f996e6-a020-4145-ac02-a7b5dbb73f07, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 14:18:18.875220 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406af482-df8f-45f2-98a1-099b9e33cbaf tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Network 72f996e6-a020-4145-ac02-a7b5dbb73f07 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 14:18:18.972552 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-406af482-df8f-45f2-98a1-099b9e33cbaf tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 72f996e6-a020-4145-ac02-a7b5dbb73f07) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:18:18.976769 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406af482-df8f-45f2-98a1-099b9e33cbaf tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:18:18.979355 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-406af482-df8f-45f2-98a1-099b9e33cbaf tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:18.981719 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389bb497-dda1-4d5c-a81a-e16a20fbb8bb None None] Network 72f996e6-a020-4145-ac02-a7b5dbb73f07 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:18:19.051756 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-406af482-df8f-45f2-98a1-099b9e33cbaf tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7960494 Mar 28 14:18:19.052658 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 39960) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:19.124634 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be62267d-cecb-48d8-88ac-3e28700927a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-72f996e6-a020-4145-ac02-a7b5dbb73f07', 'network_id': '72f996e6-a020-4145-ac02-a7b5dbb73f07', 'tenant_id': '38567a5f0bae457491f5efbc6cb0b8d7', 'fixed_ips': [{'subnet_id': 'a458b72d-77f6-4d19-be7b-d716787a01d1'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 14:18:19.125516 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-be62267d-cecb-48d8-88ac-3e28700927a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:19.151656 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-20c543f4-a826-49f2-bf4f-033eba19153a tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:19.234185 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-20c543f4-a826-49f2-bf4f-033eba19153a tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:19.273288 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-be62267d-cecb-48d8-88ac-3e28700927a8 None None] Allocated IP 2001:db8::2 (72f996e6-a020-4145-ac02-a7b5dbb73f07/a458b72d-77f6-4d19-be7b-d716787a01d1/b5fbb89a-d83c-4cb4-b9fe-c1c650d845cf) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:18:19.364285 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 4ceececc-98fc-4cfe-a6d7-ed1907abfb3b up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:18:19.476806 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-be62267d-cecb-48d8-88ac-3e28700927a8 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:19.479566 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 4ceececc-98fc-4cfe-a6d7-ed1907abfb3b triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:18:19.479930 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:19.545867 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-be62267d-cecb-48d8-88ac-3e28700927a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:19.603141 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:19.608176 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be62267d-cecb-48d8-88ac-3e28700927a8 None None] Network 72f996e6-a020-4145-ac02-a7b5dbb73f07 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:18:19.615632 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-be62267d-cecb-48d8-88ac-3e28700927a8 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:18:19.617380 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be62267d-cecb-48d8-88ac-3e28700927a8 None None] Pushing event updated for resources: {'Port': ['ID=b5fbb89a-d83c-4cb4-b9fe-c1c650d845cf,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:19.624432 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be62267d-cecb-48d8-88ac-3e28700927a8 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:18:19.626420 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74980108-84ba-4b97-9605-40c2194810a2 None None] Network 130c7e24-9e11-4ecc-bf7b-67e1c53e0a71 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:18:19.630474 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-20c543f4-a826-49f2-bf4f-033eba19153a tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:19.660934 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c543f4-a826-49f2-bf4f-033eba19153a tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Pushing event deleted for resources: {'Subnet': ['ID=a458b72d-77f6-4d19-be7b-d716787a01d1,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:19.723133 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-20c543f4-a826-49f2-bf4f-033eba19153a tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:19.741769 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 4ceececc-98fc-4cfe-a6d7-ed1907abfb3b, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=4ceececc-98fc-4cfe-a6d7-ed1907abfb3b,segment=NetworkSegment(479a0498-36b3-4ac3-9408-1f4e2971814d),segment_id=479a0498-36b3-4ac3-9408-1f4e2971814d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:18:19.742719 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dd93ecd2-5d03-436c-b0fb-fd0b0c4f1f91 None None] Provisioning complete for port 4ceececc-98fc-4cfe-a6d7-ed1907abfb3b triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:18:19.743696 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dd93ecd2-5d03-436c-b0fb-fd0b0c4f1f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:19.744820 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-20c543f4-a826-49f2-bf4f-033eba19153a tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72f996e6-a020-4145-ac02-a7b5dbb73f07']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:18:19.754112 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-20c543f4-a826-49f2-bf4f-033eba19153a tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30ca7241-d2ca-4f8e-a427-6d7272ecde95') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:18:19.754328 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-20c543f4-a826-49f2-bf4f-033eba19153a tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30ca7241-d2ca-4f8e-a427-6d7272ecde95') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:18:19.764494 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-20c543f4-a826-49f2-bf4f-033eba19153a tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:19.777380 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-20c543f4-a826-49f2-bf4f-033eba19153a tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:19.783361 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20c543f4-a826-49f2-bf4f-033eba19153a tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 14:18:19.783742 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-20c543f4-a826-49f2-bf4f-033eba19153a tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:19.786759 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 14:18:19.786759 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 14:18:19.786759 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 14:18:19.786759 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 14:18:19.786759 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 14:18:19.786759 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 14:18:19.786759 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 14:18:19.786759 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 14:18:19.786759 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 14:18:19.786759 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 14:18:19.786759 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 14:18:19.786759 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 14:18:19.786759 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 14:18:19.786759 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 14:18:19.786759 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 14:18:19.786759 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 14:18:19.786759 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 14:18:19.786759 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 14:18:19.786759 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 14:18:19.786759 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 14:18:19.786759 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 14:18:19.786759 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 14:18:19.786759 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 14:18:19.786759 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 14:18:19.786759 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 14:18:19.786759 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 14:18:19.786759 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 14:18:19.786759 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 14:18:19.786759 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 14:18:19.786759 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 14:18:19.786759 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 14:18:19.786759 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 14:18:19.788696 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-be62267d-cecb-48d8-88ac-3e28700927a8 None None] Attempting to bind port b5fbb89a-d83c-4cb4-b9fe-c1c650d845cf on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:18:19.788696 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-be62267d-cecb-48d8-88ac-3e28700927a8 None None] Attempting to bind port b5fbb89a-d83c-4cb4-b9fe-c1c650d845cf by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '30ca7241-d2ca-4f8e-a427-6d7272ecde95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '72f996e6-a020-4145-ac02-a7b5dbb73f07'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:18:19.788696 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be62267d-cecb-48d8-88ac-3e28700927a8 None None] Attempting to bind port b5fbb89a-d83c-4cb4-b9fe-c1c650d845cf on network 72f996e6-a020-4145-ac02-a7b5dbb73f07 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:18:19.804951 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:19.807437 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be62267d-cecb-48d8-88ac-3e28700927a8 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:18:19.807803 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be62267d-cecb-48d8-88ac-3e28700927a8 None None] Checking segment: {'id': '30ca7241-d2ca-4f8e-a427-6d7272ecde95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '72f996e6-a020-4145-ac02-a7b5dbb73f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:18:19.808190 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-be62267d-cecb-48d8-88ac-3e28700927a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:19.808600 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be62267d-cecb-48d8-88ac-3e28700927a8 None None] Bound using segment: {'id': '30ca7241-d2ca-4f8e-a427-6d7272ecde95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '72f996e6-a020-4145-ac02-a7b5dbb73f07'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:18:19.809073 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-be62267d-cecb-48d8-88ac-3e28700927a8 None None] Bound port: b5fbb89a-d83c-4cb4-b9fe-c1c650d845cf, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30ca7241-d2ca-4f8e-a427-6d7272ecde95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '72f996e6-a020-4145-ac02-a7b5dbb73f07'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:18:19.809450 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-be62267d-cecb-48d8-88ac-3e28700927a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:19.867947 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.db.api [None req-20c543f4-a826-49f2-bf4f-033eba19153a tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 14:18:19.867947 dv-neutron-835335-1-hyperv neutron-server[109613]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 14:18:19.867947 dv-neutron-835335-1-hyperv neutron-server[109613]: [parameters: {'id': '72f996e6-a020-4145-ac02-a7b5dbb73f07'}] Mar 28 14:18:19.867947 dv-neutron-835335-1-hyperv neutron-server[109613]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 14:18:19.869151 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG oslo_db.api [None req-20c543f4-a826-49f2-bf4f-033eba19153a tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 14:18:19.935930 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=4ceececc-98fc-4cfe-a6d7-ed1907abfb3b,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:20.008230 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-be62267d-cecb-48d8-88ac-3e28700927a8 None None] For port b5fbb89a-d83c-4cb4-b9fe-c1c650d845cf, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:18:20.012141 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-be62267d-cecb-48d8-88ac-3e28700927a8 None None] For port b5fbb89a-d83c-4cb4-b9fe-c1c650d845cf, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=b5fbb89a-d83c-4cb4-b9fe-c1c650d845cf,segment=NetworkSegment(30ca7241-d2ca-4f8e-a427-6d7272ecde95),segment_id=30ca7241-d2ca-4f8e-a427-6d7272ecde95)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:18:20.108183 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-be62267d-cecb-48d8-88ac-3e28700927a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:20.191460 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be62267d-cecb-48d8-88ac-3e28700927a8 None None] Pushing event updated for resources: {'Port': ['ID=b5fbb89a-d83c-4cb4-b9fe-c1c650d845cf,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:20.206241 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b0b524-080c-4919-ac44-3908d41e43e3 None None] Network 72f996e6-a020-4145-ac02-a7b5dbb73f07 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:18:20.272916 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-6fda3c1d-1a93-4d9c-ad82-0f080a3af2df None None] Provisioning complete for port 4ceececc-98fc-4cfe-a6d7-ed1907abfb3b triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:18:20.273298 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6fda3c1d-1a93-4d9c-ad82-0f080a3af2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:20.370258 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-20c543f4-a826-49f2-bf4f-033eba19153a tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:20.399149 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3180361-60e8-4238-b987-7e5108dafe01 None None] get_active_networks_info from dv-neutron-835335-1-hyperv {{(pid=109614) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 28 14:18:20.427926 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-20c543f4-a826-49f2-bf4f-033eba19153a tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Deleting port b5fbb89a-d83c-4cb4-b9fe-c1c650d845cf {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:18:20.428265 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-20c543f4-a826-49f2-bf4f-033eba19153a tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:20.470667 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3180361-60e8-4238-b987-7e5108dafe01 None None] Resources bound (agent type, host, resource id): {{(pid=109614) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 14:18:20.487920 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-20c543f4-a826-49f2-bf4f-033eba19153a tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] For port b5fbb89a-d83c-4cb4-b9fe-c1c650d845cf, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=b5fbb89a-d83c-4cb4-b9fe-c1c650d845cf,segment=NetworkSegment(30ca7241-d2ca-4f8e-a427-6d7272ecde95),segment_id=30ca7241-d2ca-4f8e-a427-6d7272ecde95)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:18:20.488290 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-20c543f4-a826-49f2-bf4f-033eba19153a tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:20.500975 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-20c543f4-a826-49f2-bf4f-033eba19153a tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Calling delete_port for b5fbb89a-d83c-4cb4-b9fe-c1c650d845cf owned by network:dhcp {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:18:20.641127 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-20c543f4-a826-49f2-bf4f-033eba19153a tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:20.666766 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c543f4-a826-49f2-bf4f-033eba19153a tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Pushing event deleted for resources: {'Port': ['ID=b5fbb89a-d83c-4cb4-b9fe-c1c650d845cf,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:20.670335 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c543f4-a826-49f2-bf4f-033eba19153a tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] No DVR routers for this DVR port b5fbb89a-d83c-4cb4-b9fe-c1c650d845cf on host dv-neutron-835335-1-hyperv {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:18:20.745543 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-20c543f4-a826-49f2-bf4f-033eba19153a tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:20.765630 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-20c543f4-a826-49f2-bf4f-033eba19153a tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72f996e6-a020-4145-ac02-a7b5dbb73f07']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:18:20.775077 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-20c543f4-a826-49f2-bf4f-033eba19153a tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30ca7241-d2ca-4f8e-a427-6d7272ecde95') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:18:20.775371 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-20c543f4-a826-49f2-bf4f-033eba19153a tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30ca7241-d2ca-4f8e-a427-6d7272ecde95') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:18:20.788259 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-20c543f4-a826-49f2-bf4f-033eba19153a tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:20.800872 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-20c543f4-a826-49f2-bf4f-033eba19153a tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:20.807306 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20c543f4-a826-49f2-bf4f-033eba19153a tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 14:18:20.807715 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-20c543f4-a826-49f2-bf4f-033eba19153a tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:20.810624 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 14:18:20.810624 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 14:18:20.810624 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 14:18:20.810624 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 14:18:20.810624 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 14:18:20.810624 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 14:18:20.810624 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 14:18:20.810624 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 14:18:20.810624 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 14:18:20.810624 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 14:18:20.810624 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 14:18:20.810624 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 14:18:20.810624 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 14:18:20.810624 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 14:18:20.810624 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 14:18:20.810624 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 14:18:20.810624 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 14:18:20.810624 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 14:18:20.810624 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 14:18:20.810624 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 14:18:20.810624 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 14:18:20.810624 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 14:18:20.810624 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 14:18:20.810624 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 14:18:20.810624 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 14:18:20.810624 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 14:18:20.810624 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 14:18:20.810624 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 14:18:20.810624 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 14:18:20.810624 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 14:18:20.810624 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 14:18:20.810624 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 14:18:20.920967 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-20c543f4-a826-49f2-bf4f-033eba19153a tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:20.927395 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-20c543f4-a826-49f2-bf4f-033eba19153a tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:20.931016 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-20c543f4-a826-49f2-bf4f-033eba19153a tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] 10.222.0.24 "DELETE /v2.0/networks/72f996e6-a020-4145-ac02-a7b5dbb73f07 HTTP/1.1" status: 204 len: 168 time: 1.8772748 Mar 28 14:18:20.934785 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 39962) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:20.939844 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-c2d43ff3-91e0-42d5-b3c8-c04597b36b85 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1694577735'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:18:20.944831 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c543f4-a826-49f2-bf4f-033eba19153a tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Pushing event deleted for resources: {'Network': ['ID=72f996e6-a020-4145-ac02-a7b5dbb73f07,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:21.010512 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d43ff3-91e0-42d5-b3c8-c04597b36b85 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Made reservation on behalf of 38567a5f0bae457491f5efbc6cb0b8d7 for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:18:21.014111 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c2d43ff3-91e0-42d5-b3c8-c04597b36b85 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:21.036954 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2d43ff3-91e0-42d5-b3c8-c04597b36b85 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 14:18:21.045163 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c2d43ff3-91e0-42d5-b3c8-c04597b36b85 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:21.045500 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-c2d43ff3-91e0-42d5-b3c8-c04597b36b85 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Added segment 3f85c374-159e-4397-9450-5d183bf02ae1 of type vlan for network bca8dcce-2bd7-494b-b438-3a5076a76a4d Mar 28 14:18:21.084493 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c2d43ff3-91e0-42d5-b3c8-c04597b36b85 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:21.175718 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c2d43ff3-91e0-42d5-b3c8-c04597b36b85 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:21.181820 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d43ff3-91e0-42d5-b3c8-c04597b36b85 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:18:21.182402 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c2d43ff3-91e0-42d5-b3c8-c04597b36b85 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks [] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:21.245529 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d43ff3-91e0-42d5-b3c8-c04597b36b85 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Pushing event updated for resources: {'Network': ['ID=bca8dcce-2bd7-494b-b438-3a5076a76a4d,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:21.255469 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network bca8dcce-2bd7-494b-b438-3a5076a76a4d details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 14:18:21.281633 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c2d43ff3-91e0-42d5-b3c8-c04597b36b85 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3457561 Mar 28 14:18:21.284301 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 39964) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:21.290311 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-c7797379-cb91-4a0f-8139-2e0775d0b98e tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Request body: {'subnet': {'network_id': 'bca8dcce-2bd7-494b-b438-3a5076a76a4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:18:21.327053 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 4ceececc-98fc-4cfe-a6d7-ed1907abfb3b up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:18:21.378280 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 4ceececc-98fc-4cfe-a6d7-ed1907abfb3b triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:18:21.378648 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:21.467454 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7797379-cb91-4a0f-8139-2e0775d0b98e tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Made reservation on behalf of 38567a5f0bae457491f5efbc6cb0b8d7 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:18:21.471023 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c7797379-cb91-4a0f-8139-2e0775d0b98e tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:21.526906 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.ipam_backend_mixin [None req-c7797379-cb91-4a0f-8139-2e0775d0b98e tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Performing IP validity checks on allocation pools {{(pid=109612) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 28 14:18:21.527413 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.ipam_backend_mixin [None req-c7797379-cb91-4a0f-8139-2e0775d0b98e tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109612) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 28 14:18:21.686333 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c7797379-cb91-4a0f-8139-2e0775d0b98e tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:21.748185 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7797379-cb91-4a0f-8139-2e0775d0b98e tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Pushing event updated for resources: {'Subnet': ['ID=17d279d6-f648-45ce-ae44-0e0eb15a0ba8,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:21.753215 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7797379-cb91-4a0f-8139-2e0775d0b98e tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Checking segment: {'id': '3f85c374-159e-4397-9450-5d183bf02ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'bca8dcce-2bd7-494b-b438-3a5076a76a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:18:21.753571 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7797379-cb91-4a0f-8139-2e0775d0b98e tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Network hostable DHCP agents. Network: bca8dcce-2bd7-494b-b438-3a5076a76a4d, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 14:18:21.827025 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7797379-cb91-4a0f-8139-2e0775d0b98e tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Network bca8dcce-2bd7-494b-b438-3a5076a76a4d is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 14:18:21.908898 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-c7797379-cb91-4a0f-8139-2e0775d0b98e tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, bca8dcce-2bd7-494b-b438-3a5076a76a4d) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:18:21.912988 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7797379-cb91-4a0f-8139-2e0775d0b98e tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:18:21.913563 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c7797379-cb91-4a0f-8139-2e0775d0b98e tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:21.919208 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cea1089-cd6a-4c90-84b8-d4e2cf59b089 None None] Network bca8dcce-2bd7-494b-b438-3a5076a76a4d requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:18:22.001635 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c7797379-cb91-4a0f-8139-2e0775d0b98e tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7157636 Mar 28 14:18:22.004108 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 39966) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:22.109197 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2ecf67ed-0f59-4afa-bccd-3794035ac572 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:22.165559 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2ecf67ed-0f59-4afa-bccd-3794035ac572 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:22.202913 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e81942-7f4a-4279-94c8-1f20057dc242 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-bca8dcce-2bd7-494b-b438-3a5076a76a4d', 'network_id': 'bca8dcce-2bd7-494b-b438-3a5076a76a4d', 'tenant_id': '38567a5f0bae457491f5efbc6cb0b8d7', 'fixed_ips': [{'subnet_id': '17d279d6-f648-45ce-ae44-0e0eb15a0ba8'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 14:18:22.203772 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f5e81942-7f4a-4279-94c8-1f20057dc242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:22.284939 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2ecf67ed-0f59-4afa-bccd-3794035ac572 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:22.313246 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf67ed-0f59-4afa-bccd-3794035ac572 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Pushing event deleted for resources: {'Subnet': ['ID=17d279d6-f648-45ce-ae44-0e0eb15a0ba8,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:22.374364 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2ecf67ed-0f59-4afa-bccd-3794035ac572 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server [None req-f5e81942-7f4a-4279-94c8-1f20057dc242 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 17d279d6-f648-45ce-ae44-0e0eb15a0ba8: This subnet is being modified by another concurrent operation. Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server raise exception Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 17d279d6-f648-45ce-ae44-0e0eb15a0ba8: This subnet is being modified by another concurrent operation. Mar 28 14:18:22.385355 dv-neutron-835335-1-hyperv neutron-server[109614]: ERROR oslo_messaging.rpc.server Mar 28 14:18:22.394996 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-2ecf67ed-0f59-4afa-bccd-3794035ac572 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bca8dcce-2bd7-494b-b438-3a5076a76a4d']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:18:22.401252 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06018fd3-d9aa-4cb2-9ded-46f0fd56f09e None None] Network bca8dcce-2bd7-494b-b438-3a5076a76a4d requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:18:22.405386 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-2ecf67ed-0f59-4afa-bccd-3794035ac572 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f85c374-159e-4397-9450-5d183bf02ae1') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:18:22.405685 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-2ecf67ed-0f59-4afa-bccd-3794035ac572 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f85c374-159e-4397-9450-5d183bf02ae1') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:18:22.414989 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2ecf67ed-0f59-4afa-bccd-3794035ac572 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:22.427692 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2ecf67ed-0f59-4afa-bccd-3794035ac572 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:22.433988 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ecf67ed-0f59-4afa-bccd-3794035ac572 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 14:18:22.434378 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2ecf67ed-0f59-4afa-bccd-3794035ac572 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:22.437302 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 14:18:22.437302 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 14:18:22.437302 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 14:18:22.437302 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 14:18:22.437302 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 14:18:22.437302 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 14:18:22.437302 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 14:18:22.437302 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 14:18:22.437302 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 14:18:22.437302 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 14:18:22.437302 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 14:18:22.437302 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 14:18:22.437302 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 14:18:22.437302 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 14:18:22.437302 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 14:18:22.437302 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 14:18:22.437302 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 14:18:22.437302 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 14:18:22.437302 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 14:18:22.437302 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 14:18:22.437302 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 14:18:22.437302 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 14:18:22.437302 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 14:18:22.437302 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 14:18:22.437302 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 14:18:22.437302 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 14:18:22.437302 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 14:18:22.437302 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 14:18:22.437302 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 14:18:22.437302 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 14:18:22.437302 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 14:18:22.437302 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 14:18:22.503614 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df21194-d232-4136-b601-86af89056744 None None] get_active_networks_info from dv-neutron-835335-1-hyperv {{(pid=109614) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 28 14:18:22.543993 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2ecf67ed-0f59-4afa-bccd-3794035ac572 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:22.551078 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2ecf67ed-0f59-4afa-bccd-3794035ac572 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks [] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:22.554275 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-2ecf67ed-0f59-4afa-bccd-3794035ac572 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] 10.222.0.24 "DELETE /v2.0/networks/bca8dcce-2bd7-494b-b438-3a5076a76a4d HTTP/1.1" status: 204 len: 168 time: 0.5491455 Mar 28 14:18:22.560589 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 39970) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:22.567241 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf67ed-0f59-4afa-bccd-3794035ac572 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Pushing event deleted for resources: {'Network': ['ID=bca8dcce-2bd7-494b-b438-3a5076a76a4d,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:22.572507 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df21194-d232-4136-b601-86af89056744 None None] Resources bound (agent type, host, resource id): {{(pid=109614) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 14:18:22.573981 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-15754521-080a-4836-a1fb-0fd5ccdb12d5 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1464921922'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:18:22.669563 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15754521-080a-4836-a1fb-0fd5ccdb12d5 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Made reservation on behalf of 38567a5f0bae457491f5efbc6cb0b8d7 for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:18:22.673080 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-15754521-080a-4836-a1fb-0fd5ccdb12d5 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:22.696402 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15754521-080a-4836-a1fb-0fd5ccdb12d5 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 14:18:22.705017 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-15754521-080a-4836-a1fb-0fd5ccdb12d5 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:22.705359 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-15754521-080a-4836-a1fb-0fd5ccdb12d5 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Added segment 9e8daaec-441a-4712-9b7d-72bcb300fdd5 of type vlan for network 8caffa9b-48fb-4d92-8b53-ff51f509cb16 Mar 28 14:18:22.743923 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-15754521-080a-4836-a1fb-0fd5ccdb12d5 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:22.827762 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-15754521-080a-4836-a1fb-0fd5ccdb12d5 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:22.833232 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15754521-080a-4836-a1fb-0fd5ccdb12d5 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:18:22.833807 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-15754521-080a-4836-a1fb-0fd5ccdb12d5 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:22.899114 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15754521-080a-4836-a1fb-0fd5ccdb12d5 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Pushing event updated for resources: {'Network': ['ID=8caffa9b-48fb-4d92-8b53-ff51f509cb16,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:22.909096 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 8caffa9b-48fb-4d92-8b53-ff51f509cb16 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 14:18:22.923708 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-15754521-080a-4836-a1fb-0fd5ccdb12d5 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3612332 Mar 28 14:18:22.926453 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 39972) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:22.932506 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-d06ca3d0-ed6e-4e6d-8cfc-5efb62ae5fab tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Request body: {'subnet': {'network_id': '8caffa9b-48fb-4d92-8b53-ff51f509cb16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:18:23.080997 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06ca3d0-ed6e-4e6d-8cfc-5efb62ae5fab tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Made reservation on behalf of 38567a5f0bae457491f5efbc6cb0b8d7 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:18:23.084302 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d06ca3d0-ed6e-4e6d-8cfc-5efb62ae5fab tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:23.309735 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d06ca3d0-ed6e-4e6d-8cfc-5efb62ae5fab tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:23.372561 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ca3d0-ed6e-4e6d-8cfc-5efb62ae5fab tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Pushing event updated for resources: {'Subnet': ['ID=24c4799d-9d4e-4d9f-82b2-6aa0513daf45,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:23.381124 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06ca3d0-ed6e-4e6d-8cfc-5efb62ae5fab tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Checking segment: {'id': '9e8daaec-441a-4712-9b7d-72bcb300fdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8caffa9b-48fb-4d92-8b53-ff51f509cb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:18:23.385078 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06ca3d0-ed6e-4e6d-8cfc-5efb62ae5fab tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Network hostable DHCP agents. Network: 8caffa9b-48fb-4d92-8b53-ff51f509cb16, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 14:18:23.457709 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06ca3d0-ed6e-4e6d-8cfc-5efb62ae5fab tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Network 8caffa9b-48fb-4d92-8b53-ff51f509cb16 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 14:18:23.537393 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-d06ca3d0-ed6e-4e6d-8cfc-5efb62ae5fab tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 8caffa9b-48fb-4d92-8b53-ff51f509cb16) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:18:23.541211 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06ca3d0-ed6e-4e6d-8cfc-5efb62ae5fab tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:18:23.541788 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d06ca3d0-ed6e-4e6d-8cfc-5efb62ae5fab tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:23.545836 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b569ab-ac16-43a9-88a8-a45b0dee7839 None None] Network 8caffa9b-48fb-4d92-8b53-ff51f509cb16 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:18:23.626181 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d06ca3d0-ed6e-4e6d-8cfc-5efb62ae5fab tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6985433 Mar 28 14:18:23.629856 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 39974) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:23.635203 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-d1e78348-2abf-447e-a86c-d003cbb32738 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-933051245'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:18:23.685472 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6ad5b7-66e5-4449-bd2a-0d022f24153e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-8caffa9b-48fb-4d92-8b53-ff51f509cb16', 'network_id': '8caffa9b-48fb-4d92-8b53-ff51f509cb16', 'tenant_id': '38567a5f0bae457491f5efbc6cb0b8d7', 'fixed_ips': [{'subnet_id': '24c4799d-9d4e-4d9f-82b2-6aa0513daf45'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 14:18:23.686335 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2e6ad5b7-66e5-4449-bd2a-0d022f24153e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:23.718728 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e78348-2abf-447e-a86c-d003cbb32738 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Made reservation on behalf of 38567a5f0bae457491f5efbc6cb0b8d7 for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:18:23.722165 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d1e78348-2abf-447e-a86c-d003cbb32738 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:23.744769 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1e78348-2abf-447e-a86c-d003cbb32738 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 14:18:23.754384 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d1e78348-2abf-447e-a86c-d003cbb32738 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:23.754746 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-d1e78348-2abf-447e-a86c-d003cbb32738 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Added segment eb04891d-7c37-492a-b140-171db39f5f92 of type vlan for network 66df9eed-d8df-4cb9-8527-50993d3b1f99 Mar 28 14:18:23.794100 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d1e78348-2abf-447e-a86c-d003cbb32738 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:23.827825 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-2e6ad5b7-66e5-4449-bd2a-0d022f24153e None None] Allocated IP 2001:db8::2 (8caffa9b-48fb-4d92-8b53-ff51f509cb16/24c4799d-9d4e-4d9f-82b2-6aa0513daf45/07a0c02b-848d-4e54-9576-77c96d3b958f) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:18:23.898159 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d1e78348-2abf-447e-a86c-d003cbb32738 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:23.903883 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e78348-2abf-447e-a86c-d003cbb32738 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:18:23.904486 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d1e78348-2abf-447e-a86c-d003cbb32738 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:23.971861 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e78348-2abf-447e-a86c-d003cbb32738 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Pushing event updated for resources: {'Network': ['ID=66df9eed-d8df-4cb9-8527-50993d3b1f99,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:23.977679 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2e6ad5b7-66e5-4449-bd2a-0d022f24153e None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:23.982589 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 66df9eed-d8df-4cb9-8527-50993d3b1f99 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 14:18:23.998114 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d1e78348-2abf-447e-a86c-d003cbb32738 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3671174 Mar 28 14:18:24.001879 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 39976) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:24.005615 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-3d9582f6-e75f-4605-a543-26a19a6f1358 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Request body: {'subnet': {'network_id': '66df9eed-d8df-4cb9-8527-50993d3b1f99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:18:24.075359 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dd5ef8a0-426c-4f5f-80e7-29d9c8b96eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:24.104207 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2e6ad5b7-66e5-4449-bd2a-0d022f24153e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:24.145668 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6ad5b7-66e5-4449-bd2a-0d022f24153e None None] Network 8caffa9b-48fb-4d92-8b53-ff51f509cb16 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:18:24.148837 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-2e6ad5b7-66e5-4449-bd2a-0d022f24153e None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:18:24.152337 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6ad5b7-66e5-4449-bd2a-0d022f24153e None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:18:24.155804 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9582f6-e75f-4605-a543-26a19a6f1358 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Made reservation on behalf of 38567a5f0bae457491f5efbc6cb0b8d7 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:18:24.160085 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3d9582f6-e75f-4605-a543-26a19a6f1358 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:24.162826 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ad5b7-66e5-4449-bd2a-0d022f24153e None None] Pushing event updated for resources: {'Port': ['ID=07a0c02b-848d-4e54-9576-77c96d3b958f,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:24.213375 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-2e6ad5b7-66e5-4449-bd2a-0d022f24153e None None] Attempting to bind port 07a0c02b-848d-4e54-9576-77c96d3b958f on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:18:24.213734 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-2e6ad5b7-66e5-4449-bd2a-0d022f24153e None None] Attempting to bind port 07a0c02b-848d-4e54-9576-77c96d3b958f by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '9e8daaec-441a-4712-9b7d-72bcb300fdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8caffa9b-48fb-4d92-8b53-ff51f509cb16'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:18:24.214102 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6ad5b7-66e5-4449-bd2a-0d022f24153e None None] Attempting to bind port 07a0c02b-848d-4e54-9576-77c96d3b958f on network 8caffa9b-48fb-4d92-8b53-ff51f509cb16 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:18:24.219162 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6ad5b7-66e5-4449-bd2a-0d022f24153e None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:18:24.219525 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6ad5b7-66e5-4449-bd2a-0d022f24153e None None] Checking segment: {'id': '9e8daaec-441a-4712-9b7d-72bcb300fdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8caffa9b-48fb-4d92-8b53-ff51f509cb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:18:24.219916 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2e6ad5b7-66e5-4449-bd2a-0d022f24153e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:24.220295 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6ad5b7-66e5-4449-bd2a-0d022f24153e None None] Bound using segment: {'id': '9e8daaec-441a-4712-9b7d-72bcb300fdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8caffa9b-48fb-4d92-8b53-ff51f509cb16'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:18:24.220823 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-2e6ad5b7-66e5-4449-bd2a-0d022f24153e None None] Bound port: 07a0c02b-848d-4e54-9576-77c96d3b958f, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e8daaec-441a-4712-9b7d-72bcb300fdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8caffa9b-48fb-4d92-8b53-ff51f509cb16'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:18:24.221198 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2e6ad5b7-66e5-4449-bd2a-0d022f24153e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:24.287779 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-2e6ad5b7-66e5-4449-bd2a-0d022f24153e None None] For port 07a0c02b-848d-4e54-9576-77c96d3b958f, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:18:24.291327 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-2e6ad5b7-66e5-4449-bd2a-0d022f24153e None None] For port 07a0c02b-848d-4e54-9576-77c96d3b958f, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=07a0c02b-848d-4e54-9576-77c96d3b958f,segment=NetworkSegment(9e8daaec-441a-4712-9b7d-72bcb300fdd5),segment_id=9e8daaec-441a-4712-9b7d-72bcb300fdd5)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:18:24.355822 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2e6ad5b7-66e5-4449-bd2a-0d022f24153e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:24.405022 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3d9582f6-e75f-4605-a543-26a19a6f1358 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:24.421255 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ad5b7-66e5-4449-bd2a-0d022f24153e None None] Pushing event updated for resources: {'Port': ['ID=07a0c02b-848d-4e54-9576-77c96d3b958f,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:24.474673 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9582f6-e75f-4605-a543-26a19a6f1358 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Pushing event updated for resources: {'Subnet': ['ID=84f5ebd5-4428-4d78-b531-70d9bdf30af0,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:24.480157 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9582f6-e75f-4605-a543-26a19a6f1358 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Checking segment: {'id': 'eb04891d-7c37-492a-b140-171db39f5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '66df9eed-d8df-4cb9-8527-50993d3b1f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:18:24.480545 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9582f6-e75f-4605-a543-26a19a6f1358 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Network hostable DHCP agents. Network: 66df9eed-d8df-4cb9-8527-50993d3b1f99, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 14:18:24.587736 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9582f6-e75f-4605-a543-26a19a6f1358 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Network 66df9eed-d8df-4cb9-8527-50993d3b1f99 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 14:18:24.646356 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-3d9582f6-e75f-4605-a543-26a19a6f1358 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 66df9eed-d8df-4cb9-8527-50993d3b1f99) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:18:24.651857 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9582f6-e75f-4605-a543-26a19a6f1358 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:18:24.652883 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3d9582f6-e75f-4605-a543-26a19a6f1358 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:24.656162 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d5ec82-7345-49c4-a7ce-f0ed54470a59 None None] Network 66df9eed-d8df-4cb9-8527-50993d3b1f99 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:18:24.740300 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3d9582f6-e75f-4605-a543-26a19a6f1358 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7384195 Mar 28 14:18:24.742836 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 39978) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:24.804769 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a03a5e-53bd-43d8-8c8f-78121e056a1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-66df9eed-d8df-4cb9-8527-50993d3b1f99', 'network_id': '66df9eed-d8df-4cb9-8527-50993d3b1f99', 'tenant_id': '38567a5f0bae457491f5efbc6cb0b8d7', 'fixed_ips': [{'subnet_id': '84f5ebd5-4428-4d78-b531-70d9bdf30af0'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 14:18:24.805794 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c1a03a5e-53bd-43d8-8c8f-78121e056a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:24.843345 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-20b8ab48-b7cb-46a9-8868-c2d7a0295ba9 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:24.892863 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-20b8ab48-b7cb-46a9-8868-c2d7a0295ba9 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:24.940627 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-c1a03a5e-53bd-43d8-8c8f-78121e056a1f None None] Allocated IP 2001:db8::2 (66df9eed-d8df-4cb9-8527-50993d3b1f99/84f5ebd5-4428-4d78-b531-70d9bdf30af0/e73e6d6c-0c12-4e5d-b4c8-86abfd9555d2) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:18:25.088794 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c1a03a5e-53bd-43d8-8c8f-78121e056a1f None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:25.161680 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c1a03a5e-53bd-43d8-8c8f-78121e056a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:25.213869 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a03a5e-53bd-43d8-8c8f-78121e056a1f None None] Network 66df9eed-d8df-4cb9-8527-50993d3b1f99 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:18:25.216858 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-c1a03a5e-53bd-43d8-8c8f-78121e056a1f None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:18:25.221187 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a03a5e-53bd-43d8-8c8f-78121e056a1f None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:18:25.230322 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a03a5e-53bd-43d8-8c8f-78121e056a1f None None] Pushing event updated for resources: {'Port': ['ID=e73e6d6c-0c12-4e5d-b4c8-86abfd9555d2,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:25.247567 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-20b8ab48-b7cb-46a9-8868-c2d7a0295ba9 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:25.281553 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-c1a03a5e-53bd-43d8-8c8f-78121e056a1f None None] Attempting to bind port e73e6d6c-0c12-4e5d-b4c8-86abfd9555d2 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:18:25.282012 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-c1a03a5e-53bd-43d8-8c8f-78121e056a1f None None] Attempting to bind port e73e6d6c-0c12-4e5d-b4c8-86abfd9555d2 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'eb04891d-7c37-492a-b140-171db39f5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '66df9eed-d8df-4cb9-8527-50993d3b1f99'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:18:25.282804 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a03a5e-53bd-43d8-8c8f-78121e056a1f None None] Attempting to bind port e73e6d6c-0c12-4e5d-b4c8-86abfd9555d2 on network 66df9eed-d8df-4cb9-8527-50993d3b1f99 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:18:25.288429 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8ab48-b7cb-46a9-8868-c2d7a0295ba9 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Pushing event deleted for resources: {'Subnet': ['ID=84f5ebd5-4428-4d78-b531-70d9bdf30af0,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:25.295772 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a03a5e-53bd-43d8-8c8f-78121e056a1f None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:18:25.296165 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a03a5e-53bd-43d8-8c8f-78121e056a1f None None] Checking segment: {'id': 'eb04891d-7c37-492a-b140-171db39f5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '66df9eed-d8df-4cb9-8527-50993d3b1f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:18:25.297381 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c1a03a5e-53bd-43d8-8c8f-78121e056a1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:25.297770 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a03a5e-53bd-43d8-8c8f-78121e056a1f None None] Bound using segment: {'id': 'eb04891d-7c37-492a-b140-171db39f5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '66df9eed-d8df-4cb9-8527-50993d3b1f99'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:18:25.298237 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-c1a03a5e-53bd-43d8-8c8f-78121e056a1f None None] Bound port: e73e6d6c-0c12-4e5d-b4c8-86abfd9555d2, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb04891d-7c37-492a-b140-171db39f5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '66df9eed-d8df-4cb9-8527-50993d3b1f99'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:18:25.298623 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c1a03a5e-53bd-43d8-8c8f-78121e056a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:25.340783 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7409b9-2ce0-4bd3-9a4d-7175038a9bf9 None None] Network 8caffa9b-48fb-4d92-8b53-ff51f509cb16 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:18:25.353943 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-20b8ab48-b7cb-46a9-8868-c2d7a0295ba9 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:25.381950 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-20b8ab48-b7cb-46a9-8868-c2d7a0295ba9 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66df9eed-d8df-4cb9-8527-50993d3b1f99']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:18:25.391426 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-20b8ab48-b7cb-46a9-8868-c2d7a0295ba9 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb04891d-7c37-492a-b140-171db39f5f92') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:18:25.391716 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-20b8ab48-b7cb-46a9-8868-c2d7a0295ba9 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb04891d-7c37-492a-b140-171db39f5f92') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:18:25.396690 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 07a0c02b-848d-4e54-9576-77c96d3b958f up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:18:25.400889 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-20b8ab48-b7cb-46a9-8868-c2d7a0295ba9 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:25.413442 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-20b8ab48-b7cb-46a9-8868-c2d7a0295ba9 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:25.419147 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20b8ab48-b7cb-46a9-8868-c2d7a0295ba9 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 14:18:25.419524 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-20b8ab48-b7cb-46a9-8868-c2d7a0295ba9 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:25.422410 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 14:18:25.422410 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 14:18:25.422410 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 14:18:25.422410 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 14:18:25.422410 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 14:18:25.422410 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 14:18:25.422410 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 14:18:25.422410 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 14:18:25.422410 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 14:18:25.422410 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 14:18:25.422410 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 14:18:25.422410 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 14:18:25.422410 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 14:18:25.422410 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 14:18:25.422410 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 14:18:25.422410 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 14:18:25.422410 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 14:18:25.422410 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 14:18:25.422410 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 14:18:25.422410 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 14:18:25.422410 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 14:18:25.422410 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 14:18:25.422410 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 14:18:25.422410 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 14:18:25.422410 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 14:18:25.422410 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 14:18:25.422410 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 14:18:25.422410 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 14:18:25.422410 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 14:18:25.422410 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 14:18:25.422410 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 14:18:25.422410 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 14:18:25.452551 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-7a3aa97e-f271-4ed3-85ef-c3300b150dc3 None None] Provisioning complete for port 07a0c02b-848d-4e54-9576-77c96d3b958f triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:18:25.452916 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7a3aa97e-f271-4ed3-85ef-c3300b150dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:25.479892 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-c1a03a5e-53bd-43d8-8c8f-78121e056a1f None None] For port e73e6d6c-0c12-4e5d-b4c8-86abfd9555d2, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:18:25.507472 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-c1a03a5e-53bd-43d8-8c8f-78121e056a1f None None] For port e73e6d6c-0c12-4e5d-b4c8-86abfd9555d2, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=e73e6d6c-0c12-4e5d-b4c8-86abfd9555d2,segment=NetworkSegment(eb04891d-7c37-492a-b140-171db39f5f92),segment_id=eb04891d-7c37-492a-b140-171db39f5f92)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:18:25.527084 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.db.api [None req-20b8ab48-b7cb-46a9-8868-c2d7a0295ba9 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 14:18:25.527084 dv-neutron-835335-1-hyperv neutron-server[109613]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 14:18:25.527084 dv-neutron-835335-1-hyperv neutron-server[109613]: [parameters: {'id': '66df9eed-d8df-4cb9-8527-50993d3b1f99'}] Mar 28 14:18:25.527084 dv-neutron-835335-1-hyperv neutron-server[109613]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 14:18:25.527475 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG oslo_db.api [None req-20b8ab48-b7cb-46a9-8868-c2d7a0295ba9 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 14:18:25.573327 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 07a0c02b-848d-4e54-9576-77c96d3b958f triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:18:25.573618 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:25.626714 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c1a03a5e-53bd-43d8-8c8f-78121e056a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:25.699411 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7a3aa97e-f271-4ed3-85ef-c3300b150dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:25.767863 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a03a5e-53bd-43d8-8c8f-78121e056a1f None None] Pushing event updated for resources: {'Port': ['ID=e73e6d6c-0c12-4e5d-b4c8-86abfd9555d2,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:25.806712 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41747431-86f4-438b-a001-7c7e1e5dad10 None None] Network 66df9eed-d8df-4cb9-8527-50993d3b1f99 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:18:25.810040 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-7a3aa97e-f271-4ed3-85ef-c3300b150dc3 None None] For port 07a0c02b-848d-4e54-9576-77c96d3b958f, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=07a0c02b-848d-4e54-9576-77c96d3b958f,segment=NetworkSegment(9e8daaec-441a-4712-9b7d-72bcb300fdd5),segment_id=9e8daaec-441a-4712-9b7d-72bcb300fdd5)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:18:25.870690 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:25.917748 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7a3aa97e-f271-4ed3-85ef-c3300b150dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:26.028674 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-20b8ab48-b7cb-46a9-8868-c2d7a0295ba9 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:26.085984 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-20b8ab48-b7cb-46a9-8868-c2d7a0295ba9 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Deleting port e73e6d6c-0c12-4e5d-b4c8-86abfd9555d2 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:18:26.086319 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-20b8ab48-b7cb-46a9-8868-c2d7a0295ba9 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:26.147162 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-20b8ab48-b7cb-46a9-8868-c2d7a0295ba9 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] For port e73e6d6c-0c12-4e5d-b4c8-86abfd9555d2, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=e73e6d6c-0c12-4e5d-b4c8-86abfd9555d2,segment=NetworkSegment(eb04891d-7c37-492a-b140-171db39f5f92),segment_id=eb04891d-7c37-492a-b140-171db39f5f92)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:18:26.147527 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-20b8ab48-b7cb-46a9-8868-c2d7a0295ba9 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:26.160967 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-20b8ab48-b7cb-46a9-8868-c2d7a0295ba9 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Calling delete_port for e73e6d6c-0c12-4e5d-b4c8-86abfd9555d2 owned by network:dhcp {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:18:26.166930 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.db.api [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 14:18:26.167286 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG oslo_db.api [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 14:18:26.171066 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-e4ecd269-760f-4774-90cc-e769231f8020 None None] Provisioning complete for port 07a0c02b-848d-4e54-9576-77c96d3b958f triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:18:26.171430 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e4ecd269-760f-4774-90cc-e769231f8020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:26.175499 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3aa97e-f271-4ed3-85ef-c3300b150dc3 None None] Pushing event updated for resources: {'Port': ['ID=07a0c02b-848d-4e54-9576-77c96d3b958f,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:26.208515 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629ee2d0-b82b-4f9c-9f40-4af2b89b5d35 None None] get_active_networks_info from dv-neutron-835335-1-hyperv {{(pid=109614) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 28 14:18:26.321331 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-20b8ab48-b7cb-46a9-8868-c2d7a0295ba9 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:26.332779 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629ee2d0-b82b-4f9c-9f40-4af2b89b5d35 None None] Resources bound (agent type, host, resource id): {{(pid=109614) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 14:18:26.345257 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4ae0ebc5-3191-4de0-a154-3db8a9160ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:26.349337 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8ab48-b7cb-46a9-8868-c2d7a0295ba9 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Pushing event deleted for resources: {'Port': ['ID=e73e6d6c-0c12-4e5d-b4c8-86abfd9555d2,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:26.351148 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b8ab48-b7cb-46a9-8868-c2d7a0295ba9 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] No DVR routers for this DVR port e73e6d6c-0c12-4e5d-b4c8-86abfd9555d2 on host dv-neutron-835335-1-hyperv {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:18:26.428915 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-20b8ab48-b7cb-46a9-8868-c2d7a0295ba9 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:26.449042 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-20b8ab48-b7cb-46a9-8868-c2d7a0295ba9 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66df9eed-d8df-4cb9-8527-50993d3b1f99']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:18:26.457999 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-20b8ab48-b7cb-46a9-8868-c2d7a0295ba9 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb04891d-7c37-492a-b140-171db39f5f92') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:18:26.458292 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-20b8ab48-b7cb-46a9-8868-c2d7a0295ba9 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb04891d-7c37-492a-b140-171db39f5f92') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:18:26.467917 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-20b8ab48-b7cb-46a9-8868-c2d7a0295ba9 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:26.481095 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-20b8ab48-b7cb-46a9-8868-c2d7a0295ba9 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:26.486862 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20b8ab48-b7cb-46a9-8868-c2d7a0295ba9 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 14:18:26.487272 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-20b8ab48-b7cb-46a9-8868-c2d7a0295ba9 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:26.490317 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 14:18:26.490317 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 14:18:26.490317 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 14:18:26.490317 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 14:18:26.490317 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 14:18:26.490317 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 14:18:26.490317 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 14:18:26.490317 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 14:18:26.490317 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 14:18:26.490317 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 14:18:26.490317 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 14:18:26.490317 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 14:18:26.490317 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 14:18:26.490317 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 14:18:26.490317 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 14:18:26.490317 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 14:18:26.490317 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 14:18:26.490317 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 14:18:26.490317 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 14:18:26.490317 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 14:18:26.490317 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 14:18:26.490317 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 14:18:26.490317 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 14:18:26.490317 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 14:18:26.490317 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 14:18:26.490317 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 14:18:26.490317 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 14:18:26.490317 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 14:18:26.490317 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 14:18:26.490317 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 14:18:26.490317 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 14:18:26.490317 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 14:18:26.589456 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-20b8ab48-b7cb-46a9-8868-c2d7a0295ba9 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:26.593397 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-20b8ab48-b7cb-46a9-8868-c2d7a0295ba9 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:26.596702 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-20b8ab48-b7cb-46a9-8868-c2d7a0295ba9 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] 10.222.0.24 "DELETE /v2.0/networks/66df9eed-d8df-4cb9-8527-50993d3b1f99 HTTP/1.1" status: 204 len: 168 time: 1.8528764 Mar 28 14:18:26.599903 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 39980) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:26.611673 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8ab48-b7cb-46a9-8868-c2d7a0295ba9 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Pushing event deleted for resources: {'Network': ['ID=66df9eed-d8df-4cb9-8527-50993d3b1f99,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:26.632025 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-68e787ba-9d60-4d27-a6e4-e3795c8eec01 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] GET failed (client error): The resource could not be found. Mar 28 14:18:26.633909 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-68e787ba-9d60-4d27-a6e4-e3795c8eec01 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] 10.222.0.24 "GET /v2.0/subnets/84f5ebd5-4428-4d78-b531-70d9bdf30af0 HTTP/1.1" status: 404 len: 337 time: 0.0319276 Mar 28 14:18:26.636660 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 39982) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:26.654391 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-49466c8e-caee-4061-b012-27114a2acc2d tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] DELETE failed (client error): The resource could not be found. Mar 28 14:18:26.654911 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49466c8e-caee-4061-b012-27114a2acc2d tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 14:18:26.657811 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-49466c8e-caee-4061-b012-27114a2acc2d tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] 10.222.0.24 "DELETE /v2.0/networks/66df9eed-d8df-4cb9-8527-50993d3b1f99 HTTP/1.1" status: 404 len: 339 time: 0.0202758 Mar 28 14:18:26.661140 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 39984) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:26.685341 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd2976e2-3f9a-4296-8d53-d38aa30cb2dc tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] DELETE failed (client error): The resource could not be found. Mar 28 14:18:26.685779 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd2976e2-3f9a-4296-8d53-d38aa30cb2dc tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 14:18:26.688744 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-fd2976e2-3f9a-4296-8d53-d38aa30cb2dc tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] 10.222.0.24 "DELETE /v2.0/subnets/84f5ebd5-4428-4d78-b531-70d9bdf30af0 HTTP/1.1" status: 404 len: 337 time: 0.0267432 Mar 28 14:18:26.691438 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 39986) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:26.709119 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cbadfa2-37db-4d9b-b345-b89a1b7d51e7 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] DELETE failed (client error): The resource could not be found. Mar 28 14:18:26.709643 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cbadfa2-37db-4d9b-b345-b89a1b7d51e7 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 14:18:26.713225 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-3cbadfa2-37db-4d9b-b345-b89a1b7d51e7 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] 10.222.0.24 "DELETE /v2.0/networks/66df9eed-d8df-4cb9-8527-50993d3b1f99 HTTP/1.1" status: 404 len: 339 time: 0.0209103 Mar 28 14:18:26.715637 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 39988) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:26.763751 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1b4ac1e-2e00-4db6-9703-fef155b156f1 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Deleting subnet 24c4799d-9d4e-4d9f-82b2-6aa0513daf45 {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 14:18:26.766703 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b1b4ac1e-2e00-4db6-9703-fef155b156f1 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:26.804812 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b1b4ac1e-2e00-4db6-9703-fef155b156f1 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:26.889672 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b1b4ac1e-2e00-4db6-9703-fef155b156f1 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:27.006998 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b1b4ac1e-2e00-4db6-9703-fef155b156f1 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:27.034947 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b4ac1e-2e00-4db6-9703-fef155b156f1 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Pushing event deleted for resources: {'Subnet': ['ID=24c4799d-9d4e-4d9f-82b2-6aa0513daf45,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:27.036923 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b1b4ac1e-2e00-4db6-9703-fef155b156f1 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:27.041690 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-b1b4ac1e-2e00-4db6-9703-fef155b156f1 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] 10.222.0.24 "DELETE /v2.0/subnets/24c4799d-9d4e-4d9f-82b2-6aa0513daf45 HTTP/1.1" status: 204 len: 168 time: 0.3235579 Mar 28 14:18:27.042722 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 39990) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:27.043697 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f4fe5a-7221-4586-9976-996577d3d124 None None] Network 8caffa9b-48fb-4d92-8b53-ff51f509cb16 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:18:27.121140 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e65bc3be-932d-4ee9-9182-19900867e396 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:27.173798 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-e65bc3be-932d-4ee9-9182-19900867e396 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Deleting port 07a0c02b-848d-4e54-9576-77c96d3b958f {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:18:27.174139 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e65bc3be-932d-4ee9-9182-19900867e396 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:27.207651 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbb8b99-597f-4c3d-9cb1-15c142aa45d1 None None] DHCP port deletion for 8caffa9b-48fb-4d92-8b53-ff51f509cb16 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 14:18:27.236771 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-e65bc3be-932d-4ee9-9182-19900867e396 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] For port 07a0c02b-848d-4e54-9576-77c96d3b958f, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=07a0c02b-848d-4e54-9576-77c96d3b958f,segment=NetworkSegment(9e8daaec-441a-4712-9b7d-72bcb300fdd5),segment_id=9e8daaec-441a-4712-9b7d-72bcb300fdd5)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:18:27.237145 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e65bc3be-932d-4ee9-9182-19900867e396 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:27.250364 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-e65bc3be-932d-4ee9-9182-19900867e396 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Calling delete_port for 07a0c02b-848d-4e54-9576-77c96d3b958f owned by network:dhcp {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:18:27.257736 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-cfbb8b99-597f-4c3d-9cb1-15c142aa45d1 None None] Deleting port 07a0c02b-848d-4e54-9576-77c96d3b958f {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:18:27.257962 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-cfbb8b99-597f-4c3d-9cb1-15c142aa45d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:27.320767 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-cfbb8b99-597f-4c3d-9cb1-15c142aa45d1 None None] For port 07a0c02b-848d-4e54-9576-77c96d3b958f, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=07a0c02b-848d-4e54-9576-77c96d3b958f,segment=NetworkSegment(9e8daaec-441a-4712-9b7d-72bcb300fdd5),segment_id=9e8daaec-441a-4712-9b7d-72bcb300fdd5)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:18:27.321196 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-cfbb8b99-597f-4c3d-9cb1-15c142aa45d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:27.337220 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 07a0c02b-848d-4e54-9576-77c96d3b958f no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:18:27.343766 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-cfbb8b99-597f-4c3d-9cb1-15c142aa45d1 None None] Calling delete_port for 07a0c02b-848d-4e54-9576-77c96d3b958f owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:18:27.418029 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e65bc3be-932d-4ee9-9182-19900867e396 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:27.425545 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No active binding found for port 07a0c02b-848d-4e54-9576-77c96d3b958f {{(pid=109614) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 28 14:18:27.425985 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 07a0c02b-848d-4e54-9576-77c96d3b958f not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:18:27.444101 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65bc3be-932d-4ee9-9182-19900867e396 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Pushing event deleted for resources: {'Port': ['ID=07a0c02b-848d-4e54-9576-77c96d3b958f,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:27.447713 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65bc3be-932d-4ee9-9182-19900867e396 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] No DVR routers for this DVR port 07a0c02b-848d-4e54-9576-77c96d3b958f on host dv-neutron-835335-1-hyperv {{(pid=109612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:18:27.454287 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-cfbb8b99-597f-4c3d-9cb1-15c142aa45d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:27.479940 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb8b99-597f-4c3d-9cb1-15c142aa45d1 None None] Pushing event deleted for resources: {'Port': ['ID=07a0c02b-848d-4e54-9576-77c96d3b958f,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:27.484182 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbb8b99-597f-4c3d-9cb1-15c142aa45d1 None None] No DVR routers for this DVR port 07a0c02b-848d-4e54-9576-77c96d3b958f on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:18:27.528463 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e65bc3be-932d-4ee9-9182-19900867e396 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:27.548335 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-e65bc3be-932d-4ee9-9182-19900867e396 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8caffa9b-48fb-4d92-8b53-ff51f509cb16']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:18:27.557212 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-e65bc3be-932d-4ee9-9182-19900867e396 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e8daaec-441a-4712-9b7d-72bcb300fdd5') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:18:27.557508 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-e65bc3be-932d-4ee9-9182-19900867e396 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e8daaec-441a-4712-9b7d-72bcb300fdd5') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:18:27.566753 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e65bc3be-932d-4ee9-9182-19900867e396 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:27.579899 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e65bc3be-932d-4ee9-9182-19900867e396 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:27.585665 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e65bc3be-932d-4ee9-9182-19900867e396 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 14:18:27.586041 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e65bc3be-932d-4ee9-9182-19900867e396 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:27.590241 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 14:18:27.590241 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 14:18:27.590241 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 14:18:27.590241 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 14:18:27.590241 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 14:18:27.590241 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 14:18:27.590241 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 14:18:27.590241 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 14:18:27.590241 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 14:18:27.590241 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 14:18:27.590241 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 14:18:27.590241 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 14:18:27.590241 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 14:18:27.590241 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 14:18:27.590241 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 14:18:27.590241 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 14:18:27.590241 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 14:18:27.590241 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 14:18:27.590241 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 14:18:27.590241 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 14:18:27.590241 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 14:18:27.590241 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 14:18:27.590241 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 14:18:27.590241 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 14:18:27.590241 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 14:18:27.590241 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 14:18:27.590241 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 14:18:27.590241 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 14:18:27.590241 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 14:18:27.590241 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 14:18:27.590241 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 14:18:27.590241 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 14:18:27.675272 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:27.697982 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e65bc3be-932d-4ee9-9182-19900867e396 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:27.704741 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e65bc3be-932d-4ee9-9182-19900867e396 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks [] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:27.707808 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-e65bc3be-932d-4ee9-9182-19900867e396 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] 10.222.0.24 "DELETE /v2.0/networks/8caffa9b-48fb-4d92-8b53-ff51f509cb16 HTTP/1.1" status: 204 len: 168 time: 0.6641376 Mar 28 14:18:27.710191 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 39992) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:27.728078 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65bc3be-932d-4ee9-9182-19900867e396 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Pushing event deleted for resources: {'Network': ['ID=8caffa9b-48fb-4d92-8b53-ff51f509cb16,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:27.749881 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f0c1ff1-6d1d-4466-a368-125debd4ef50 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] DELETE failed (client error): The resource could not be found. Mar 28 14:18:27.750263 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f0c1ff1-6d1d-4466-a368-125debd4ef50 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 14:18:27.753264 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-8f0c1ff1-6d1d-4466-a368-125debd4ef50 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] 10.222.0.24 "DELETE /v2.0/subnets/17d279d6-f648-45ce-ae44-0e0eb15a0ba8 HTTP/1.1" status: 404 len: 337 time: 0.0421815 Mar 28 14:18:27.755717 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 39994) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:27.772713 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dd66538-c92e-4e8f-81a0-803ec8c7114b tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] DELETE failed (client error): The resource could not be found. Mar 28 14:18:27.773222 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dd66538-c92e-4e8f-81a0-803ec8c7114b tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 14:18:27.776633 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-3dd66538-c92e-4e8f-81a0-803ec8c7114b tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] 10.222.0.24 "DELETE /v2.0/networks/bca8dcce-2bd7-494b-b438-3a5076a76a4d HTTP/1.1" status: 404 len: 339 time: 0.0200138 Mar 28 14:18:27.778826 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 39996) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:27.804387 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-364154ca-001f-4471-b644-300d4ac7e00f tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] DELETE failed (client error): The resource could not be found. Mar 28 14:18:27.804813 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-364154ca-001f-4471-b644-300d4ac7e00f tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 14:18:27.807717 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-364154ca-001f-4471-b644-300d4ac7e00f tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] 10.222.0.24 "DELETE /v2.0/subnets/a458b72d-77f6-4d19-be7b-d716787a01d1 HTTP/1.1" status: 404 len: 337 time: 0.0280476 Mar 28 14:18:27.809976 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 39998) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:27.826855 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb654ad2-f071-402b-92d6-256f30c4309b tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] DELETE failed (client error): The resource could not be found. Mar 28 14:18:27.827360 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb654ad2-f071-402b-92d6-256f30c4309b tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 14:18:27.830286 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-bb654ad2-f071-402b-92d6-256f30c4309b tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] 10.222.0.24 "DELETE /v2.0/networks/72f996e6-a020-4145-ac02-a7b5dbb73f07 HTTP/1.1" status: 404 len: 339 time: 0.0194468 Mar 28 14:18:27.832433 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 40000) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:27.880355 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c0f0ba8-3905-4b82-8700-c7d42b9f36d8 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Deleting subnet 94728a43-5cc7-4c1e-b31a-43edcdeef192 {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 14:18:27.883264 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2c0f0ba8-3905-4b82-8700-c7d42b9f36d8 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:27.935504 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2c0f0ba8-3905-4b82-8700-c7d42b9f36d8 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:28.019754 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2c0f0ba8-3905-4b82-8700-c7d42b9f36d8 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:28.153359 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2c0f0ba8-3905-4b82-8700-c7d42b9f36d8 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:28.179840 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f0ba8-3905-4b82-8700-c7d42b9f36d8 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Pushing event deleted for resources: {'Subnet': ['ID=94728a43-5cc7-4c1e-b31a-43edcdeef192,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:28.184179 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2c0f0ba8-3905-4b82-8700-c7d42b9f36d8 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:28.187326 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-2c0f0ba8-3905-4b82-8700-c7d42b9f36d8 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] 10.222.0.24 "DELETE /v2.0/subnets/94728a43-5cc7-4c1e-b31a-43edcdeef192 HTTP/1.1" status: 204 len: 168 time: 0.3540342 Mar 28 14:18:28.189939 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 40002) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:28.194575 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae414ac5-f747-4b16-8b84-3a181ac493a2 None None] Network 130c7e24-9e11-4ecc-bf7b-67e1c53e0a71 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:18:28.271850 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2ba3071e-894b-4432-9c68-51a6b1d38149 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:28.329902 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-2ba3071e-894b-4432-9c68-51a6b1d38149 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Deleting port 4ceececc-98fc-4cfe-a6d7-ed1907abfb3b {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:18:28.330203 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2ba3071e-894b-4432-9c68-51a6b1d38149 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:28.387427 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b84f86e-5263-469b-939c-8e084eb6d161 None None] DHCP port deletion for 130c7e24-9e11-4ecc-bf7b-67e1c53e0a71 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 14:18:28.399779 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-2ba3071e-894b-4432-9c68-51a6b1d38149 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] For port 4ceececc-98fc-4cfe-a6d7-ed1907abfb3b, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=4ceececc-98fc-4cfe-a6d7-ed1907abfb3b,segment=NetworkSegment(479a0498-36b3-4ac3-9408-1f4e2971814d),segment_id=479a0498-36b3-4ac3-9408-1f4e2971814d)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:18:28.400147 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2ba3071e-894b-4432-9c68-51a6b1d38149 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:28.414288 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-2ba3071e-894b-4432-9c68-51a6b1d38149 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Calling delete_port for 4ceececc-98fc-4cfe-a6d7-ed1907abfb3b owned by network:dhcp {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:18:28.433912 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-4b84f86e-5263-469b-939c-8e084eb6d161 None None] Deleting port 4ceececc-98fc-4cfe-a6d7-ed1907abfb3b {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:18:28.434290 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4b84f86e-5263-469b-939c-8e084eb6d161 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:28.498878 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-4b84f86e-5263-469b-939c-8e084eb6d161 None None] For port 4ceececc-98fc-4cfe-a6d7-ed1907abfb3b, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=4ceececc-98fc-4cfe-a6d7-ed1907abfb3b,segment=NetworkSegment(479a0498-36b3-4ac3-9408-1f4e2971814d),segment_id=479a0498-36b3-4ac3-9408-1f4e2971814d)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:18:28.499196 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4b84f86e-5263-469b-939c-8e084eb6d161 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:28.510907 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-4b84f86e-5263-469b-939c-8e084eb6d161 None None] Calling delete_port for 4ceececc-98fc-4cfe-a6d7-ed1907abfb3b owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:18:28.564303 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2ba3071e-894b-4432-9c68-51a6b1d38149 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:28.583039 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4b84f86e-5263-469b-939c-8e084eb6d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:28.590790 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba3071e-894b-4432-9c68-51a6b1d38149 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Pushing event deleted for resources: {'Port': ['ID=4ceececc-98fc-4cfe-a6d7-ed1907abfb3b,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:28.592618 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba3071e-894b-4432-9c68-51a6b1d38149 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] No DVR routers for this DVR port 4ceececc-98fc-4cfe-a6d7-ed1907abfb3b on host dv-neutron-835335-1-hyperv {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:18:28.614878 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b84f86e-5263-469b-939c-8e084eb6d161 None None] Pushing event deleted for resources: {'Port': ['ID=4ceececc-98fc-4cfe-a6d7-ed1907abfb3b,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:28.621457 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b84f86e-5263-469b-939c-8e084eb6d161 None None] No DVR routers for this DVR port 4ceececc-98fc-4cfe-a6d7-ed1907abfb3b on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:18:28.680171 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2ba3071e-894b-4432-9c68-51a6b1d38149 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:28.700622 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-2ba3071e-894b-4432-9c68-51a6b1d38149 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['130c7e24-9e11-4ecc-bf7b-67e1c53e0a71']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:18:28.709465 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-2ba3071e-894b-4432-9c68-51a6b1d38149 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '479a0498-36b3-4ac3-9408-1f4e2971814d') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:18:28.709761 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-2ba3071e-894b-4432-9c68-51a6b1d38149 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '479a0498-36b3-4ac3-9408-1f4e2971814d') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:18:28.719639 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2ba3071e-894b-4432-9c68-51a6b1d38149 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:28.732334 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2ba3071e-894b-4432-9c68-51a6b1d38149 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:28.738128 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ba3071e-894b-4432-9c68-51a6b1d38149 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 14:18:28.738510 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2ba3071e-894b-4432-9c68-51a6b1d38149 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:28.741454 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 14:18:28.741454 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 14:18:28.741454 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 14:18:28.741454 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 14:18:28.741454 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 14:18:28.741454 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 14:18:28.741454 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 14:18:28.741454 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 14:18:28.741454 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 14:18:28.741454 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 14:18:28.741454 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 14:18:28.741454 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 14:18:28.741454 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 14:18:28.741454 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 14:18:28.741454 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 14:18:28.741454 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 14:18:28.741454 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 14:18:28.741454 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 14:18:28.741454 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 14:18:28.741454 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 14:18:28.741454 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 14:18:28.741454 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 14:18:28.741454 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 14:18:28.741454 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 14:18:28.741454 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 14:18:28.741454 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 14:18:28.741454 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 14:18:28.741454 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 14:18:28.741454 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 14:18:28.741454 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 14:18:28.741454 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 14:18:28.741454 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 14:18:28.878601 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2ba3071e-894b-4432-9c68-51a6b1d38149 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:28.885902 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2ba3071e-894b-4432-9c68-51a6b1d38149 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:28.889058 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-2ba3071e-894b-4432-9c68-51a6b1d38149 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] 10.222.0.24 "DELETE /v2.0/networks/130c7e24-9e11-4ecc-bf7b-67e1c53e0a71 HTTP/1.1" status: 204 len: 168 time: 0.6978226 Mar 28 14:18:28.900628 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba3071e-894b-4432-9c68-51a6b1d38149 tempest-NetworksIpV6Test-620423061 tempest-NetworksIpV6Test-620423061-project] Pushing event deleted for resources: {'Network': ['ID=130c7e24-9e11-4ecc-bf7b-67e1c53e0a71,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:29.021876 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:29.306270 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 40008) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:29.325895 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 4ceececc-98fc-4cfe-a6d7-ed1907abfb3b no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:18:29.345775 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 4ceececc-98fc-4cfe-a6d7-ed1907abfb3b {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:18:29.347876 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 4ceececc-98fc-4cfe-a6d7-ed1907abfb3b not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:18:29.366510 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:29.445707 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d73c7c92-b7df-409f-9b28-abcc23d68c67 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=38567a5f0bae457491f5efbc6cb0b8d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1382582 Mar 28 14:18:29.448106 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 40012) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:29.494052 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0475700a-4222-4cd6-be20-137746839c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:29.513994 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0475700a-4222-4cd6-be20-137746839c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:29.606526 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0475700a-4222-4cd6-be20-137746839c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:29.609218 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0475700a-4222-4cd6-be20-137746839c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:29.610362 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-0475700a-4222-4cd6-be20-137746839c3b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fb21d953-c359-4c2e-b720-38dcbb8bb168 HTTP/1.1" status: 204 len: 168 time: 0.1612766 Mar 28 14:18:29.618670 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0475700a-4222-4cd6-be20-137746839c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb21d953-c359-4c2e-b720-38dcbb8bb168,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:30.514874 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 40034) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:30.606074 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-978c8dd7-6f7a-4b3b-a92b-3eb8cb38e631 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-8193643', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:18:30.680941 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-978c8dd7-6f7a-4b3b-a92b-3eb8cb38e631 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:30.681912 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-978c8dd7-6f7a-4b3b-a92b-3eb8cb38e631 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:30.732348 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-978c8dd7-6f7a-4b3b-a92b-3eb8cb38e631 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:30.800719 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-978c8dd7-6f7a-4b3b-a92b-3eb8cb38e631 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:30.882541 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-978c8dd7-6f7a-4b3b-a92b-3eb8cb38e631 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:30.884362 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-978c8dd7-6f7a-4b3b-a92b-3eb8cb38e631 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3684425 Mar 28 14:18:30.887152 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 40038) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:30.891785 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-75db39d4-cbc1-419a-8b0a-efa178fd0532 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1060611394'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:18:30.978247 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75db39d4-cbc1-419a-8b0a-efa178fd0532 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Made reservation on behalf of 6897b23f2f194d569a4f94c91eaf54c8 for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:18:30.981523 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-75db39d4-cbc1-419a-8b0a-efa178fd0532 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:30.991306 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-75db39d4-cbc1-419a-8b0a-efa178fd0532 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:31.068320 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-75db39d4-cbc1-419a-8b0a-efa178fd0532 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:31.135782 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-75db39d4-cbc1-419a-8b0a-efa178fd0532 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:31.163091 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75db39d4-cbc1-419a-8b0a-efa178fd0532 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 14:18:31.169601 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db39d4-cbc1-419a-8b0a-efa178fd0532 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9650a57b-1790-41a6-a5bf-9ecfab018e27,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:31.177951 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-75db39d4-cbc1-419a-8b0a-efa178fd0532 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:31.178285 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-75db39d4-cbc1-419a-8b0a-efa178fd0532 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Added segment 2d22fc14-6471-4ce1-a9b6-f75d41419ba9 of type vlan for network 22dc86a4-f4eb-4358-b21b-9aaeb341d314 Mar 28 14:18:31.180740 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75db39d4-cbc1-419a-8b0a-efa178fd0532 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:18:31.181198 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75db39d4-cbc1-419a-8b0a-efa178fd0532 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:18:31.181532 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75db39d4-cbc1-419a-8b0a-efa178fd0532 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:18:31.181852 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75db39d4-cbc1-419a-8b0a-efa178fd0532 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:18:31.182168 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75db39d4-cbc1-419a-8b0a-efa178fd0532 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:18:31.182486 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75db39d4-cbc1-419a-8b0a-efa178fd0532 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:18:31.182800 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75db39d4-cbc1-419a-8b0a-efa178fd0532 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:18:31.183119 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75db39d4-cbc1-419a-8b0a-efa178fd0532 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:18:31.183433 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75db39d4-cbc1-419a-8b0a-efa178fd0532 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:18:31.183744 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75db39d4-cbc1-419a-8b0a-efa178fd0532 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:18:31.184054 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75db39d4-cbc1-419a-8b0a-efa178fd0532 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:18:31.184362 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75db39d4-cbc1-419a-8b0a-efa178fd0532 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:18:31.225164 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-75db39d4-cbc1-419a-8b0a-efa178fd0532 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:31.301769 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-75db39d4-cbc1-419a-8b0a-efa178fd0532 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:31.307249 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75db39d4-cbc1-419a-8b0a-efa178fd0532 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:18:31.308047 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-75db39d4-cbc1-419a-8b0a-efa178fd0532 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks [] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:31.373775 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db39d4-cbc1-419a-8b0a-efa178fd0532 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Pushing event updated for resources: {'Network': ['ID=22dc86a4-f4eb-4358-b21b-9aaeb341d314,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:31.386571 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 22dc86a4-f4eb-4358-b21b-9aaeb341d314 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 14:18:31.430207 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-75db39d4-cbc1-419a-8b0a-efa178fd0532 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5419664 Mar 28 14:18:31.433089 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 40040) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:31.438016 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-5da5b38d-d5fb-4ded-ab25-10c1841f3337 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Request body: {'subnet': {'network_id': '22dc86a4-f4eb-4358-b21b-9aaeb341d314', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:18:31.564312 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da5b38d-d5fb-4ded-ab25-10c1841f3337 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Made reservation on behalf of 6897b23f2f194d569a4f94c91eaf54c8 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:18:31.568063 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5da5b38d-d5fb-4ded-ab25-10c1841f3337 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:31.806200 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5da5b38d-d5fb-4ded-ab25-10c1841f3337 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:31.871258 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da5b38d-d5fb-4ded-ab25-10c1841f3337 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Pushing event updated for resources: {'Subnet': ['ID=3dc7e2ca-bfa3-45c7-bf1f-2412da4d9c35,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:31.878032 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da5b38d-d5fb-4ded-ab25-10c1841f3337 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Checking segment: {'id': '2d22fc14-6471-4ce1-a9b6-f75d41419ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '22dc86a4-f4eb-4358-b21b-9aaeb341d314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:18:31.878393 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da5b38d-d5fb-4ded-ab25-10c1841f3337 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Network hostable DHCP agents. Network: 22dc86a4-f4eb-4358-b21b-9aaeb341d314, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 14:18:31.947446 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da5b38d-d5fb-4ded-ab25-10c1841f3337 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Network 22dc86a4-f4eb-4358-b21b-9aaeb341d314 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 14:18:32.021528 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-5da5b38d-d5fb-4ded-ab25-10c1841f3337 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 22dc86a4-f4eb-4358-b21b-9aaeb341d314) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:18:32.026542 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da5b38d-d5fb-4ded-ab25-10c1841f3337 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:18:32.027567 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5da5b38d-d5fb-4ded-ab25-10c1841f3337 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:32.030649 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63ddb89-178f-4584-90d0-4826994da30e None None] Network 22dc86a4-f4eb-4358-b21b-9aaeb341d314 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:18:32.129554 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-5da5b38d-d5fb-4ded-ab25-10c1841f3337 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6952097 Mar 28 14:18:32.132587 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 40042) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:32.138180 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-839ad073-8243-4804-9436-fbb88fa778c5 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-27337995'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:18:32.176088 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aeb7d30-b7a2-496a-b604-daa1af682717 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-22dc86a4-f4eb-4358-b21b-9aaeb341d314', 'network_id': '22dc86a4-f4eb-4358-b21b-9aaeb341d314', 'tenant_id': '6897b23f2f194d569a4f94c91eaf54c8', 'fixed_ips': [{'subnet_id': '3dc7e2ca-bfa3-45c7-bf1f-2412da4d9c35'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 14:18:32.176990 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5aeb7d30-b7a2-496a-b604-daa1af682717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:32.226420 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839ad073-8243-4804-9436-fbb88fa778c5 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Made reservation on behalf of 6897b23f2f194d569a4f94c91eaf54c8 for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:18:32.230260 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-839ad073-8243-4804-9436-fbb88fa778c5 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:32.254049 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-839ad073-8243-4804-9436-fbb88fa778c5 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 14:18:32.263912 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-839ad073-8243-4804-9436-fbb88fa778c5 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:32.264257 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-839ad073-8243-4804-9436-fbb88fa778c5 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Added segment 0685489d-6329-4ff3-b50e-8a4d2c705800 of type vlan for network 0a1f0171-0e3e-446d-b480-8d80ff32d54d Mar 28 14:18:32.301785 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-839ad073-8243-4804-9436-fbb88fa778c5 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:32.314647 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-5aeb7d30-b7a2-496a-b604-daa1af682717 None None] Allocated IP 172.20.0.2 (22dc86a4-f4eb-4358-b21b-9aaeb341d314/3dc7e2ca-bfa3-45c7-bf1f-2412da4d9c35/7ebac6c0-5730-4199-9124-c390966bb49f) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:18:32.393052 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-839ad073-8243-4804-9436-fbb88fa778c5 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:32.398484 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839ad073-8243-4804-9436-fbb88fa778c5 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:18:32.399105 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-839ad073-8243-4804-9436-fbb88fa778c5 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:32.449683 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5aeb7d30-b7a2-496a-b604-daa1af682717 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:32.465221 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839ad073-8243-4804-9436-fbb88fa778c5 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Pushing event updated for resources: {'Network': ['ID=0a1f0171-0e3e-446d-b480-8d80ff32d54d,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:32.474995 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 0a1f0171-0e3e-446d-b480-8d80ff32d54d details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 14:18:32.493858 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-839ad073-8243-4804-9436-fbb88fa778c5 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3599741 Mar 28 14:18:32.496259 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 40044) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:32.501145 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-7d21dbd6-53e1-4945-a9f0-b9eb0b2b64d9 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Request body: {'subnet': {'network_id': '0a1f0171-0e3e-446d-b480-8d80ff32d54d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:18:32.525263 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5aeb7d30-b7a2-496a-b604-daa1af682717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:32.578172 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aeb7d30-b7a2-496a-b604-daa1af682717 None None] Network 22dc86a4-f4eb-4358-b21b-9aaeb341d314 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:18:32.581509 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-5aeb7d30-b7a2-496a-b604-daa1af682717 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:18:32.584877 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aeb7d30-b7a2-496a-b604-daa1af682717 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:18:32.592634 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb7d30-b7a2-496a-b604-daa1af682717 None None] Pushing event updated for resources: {'Port': ['ID=7ebac6c0-5730-4199-9124-c390966bb49f,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:32.638650 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d21dbd6-53e1-4945-a9f0-b9eb0b2b64d9 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Made reservation on behalf of 6897b23f2f194d569a4f94c91eaf54c8 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:18:32.640551 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-5aeb7d30-b7a2-496a-b604-daa1af682717 None None] Attempting to bind port 7ebac6c0-5730-4199-9124-c390966bb49f on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:18:32.640916 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-5aeb7d30-b7a2-496a-b604-daa1af682717 None None] Attempting to bind port 7ebac6c0-5730-4199-9124-c390966bb49f by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '2d22fc14-6471-4ce1-a9b6-f75d41419ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '22dc86a4-f4eb-4358-b21b-9aaeb341d314'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:18:32.641270 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeb7d30-b7a2-496a-b604-daa1af682717 None None] Attempting to bind port 7ebac6c0-5730-4199-9124-c390966bb49f on network 22dc86a4-f4eb-4358-b21b-9aaeb341d314 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:18:32.642249 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7d21dbd6-53e1-4945-a9f0-b9eb0b2b64d9 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:32.646194 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeb7d30-b7a2-496a-b604-daa1af682717 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:18:32.646530 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeb7d30-b7a2-496a-b604-daa1af682717 None None] Checking segment: {'id': '2d22fc14-6471-4ce1-a9b6-f75d41419ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '22dc86a4-f4eb-4358-b21b-9aaeb341d314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:18:32.646923 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5aeb7d30-b7a2-496a-b604-daa1af682717 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:32.647308 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeb7d30-b7a2-496a-b604-daa1af682717 None None] Bound using segment: {'id': '2d22fc14-6471-4ce1-a9b6-f75d41419ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '22dc86a4-f4eb-4358-b21b-9aaeb341d314'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:18:32.647764 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-5aeb7d30-b7a2-496a-b604-daa1af682717 None None] Bound port: 7ebac6c0-5730-4199-9124-c390966bb49f, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d22fc14-6471-4ce1-a9b6-f75d41419ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '22dc86a4-f4eb-4358-b21b-9aaeb341d314'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:18:32.648139 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5aeb7d30-b7a2-496a-b604-daa1af682717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:32.714092 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-5aeb7d30-b7a2-496a-b604-daa1af682717 None None] For port 7ebac6c0-5730-4199-9124-c390966bb49f, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:18:32.717265 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-5aeb7d30-b7a2-496a-b604-daa1af682717 None None] For port 7ebac6c0-5730-4199-9124-c390966bb49f, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=7ebac6c0-5730-4199-9124-c390966bb49f,segment=NetworkSegment(2d22fc14-6471-4ce1-a9b6-f75d41419ba9),segment_id=2d22fc14-6471-4ce1-a9b6-f75d41419ba9)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:18:32.790509 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5aeb7d30-b7a2-496a-b604-daa1af682717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:32.851565 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb7d30-b7a2-496a-b604-daa1af682717 None None] Pushing event updated for resources: {'Port': ['ID=7ebac6c0-5730-4199-9124-c390966bb49f,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:32.879239 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7d21dbd6-53e1-4945-a9f0-b9eb0b2b64d9 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:32.938550 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d21dbd6-53e1-4945-a9f0-b9eb0b2b64d9 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Pushing event updated for resources: {'Subnet': ['ID=7ec106a9-b580-4d57-b116-d47e949cd352,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:32.948362 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d21dbd6-53e1-4945-a9f0-b9eb0b2b64d9 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Checking segment: {'id': '0685489d-6329-4ff3-b50e-8a4d2c705800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0a1f0171-0e3e-446d-b480-8d80ff32d54d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:18:32.948745 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d21dbd6-53e1-4945-a9f0-b9eb0b2b64d9 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Network hostable DHCP agents. Network: 0a1f0171-0e3e-446d-b480-8d80ff32d54d, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 14:18:33.029018 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d21dbd6-53e1-4945-a9f0-b9eb0b2b64d9 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Network 0a1f0171-0e3e-446d-b480-8d80ff32d54d is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 14:18:33.109511 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-7d21dbd6-53e1-4945-a9f0-b9eb0b2b64d9 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 0a1f0171-0e3e-446d-b480-8d80ff32d54d) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:18:33.113782 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d21dbd6-53e1-4945-a9f0-b9eb0b2b64d9 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:18:33.114427 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7d21dbd6-53e1-4945-a9f0-b9eb0b2b64d9 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:33.118895 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ac0539-c7c9-4560-97a4-62094f6e28a5 None None] Network 0a1f0171-0e3e-446d-b480-8d80ff32d54d requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:18:33.203370 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-7d21dbd6-53e1-4945-a9f0-b9eb0b2b64d9 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7058015 Mar 28 14:18:33.205824 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 40046) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:33.210328 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-c88ab7f7-d332-4d7f-9d0e-bfdcb6249a89 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Request body: {'router': {'external_gateway_info': {'network_id': '0a1f0171-0e3e-446d-b480-8d80ff32d54d'}}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:18:33.269241 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de30014-ab81-487f-9a37-124bba0fa22a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-0a1f0171-0e3e-446d-b480-8d80ff32d54d', 'network_id': '0a1f0171-0e3e-446d-b480-8d80ff32d54d', 'tenant_id': '6897b23f2f194d569a4f94c91eaf54c8', 'fixed_ips': [{'subnet_id': '7ec106a9-b580-4d57-b116-d47e949cd352'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 14:18:33.270092 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4de30014-ab81-487f-9a37-124bba0fa22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:33.384912 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 7ebac6c0-5730-4199-9124-c390966bb49f up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:18:33.486312 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-4de30014-ab81-487f-9a37-124bba0fa22a None None] Allocated IP 172.21.0.2 (0a1f0171-0e3e-446d-b480-8d80ff32d54d/7ec106a9-b580-4d57-b116-d47e949cd352/5f91f7cf-eec0-4469-b608-1da30927a2ef) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:18:33.502010 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 7ebac6c0-5730-4199-9124-c390966bb49f triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:18:33.502419 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:33.802516 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c88ab7f7-d332-4d7f-9d0e-bfdcb6249a89 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:33.815791 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97a0fb5-48e6-4505-91ec-3fe6cdecd5c7 None None] Network 22dc86a4-f4eb-4358-b21b-9aaeb341d314 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:18:33.898467 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:33.943443 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4de30014-ab81-487f-9a37-124bba0fa22a None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:33.974422 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.api.v2.resource [None req-c88ab7f7-d332-4d7f-9d0e-bfdcb6249a89 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 14:18:33.975392 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c88ab7f7-d332-4d7f-9d0e-bfdcb6249a89 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] 10.222.0.24 "PUT /v2.0/routers/fa56fa94-3b81-4953-86b3-3afc04f57a84 HTTP/1.1" status: 400 len: 364 time: 0.7685633 Mar 28 14:18:33.981874 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 40048) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:33.984620 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-9648a5ba-13e9-47be-b338-97db10853502 None None] Provisioning complete for port 7ebac6c0-5730-4199-9124-c390966bb49f triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:18:33.985039 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9648a5ba-13e9-47be-b338-97db10853502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:33.990915 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 7ebac6c0-5730-4199-9124-c390966bb49f, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=7ebac6c0-5730-4199-9124-c390966bb49f,segment=NetworkSegment(2d22fc14-6471-4ce1-a9b6-f75d41419ba9),segment_id=2d22fc14-6471-4ce1-a9b6-f75d41419ba9)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:18:34.033917 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-a597fdf6-065f-4ad4-bb16-06be973ec9eb tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Deleting subnet 7ec106a9-b580-4d57-b116-d47e949cd352 {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 14:18:34.037233 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a597fdf6-065f-4ad4-bb16-06be973ec9eb tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:34.045456 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4de30014-ab81-487f-9a37-124bba0fa22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:34.064395 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:34.078726 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a597fdf6-065f-4ad4-bb16-06be973ec9eb tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:34.108161 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de30014-ab81-487f-9a37-124bba0fa22a None None] Network 0a1f0171-0e3e-446d-b480-8d80ff32d54d is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:18:34.116180 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-4de30014-ab81-487f-9a37-124bba0fa22a None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:18:34.118692 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de30014-ab81-487f-9a37-124bba0fa22a None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:18:34.146806 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de30014-ab81-487f-9a37-124bba0fa22a None None] Pushing event updated for resources: {'Port': ['ID=5f91f7cf-eec0-4469-b608-1da30927a2ef,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:34.167608 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a597fdf6-065f-4ad4-bb16-06be973ec9eb tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:34.232184 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:18:34.282413 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-4de30014-ab81-487f-9a37-124bba0fa22a None None] Attempting to bind port 5f91f7cf-eec0-4469-b608-1da30927a2ef on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:18:34.282780 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-4de30014-ab81-487f-9a37-124bba0fa22a None None] Attempting to bind port 5f91f7cf-eec0-4469-b608-1da30927a2ef by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '0685489d-6329-4ff3-b50e-8a4d2c705800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0a1f0171-0e3e-446d-b480-8d80ff32d54d'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:18:34.283140 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de30014-ab81-487f-9a37-124bba0fa22a None None] Attempting to bind port 5f91f7cf-eec0-4469-b608-1da30927a2ef on network 0a1f0171-0e3e-446d-b480-8d80ff32d54d {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:18:34.286973 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=7ebac6c0-5730-4199-9124-c390966bb49f,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:34.291976 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de30014-ab81-487f-9a37-124bba0fa22a None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:18:34.292346 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de30014-ab81-487f-9a37-124bba0fa22a None None] Checking segment: {'id': '0685489d-6329-4ff3-b50e-8a4d2c705800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0a1f0171-0e3e-446d-b480-8d80ff32d54d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:18:34.292764 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4de30014-ab81-487f-9a37-124bba0fa22a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:34.293148 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de30014-ab81-487f-9a37-124bba0fa22a None None] Bound using segment: {'id': '0685489d-6329-4ff3-b50e-8a4d2c705800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0a1f0171-0e3e-446d-b480-8d80ff32d54d'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:18:34.293612 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-4de30014-ab81-487f-9a37-124bba0fa22a None None] Bound port: 5f91f7cf-eec0-4469-b608-1da30927a2ef, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0685489d-6329-4ff3-b50e-8a4d2c705800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0a1f0171-0e3e-446d-b480-8d80ff32d54d'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:18:34.293992 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4de30014-ab81-487f-9a37-124bba0fa22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:34.302523 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a597fdf6-065f-4ad4-bb16-06be973ec9eb tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:34.332162 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a597fdf6-065f-4ad4-bb16-06be973ec9eb tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Pushing event deleted for resources: {'Subnet': ['ID=7ec106a9-b580-4d57-b116-d47e949cd352,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:34.336276 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a597fdf6-065f-4ad4-bb16-06be973ec9eb tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:34.341819 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a597fdf6-065f-4ad4-bb16-06be973ec9eb tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] 10.222.0.24 "DELETE /v2.0/subnets/7ec106a9-b580-4d57-b116-d47e949cd352 HTTP/1.1" status: 204 len: 168 time: 0.3565736 Mar 28 14:18:34.342163 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 40050) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:34.368743 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-4de30014-ab81-487f-9a37-124bba0fa22a None None] For port 5f91f7cf-eec0-4469-b608-1da30927a2ef, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:18:34.372275 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-4de30014-ab81-487f-9a37-124bba0fa22a None None] For port 5f91f7cf-eec0-4469-b608-1da30927a2ef, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=5f91f7cf-eec0-4469-b608-1da30927a2ef,segment=NetworkSegment(0685489d-6329-4ff3-b50e-8a4d2c705800),segment_id=0685489d-6329-4ff3-b50e-8a4d2c705800)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:18:34.420593 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-83bf8026-271a-4313-b7b1-d926c82017df tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:34.453573 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4de30014-ab81-487f-9a37-124bba0fa22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:34.481465 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-83bf8026-271a-4313-b7b1-d926c82017df tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Deleting port 5f91f7cf-eec0-4469-b608-1da30927a2ef {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:18:34.481810 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-83bf8026-271a-4313-b7b1-d926c82017df tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:34.544042 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de30014-ab81-487f-9a37-124bba0fa22a None None] Pushing event updated for resources: {'Port': ['ID=5f91f7cf-eec0-4469-b608-1da30927a2ef,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:34.545969 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-83bf8026-271a-4313-b7b1-d926c82017df tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] For port 5f91f7cf-eec0-4469-b608-1da30927a2ef, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=5f91f7cf-eec0-4469-b608-1da30927a2ef,segment=NetworkSegment(0685489d-6329-4ff3-b50e-8a4d2c705800),segment_id=0685489d-6329-4ff3-b50e-8a4d2c705800)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:18:34.546339 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-83bf8026-271a-4313-b7b1-d926c82017df tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:34.546445 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-f8ba4141-4507-4e9e-bbb8-94c4743a1449 None None] Provisioning complete for port 7ebac6c0-5730-4199-9124-c390966bb49f triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:18:34.546802 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f8ba4141-4507-4e9e-bbb8-94c4743a1449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:34.561523 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-83bf8026-271a-4313-b7b1-d926c82017df tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Calling delete_port for 5f91f7cf-eec0-4469-b608-1da30927a2ef owned by network:dhcp {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:18:34.570487 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa525a51-0334-4fa5-9634-e1f8369309c9 None None] Network 0a1f0171-0e3e-446d-b480-8d80ff32d54d requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:18:34.715133 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-83bf8026-271a-4313-b7b1-d926c82017df tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:34.736638 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaad5e9d-b971-4db8-b973-325eba5493d5 None None] get_active_networks_info from dv-neutron-835335-1-hyperv {{(pid=109614) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 28 14:18:34.747578 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf8026-271a-4313-b7b1-d926c82017df tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Pushing event deleted for resources: {'Port': ['ID=5f91f7cf-eec0-4469-b608-1da30927a2ef,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:34.752107 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bf8026-271a-4313-b7b1-d926c82017df tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] No DVR routers for this DVR port 5f91f7cf-eec0-4469-b608-1da30927a2ef on host dv-neutron-835335-1-hyperv {{(pid=109612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:18:34.800547 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaad5e9d-b971-4db8-b973-325eba5493d5 None None] Resources bound (agent type, host, resource id): {{(pid=109614) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 14:18:34.827921 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-83bf8026-271a-4313-b7b1-d926c82017df tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:34.847114 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-83bf8026-271a-4313-b7b1-d926c82017df tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a1f0171-0e3e-446d-b480-8d80ff32d54d']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:18:34.856594 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-83bf8026-271a-4313-b7b1-d926c82017df tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0685489d-6329-4ff3-b50e-8a4d2c705800') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:18:34.856894 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-83bf8026-271a-4313-b7b1-d926c82017df tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0685489d-6329-4ff3-b50e-8a4d2c705800') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:18:34.866326 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-83bf8026-271a-4313-b7b1-d926c82017df tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:34.879572 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-83bf8026-271a-4313-b7b1-d926c82017df tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:34.885320 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83bf8026-271a-4313-b7b1-d926c82017df tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 14:18:34.885712 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-83bf8026-271a-4313-b7b1-d926c82017df tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:34.888654 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 14:18:34.888654 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 14:18:34.888654 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 14:18:34.888654 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 14:18:34.888654 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 14:18:34.888654 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 14:18:34.888654 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 14:18:34.888654 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 14:18:34.888654 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 14:18:34.888654 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 14:18:34.888654 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 14:18:34.888654 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 14:18:34.888654 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 14:18:34.888654 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 14:18:34.888654 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 14:18:34.888654 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 14:18:34.888654 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 14:18:34.888654 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 14:18:34.888654 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 14:18:34.888654 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 14:18:34.888654 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 14:18:34.888654 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 14:18:34.888654 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 14:18:34.888654 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 14:18:34.888654 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 14:18:34.888654 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 14:18:34.888654 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 14:18:34.888654 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 14:18:34.888654 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 14:18:34.888654 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 14:18:34.888654 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 14:18:34.888654 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 14:18:35.000800 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-83bf8026-271a-4313-b7b1-d926c82017df tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:35.007548 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-83bf8026-271a-4313-b7b1-d926c82017df tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks [] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:35.010777 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-83bf8026-271a-4313-b7b1-d926c82017df tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] 10.222.0.24 "DELETE /v2.0/networks/0a1f0171-0e3e-446d-b480-8d80ff32d54d HTTP/1.1" status: 204 len: 168 time: 0.6678276 Mar 28 14:18:35.013242 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 40052) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:35.030951 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf8026-271a-4313-b7b1-d926c82017df tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Pushing event deleted for resources: {'Network': ['ID=0a1f0171-0e3e-446d-b480-8d80ff32d54d,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:35.072782 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-8971225c-1fb5-4d21-b5c9-1e4f76926973 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Deleting subnet 3dc7e2ca-bfa3-45c7-bf1f-2412da4d9c35 {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 14:18:35.075772 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8971225c-1fb5-4d21-b5c9-1e4f76926973 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:35.113894 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8971225c-1fb5-4d21-b5c9-1e4f76926973 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:35.196723 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8971225c-1fb5-4d21-b5c9-1e4f76926973 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:35.313746 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8971225c-1fb5-4d21-b5c9-1e4f76926973 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:35.328675 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 7ebac6c0-5730-4199-9124-c390966bb49f up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:18:35.342067 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8971225c-1fb5-4d21-b5c9-1e4f76926973 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Pushing event deleted for resources: {'Subnet': ['ID=3dc7e2ca-bfa3-45c7-bf1f-2412da4d9c35,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:35.345739 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8971225c-1fb5-4d21-b5c9-1e4f76926973 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:35.351491 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-8971225c-1fb5-4d21-b5c9-1e4f76926973 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] 10.222.0.24 "DELETE /v2.0/subnets/3dc7e2ca-bfa3-45c7-bf1f-2412da4d9c35 HTTP/1.1" status: 204 len: 168 time: 0.3373024 Mar 28 14:18:35.351744 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 40054) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:35.353851 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88df03d4-28b3-471b-bc41-44588afadd4b None None] Network 22dc86a4-f4eb-4358-b21b-9aaeb341d314 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:18:35.429514 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dbe5f7c3-7a89-45c1-b102-f18d3aedd534 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:35.455970 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 7ebac6c0-5730-4199-9124-c390966bb49f triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:18:35.456346 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:35.480043 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-dbe5f7c3-7a89-45c1-b102-f18d3aedd534 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Deleting port 7ebac6c0-5730-4199-9124-c390966bb49f {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:18:35.480395 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dbe5f7c3-7a89-45c1-b102-f18d3aedd534 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:35.546838 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-dbe5f7c3-7a89-45c1-b102-f18d3aedd534 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] For port 7ebac6c0-5730-4199-9124-c390966bb49f, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=7ebac6c0-5730-4199-9124-c390966bb49f,segment=NetworkSegment(2d22fc14-6471-4ce1-a9b6-f75d41419ba9),segment_id=2d22fc14-6471-4ce1-a9b6-f75d41419ba9)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:18:35.547204 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dbe5f7c3-7a89-45c1-b102-f18d3aedd534 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:35.560733 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-dbe5f7c3-7a89-45c1-b102-f18d3aedd534 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Calling delete_port for 7ebac6c0-5730-4199-9124-c390966bb49f owned by network:dhcp {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:18:35.584504 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde3e71b-3b82-4c73-8cd8-6b264b4e5eac None None] DHCP port deletion for 22dc86a4-f4eb-4358-b21b-9aaeb341d314 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 14:18:35.631860 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-dde3e71b-3b82-4c73-8cd8-6b264b4e5eac None None] Deleting port 7ebac6c0-5730-4199-9124-c390966bb49f {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:18:35.632275 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dde3e71b-3b82-4c73-8cd8-6b264b4e5eac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:35.692937 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dde3e71b-3b82-4c73-8cd8-6b264b4e5eac None None] For port 7ebac6c0-5730-4199-9124-c390966bb49f, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=7ebac6c0-5730-4199-9124-c390966bb49f,segment=NetworkSegment(2d22fc14-6471-4ce1-a9b6-f75d41419ba9),segment_id=2d22fc14-6471-4ce1-a9b6-f75d41419ba9)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:18:35.693327 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dde3e71b-3b82-4c73-8cd8-6b264b4e5eac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:35.705562 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-dde3e71b-3b82-4c73-8cd8-6b264b4e5eac None None] Calling delete_port for 7ebac6c0-5730-4199-9124-c390966bb49f owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:18:35.707583 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dbe5f7c3-7a89-45c1-b102-f18d3aedd534 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:35.732813 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe5f7c3-7a89-45c1-b102-f18d3aedd534 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Pushing event deleted for resources: {'Port': ['ID=7ebac6c0-5730-4199-9124-c390966bb49f,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:35.736231 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe5f7c3-7a89-45c1-b102-f18d3aedd534 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] No DVR routers for this DVR port 7ebac6c0-5730-4199-9124-c390966bb49f on host dv-neutron-835335-1-hyperv {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:18:35.786300 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dde3e71b-3b82-4c73-8cd8-6b264b4e5eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:35.809166 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde3e71b-3b82-4c73-8cd8-6b264b4e5eac None None] Pushing event deleted for resources: {'Port': ['ID=7ebac6c0-5730-4199-9124-c390966bb49f,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:35.813318 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dbe5f7c3-7a89-45c1-b102-f18d3aedd534 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:35.815674 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde3e71b-3b82-4c73-8cd8-6b264b4e5eac None None] No DVR routers for this DVR port 7ebac6c0-5730-4199-9124-c390966bb49f on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:18:35.839295 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-dbe5f7c3-7a89-45c1-b102-f18d3aedd534 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22dc86a4-f4eb-4358-b21b-9aaeb341d314']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:18:35.849197 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-dbe5f7c3-7a89-45c1-b102-f18d3aedd534 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d22fc14-6471-4ce1-a9b6-f75d41419ba9') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:18:35.849591 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-dbe5f7c3-7a89-45c1-b102-f18d3aedd534 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d22fc14-6471-4ce1-a9b6-f75d41419ba9') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:18:35.858523 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dbe5f7c3-7a89-45c1-b102-f18d3aedd534 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:35.871483 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dbe5f7c3-7a89-45c1-b102-f18d3aedd534 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:35.877275 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbe5f7c3-7a89-45c1-b102-f18d3aedd534 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 14:18:35.877648 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dbe5f7c3-7a89-45c1-b102-f18d3aedd534 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:35.880595 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 14:18:35.880595 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 14:18:35.880595 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 14:18:35.880595 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 14:18:35.880595 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 14:18:35.880595 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 14:18:35.880595 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 14:18:35.880595 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 14:18:35.880595 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 14:18:35.880595 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 14:18:35.880595 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 14:18:35.880595 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 14:18:35.880595 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 14:18:35.880595 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 14:18:35.880595 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 14:18:35.880595 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 14:18:35.880595 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 14:18:35.880595 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 14:18:35.880595 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 14:18:35.880595 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 14:18:35.880595 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 14:18:35.880595 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 14:18:35.880595 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 14:18:35.880595 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 14:18:35.880595 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 14:18:35.880595 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 14:18:35.880595 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 14:18:35.880595 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 14:18:35.880595 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 14:18:35.880595 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 14:18:35.880595 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 14:18:35.880595 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 14:18:36.006278 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dbe5f7c3-7a89-45c1-b102-f18d3aedd534 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:36.011538 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dbe5f7c3-7a89-45c1-b102-f18d3aedd534 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:36.014898 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-dbe5f7c3-7a89-45c1-b102-f18d3aedd534 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] 10.222.0.24 "DELETE /v2.0/networks/22dc86a4-f4eb-4358-b21b-9aaeb341d314 HTTP/1.1" status: 204 len: 168 time: 0.6608293 Mar 28 14:18:36.017686 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 40056) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:36.028937 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe5f7c3-7a89-45c1-b102-f18d3aedd534 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Pushing event deleted for resources: {'Network': ['ID=22dc86a4-f4eb-4358-b21b-9aaeb341d314,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:36.047603 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c7f2397f-ce7a-4a73-8630-81b62f7fb82d tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa56fa94-3b81-4953-86b3-3afc04f57a84 HTTP/1.1" status: 200 len: 205 time: 0.0251925 Mar 28 14:18:36.049331 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 40058) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:36.122182 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3be76c22-c56b-4d53-ae5e-2297681ecdf5 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks [] for router, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:36.272806 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3be76c22-c56b-4d53-ae5e-2297681ecdf5 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:36.274953 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3be76c22-c56b-4d53-ae5e-2297681ecdf5 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:36.372109 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3be76c22-c56b-4d53-ae5e-2297681ecdf5 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:36.372598 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be76c22-c56b-4d53-ae5e-2297681ecdf5 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Fanout notify agent at l3_agent the message router_deleted on router fa56fa94-3b81-4953-86b3-3afc04f57a84 {{(pid=109612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 14:18:36.381602 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3be76c22-c56b-4d53-ae5e-2297681ecdf5 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:36.381602 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-3be76c22-c56b-4d53-ae5e-2297681ecdf5 tempest-RoutersNegativeTest-1918184080 tempest-RoutersNegativeTest-1918184080-project] 10.222.0.24 "DELETE /v2.0/routers/fa56fa94-3b81-4953-86b3-3afc04f57a84 HTTP/1.1" status: 204 len: 168 time: 0.3300714 Mar 28 14:18:36.814290 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 40064) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:36.941339 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-4028b18a-fbfe-4d7c-813f-8f6e903868f1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6897b23f2f194d569a4f94c91eaf54c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1259322 Mar 28 14:18:36.943699 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 40068) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:36.987923 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b106f830-5ee2-4cd8-a12d-238b234d484d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:37.008384 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b106f830-5ee2-4cd8-a12d-238b234d484d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:37.172147 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b106f830-5ee2-4cd8-a12d-238b234d484d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:37.174656 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b106f830-5ee2-4cd8-a12d-238b234d484d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:37.175793 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b106f830-5ee2-4cd8-a12d-238b234d484d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9650a57b-1790-41a6-a5bf-9ecfab018e27 HTTP/1.1" status: 204 len: 168 time: 0.2312388 Mar 28 14:18:37.184595 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106f830-5ee2-4cd8-a12d-238b234d484d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9650a57b-1790-41a6-a5bf-9ecfab018e27,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:37.323867 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 7ebac6c0-5730-4199-9124-c390966bb49f no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:18:37.344007 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 7ebac6c0-5730-4199-9124-c390966bb49f {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:18:37.344007 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 7ebac6c0-5730-4199-9124-c390966bb49f not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:18:38.102965 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 40090) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:38.197597 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-cd14b5d3-a5d9-4e1f-8645-52ba61023fda admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-612065834-network', 'tenant_id': '3e6b6ce7bc5a46eb97ada7e818901608'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:18:38.286375 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd14b5d3-a5d9-4e1f-8645-52ba61023fda admin admin] Made reservation on behalf of 3e6b6ce7bc5a46eb97ada7e818901608 for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:18:38.288805 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cd14b5d3-a5d9-4e1f-8645-52ba61023fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:38.297241 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cd14b5d3-a5d9-4e1f-8645-52ba61023fda admin admin] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:38.371352 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cd14b5d3-a5d9-4e1f-8645-52ba61023fda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:38.451917 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cd14b5d3-a5d9-4e1f-8645-52ba61023fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:38.477750 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd14b5d3-a5d9-4e1f-8645-52ba61023fda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 14:18:38.482785 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd14b5d3-a5d9-4e1f-8645-52ba61023fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367189fd-c0b9-4463-b9db-56e0276c0f9e,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:38.490192 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cd14b5d3-a5d9-4e1f-8645-52ba61023fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:38.490192 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-cd14b5d3-a5d9-4e1f-8645-52ba61023fda admin admin] Added segment 6e457f43-b17e-4971-b0d2-638fc6a9c1de of type vlan for network aaca0fe4-26a7-45e6-8629-984fa5dd6076 Mar 28 14:18:38.527987 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cd14b5d3-a5d9-4e1f-8645-52ba61023fda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:38.623482 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cd14b5d3-a5d9-4e1f-8645-52ba61023fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:38.624464 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd14b5d3-a5d9-4e1f-8645-52ba61023fda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:18:38.625089 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cd14b5d3-a5d9-4e1f-8645-52ba61023fda admin admin] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:38.680949 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd14b5d3-a5d9-4e1f-8645-52ba61023fda admin admin] Pushing event updated for resources: {'Network': ['ID=aaca0fe4-26a7-45e6-8629-984fa5dd6076,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:38.690156 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network aaca0fe4-26a7-45e6-8629-984fa5dd6076 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 14:18:38.735101 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-cd14b5d3-a5d9-4e1f-8645-52ba61023fda admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6309090 Mar 28 14:18:38.737844 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 40094) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:38.753160 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-16815ca2-2e03-428f-a902-4f3c10e1e107 admin admin] Request body: {'subnet': {'network_id': 'aaca0fe4-26a7-45e6-8629-984fa5dd6076', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-612065834-subnet', 'tenant_id': '3e6b6ce7bc5a46eb97ada7e818901608', 'ip_version': 4}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:18:38.828916 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16815ca2-2e03-428f-a902-4f3c10e1e107 admin admin] Made reservation on behalf of 3e6b6ce7bc5a46eb97ada7e818901608 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:18:38.831265 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-16815ca2-2e03-428f-a902-4f3c10e1e107 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:39.046837 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-16815ca2-2e03-428f-a902-4f3c10e1e107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:39.103722 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16815ca2-2e03-428f-a902-4f3c10e1e107 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ab0d5a2-da71-40a1-b90f-03b4fd108faf,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:39.114706 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16815ca2-2e03-428f-a902-4f3c10e1e107 admin admin] Checking segment: {'id': '6e457f43-b17e-4971-b0d2-638fc6a9c1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'aaca0fe4-26a7-45e6-8629-984fa5dd6076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:18:39.115064 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16815ca2-2e03-428f-a902-4f3c10e1e107 admin admin] Network hostable DHCP agents. Network: aaca0fe4-26a7-45e6-8629-984fa5dd6076, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 14:18:39.194818 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16815ca2-2e03-428f-a902-4f3c10e1e107 admin admin] Network aaca0fe4-26a7-45e6-8629-984fa5dd6076 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 14:18:39.256126 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-16815ca2-2e03-428f-a902-4f3c10e1e107 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, aaca0fe4-26a7-45e6-8629-984fa5dd6076) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:18:39.260734 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16815ca2-2e03-428f-a902-4f3c10e1e107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:18:39.261396 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-16815ca2-2e03-428f-a902-4f3c10e1e107 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:39.265441 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415d46d0-57aa-4b67-bfa1-09d11646e9d3 None None] Network aaca0fe4-26a7-45e6-8629-984fa5dd6076 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:18:39.350176 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-16815ca2-2e03-428f-a902-4f3c10e1e107 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6106720 Mar 28 14:18:39.352731 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 40096) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:39.357047 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-14fecfac-7a3e-499e-aa5e-c2603db867c0 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-612065834-router', 'tenant_id': '3e6b6ce7bc5a46eb97ada7e818901608', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:18:39.406620 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6f8851-b161-4fdc-8bdf-b0beeffc8494 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-aaca0fe4-26a7-45e6-8629-984fa5dd6076', 'network_id': 'aaca0fe4-26a7-45e6-8629-984fa5dd6076', 'tenant_id': '3e6b6ce7bc5a46eb97ada7e818901608', 'fixed_ips': [{'subnet_id': '5ab0d5a2-da71-40a1-b90f-03b4fd108faf'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 14:18:39.407471 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0e6f8851-b161-4fdc-8bdf-b0beeffc8494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:39.433299 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-14fecfac-7a3e-499e-aa5e-c2603db867c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:39.434421 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-14fecfac-7a3e-499e-aa5e-c2603db867c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:39.484353 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-14fecfac-7a3e-499e-aa5e-c2603db867c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:39.539390 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-0e6f8851-b161-4fdc-8bdf-b0beeffc8494 None None] Allocated IP 172.20.0.2 (aaca0fe4-26a7-45e6-8629-984fa5dd6076/5ab0d5a2-da71-40a1-b90f-03b4fd108faf/2b047589-0193-493c-ae2b-b5c9b8cca88f) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:18:39.668900 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-14fecfac-7a3e-499e-aa5e-c2603db867c0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:39.674905 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0e6f8851-b161-4fdc-8bdf-b0beeffc8494 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:39.787402 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0e6f8851-b161-4fdc-8bdf-b0beeffc8494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:39.831159 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6f8851-b161-4fdc-8bdf-b0beeffc8494 None None] Network aaca0fe4-26a7-45e6-8629-984fa5dd6076 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:18:39.835666 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-0e6f8851-b161-4fdc-8bdf-b0beeffc8494 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:18:39.838173 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6f8851-b161-4fdc-8bdf-b0beeffc8494 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:18:39.845244 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f8851-b161-4fdc-8bdf-b0beeffc8494 None None] Pushing event updated for resources: {'Port': ['ID=2b047589-0193-493c-ae2b-b5c9b8cca88f,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:39.894454 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-0e6f8851-b161-4fdc-8bdf-b0beeffc8494 None None] Attempting to bind port 2b047589-0193-493c-ae2b-b5c9b8cca88f on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:18:39.894811 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-0e6f8851-b161-4fdc-8bdf-b0beeffc8494 None None] Attempting to bind port 2b047589-0193-493c-ae2b-b5c9b8cca88f by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '6e457f43-b17e-4971-b0d2-638fc6a9c1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'aaca0fe4-26a7-45e6-8629-984fa5dd6076'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:18:39.895160 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6f8851-b161-4fdc-8bdf-b0beeffc8494 None None] Attempting to bind port 2b047589-0193-493c-ae2b-b5c9b8cca88f on network aaca0fe4-26a7-45e6-8629-984fa5dd6076 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:18:39.899866 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6f8851-b161-4fdc-8bdf-b0beeffc8494 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:18:39.900233 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6f8851-b161-4fdc-8bdf-b0beeffc8494 None None] Checking segment: {'id': '6e457f43-b17e-4971-b0d2-638fc6a9c1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'aaca0fe4-26a7-45e6-8629-984fa5dd6076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:18:39.900692 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0e6f8851-b161-4fdc-8bdf-b0beeffc8494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:39.901075 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6f8851-b161-4fdc-8bdf-b0beeffc8494 None None] Bound using segment: {'id': '6e457f43-b17e-4971-b0d2-638fc6a9c1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'aaca0fe4-26a7-45e6-8629-984fa5dd6076'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:18:39.901522 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-0e6f8851-b161-4fdc-8bdf-b0beeffc8494 None None] Bound port: 2b047589-0193-493c-ae2b-b5c9b8cca88f, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e457f43-b17e-4971-b0d2-638fc6a9c1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'aaca0fe4-26a7-45e6-8629-984fa5dd6076'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:18:39.901893 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0e6f8851-b161-4fdc-8bdf-b0beeffc8494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:39.925463 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-14fecfac-7a3e-499e-aa5e-c2603db867c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:39.947430 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-14fecfac-7a3e-499e-aa5e-c2603db867c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:39.962566 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-0e6f8851-b161-4fdc-8bdf-b0beeffc8494 None None] For port 2b047589-0193-493c-ae2b-b5c9b8cca88f, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:18:39.965598 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-0e6f8851-b161-4fdc-8bdf-b0beeffc8494 None None] For port 2b047589-0193-493c-ae2b-b5c9b8cca88f, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=2b047589-0193-493c-ae2b-b5c9b8cca88f,segment=NetworkSegment(6e457f43-b17e-4971-b0d2-638fc6a9c1de),segment_id=6e457f43-b17e-4971-b0d2-638fc6a9c1de)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:18:40.047865 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-14fecfac-7a3e-499e-aa5e-c2603db867c0 admin admin] Allocated IP 172.26.2.32 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/160c1216-e756-4bdd-a3e8-6f2f189656d6) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:18:40.050754 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0e6f8851-b161-4fdc-8bdf-b0beeffc8494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:40.115563 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f8851-b161-4fdc-8bdf-b0beeffc8494 None None] Pushing event updated for resources: {'Port': ['ID=2b047589-0193-493c-ae2b-b5c9b8cca88f,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:40.154657 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-14fecfac-7a3e-499e-aa5e-c2603db867c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:40.253824 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-14fecfac-7a3e-499e-aa5e-c2603db867c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:40.304346 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fecfac-7a3e-499e-aa5e-c2603db867c0 admin admin] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:18:40.307474 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-14fecfac-7a3e-499e-aa5e-c2603db867c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:18:40.311027 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fecfac-7a3e-499e-aa5e-c2603db867c0 admin admin] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:18:40.316822 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fecfac-7a3e-499e-aa5e-c2603db867c0 admin admin] Pushing event updated for resources: {'Port': ['ID=160c1216-e756-4bdd-a3e8-6f2f189656d6,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:40.940863 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565d8025-f836-42bf-b001-54ee4c65527d None None] Network aaca0fe4-26a7-45e6-8629-984fa5dd6076 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:18:40.987968 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-14fecfac-7a3e-499e-aa5e-c2603db867c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:41.012416 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-c29a3440-6b53-453e-b9e4-c6a00001af3f None None] Provisioning complete for port 2b047589-0193-493c-ae2b-b5c9b8cca88f triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:18:41.012790 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c29a3440-6b53-453e-b9e4-c6a00001af3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:41.173281 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c29a3440-6b53-453e-b9e4-c6a00001af3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:41.186092 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-14fecfac-7a3e-499e-aa5e-c2603db867c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:41.207300 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-c29a3440-6b53-453e-b9e4-c6a00001af3f None None] For port 2b047589-0193-493c-ae2b-b5c9b8cca88f, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=2b047589-0193-493c-ae2b-b5c9b8cca88f,segment=NetworkSegment(6e457f43-b17e-4971-b0d2-638fc6a9c1de),segment_id=6e457f43-b17e-4971-b0d2-638fc6a9c1de)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:18:41.269382 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c29a3440-6b53-453e-b9e4-c6a00001af3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:41.394825 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14fecfac-7a3e-499e-aa5e-c2603db867c0 admin admin] Router 83089021-803e-4d8a-a2d5-20cecf1ca534 is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 14:18:41.491389 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 2b047589-0193-493c-ae2b-b5c9b8cca88f up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:18:41.511346 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14fecfac-7a3e-499e-aa5e-c2603db867c0 admin admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:18:41.529714 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99bda78-f9c6-4d8e-a573-13e51118bb91 None None] Sync routers for ids ['83089021-803e-4d8a-a2d5-20cecf1ca534'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:18:41.565098 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a3440-6b53-453e-b9e4-c6a00001af3f None None] Pushing event updated for resources: {'Port': ['ID=2b047589-0193-493c-ae2b-b5c9b8cca88f,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:41.571285 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dcb8abaa-f2ff-42a1-9737-2b96a50856eb None None] Provisioning complete for port 2b047589-0193-493c-ae2b-b5c9b8cca88f triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:18:41.571668 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dcb8abaa-f2ff-42a1-9737-2b96a50856eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:41.597788 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99bda78-f9c6-4d8e-a573-13e51118bb91 None None] Routers {'83089021-803e-4d8a-a2d5-20cecf1ca534'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:18:41.598445 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-e99bda78-f9c6-4d8e-a573-13e51118bb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:18:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['83089021-803e-4d8a-a2d5-20cecf1ca534'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:18:41.613727 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-14fecfac-7a3e-499e-aa5e-c2603db867c0 admin admin] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:41.615130 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-14fecfac-7a3e-499e-aa5e-c2603db867c0 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2614353 Mar 28 14:18:41.617912 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 40098) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:41.672002 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 2b047589-0193-493c-ae2b-b5c9b8cca88f triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:18:41.672451 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:41.790985 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-e99bda78-f9c6-4d8e-a573-13e51118bb91 None None] Set router 83089021-803e-4d8a-a2d5-20cecf1ca534 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:18:42.020851 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-e99bda78-f9c6-4d8e-a573-13e51118bb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83089021-803e-4d8a-a2d5-20cecf1ca534', 'name': 'tempest-TestEncryptedCinderVolumes-612065834-router', 'tenant_id': '3e6b6ce7bc5a46eb97ada7e818901608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.32'}], 'enable_snat': True}, 'gw_port_id': '160c1216-e756-4bdd-a3e8-6f2f189656d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:18:39Z', 'updated_at': '2022-03-28T14:18:40Z', 'revision_number': 3, 'project_id': '3e6b6ce7bc5a46eb97ada7e818901608', 'gw_port': {'id': '160c1216-e756-4bdd-a3e8-6f2f189656d6', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:19:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83089021-803e-4d8a-a2d5-20cecf1ca534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:18:39Z', 'updated_at': '2022-03-28T14:18:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:18:42.047137 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99bda78-f9c6-4d8e-a573-13e51118bb91 None None] Checking router: 83089021-803e-4d8a-a2d5-20cecf1ca534 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:18:42.047422 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99bda78-f9c6-4d8e-a573-13e51118bb91 None None] Updating router 83089021-803e-4d8a-a2d5-20cecf1ca534 port 160c1216-e756-4bdd-a3e8-6f2f189656d6 binding host dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:18:42.069211 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d567d1bc-b3d1-4375-a46f-414bb309e4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:42.074887 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e99bda78-f9c6-4d8e-a573-13e51118bb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:42.235819 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-d567d1bc-b3d1-4375-a46f-414bb309e4b7 admin admin] Allocated IP 172.20.0.1 (aaca0fe4-26a7-45e6-8629-984fa5dd6076/5ab0d5a2-da71-40a1-b90f-03b4fd108faf/5d13dd43-5fa7-42fd-a6b7-bc6611a17e6b) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:18:42.336646 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e99bda78-f9c6-4d8e-a573-13e51118bb91 None None] Notify callbacks [] for port, precommit_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:42.340275 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d567d1bc-b3d1-4375-a46f-414bb309e4b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:42.383060 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e99bda78-f9c6-4d8e-a573-13e51118bb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:42.404590 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d567d1bc-b3d1-4375-a46f-414bb309e4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:42.428703 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-e99bda78-f9c6-4d8e-a573-13e51118bb91 None None] Attempting to bind port 160c1216-e756-4bdd-a3e8-6f2f189656d6 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:18:42.429084 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-e99bda78-f9c6-4d8e-a573-13e51118bb91 None None] Attempting to bind port 160c1216-e756-4bdd-a3e8-6f2f189656d6 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:18:42.429489 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99bda78-f9c6-4d8e-a573-13e51118bb91 None None] Attempting to bind port 160c1216-e756-4bdd-a3e8-6f2f189656d6 on network 1cb296ed-c863-4502-973a-f31b82091846 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:18:42.440006 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99bda78-f9c6-4d8e-a573-13e51118bb91 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:18:42.440667 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99bda78-f9c6-4d8e-a573-13e51118bb91 None None] Checking segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:18:42.441072 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e99bda78-f9c6-4d8e-a573-13e51118bb91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:42.441465 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99bda78-f9c6-4d8e-a573-13e51118bb91 None None] Bound using segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:18:42.441928 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-e99bda78-f9c6-4d8e-a573-13e51118bb91 None None] Bound port: 160c1216-e756-4bdd-a3e8-6f2f189656d6, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:18:42.442310 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e99bda78-f9c6-4d8e-a573-13e51118bb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:42.444724 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d567d1bc-b3d1-4375-a46f-414bb309e4b7 admin admin] Network aaca0fe4-26a7-45e6-8629-984fa5dd6076 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:18:42.447211 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf62e5b6-f849-4a23-8dc6-6dbccd0cdd32 None None] Pushing event updated for resources: {'Port': ['ID=160c1216-e756-4bdd-a3e8-6f2f189656d6,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:42.449395 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-d567d1bc-b3d1-4375-a46f-414bb309e4b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:18:42.452871 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d567d1bc-b3d1-4375-a46f-414bb309e4b7 admin admin] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:18:42.476524 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d567d1bc-b3d1-4375-a46f-414bb309e4b7 admin admin] Pushing event updated for resources: {'Port': ['ID=5d13dd43-5fa7-42fd-a6b7-bc6611a17e6b,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:42.496893 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d567d1bc-b3d1-4375-a46f-414bb309e4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:42.503458 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-e99bda78-f9c6-4d8e-a573-13e51118bb91 None None] For port 160c1216-e756-4bdd-a3e8-6f2f189656d6, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:18:42.506758 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-e99bda78-f9c6-4d8e-a573-13e51118bb91 None None] For port 160c1216-e756-4bdd-a3e8-6f2f189656d6, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=160c1216-e756-4bdd-a3e8-6f2f189656d6,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:18:42.601159 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e99bda78-f9c6-4d8e-a573-13e51118bb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:42.659829 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99bda78-f9c6-4d8e-a573-13e51118bb91 None None] Routers {'83089021-803e-4d8a-a2d5-20cecf1ca534'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:18:42.660475 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-e99bda78-f9c6-4d8e-a573-13e51118bb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:18:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['83089021-803e-4d8a-a2d5-20cecf1ca534'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:18:42.665463 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf62e5b6-f849-4a23-8dc6-6dbccd0cdd32 None None] Pushing event updated for resources: {'Port': ['ID=160c1216-e756-4bdd-a3e8-6f2f189656d6,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:42.710831 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d567d1bc-b3d1-4375-a46f-414bb309e4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:42.720475 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-f1c3fc88-ae6f-4a9d-b12e-fb9ad60b7cd9 None None] Provisioning complete for port 5d13dd43-5fa7-42fd-a6b7-bc6611a17e6b triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:18:42.720791 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f1c3fc88-ae6f-4a9d-b12e-fb9ad60b7cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:42.794168 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-f1c3fc88-ae6f-4a9d-b12e-fb9ad60b7cd9 None None] Port 5d13dd43-5fa7-42fd-a6b7-bc6611a17e6b cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:18:42.801913 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-e99bda78-f9c6-4d8e-a573-13e51118bb91 None None] Set router 83089021-803e-4d8a-a2d5-20cecf1ca534 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:18:42.870768 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d567d1bc-b3d1-4375-a46f-414bb309e4b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:42.943311 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d567d1bc-b3d1-4375-a46f-414bb309e4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:42.975573 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-e99bda78-f9c6-4d8e-a573-13e51118bb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83089021-803e-4d8a-a2d5-20cecf1ca534', 'name': 'tempest-TestEncryptedCinderVolumes-612065834-router', 'tenant_id': '3e6b6ce7bc5a46eb97ada7e818901608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.32'}], 'enable_snat': True}, 'gw_port_id': '160c1216-e756-4bdd-a3e8-6f2f189656d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:18:39Z', 'updated_at': '2022-03-28T14:18:40Z', 'revision_number': 3, 'project_id': '3e6b6ce7bc5a46eb97ada7e818901608', 'gw_port': {'id': '160c1216-e756-4bdd-a3e8-6f2f189656d6', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:19:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83089021-803e-4d8a-a2d5-20cecf1ca534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:18:39Z', 'updated_at': '2022-03-28T14:18:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:18:43.006292 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99bda78-f9c6-4d8e-a573-13e51118bb91 None None] The sync data for ids ['83089021-803e-4d8a-a2d5-20cecf1ca534'] in dv-neutron-835335-1-hyperv is: [{'id': '83089021-803e-4d8a-a2d5-20cecf1ca534', 'name': 'tempest-TestEncryptedCinderVolumes-612065834-router', 'tenant_id': '3e6b6ce7bc5a46eb97ada7e818901608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.32'}], 'enable_snat': True}, 'gw_port_id': '160c1216-e756-4bdd-a3e8-6f2f189656d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:18:39Z', 'updated_at': '2022-03-28T14:18:40Z', 'revision_number': 3, 'project_id': '3e6b6ce7bc5a46eb97ada7e818901608', 'gw_port': {'id': '160c1216-e756-4bdd-a3e8-6f2f189656d6', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:19:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83089021-803e-4d8a-a2d5-20cecf1ca534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:18:39Z', 'updated_at': '2022-03-28T14:18:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:18:43.009232 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d567d1bc-b3d1-4375-a46f-414bb309e4b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:43.011127 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d567d1bc-b3d1-4375-a46f-414bb309e4b7 admin admin] Pushing event updated for resources: {'Port': ['ID=5d13dd43-5fa7-42fd-a6b7-bc6611a17e6b,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:43.117104 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d567d1bc-b3d1-4375-a46f-414bb309e4b7 admin admin] Network aaca0fe4-26a7-45e6-8629-984fa5dd6076 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:18:43.118992 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-d567d1bc-b3d1-4375-a46f-414bb309e4b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:18:43.251344 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d567d1bc-b3d1-4375-a46f-414bb309e4b7 admin admin] Router 83089021-803e-4d8a-a2d5-20cecf1ca534 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:18:43.400722 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d567d1bc-b3d1-4375-a46f-414bb309e4b7 admin admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:18:43.405780 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d567d1bc-b3d1-4375-a46f-414bb309e4b7 admin admin] 10.222.0.24 "PUT /v2.0/routers/83089021-803e-4d8a-a2d5-20cecf1ca534/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7866950 Mar 28 14:18:43.430102 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-f920d46c-ce04-43f3-bc7c-80d4c69683a0 None None] Provisioning complete for port 5d13dd43-5fa7-42fd-a6b7-bc6611a17e6b triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:18:43.430658 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f920d46c-ce04-43f3-bc7c-80d4c69683a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:43.473573 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 160c1216-e756-4bdd-a3e8-6f2f189656d6 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:18:43.503615 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-f920d46c-ce04-43f3-bc7c-80d4c69683a0 None None] Port 5d13dd43-5fa7-42fd-a6b7-bc6611a17e6b cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:18:43.532953 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 160c1216-e756-4bdd-a3e8-6f2f189656d6 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:18:43.532953 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:43.614387 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:43.635697 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 160c1216-e756-4bdd-a3e8-6f2f189656d6, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=160c1216-e756-4bdd-a3e8-6f2f189656d6,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:18:43.708738 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:43.709614 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 2b047589-0193-493c-ae2b-b5c9b8cca88f up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:18:43.775561 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:43.792177 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=160c1216-e756-4bdd-a3e8-6f2f189656d6,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:43.800547 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 2b047589-0193-493c-ae2b-b5c9b8cca88f triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:18:43.800923 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:44.082730 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 40114) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:44.087625 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-1dbd44a3-22e8-44fb-91d1-db7e7819ee5d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2114515787-network', 'tenant_id': '30c5cde207564eb38a6ccd3230bea5fd'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:18:44.149398 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbd44a3-22e8-44fb-91d1-db7e7819ee5d admin admin] Made reservation on behalf of 30c5cde207564eb38a6ccd3230bea5fd for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:18:44.152022 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1dbd44a3-22e8-44fb-91d1-db7e7819ee5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:44.160748 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1dbd44a3-22e8-44fb-91d1-db7e7819ee5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:44.233476 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1dbd44a3-22e8-44fb-91d1-db7e7819ee5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:44.297735 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1dbd44a3-22e8-44fb-91d1-db7e7819ee5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:44.324587 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dbd44a3-22e8-44fb-91d1-db7e7819ee5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 14:18:44.333536 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd44a3-22e8-44fb-91d1-db7e7819ee5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc0734e-792c-4c76-9aed-52ab259408f1,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:44.338546 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1dbd44a3-22e8-44fb-91d1-db7e7819ee5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:44.338750 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-1dbd44a3-22e8-44fb-91d1-db7e7819ee5d admin admin] Added segment 6d69def6-d386-4547-8a57-dabcacfcdd8c of type vlan for network 1d4591ba-ac11-43ba-a70b-fe0cd5272433 Mar 28 14:18:44.385110 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1dbd44a3-22e8-44fb-91d1-db7e7819ee5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:44.479149 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1dbd44a3-22e8-44fb-91d1-db7e7819ee5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:44.480143 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbd44a3-22e8-44fb-91d1-db7e7819ee5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:18:44.480772 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1dbd44a3-22e8-44fb-91d1-db7e7819ee5d admin admin] Notify callbacks [] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:44.542093 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd44a3-22e8-44fb-91d1-db7e7819ee5d admin admin] Pushing event updated for resources: {'Network': ['ID=1d4591ba-ac11-43ba-a70b-fe0cd5272433,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:44.551617 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 1d4591ba-ac11-43ba-a70b-fe0cd5272433 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 14:18:44.569419 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-1dbd44a3-22e8-44fb-91d1-db7e7819ee5d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4856000 Mar 28 14:18:44.572066 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 40116) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:44.576901 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-50513e91-89ed-4592-aae2-7ff408cf70be admin admin] Request body: {'subnet': {'network_id': '1d4591ba-ac11-43ba-a70b-fe0cd5272433', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2114515787-subnet', 'tenant_id': '30c5cde207564eb38a6ccd3230bea5fd', 'ip_version': 4}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:18:44.620535 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4589e1d5-639f-415e-bffe-6a4a884d4cf8 None None] Sync routers for ids ['83089021-803e-4d8a-a2d5-20cecf1ca534'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:18:44.630866 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4589e1d5-639f-415e-bffe-6a4a884d4cf8 None None] Routers {'83089021-803e-4d8a-a2d5-20cecf1ca534'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:18:44.631474 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-4589e1d5-639f-415e-bffe-6a4a884d4cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:18:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['83089021-803e-4d8a-a2d5-20cecf1ca534'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:18:44.658029 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50513e91-89ed-4592-aae2-7ff408cf70be admin admin] Made reservation on behalf of 30c5cde207564eb38a6ccd3230bea5fd for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:18:44.660445 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-50513e91-89ed-4592-aae2-7ff408cf70be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:44.734025 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-4589e1d5-639f-415e-bffe-6a4a884d4cf8 None None] Set router 83089021-803e-4d8a-a2d5-20cecf1ca534 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:18:44.863635 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-50513e91-89ed-4592-aae2-7ff408cf70be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:44.918542 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50513e91-89ed-4592-aae2-7ff408cf70be admin admin] Pushing event updated for resources: {'Subnet': ['ID=12500707-1639-4a2b-9048-e0f020920e99,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:44.927004 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50513e91-89ed-4592-aae2-7ff408cf70be admin admin] Checking segment: {'id': '6d69def6-d386-4547-8a57-dabcacfcdd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1d4591ba-ac11-43ba-a70b-fe0cd5272433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:18:44.927355 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50513e91-89ed-4592-aae2-7ff408cf70be admin admin] Network hostable DHCP agents. Network: 1d4591ba-ac11-43ba-a70b-fe0cd5272433, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 14:18:44.928852 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-4589e1d5-639f-415e-bffe-6a4a884d4cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83089021-803e-4d8a-a2d5-20cecf1ca534', 'name': 'tempest-TestEncryptedCinderVolumes-612065834-router', 'tenant_id': '3e6b6ce7bc5a46eb97ada7e818901608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.32'}], 'enable_snat': True}, 'gw_port_id': '160c1216-e756-4bdd-a3e8-6f2f189656d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:18:39Z', 'updated_at': '2022-03-28T14:18:42Z', 'revision_number': 4, 'project_id': '3e6b6ce7bc5a46eb97ada7e818901608', 'gw_port': {'id': '160c1216-e756-4bdd-a3e8-6f2f189656d6', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83089021-803e-4d8a-a2d5-20cecf1ca534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:18:39Z', 'updated_at': '2022-03-28T14:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '5d13dd43-5fa7-42fd-a6b7-bc6611a17e6b', 'name': '', 'network_id': 'aaca0fe4-26a7-45e6-8629-984fa5dd6076', 'tenant_id': '3e6b6ce7bc5a46eb97ada7e818901608', 'mac_address': 'fa:16:3e:aa:4c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83089021-803e-4d8a-a2d5-20cecf1ca534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '5ab0d5a2-da71-40a1-b90f-03b4fd108faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:18:42Z', 'updated_at': '2022-03-28T14:18:42Z', 'revision_number': 2, 'project_id': '3e6b6ce7bc5a46eb97ada7e818901608', 'subnets': [{'id': '5ab0d5a2-da71-40a1-b90f-03b4fd108faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:18:44.954362 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4589e1d5-639f-415e-bffe-6a4a884d4cf8 None None] Checking router: 83089021-803e-4d8a-a2d5-20cecf1ca534 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:18:44.954711 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4589e1d5-639f-415e-bffe-6a4a884d4cf8 None None] Updating router 83089021-803e-4d8a-a2d5-20cecf1ca534 port 5d13dd43-5fa7-42fd-a6b7-bc6611a17e6b binding host dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:18:44.979160 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-4589e1d5-639f-415e-bffe-6a4a884d4cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:45.004114 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50513e91-89ed-4592-aae2-7ff408cf70be admin admin] Network 1d4591ba-ac11-43ba-a70b-fe0cd5272433 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 14:18:45.158502 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-50513e91-89ed-4592-aae2-7ff408cf70be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 1d4591ba-ac11-43ba-a70b-fe0cd5272433) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:18:45.162543 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50513e91-89ed-4592-aae2-7ff408cf70be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:18:45.163128 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-50513e91-89ed-4592-aae2-7ff408cf70be admin admin] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:45.172491 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd4bf89-dee7-4ba3-a075-9eae26fdcc41 None None] Network 1d4591ba-ac11-43ba-a70b-fe0cd5272433 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:18:45.245911 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-4589e1d5-639f-415e-bffe-6a4a884d4cf8 None None] Notify callbacks [] for port, precommit_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:45.259438 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-50513e91-89ed-4592-aae2-7ff408cf70be admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6862643 Mar 28 14:18:45.267965 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 40118) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:45.272200 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-be5faebd-090a-49e7-abb3-9c35f2614f81 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2114515787-router', 'tenant_id': '30c5cde207564eb38a6ccd3230bea5fd', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:18:45.307162 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-4589e1d5-639f-415e-bffe-6a4a884d4cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:45.314276 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da6d2cc-589a-43ca-9623-b38b1615d5e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-1d4591ba-ac11-43ba-a70b-fe0cd5272433', 'network_id': '1d4591ba-ac11-43ba-a70b-fe0cd5272433', 'tenant_id': '30c5cde207564eb38a6ccd3230bea5fd', 'fixed_ips': [{'subnet_id': '12500707-1639-4a2b-9048-e0f020920e99'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 14:18:45.317809 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0da6d2cc-589a-43ca-9623-b38b1615d5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:45.338708 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 160c1216-e756-4bdd-a3e8-6f2f189656d6 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:18:45.365052 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-be5faebd-090a-49e7-abb3-9c35f2614f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:45.367268 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-be5faebd-090a-49e7-abb3-9c35f2614f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:45.404592 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-4589e1d5-639f-415e-bffe-6a4a884d4cf8 None None] Attempting to bind port 5d13dd43-5fa7-42fd-a6b7-bc6611a17e6b on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:18:45.404952 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-4589e1d5-639f-415e-bffe-6a4a884d4cf8 None None] Attempting to bind port 5d13dd43-5fa7-42fd-a6b7-bc6611a17e6b by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '6e457f43-b17e-4971-b0d2-638fc6a9c1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'aaca0fe4-26a7-45e6-8629-984fa5dd6076'}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:18:45.405503 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4589e1d5-639f-415e-bffe-6a4a884d4cf8 None None] Attempting to bind port 5d13dd43-5fa7-42fd-a6b7-bc6611a17e6b on network aaca0fe4-26a7-45e6-8629-984fa5dd6076 {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:18:45.411201 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4589e1d5-639f-415e-bffe-6a4a884d4cf8 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:18:45.411844 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4589e1d5-639f-415e-bffe-6a4a884d4cf8 None None] Checking segment: {'id': '6e457f43-b17e-4971-b0d2-638fc6a9c1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'aaca0fe4-26a7-45e6-8629-984fa5dd6076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:18:45.412422 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-4589e1d5-639f-415e-bffe-6a4a884d4cf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:45.412976 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4589e1d5-639f-415e-bffe-6a4a884d4cf8 None None] Bound using segment: {'id': '6e457f43-b17e-4971-b0d2-638fc6a9c1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'aaca0fe4-26a7-45e6-8629-984fa5dd6076'} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:18:45.413599 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-4589e1d5-639f-415e-bffe-6a4a884d4cf8 None None] Bound port: 5d13dd43-5fa7-42fd-a6b7-bc6611a17e6b, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e457f43-b17e-4971-b0d2-638fc6a9c1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'aaca0fe4-26a7-45e6-8629-984fa5dd6076'}}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:18:45.414186 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-4589e1d5-639f-415e-bffe-6a4a884d4cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:45.432428 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-be5faebd-090a-49e7-abb3-9c35f2614f81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:45.447011 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d5a4d-ca68-4015-a4d8-27e062b4287d None None] Pushing event updated for resources: {'Port': ['ID=5d13dd43-5fa7-42fd-a6b7-bc6611a17e6b,revision_number=3']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:45.460404 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49d5a4d-ca68-4015-a4d8-27e062b4287d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:18:45.461515 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49d5a4d-ca68-4015-a4d8-27e062b4287d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:18:45.462029 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49d5a4d-ca68-4015-a4d8-27e062b4287d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:18:45.462388 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49d5a4d-ca68-4015-a4d8-27e062b4287d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:18:45.462682 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49d5a4d-ca68-4015-a4d8-27e062b4287d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:18:45.463155 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49d5a4d-ca68-4015-a4d8-27e062b4287d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:18:45.463643 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49d5a4d-ca68-4015-a4d8-27e062b4287d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:18:45.463970 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49d5a4d-ca68-4015-a4d8-27e062b4287d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:18:45.464285 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49d5a4d-ca68-4015-a4d8-27e062b4287d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:18:45.464634 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49d5a4d-ca68-4015-a4d8-27e062b4287d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:18:45.464952 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49d5a4d-ca68-4015-a4d8-27e062b4287d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:18:45.465261 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49d5a4d-ca68-4015-a4d8-27e062b4287d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:18:45.492941 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-4589e1d5-639f-415e-bffe-6a4a884d4cf8 None None] For port 5d13dd43-5fa7-42fd-a6b7-bc6611a17e6b, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:18:45.495133 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 160c1216-e756-4bdd-a3e8-6f2f189656d6 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:18:45.495349 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:45.497022 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-4589e1d5-639f-415e-bffe-6a4a884d4cf8 None None] For port 5d13dd43-5fa7-42fd-a6b7-bc6611a17e6b, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=5d13dd43-5fa7-42fd-a6b7-bc6611a17e6b,segment=NetworkSegment(6e457f43-b17e-4971-b0d2-638fc6a9c1de),segment_id=6e457f43-b17e-4971-b0d2-638fc6a9c1de)] {{(pid=109615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:18:45.567649 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-4589e1d5-639f-415e-bffe-6a4a884d4cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:45.637147 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d5a4d-ca68-4015-a4d8-27e062b4287d None None] Pushing event updated for resources: {'Port': ['ID=5d13dd43-5fa7-42fd-a6b7-bc6611a17e6b,revision_number=4']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:45.650582 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-be5faebd-090a-49e7-abb3-9c35f2614f81 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:45.655724 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4589e1d5-639f-415e-bffe-6a4a884d4cf8 None None] Routers {'83089021-803e-4d8a-a2d5-20cecf1ca534'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:18:45.656359 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-4589e1d5-639f-415e-bffe-6a4a884d4cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:18:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['83089021-803e-4d8a-a2d5-20cecf1ca534'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:18:45.698997 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-0da6d2cc-589a-43ca-9623-b38b1615d5e7 None None] Allocated IP 172.20.0.2 (1d4591ba-ac11-43ba-a70b-fe0cd5272433/12500707-1639-4a2b-9048-e0f020920e99/5585f823-733c-4d6b-b0b4-dea6c1c17e01) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:18:45.737287 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-1d9ebfe5-facb-4845-a665-bffa2bba12d6 None None] Provisioning complete for port 5d13dd43-5fa7-42fd-a6b7-bc6611a17e6b triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:18:45.737661 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1d9ebfe5-facb-4845-a665-bffa2bba12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:45.772379 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-4589e1d5-639f-415e-bffe-6a4a884d4cf8 None None] Set router 83089021-803e-4d8a-a2d5-20cecf1ca534 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:18:45.949741 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-be5faebd-090a-49e7-abb3-9c35f2614f81 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:45.957484 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1d9ebfe5-facb-4845-a665-bffa2bba12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:45.968944 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0da6d2cc-589a-43ca-9623-b38b1615d5e7 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:45.971231 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-be5faebd-090a-49e7-abb3-9c35f2614f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:45.995577 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-1d9ebfe5-facb-4845-a665-bffa2bba12d6 None None] For port 5d13dd43-5fa7-42fd-a6b7-bc6611a17e6b, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=5d13dd43-5fa7-42fd-a6b7-bc6611a17e6b,segment=NetworkSegment(6e457f43-b17e-4971-b0d2-638fc6a9c1de),segment_id=6e457f43-b17e-4971-b0d2-638fc6a9c1de)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:18:46.004349 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-4589e1d5-639f-415e-bffe-6a4a884d4cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83089021-803e-4d8a-a2d5-20cecf1ca534', 'name': 'tempest-TestEncryptedCinderVolumes-612065834-router', 'tenant_id': '3e6b6ce7bc5a46eb97ada7e818901608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.32'}], 'enable_snat': True}, 'gw_port_id': '160c1216-e756-4bdd-a3e8-6f2f189656d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:18:39Z', 'updated_at': '2022-03-28T14:18:42Z', 'revision_number': 4, 'project_id': '3e6b6ce7bc5a46eb97ada7e818901608', 'gw_port': {'id': '160c1216-e756-4bdd-a3e8-6f2f189656d6', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83089021-803e-4d8a-a2d5-20cecf1ca534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:18:39Z', 'updated_at': '2022-03-28T14:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '5d13dd43-5fa7-42fd-a6b7-bc6611a17e6b', 'name': '', 'network_id': 'aaca0fe4-26a7-45e6-8629-984fa5dd6076', 'tenant_id': '3e6b6ce7bc5a46eb97ada7e818901608', 'mac_address': 'fa:16:3e:aa:4c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83089021-803e-4d8a-a2d5-20cecf1ca534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '5ab0d5a2-da71-40a1-b90f-03b4fd108faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:18:42Z', 'updated_at': '2022-03-28T14:18:45Z', 'revision_number': 4, 'project_id': '3e6b6ce7bc5a46eb97ada7e818901608', 'subnets': [{'id': '5ab0d5a2-da71-40a1-b90f-03b4fd108faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:18:46.029843 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4589e1d5-639f-415e-bffe-6a4a884d4cf8 None None] The sync data for ids ['83089021-803e-4d8a-a2d5-20cecf1ca534'] in dv-neutron-835335-1-hyperv is: [{'id': '83089021-803e-4d8a-a2d5-20cecf1ca534', 'name': 'tempest-TestEncryptedCinderVolumes-612065834-router', 'tenant_id': '3e6b6ce7bc5a46eb97ada7e818901608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.32'}], 'enable_snat': True}, 'gw_port_id': '160c1216-e756-4bdd-a3e8-6f2f189656d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:18:39Z', 'updated_at': '2022-03-28T14:18:42Z', 'revision_number': 4, 'project_id': '3e6b6ce7bc5a46eb97ada7e818901608', 'gw_port': {'id': '160c1216-e756-4bdd-a3e8-6f2f189656d6', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83089021-803e-4d8a-a2d5-20cecf1ca534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:18:39Z', 'updated_at': '2022-03-28T14:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '5d13dd43-5fa7-42fd-a6b7-bc6611a17e6b', 'name': '', 'network_id': 'aaca0fe4-26a7-45e6-8629-984fa5dd6076', 'tenant_id': '3e6b6ce7bc5a46eb97ada7e818901608', 'mac_address': 'fa:16:3e:aa:4c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83089021-803e-4d8a-a2d5-20cecf1ca534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '5ab0d5a2-da71-40a1-b90f-03b4fd108faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:18:42Z', 'updated_at': '2022-03-28T14:18:45Z', 'revision_number': 4, 'project_id': '3e6b6ce7bc5a46eb97ada7e818901608', 'subnets': [{'id': '5ab0d5a2-da71-40a1-b90f-03b4fd108faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:18:46.064674 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1d9ebfe5-facb-4845-a665-bffa2bba12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:46.078389 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0da6d2cc-589a-43ca-9623-b38b1615d5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:46.101257 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-be5faebd-090a-49e7-abb3-9c35f2614f81 admin admin] Allocated IP 172.26.2.226 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/5089ba7b-daa7-4494-9503-b22e877ec49f) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:18:46.132318 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da6d2cc-589a-43ca-9623-b38b1615d5e7 None None] Network 1d4591ba-ac11-43ba-a70b-fe0cd5272433 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:18:46.135318 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-0da6d2cc-589a-43ca-9623-b38b1615d5e7 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:18:46.138885 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da6d2cc-589a-43ca-9623-b38b1615d5e7 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:18:46.185463 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9ebfe5-facb-4845-a665-bffa2bba12d6 None None] Pushing event updated for resources: {'Port': ['ID=5d13dd43-5fa7-42fd-a6b7-bc6611a17e6b,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:46.227548 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-be5faebd-090a-49e7-abb3-9c35f2614f81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:46.262923 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-0da6d2cc-589a-43ca-9623-b38b1615d5e7 None None] Attempting to bind port 5585f823-733c-4d6b-b0b4-dea6c1c17e01 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:18:46.263414 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-0da6d2cc-589a-43ca-9623-b38b1615d5e7 None None] Attempting to bind port 5585f823-733c-4d6b-b0b4-dea6c1c17e01 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '6d69def6-d386-4547-8a57-dabcacfcdd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1d4591ba-ac11-43ba-a70b-fe0cd5272433'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:18:46.263653 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da6d2cc-589a-43ca-9623-b38b1615d5e7 None None] Attempting to bind port 5585f823-733c-4d6b-b0b4-dea6c1c17e01 on network 1d4591ba-ac11-43ba-a70b-fe0cd5272433 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:18:46.267159 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-4f385e5f-8829-4369-ad48-dc0546cd1b20 None None] Provisioning complete for port 5d13dd43-5fa7-42fd-a6b7-bc6611a17e6b triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:18:46.267526 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4f385e5f-8829-4369-ad48-dc0546cd1b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:46.269028 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da6d2cc-589a-43ca-9623-b38b1615d5e7 None None] Pushing event updated for resources: {'Port': ['ID=5585f823-733c-4d6b-b0b4-dea6c1c17e01,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:46.275295 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da6d2cc-589a-43ca-9623-b38b1615d5e7 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:18:46.279440 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da6d2cc-589a-43ca-9623-b38b1615d5e7 None None] Checking segment: {'id': '6d69def6-d386-4547-8a57-dabcacfcdd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1d4591ba-ac11-43ba-a70b-fe0cd5272433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:18:46.279440 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0da6d2cc-589a-43ca-9623-b38b1615d5e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:46.279440 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da6d2cc-589a-43ca-9623-b38b1615d5e7 None None] Bound using segment: {'id': '6d69def6-d386-4547-8a57-dabcacfcdd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1d4591ba-ac11-43ba-a70b-fe0cd5272433'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:18:46.279440 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-0da6d2cc-589a-43ca-9623-b38b1615d5e7 None None] Bound port: 5585f823-733c-4d6b-b0b4-dea6c1c17e01, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d69def6-d386-4547-8a57-dabcacfcdd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1d4591ba-ac11-43ba-a70b-fe0cd5272433'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:18:46.279440 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0da6d2cc-589a-43ca-9623-b38b1615d5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:46.332349 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-be5faebd-090a-49e7-abb3-9c35f2614f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:46.373546 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-0da6d2cc-589a-43ca-9623-b38b1615d5e7 None None] For port 5585f823-733c-4d6b-b0b4-dea6c1c17e01, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:18:46.374664 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5faebd-090a-49e7-abb3-9c35f2614f81 admin admin] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:18:46.377319 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-0da6d2cc-589a-43ca-9623-b38b1615d5e7 None None] For port 5585f823-733c-4d6b-b0b4-dea6c1c17e01, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=5585f823-733c-4d6b-b0b4-dea6c1c17e01,segment=NetworkSegment(6d69def6-d386-4547-8a57-dabcacfcdd8c),segment_id=6d69def6-d386-4547-8a57-dabcacfcdd8c)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:18:46.379290 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-be5faebd-090a-49e7-abb3-9c35f2614f81 admin admin] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:18:46.383702 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5faebd-090a-49e7-abb3-9c35f2614f81 admin admin] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:18:46.386814 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5faebd-090a-49e7-abb3-9c35f2614f81 admin admin] Pushing event updated for resources: {'Port': ['ID=5089ba7b-daa7-4494-9503-b22e877ec49f,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:46.457472 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0da6d2cc-589a-43ca-9623-b38b1615d5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:46.521472 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da6d2cc-589a-43ca-9623-b38b1615d5e7 None None] Pushing event updated for resources: {'Port': ['ID=5585f823-733c-4d6b-b0b4-dea6c1c17e01,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:47.125052 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-be5faebd-090a-49e7-abb3-9c35f2614f81 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:47.328275 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-be5faebd-090a-49e7-abb3-9c35f2614f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:47.420452 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 5d13dd43-5fa7-42fd-a6b7-bc6611a17e6b up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:18:47.473016 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 5d13dd43-5fa7-42fd-a6b7-bc6611a17e6b triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:18:47.473388 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:47.494480 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056f8b36-f4f3-434b-8a77-c3897e2ddfec None None] Network 1d4591ba-ac11-43ba-a70b-fe0cd5272433 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:18:47.541756 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5faebd-090a-49e7-abb3-9c35f2614f81 admin admin] Router 41d69204-0603-4d45-8366-8b02af6b187a is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 14:18:47.588566 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-610da6da-c5f7-46b3-94d2-450fc8586a47 None None] Provisioning complete for port 5585f823-733c-4d6b-b0b4-dea6c1c17e01 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:18:47.588929 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-610da6da-c5f7-46b3-94d2-450fc8586a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:47.649843 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5faebd-090a-49e7-abb3-9c35f2614f81 admin admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:18:47.666105 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640c0341-3b73-4a60-8255-93373efb3bdd None None] Sync routers for ids ['41d69204-0603-4d45-8366-8b02af6b187a'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:18:47.703888 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640c0341-3b73-4a60-8255-93373efb3bdd None None] Routers {'41d69204-0603-4d45-8366-8b02af6b187a'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:18:47.704527 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-640c0341-3b73-4a60-8255-93373efb3bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:18:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['41d69204-0603-4d45-8366-8b02af6b187a'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:18:47.710946 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 5585f823-733c-4d6b-b0b4-dea6c1c17e01 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:18:47.720518 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-be5faebd-090a-49e7-abb3-9c35f2614f81 admin admin] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:47.724146 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-be5faebd-090a-49e7-abb3-9c35f2614f81 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.4527760 Mar 28 14:18:47.724536 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 40120) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:18:47.890232 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-610da6da-c5f7-46b3-94d2-450fc8586a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:47.917222 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-640c0341-3b73-4a60-8255-93373efb3bdd None None] Set router 41d69204-0603-4d45-8366-8b02af6b187a gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:18:47.948851 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 5585f823-733c-4d6b-b0b4-dea6c1c17e01 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:18:47.949219 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:48.027907 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-610da6da-c5f7-46b3-94d2-450fc8586a47 None None] For port 5585f823-733c-4d6b-b0b4-dea6c1c17e01, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=5585f823-733c-4d6b-b0b4-dea6c1c17e01,segment=NetworkSegment(6d69def6-d386-4547-8a57-dabcacfcdd8c),segment_id=6d69def6-d386-4547-8a57-dabcacfcdd8c)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:18:48.119391 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-610da6da-c5f7-46b3-94d2-450fc8586a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:48.151175 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f28f5688-36a3-4bfe-9809-c42af37b434c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:48.182670 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:48.220910 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610da6da-c5f7-46b3-94d2-450fc8586a47 None None] Pushing event updated for resources: {'Port': ['ID=5585f823-733c-4d6b-b0b4-dea6c1c17e01,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:48.274957 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.db.api [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 14:18:48.275305 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG oslo_db.api [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 14:18:48.279179 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-c1ed7ba3-f1bc-4d57-84e1-94df2d09adb0 None None] Provisioning complete for port 5585f823-733c-4d6b-b0b4-dea6c1c17e01 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:18:48.279539 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c1ed7ba3-f1bc-4d57-84e1-94df2d09adb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:48.303150 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-640c0341-3b73-4a60-8255-93373efb3bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d69204-0603-4d45-8366-8b02af6b187a', 'name': 'tempest-TestEncryptedCinderVolumes-2114515787-router', 'tenant_id': '30c5cde207564eb38a6ccd3230bea5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.226'}], 'enable_snat': True}, 'gw_port_id': '5089ba7b-daa7-4494-9503-b22e877ec49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:18:45Z', 'updated_at': '2022-03-28T14:18:46Z', 'revision_number': 3, 'project_id': '30c5cde207564eb38a6ccd3230bea5fd', 'gw_port': {'id': '5089ba7b-daa7-4494-9503-b22e877ec49f', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d69204-0603-4d45-8366-8b02af6b187a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:18:45Z', 'updated_at': '2022-03-28T14:18:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:18:48.313742 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-f28f5688-36a3-4bfe-9809-c42af37b434c admin admin] Allocated IP 172.20.0.1 (1d4591ba-ac11-43ba-a70b-fe0cd5272433/12500707-1639-4a2b-9048-e0f020920e99/b77e5921-9bbe-4cfd-b76b-502c8bbea607) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:18:48.433563 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f28f5688-36a3-4bfe-9809-c42af37b434c admin admin] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:48.481943 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640c0341-3b73-4a60-8255-93373efb3bdd None None] Checking router: 41d69204-0603-4d45-8366-8b02af6b187a for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:18:48.482510 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640c0341-3b73-4a60-8255-93373efb3bdd None None] Updating router 41d69204-0603-4d45-8366-8b02af6b187a port 5089ba7b-daa7-4494-9503-b22e877ec49f binding host dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:18:48.512869 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-640c0341-3b73-4a60-8255-93373efb3bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:48.526322 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f28f5688-36a3-4bfe-9809-c42af37b434c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:48.565930 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28f5688-36a3-4bfe-9809-c42af37b434c admin admin] Network 1d4591ba-ac11-43ba-a70b-fe0cd5272433 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:18:48.571296 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-f28f5688-36a3-4bfe-9809-c42af37b434c admin admin] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:18:48.573766 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28f5688-36a3-4bfe-9809-c42af37b434c admin admin] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:18:48.601164 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f5688-36a3-4bfe-9809-c42af37b434c admin admin] Pushing event updated for resources: {'Port': ['ID=b77e5921-9bbe-4cfd-b76b-502c8bbea607,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:48.623787 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f28f5688-36a3-4bfe-9809-c42af37b434c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:48.830953 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f28f5688-36a3-4bfe-9809-c42af37b434c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:48.837652 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-640c0341-3b73-4a60-8255-93373efb3bdd None None] Notify callbacks [] for port, precommit_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:48.854092 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-356fc35b-587b-4e2a-9c99-84917eed66a1 None None] Provisioning complete for port b77e5921-9bbe-4cfd-b76b-502c8bbea607 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:18:48.854752 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-356fc35b-587b-4e2a-9c99-84917eed66a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:48.887954 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-356fc35b-587b-4e2a-9c99-84917eed66a1 None None] Port b77e5921-9bbe-4cfd-b76b-502c8bbea607 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:18:48.902893 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-640c0341-3b73-4a60-8255-93373efb3bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:48.958867 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8267f-0e59-4d32-81d3-cba523b9b7d4 None None] Pushing event updated for resources: {'Port': ['ID=5089ba7b-daa7-4494-9503-b22e877ec49f,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:48.961120 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-640c0341-3b73-4a60-8255-93373efb3bdd None None] Attempting to bind port 5089ba7b-daa7-4494-9503-b22e877ec49f on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:18:48.961487 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-640c0341-3b73-4a60-8255-93373efb3bdd None None] Attempting to bind port 5089ba7b-daa7-4494-9503-b22e877ec49f by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:18:48.961848 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640c0341-3b73-4a60-8255-93373efb3bdd None None] Attempting to bind port 5089ba7b-daa7-4494-9503-b22e877ec49f on network 1cb296ed-c863-4502-973a-f31b82091846 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:18:48.967051 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640c0341-3b73-4a60-8255-93373efb3bdd None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:18:48.967424 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640c0341-3b73-4a60-8255-93373efb3bdd None None] Checking segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:18:48.967886 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-640c0341-3b73-4a60-8255-93373efb3bdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:48.968252 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640c0341-3b73-4a60-8255-93373efb3bdd None None] Bound using segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:18:48.968677 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-640c0341-3b73-4a60-8255-93373efb3bdd None None] Bound port: 5089ba7b-daa7-4494-9503-b22e877ec49f, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:18:48.969054 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-640c0341-3b73-4a60-8255-93373efb3bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:48.996617 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f28f5688-36a3-4bfe-9809-c42af37b434c admin admin] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:49.027868 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-640c0341-3b73-4a60-8255-93373efb3bdd None None] For port 5089ba7b-daa7-4494-9503-b22e877ec49f, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:18:49.030995 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-640c0341-3b73-4a60-8255-93373efb3bdd None None] For port 5089ba7b-daa7-4494-9503-b22e877ec49f, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=5089ba7b-daa7-4494-9503-b22e877ec49f,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:18:49.057742 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f28f5688-36a3-4bfe-9809-c42af37b434c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:49.115426 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-640c0341-3b73-4a60-8255-93373efb3bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:49.122561 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f5688-36a3-4bfe-9809-c42af37b434c admin admin] Pushing event updated for resources: {'Port': ['ID=b77e5921-9bbe-4cfd-b76b-502c8bbea607,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:49.125213 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f28f5688-36a3-4bfe-9809-c42af37b434c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:49.168018 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640c0341-3b73-4a60-8255-93373efb3bdd None None] Routers {'41d69204-0603-4d45-8366-8b02af6b187a'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:18:49.168684 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-640c0341-3b73-4a60-8255-93373efb3bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:18:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['41d69204-0603-4d45-8366-8b02af6b187a'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:18:49.216203 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8267f-0e59-4d32-81d3-cba523b9b7d4 None None] Pushing event updated for resources: {'Port': ['ID=5089ba7b-daa7-4494-9503-b22e877ec49f,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:49.217840 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28f5688-36a3-4bfe-9809-c42af37b434c admin admin] Network 1d4591ba-ac11-43ba-a70b-fe0cd5272433 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:18:49.219188 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-f28f5688-36a3-4bfe-9809-c42af37b434c admin admin] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:18:49.295953 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-640c0341-3b73-4a60-8255-93373efb3bdd None None] Set router 41d69204-0603-4d45-8366-8b02af6b187a gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:18:49.342099 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f28f5688-36a3-4bfe-9809-c42af37b434c admin admin] Router 41d69204-0603-4d45-8366-8b02af6b187a has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:18:49.375018 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 5585f823-733c-4d6b-b0b4-dea6c1c17e01 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:18:49.460356 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28f5688-36a3-4bfe-9809-c42af37b434c admin admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:18:49.465971 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-f28f5688-36a3-4bfe-9809-c42af37b434c admin admin] 10.222.0.24 "PUT /v2.0/routers/41d69204-0603-4d45-8366-8b02af6b187a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7404277 Mar 28 14:18:49.489922 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 5585f823-733c-4d6b-b0b4-dea6c1c17e01 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:18:49.490449 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:49.560498 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-c14b5afe-2e9b-4c0a-a179-75f597dc4b6f None None] Provisioning complete for port b77e5921-9bbe-4cfd-b76b-502c8bbea607 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:18:49.560855 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c14b5afe-2e9b-4c0a-a179-75f597dc4b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:49.612046 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-c14b5afe-2e9b-4c0a-a179-75f597dc4b6f None None] Port b77e5921-9bbe-4cfd-b76b-502c8bbea607 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:18:49.657533 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-640c0341-3b73-4a60-8255-93373efb3bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d69204-0603-4d45-8366-8b02af6b187a', 'name': 'tempest-TestEncryptedCinderVolumes-2114515787-router', 'tenant_id': '30c5cde207564eb38a6ccd3230bea5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.226'}], 'enable_snat': True}, 'gw_port_id': '5089ba7b-daa7-4494-9503-b22e877ec49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:18:45Z', 'updated_at': '2022-03-28T14:18:48Z', 'revision_number': 4, 'project_id': '30c5cde207564eb38a6ccd3230bea5fd', 'gw_port': {'id': '5089ba7b-daa7-4494-9503-b22e877ec49f', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d69204-0603-4d45-8366-8b02af6b187a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:18:45Z', 'updated_at': '2022-03-28T14:18:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'b77e5921-9bbe-4cfd-b76b-502c8bbea607', 'name': '', 'network_id': '1d4591ba-ac11-43ba-a70b-fe0cd5272433', 'tenant_id': '30c5cde207564eb38a6ccd3230bea5fd', 'mac_address': 'fa:16:3e:3e:e3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d69204-0603-4d45-8366-8b02af6b187a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '12500707-1639-4a2b-9048-e0f020920e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:18:48Z', 'updated_at': '2022-03-28T14:18:48Z', 'revision_number': 2, 'project_id': '30c5cde207564eb38a6ccd3230bea5fd', 'subnets': [{'id': '12500707-1639-4a2b-9048-e0f020920e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:18:49.685652 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640c0341-3b73-4a60-8255-93373efb3bdd None None] The sync data for ids ['41d69204-0603-4d45-8366-8b02af6b187a'] in dv-neutron-835335-1-hyperv is: [{'id': '41d69204-0603-4d45-8366-8b02af6b187a', 'name': 'tempest-TestEncryptedCinderVolumes-2114515787-router', 'tenant_id': '30c5cde207564eb38a6ccd3230bea5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.226'}], 'enable_snat': True}, 'gw_port_id': '5089ba7b-daa7-4494-9503-b22e877ec49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:18:45Z', 'updated_at': '2022-03-28T14:18:48Z', 'revision_number': 4, 'project_id': '30c5cde207564eb38a6ccd3230bea5fd', 'gw_port': {'id': '5089ba7b-daa7-4494-9503-b22e877ec49f', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d69204-0603-4d45-8366-8b02af6b187a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:18:45Z', 'updated_at': '2022-03-28T14:18:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'b77e5921-9bbe-4cfd-b76b-502c8bbea607', 'name': '', 'network_id': '1d4591ba-ac11-43ba-a70b-fe0cd5272433', 'tenant_id': '30c5cde207564eb38a6ccd3230bea5fd', 'mac_address': 'fa:16:3e:3e:e3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d69204-0603-4d45-8366-8b02af6b187a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '12500707-1639-4a2b-9048-e0f020920e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:18:48Z', 'updated_at': '2022-03-28T14:18:48Z', 'revision_number': 2, 'project_id': '30c5cde207564eb38a6ccd3230bea5fd', 'subnets': [{'id': '12500707-1639-4a2b-9048-e0f020920e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:18:50.341535 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c6c95-e16f-48de-b319-1addc9c0f32c req-a174d72b-9362-423e-96a0-e36d5c6b8c36 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:18:50.343046 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-836c6c95-e16f-48de-b319-1addc9c0f32c req-a174d72b-9362-423e-96a0-e36d5c6b8c36 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/networks?id=aaca0fe4-26a7-45e6-8629-984fa5dd6076 HTTP/1.1" status: 200 len: 816 time: 0.1183665 Mar 28 14:18:50.360736 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-836c6c95-e16f-48de-b319-1addc9c0f32c req-1bf85a5b-ee89-4845-84b9-764d4966bd28 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/quotas/3e6b6ce7bc5a46eb97ada7e818901608 HTTP/1.1" status: 200 len: 375 time: 0.0100684 Mar 28 14:18:50.414673 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-836c6c95-e16f-48de-b319-1addc9c0f32c req-ef5a352d-e411-4d4a-8213-df9d645c8ff6 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3e6b6ce7bc5a46eb97ada7e818901608&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473385 Mar 28 14:18:50.514733 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-836c6c95-e16f-48de-b319-1addc9c0f32c req-c0d268d1-3ddc-4a6e-90ea-17579c69d0c6 service neutron] 10.222.0.24 "GET /v2.0/networks/aaca0fe4-26a7-45e6-8629-984fa5dd6076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880036 Mar 28 14:18:50.606270 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-836c6c95-e16f-48de-b319-1addc9c0f32c req-2204a28e-025c-4360-8087-1aee028bde07 service neutron] 10.222.0.24 "GET /v2.0/networks/aaca0fe4-26a7-45e6-8629-984fa5dd6076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851533 Mar 28 14:18:50.869037 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ef6f429c-a4fb-4c0a-9500-e4ee252909ca req-b445446e-7da7-4a28-9666-4297ad7acb5f tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f8549ae-9bbe-4bf3-946d-425e14d98c93 HTTP/1.1" status: 200 len: 210 time: 0.0337424 Mar 28 14:18:51.359705 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 5089ba7b-daa7-4494-9503-b22e877ec49f up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:18:51.406967 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 5089ba7b-daa7-4494-9503-b22e877ec49f triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:18:51.407332 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:51.488462 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:51.508070 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 5089ba7b-daa7-4494-9503-b22e877ec49f, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=5089ba7b-daa7-4494-9503-b22e877ec49f,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:18:51.581522 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:51.630171 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=5089ba7b-daa7-4494-9503-b22e877ec49f,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:51.964800 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8dfe3dcb-c1ea-41a4-b7e1-d92c9cdc190f req-9d072c3e-f2ef-4119-a083-4695b5edd191 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f8549ae-9bbe-4bf3-946d-425e14d98c93 HTTP/1.1" status: 200 len: 210 time: 0.0315354 Mar 28 14:18:52.871754 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75055855-1809-49e4-ac93-a3482a26dc5a None None] Sync routers for ids ['41d69204-0603-4d45-8366-8b02af6b187a'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:18:52.881330 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75055855-1809-49e4-ac93-a3482a26dc5a None None] Routers {'41d69204-0603-4d45-8366-8b02af6b187a'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:18:52.881923 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-75055855-1809-49e4-ac93-a3482a26dc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:18:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['41d69204-0603-4d45-8366-8b02af6b187a'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:18:52.934963 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c6c95-e16f-48de-b319-1addc9c0f32c req-aba9c071-8faa-4110-acda-5d227703e499 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:18:52.936730 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-836c6c95-e16f-48de-b319-1addc9c0f32c req-aba9c071-8faa-4110-acda-5d227703e499 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.20 "GET /v2.0/networks?id=aaca0fe4-26a7-45e6-8629-984fa5dd6076 HTTP/1.1" status: 200 len: 816 time: 0.1049964 Mar 28 14:18:52.948837 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-836c6c95-e16f-48de-b319-1addc9c0f32c req-b694f8fb-f69a-4c6e-96f2-3880e90d04f7 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Request body: {'port': {'device_id': '9f8549ae-9bbe-4bf3-946d-425e14d98c93', 'network_id': 'aaca0fe4-26a7-45e6-8629-984fa5dd6076', 'admin_state_up': True, 'tenant_id': '3e6b6ce7bc5a46eb97ada7e818901608'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:18:52.986974 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-75055855-1809-49e4-ac93-a3482a26dc5a None None] Set router 41d69204-0603-4d45-8366-8b02af6b187a gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:18:53.071464 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3a067b56-d69f-4805-9998-02688fb774e2 req-55873200-d219-4aae-a41f-9def69a86687 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f8549ae-9bbe-4bf3-946d-425e14d98c93 HTTP/1.1" status: 200 len: 210 time: 0.0360312 Mar 28 14:18:53.181616 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-836c6c95-e16f-48de-b319-1addc9c0f32c req-b694f8fb-f69a-4c6e-96f2-3880e90d04f7 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Made reservation on behalf of 3e6b6ce7bc5a46eb97ada7e818901608 for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:18:53.185317 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-836c6c95-e16f-48de-b319-1addc9c0f32c req-b694f8fb-f69a-4c6e-96f2-3880e90d04f7 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:53.286008 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-75055855-1809-49e4-ac93-a3482a26dc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d69204-0603-4d45-8366-8b02af6b187a', 'name': 'tempest-TestEncryptedCinderVolumes-2114515787-router', 'tenant_id': '30c5cde207564eb38a6ccd3230bea5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.226'}], 'enable_snat': True}, 'gw_port_id': '5089ba7b-daa7-4494-9503-b22e877ec49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:18:45Z', 'updated_at': '2022-03-28T14:18:48Z', 'revision_number': 4, 'project_id': '30c5cde207564eb38a6ccd3230bea5fd', 'gw_port': {'id': '5089ba7b-daa7-4494-9503-b22e877ec49f', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d69204-0603-4d45-8366-8b02af6b187a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:18:45Z', 'updated_at': '2022-03-28T14:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'b77e5921-9bbe-4cfd-b76b-502c8bbea607', 'name': '', 'network_id': '1d4591ba-ac11-43ba-a70b-fe0cd5272433', 'tenant_id': '30c5cde207564eb38a6ccd3230bea5fd', 'mac_address': 'fa:16:3e:3e:e3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d69204-0603-4d45-8366-8b02af6b187a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '12500707-1639-4a2b-9048-e0f020920e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:18:48Z', 'updated_at': '2022-03-28T14:18:48Z', 'revision_number': 2, 'project_id': '30c5cde207564eb38a6ccd3230bea5fd', 'subnets': [{'id': '12500707-1639-4a2b-9048-e0f020920e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:18:53.312042 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75055855-1809-49e4-ac93-a3482a26dc5a None None] Checking router: 41d69204-0603-4d45-8366-8b02af6b187a for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:18:53.312411 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75055855-1809-49e4-ac93-a3482a26dc5a None None] Updating router 41d69204-0603-4d45-8366-8b02af6b187a port b77e5921-9bbe-4cfd-b76b-502c8bbea607 binding host dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:18:53.322884 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [req-836c6c95-e16f-48de-b319-1addc9c0f32c req-b694f8fb-f69a-4c6e-96f2-3880e90d04f7 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Allocated IP 172.20.0.8 (aaca0fe4-26a7-45e6-8629-984fa5dd6076/5ab0d5a2-da71-40a1-b90f-03b4fd108faf/a5b9ed0e-b879-4f88-a033-5eb541479fd5) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:18:53.337785 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-75055855-1809-49e4-ac93-a3482a26dc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:53.350200 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 5089ba7b-daa7-4494-9503-b22e877ec49f up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:18:53.413660 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 5089ba7b-daa7-4494-9503-b22e877ec49f triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:18:53.414921 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:53.483439 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-836c6c95-e16f-48de-b319-1addc9c0f32c req-b694f8fb-f69a-4c6e-96f2-3880e90d04f7 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:53.577976 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-836c6c95-e16f-48de-b319-1addc9c0f32c req-b694f8fb-f69a-4c6e-96f2-3880e90d04f7 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:53.612647 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-75055855-1809-49e4-ac93-a3482a26dc5a None None] Notify callbacks [] for port, precommit_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:53.622055 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-836c6c95-e16f-48de-b319-1addc9c0f32c req-b694f8fb-f69a-4c6e-96f2-3880e90d04f7 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Network aaca0fe4-26a7-45e6-8629-984fa5dd6076 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:18:53.626889 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [req-836c6c95-e16f-48de-b319-1addc9c0f32c req-b694f8fb-f69a-4c6e-96f2-3880e90d04f7 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:18:53.629484 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-836c6c95-e16f-48de-b319-1addc9c0f32c req-b694f8fb-f69a-4c6e-96f2-3880e90d04f7 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:18:53.663058 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b694f8fb-f69a-4c6e-96f2-3880e90d04f7 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Pushing event updated for resources: {'Port': ['ID=a5b9ed0e-b879-4f88-a033-5eb541479fd5,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:53.688192 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c6c95-e16f-48de-b319-1addc9c0f32c req-b694f8fb-f69a-4c6e-96f2-3880e90d04f7 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:18:53.688923 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-836c6c95-e16f-48de-b319-1addc9c0f32c req-b694f8fb-f69a-4c6e-96f2-3880e90d04f7 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:53.712852 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-75055855-1809-49e4-ac93-a3482a26dc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:53.760454 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec532f-de50-4279-865e-da2827f3ce25 None None] Pushing event updated for resources: {'Port': ['ID=b77e5921-9bbe-4cfd-b76b-502c8bbea607,revision_number=3']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:53.775104 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-836c6c95-e16f-48de-b319-1addc9c0f32c req-b694f8fb-f69a-4c6e-96f2-3880e90d04f7 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8301916 Mar 28 14:18:53.798151 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-836c6c95-e16f-48de-b319-1addc9c0f32c req-f685284a-f1c6-4780-a56a-61a66efaa5d9 service neutron] Request body: {'port': {'device_id': '9f8549ae-9bbe-4bf3-946d-425e14d98c93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:18:53.823054 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-75055855-1809-49e4-ac93-a3482a26dc5a None None] Attempting to bind port b77e5921-9bbe-4cfd-b76b-502c8bbea607 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:18:53.823430 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-75055855-1809-49e4-ac93-a3482a26dc5a None None] Attempting to bind port b77e5921-9bbe-4cfd-b76b-502c8bbea607 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '6d69def6-d386-4547-8a57-dabcacfcdd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1d4591ba-ac11-43ba-a70b-fe0cd5272433'}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:18:53.823927 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75055855-1809-49e4-ac93-a3482a26dc5a None None] Attempting to bind port b77e5921-9bbe-4cfd-b76b-502c8bbea607 on network 1d4591ba-ac11-43ba-a70b-fe0cd5272433 {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:18:53.829321 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75055855-1809-49e4-ac93-a3482a26dc5a None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:18:53.829698 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75055855-1809-49e4-ac93-a3482a26dc5a None None] Checking segment: {'id': '6d69def6-d386-4547-8a57-dabcacfcdd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1d4591ba-ac11-43ba-a70b-fe0cd5272433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:18:53.830097 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-75055855-1809-49e4-ac93-a3482a26dc5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:53.830490 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75055855-1809-49e4-ac93-a3482a26dc5a None None] Bound using segment: {'id': '6d69def6-d386-4547-8a57-dabcacfcdd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1d4591ba-ac11-43ba-a70b-fe0cd5272433'} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:18:53.831121 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-75055855-1809-49e4-ac93-a3482a26dc5a None None] Bound port: b77e5921-9bbe-4cfd-b76b-502c8bbea607, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d69def6-d386-4547-8a57-dabcacfcdd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1d4591ba-ac11-43ba-a70b-fe0cd5272433'}}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:18:53.831499 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-75055855-1809-49e4-ac93-a3482a26dc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:53.859511 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-836c6c95-e16f-48de-b319-1addc9c0f32c req-f685284a-f1c6-4780-a56a-61a66efaa5d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:53.865393 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-01958674-d23c-4871-98e1-5c3b3d12ba9e None None] Provisioning complete for port a5b9ed0e-b879-4f88-a033-5eb541479fd5 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:18:53.866027 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-01958674-d23c-4871-98e1-5c3b3d12ba9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:53.901779 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-75055855-1809-49e4-ac93-a3482a26dc5a None None] For port b77e5921-9bbe-4cfd-b76b-502c8bbea607, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:18:53.903040 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-01958674-d23c-4871-98e1-5c3b3d12ba9e None None] Port a5b9ed0e-b879-4f88-a033-5eb541479fd5 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:18:53.905974 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-75055855-1809-49e4-ac93-a3482a26dc5a None None] For port b77e5921-9bbe-4cfd-b76b-502c8bbea607, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=b77e5921-9bbe-4cfd-b76b-502c8bbea607,segment=NetworkSegment(6d69def6-d386-4547-8a57-dabcacfcdd8c),segment_id=6d69def6-d386-4547-8a57-dabcacfcdd8c)] {{(pid=109615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:18:53.978663 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-75055855-1809-49e4-ac93-a3482a26dc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:54.034795 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-1311dfa3-d471-4ead-9db3-756f54527c8e None None] Provisioning complete for port b77e5921-9bbe-4cfd-b76b-502c8bbea607 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:18:54.038568 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1311dfa3-d471-4ead-9db3-756f54527c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:54.038737 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec532f-de50-4279-865e-da2827f3ce25 None None] Pushing event updated for resources: {'Port': ['ID=b77e5921-9bbe-4cfd-b76b-502c8bbea607,revision_number=4']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:54.040448 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-42bc0fbc-e86d-4b01-826b-1b04f788c296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:54.042132 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75055855-1809-49e4-ac93-a3482a26dc5a None None] Routers {'41d69204-0603-4d45-8366-8b02af6b187a'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:18:54.042792 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-75055855-1809-49e4-ac93-a3482a26dc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:18:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['41d69204-0603-4d45-8366-8b02af6b187a'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:18:54.144256 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1311dfa3-d471-4ead-9db3-756f54527c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:54.181597 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-75055855-1809-49e4-ac93-a3482a26dc5a None None] Set router 41d69204-0603-4d45-8366-8b02af6b187a gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:18:54.199761 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-1311dfa3-d471-4ead-9db3-756f54527c8e None None] For port b77e5921-9bbe-4cfd-b76b-502c8bbea607, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=b77e5921-9bbe-4cfd-b76b-502c8bbea607,segment=NetworkSegment(6d69def6-d386-4547-8a57-dabcacfcdd8c),segment_id=6d69def6-d386-4547-8a57-dabcacfcdd8c)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:18:54.229085 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [req-836c6c95-e16f-48de-b319-1addc9c0f32c req-f685284a-f1c6-4780-a56a-61a66efaa5d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5b9ed0e-b879-4f88-a033-5eb541479fd5 {{(pid=109613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:18:54.238260 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-836c6c95-e16f-48de-b319-1addc9c0f32c req-f685284a-f1c6-4780-a56a-61a66efaa5d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:54.257991 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.provisioning_blocks [req-836c6c95-e16f-48de-b319-1addc9c0f32c req-f685284a-f1c6-4780-a56a-61a66efaa5d9 service neutron] Transition to ACTIVE for port object a5b9ed0e-b879-4f88-a033-5eb541479fd5 will not be triggered until provisioned by entity L2. {{(pid=109613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 14:18:54.268145 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a0c34-85b4-4d1d-88f4-6767d0f93826 req-321243cf-dbf9-4b4c-be2d-62f5585bf2ea tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:18:54.269378 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1311dfa3-d471-4ead-9db3-756f54527c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:54.271888 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-119a0c34-85b4-4d1d-88f4-6767d0f93826 req-321243cf-dbf9-4b4c-be2d-62f5585bf2ea tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f8549ae-9bbe-4bf3-946d-425e14d98c93 HTTP/1.1" status: 200 len: 931 time: 0.0830328 Mar 28 14:18:54.312491 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-119a0c34-85b4-4d1d-88f4-6767d0f93826 req-bc281a80-9a5d-405a-8666-931fc56b9a72 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/security-groups?id=367189fd-c0b9-4463-b9db-56e0276c0f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359588 Mar 28 14:18:54.325904 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1311dfa3-d471-4ead-9db3-756f54527c8e None None] Pushing event updated for resources: {'Port': ['ID=b77e5921-9bbe-4cfd-b76b-502c8bbea607,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:54.329870 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-836c6c95-e16f-48de-b319-1addc9c0f32c req-f685284a-f1c6-4780-a56a-61a66efaa5d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:54.384165 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685284a-f1c6-4780-a56a-61a66efaa5d9 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b9ed0e-b879-4f88-a033-5eb541479fd5,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:54.401734 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-75055855-1809-49e4-ac93-a3482a26dc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d69204-0603-4d45-8366-8b02af6b187a', 'name': 'tempest-TestEncryptedCinderVolumes-2114515787-router', 'tenant_id': '30c5cde207564eb38a6ccd3230bea5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.226'}], 'enable_snat': True}, 'gw_port_id': '5089ba7b-daa7-4494-9503-b22e877ec49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:18:45Z', 'updated_at': '2022-03-28T14:18:48Z', 'revision_number': 4, 'project_id': '30c5cde207564eb38a6ccd3230bea5fd', 'gw_port': {'id': '5089ba7b-daa7-4494-9503-b22e877ec49f', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d69204-0603-4d45-8366-8b02af6b187a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:18:45Z', 'updated_at': '2022-03-28T14:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'b77e5921-9bbe-4cfd-b76b-502c8bbea607', 'name': '', 'network_id': '1d4591ba-ac11-43ba-a70b-fe0cd5272433', 'tenant_id': '30c5cde207564eb38a6ccd3230bea5fd', 'mac_address': 'fa:16:3e:3e:e3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d69204-0603-4d45-8366-8b02af6b187a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '12500707-1639-4a2b-9048-e0f020920e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:18:48Z', 'updated_at': '2022-03-28T14:18:53Z', 'revision_number': 4, 'project_id': '30c5cde207564eb38a6ccd3230bea5fd', 'subnets': [{'id': '12500707-1639-4a2b-9048-e0f020920e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:18:54.418694 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-59b4ed53-22da-4844-8ceb-2f392fab65f9 None None] Provisioning complete for port b77e5921-9bbe-4cfd-b76b-502c8bbea607 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:18:54.419151 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-59b4ed53-22da-4844-8ceb-2f392fab65f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:54.438257 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75055855-1809-49e4-ac93-a3482a26dc5a None None] The sync data for ids ['41d69204-0603-4d45-8366-8b02af6b187a'] in dv-neutron-835335-1-hyperv is: [{'id': '41d69204-0603-4d45-8366-8b02af6b187a', 'name': 'tempest-TestEncryptedCinderVolumes-2114515787-router', 'tenant_id': '30c5cde207564eb38a6ccd3230bea5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.226'}], 'enable_snat': True}, 'gw_port_id': '5089ba7b-daa7-4494-9503-b22e877ec49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:18:45Z', 'updated_at': '2022-03-28T14:18:48Z', 'revision_number': 4, 'project_id': '30c5cde207564eb38a6ccd3230bea5fd', 'gw_port': {'id': '5089ba7b-daa7-4494-9503-b22e877ec49f', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d69204-0603-4d45-8366-8b02af6b187a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:18:45Z', 'updated_at': '2022-03-28T14:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'b77e5921-9bbe-4cfd-b76b-502c8bbea607', 'name': '', 'network_id': '1d4591ba-ac11-43ba-a70b-fe0cd5272433', 'tenant_id': '30c5cde207564eb38a6ccd3230bea5fd', 'mac_address': 'fa:16:3e:3e:e3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d69204-0603-4d45-8366-8b02af6b187a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '12500707-1639-4a2b-9048-e0f020920e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:18:48Z', 'updated_at': '2022-03-28T14:18:53Z', 'revision_number': 4, 'project_id': '30c5cde207564eb38a6ccd3230bea5fd', 'subnets': [{'id': '12500707-1639-4a2b-9048-e0f020920e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:18:54.493280 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-836c6c95-e16f-48de-b319-1addc9c0f32c req-f685284a-f1c6-4780-a56a-61a66efaa5d9 service neutron] Attempting to bind port a5b9ed0e-b879-4f88-a033-5eb541479fd5 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:18:54.493619 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-836c6c95-e16f-48de-b319-1addc9c0f32c req-f685284a-f1c6-4780-a56a-61a66efaa5d9 service neutron] Attempting to bind port a5b9ed0e-b879-4f88-a033-5eb541479fd5 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '6e457f43-b17e-4971-b0d2-638fc6a9c1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'aaca0fe4-26a7-45e6-8629-984fa5dd6076'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:18:54.493954 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836c6c95-e16f-48de-b319-1addc9c0f32c req-f685284a-f1c6-4780-a56a-61a66efaa5d9 service neutron] Attempting to bind port a5b9ed0e-b879-4f88-a033-5eb541479fd5 on network aaca0fe4-26a7-45e6-8629-984fa5dd6076 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:18:54.501170 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836c6c95-e16f-48de-b319-1addc9c0f32c req-f685284a-f1c6-4780-a56a-61a66efaa5d9 service neutron] Port a5b9ed0e-b879-4f88-a033-5eb541479fd5 on network aaca0fe4-26a7-45e6-8629-984fa5dd6076 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 14:18:54.501498 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836c6c95-e16f-48de-b319-1addc9c0f32c req-f685284a-f1c6-4780-a56a-61a66efaa5d9 service neutron] Attempting to bind port a5b9ed0e-b879-4f88-a033-5eb541479fd5 on network aaca0fe4-26a7-45e6-8629-984fa5dd6076 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:18:54.511400 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836c6c95-e16f-48de-b319-1addc9c0f32c req-f685284a-f1c6-4780-a56a-61a66efaa5d9 service neutron] Checking agent: {'id': '72ab3303-6c81-4bd9-a1a9-2c5d9b681d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'started_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:18:54.511740 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836c6c95-e16f-48de-b319-1addc9c0f32c req-f685284a-f1c6-4780-a56a-61a66efaa5d9 service neutron] Checking segment: {'id': '6e457f43-b17e-4971-b0d2-638fc6a9c1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'aaca0fe4-26a7-45e6-8629-984fa5dd6076'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:18:54.512126 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836c6c95-e16f-48de-b319-1addc9c0f32c req-f685284a-f1c6-4780-a56a-61a66efaa5d9 service neutron] Bound using segment: {'id': '6e457f43-b17e-4971-b0d2-638fc6a9c1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'aaca0fe4-26a7-45e6-8629-984fa5dd6076'} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:18:54.512586 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-836c6c95-e16f-48de-b319-1addc9c0f32c req-f685284a-f1c6-4780-a56a-61a66efaa5d9 service neutron] Bound port: a5b9ed0e-b879-4f88-a033-5eb541479fd5, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e457f43-b17e-4971-b0d2-638fc6a9c1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'aaca0fe4-26a7-45e6-8629-984fa5dd6076'}}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:18:54.512947 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-836c6c95-e16f-48de-b319-1addc9c0f32c req-f685284a-f1c6-4780-a56a-61a66efaa5d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:54.603714 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-836c6c95-e16f-48de-b319-1addc9c0f32c req-f685284a-f1c6-4780-a56a-61a66efaa5d9 service neutron] For port a5b9ed0e-b879-4f88-a033-5eb541479fd5, host hv-neutron-8353, cleared binding levels {{(pid=109613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:18:54.607168 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-836c6c95-e16f-48de-b319-1addc9c0f32c req-f685284a-f1c6-4780-a56a-61a66efaa5d9 service neutron] For port a5b9ed0e-b879-4f88-a033-5eb541479fd5, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=a5b9ed0e-b879-4f88-a033-5eb541479fd5,segment=NetworkSegment(6e457f43-b17e-4971-b0d2-638fc6a9c1de),segment_id=6e457f43-b17e-4971-b0d2-638fc6a9c1de)] {{(pid=109613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:18:54.680030 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-836c6c95-e16f-48de-b319-1addc9c0f32c req-f685284a-f1c6-4780-a56a-61a66efaa5d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:54.721263 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c6c95-e16f-48de-b319-1addc9c0f32c req-f685284a-f1c6-4780-a56a-61a66efaa5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:18:54.721732 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-836c6c95-e16f-48de-b319-1addc9c0f32c req-f685284a-f1c6-4780-a56a-61a66efaa5d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:54.723290 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-836c6c95-e16f-48de-b319-1addc9c0f32c req-f685284a-f1c6-4780-a56a-61a66efaa5d9 service neutron] 10.222.0.20 "PUT /v2.0/ports/a5b9ed0e-b879-4f88-a033-5eb541479fd5 HTTP/1.1" status: 200 len: 1093 time: 0.9295063 Mar 28 14:18:54.725976 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f8549ae-9bbe-4bf3-946d-425e14d98c93', 'tag': 'a5b9ed0e-b879-4f88-a033-5eb541479fd5'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:18:54.728785 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6496fa47-6e08-40d8-8061-ad712a6bf6d8" -d '{"events": [{"name": "network-changed", "server_uuid": "9f8549ae-9bbe-4bf3-946d-425e14d98c93", "tag": "a5b9ed0e-b879-4f88-a033-5eb541479fd5"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:18:54.766448 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685284a-f1c6-4780-a56a-61a66efaa5d9 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b9ed0e-b879-4f88-a033-5eb541479fd5,revision_number=3']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:54.776466 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963138b9-5039-4067-9680-928a5af3de55 x-openstack-request-id: req-963138b9-5039-4067-9680-928a5af3de55 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:18:54.776765 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f8549ae-9bbe-4bf3-946d-425e14d98c93", "tag": "a5b9ed0e-b879-4f88-a033-5eb541479fd5", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:18:54.777186 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-963138b9-5039-4067-9680-928a5af3de55 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:18:54.777953 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f8549ae-9bbe-4bf3-946d-425e14d98c93', 'tag': 'a5b9ed0e-b879-4f88-a033-5eb541479fd5', 'status': 'completed', 'code': 200} Mar 28 14:18:54.849995 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496fa47-6e08-40d8-8061-ad712a6bf6d8 req-a654f23e-6ee1-4fc2-b026-ae25384d32fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:18:54.852886 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6496fa47-6e08-40d8-8061-ad712a6bf6d8 req-a654f23e-6ee1-4fc2-b026-ae25384d32fe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e6b6ce7bc5a46eb97ada7e818901608&device_id=9f8549ae-9bbe-4bf3-946d-425e14d98c93 HTTP/1.1" status: 200 len: 1096 time: 0.0545230 Mar 28 14:18:54.957281 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496fa47-6e08-40d8-8061-ad712a6bf6d8 req-2a30cf06-7101-4aba-a209-af44ede01d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:18:54.958943 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6496fa47-6e08-40d8-8061-ad712a6bf6d8 req-2a30cf06-7101-4aba-a209-af44ede01d27 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=3e6b6ce7bc5a46eb97ada7e818901608&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1005275 Mar 28 14:18:55.061378 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496fa47-6e08-40d8-8061-ad712a6bf6d8 req-29f2f47c-a098-4727-9f87-b6023ba8422a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:18:55.062826 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6496fa47-6e08-40d8-8061-ad712a6bf6d8 req-29f2f47c-a098-4727-9f87-b6023ba8422a service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0976956 Mar 28 14:18:55.137262 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c6c95-e16f-48de-b319-1addc9c0f32c req-6776de7b-befe-4b2d-ab02-4af834cb8780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:18:55.138739 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-836c6c95-e16f-48de-b319-1addc9c0f32c req-6776de7b-befe-4b2d-ab02-4af834cb8780 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e6b6ce7bc5a46eb97ada7e818901608&device_id=9f8549ae-9bbe-4bf3-946d-425e14d98c93 HTTP/1.1" status: 200 len: 1096 time: 0.0423899 Mar 28 14:18:55.178969 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-836c6c95-e16f-48de-b319-1addc9c0f32c req-274f9416-724e-4009-b796-c11d69960316 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5b9ed0e-b879-4f88-a033-5eb541479fd5 HTTP/1.1" status: 200 len: 217 time: 0.0327282 Mar 28 14:18:55.229311 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c6c95-e16f-48de-b319-1addc9c0f32c req-4f21aff8-c3f3-4a80-9496-ff979cc6bc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:18:55.230761 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-836c6c95-e16f-48de-b319-1addc9c0f32c req-4f21aff8-c3f3-4a80-9496-ff979cc6bc45 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5ab0d5a2-da71-40a1-b90f-03b4fd108faf HTTP/1.1" status: 200 len: 855 time: 0.0460327 Mar 28 14:18:55.274960 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c6c95-e16f-48de-b319-1addc9c0f32c req-fa9fb43e-fa4d-4590-b218-b551c2509edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:18:55.276440 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-836c6c95-e16f-48de-b319-1addc9c0f32c req-fa9fb43e-fa4d-4590-b218-b551c2509edf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aaca0fe4-26a7-45e6-8629-984fa5dd6076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398400 Mar 28 14:18:55.371494 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device b77e5921-9bbe-4cfd-b76b-502c8bbea607 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:18:55.372154 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-836c6c95-e16f-48de-b319-1addc9c0f32c req-e78522a7-6e3d-4195-90e0-b99a9a2d99e5 service neutron] 10.222.0.20 "GET /v2.0/networks/aaca0fe4-26a7-45e6-8629-984fa5dd6076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893753 Mar 28 14:18:55.420807 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port b77e5921-9bbe-4cfd-b76b-502c8bbea607 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:18:55.421384 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:55.493272 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855e30b-c6b8-4af4-89c3-d536992c7c52 req-982b90bf-8ebd-45fe-b9dc-c329aa33780b tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:18:55.494735 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5855e30b-c6b8-4af4-89c3-d536992c7c52 req-982b90bf-8ebd-45fe-b9dc-c329aa33780b tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f8549ae-9bbe-4bf3-946d-425e14d98c93 HTTP/1.1" status: 200 len: 943 time: 0.0982499 Mar 28 14:18:55.511035 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-836c6c95-e16f-48de-b319-1addc9c0f32c req-a4c3d775-5efa-4970-b82f-4f8315b92131 service neutron] 10.222.0.20 "GET /v2.0/networks/aaca0fe4-26a7-45e6-8629-984fa5dd6076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325824 Mar 28 14:18:55.539438 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5855e30b-c6b8-4af4-89c3-d536992c7c52 req-dd6280cc-d947-40f1-a67a-179c890599bb tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/security-groups?id=367189fd-c0b9-4463-b9db-56e0276c0f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363333 Mar 28 14:18:56.307260 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a9ebf31e-f717-4d02-b15c-bdc169ee12f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:56.658009 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e89092-a581-41ab-ace2-121a216f00af req-4440a154-77f5-4cfa-a25c-26f183f17034 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:18:56.659451 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e3e89092-a581-41ab-ace2-121a216f00af req-4440a154-77f5-4cfa-a25c-26f183f17034 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f8549ae-9bbe-4bf3-946d-425e14d98c93 HTTP/1.1" status: 200 len: 943 time: 0.0505192 Mar 28 14:18:56.696565 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e3e89092-a581-41ab-ace2-121a216f00af req-373e38bb-aead-4493-ab11-5a9a82141631 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/security-groups?id=367189fd-c0b9-4463-b9db-56e0276c0f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305278 Mar 28 14:18:57.708594 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:57.808928 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1706d-1df3-4771-8c14-d98921f71826 req-87d08992-b4ab-4cc7-8f95-3aa74a485330 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:18:57.810393 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9ab1706d-1df3-4771-8c14-d98921f71826 req-87d08992-b4ab-4cc7-8f95-3aa74a485330 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f8549ae-9bbe-4bf3-946d-425e14d98c93 HTTP/1.1" status: 200 len: 943 time: 0.0481000 Mar 28 14:18:57.847247 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9ab1706d-1df3-4771-8c14-d98921f71826 req-b5045669-1f37-4739-aee2-3d33fa8bd8ac tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/security-groups?id=367189fd-c0b9-4463-b9db-56e0276c0f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306327 Mar 28 14:18:58.961330 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b179238-47a8-4e46-b426-f393b584f898 req-dd891fe8-9ebc-45c8-a1bb-86a2cd0df6b2 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:18:58.962831 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2b179238-47a8-4e46-b426-f393b584f898 req-dd891fe8-9ebc-45c8-a1bb-86a2cd0df6b2 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f8549ae-9bbe-4bf3-946d-425e14d98c93 HTTP/1.1" status: 200 len: 943 time: 0.0491061 Mar 28 14:18:58.999309 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2b179238-47a8-4e46-b426-f393b584f898 req-39435d3f-dc9a-4817-be11-1b456ab23391 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/security-groups?id=367189fd-c0b9-4463-b9db-56e0276c0f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303705 Mar 28 14:18:59.017216 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:59.354085 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:59.364059 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device a5b9ed0e-b879-4f88-a033-5eb541479fd5 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:18:59.464963 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port a5b9ed0e-b879-4f88-a033-5eb541479fd5, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=a5b9ed0e-b879-4f88-a033-5eb541479fd5,segment=NetworkSegment(6e457f43-b17e-4971-b0d2-638fc6a9c1de),segment_id=6e457f43-b17e-4971-b0d2-638fc6a9c1de)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:18:59.475886 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': 'a5b9ed0e-b879-4f88-a033-5eb541479fd5', 'network_id': 'aaca0fe4-26a7-45e6-8629-984fa5dd6076', 'port_id': 'a5b9ed0e-b879-4f88-a033-5eb541479fd5', 'mac_address': 'fa:16:3e:f1:6f:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ab0d5a2-da71-40a1-b90f-03b4fd108faf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:18:59.512618 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:59.525144 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5b9ed0e-b879-4f88-a033-5eb541479fd5 {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:18:59.544322 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port a5b9ed0e-b879-4f88-a033-5eb541479fd5, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=a5b9ed0e-b879-4f88-a033-5eb541479fd5,segment=NetworkSegment(6e457f43-b17e-4971-b0d2-638fc6a9c1de),segment_id=6e457f43-b17e-4971-b0d2-638fc6a9c1de)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:18:59.617936 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:18:59.661990 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=a5b9ed0e-b879-4f88-a033-5eb541479fd5,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:18:59.669136 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:18:59.669491 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:18:59.669821 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:18:59.670152 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:18:59.670483 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:18:59.670810 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:18:59.671139 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:18:59.671464 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:18:59.671789 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:18:59.672111 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:18:59.672456 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:18:59.672776 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:18:59.946043 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['a5b9ed0e-b879-4f88-a033-5eb541479fd5'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:19:00.117938 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a35b56-bab2-42e4-922e-368471ea5bf7 req-b3cea08c-8952-4312-b2bf-a25ed234aba9 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:19:00.119382 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c9a35b56-bab2-42e4-922e-368471ea5bf7 req-b3cea08c-8952-4312-b2bf-a25ed234aba9 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f8549ae-9bbe-4bf3-946d-425e14d98c93 HTTP/1.1" status: 200 len: 944 time: 0.0524089 Mar 28 14:19:00.157049 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c9a35b56-bab2-42e4-922e-368471ea5bf7 req-b77065bc-b90a-4af9-a7e9-dd54f45f27b6 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/security-groups?id=367189fd-c0b9-4463-b9db-56e0276c0f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314231 Mar 28 14:19:01.270225 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db2b2a-ae22-44b5-8019-2f166a6af0e4 req-ff755391-b471-4f79-99af-1c7128a5f81e tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:19:01.271693 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d5db2b2a-ae22-44b5-8019-2f166a6af0e4 req-ff755391-b471-4f79-99af-1c7128a5f81e tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f8549ae-9bbe-4bf3-946d-425e14d98c93 HTTP/1.1" status: 200 len: 944 time: 0.0484467 Mar 28 14:19:01.308974 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d5db2b2a-ae22-44b5-8019-2f166a6af0e4 req-ccafa00c-87b3-4659-8c8f-8c00271287ca tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/security-groups?id=367189fd-c0b9-4463-b9db-56e0276c0f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307341 Mar 28 14:19:01.380464 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device a5b9ed0e-b879-4f88-a033-5eb541479fd5 up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:19:01.508881 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning for port a5b9ed0e-b879-4f88-a033-5eb541479fd5 completed by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 14:19:01.512400 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port a5b9ed0e-b879-4f88-a033-5eb541479fd5 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:19:01.512775 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:19:01.587644 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:19:01.609684 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8549ae-9bbe-4bf3-946d-425e14d98c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b9ed0e-b879-4f88-a033-5eb541479fd5'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:19:01.611943 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3e660a-e65a-4506-ad0c-eb3c04e67a6d" -d '{"events": [{"server_uuid": "9f8549ae-9bbe-4bf3-946d-425e14d98c93", "name": "network-vif-plugged", "status": "completed", "tag": "a5b9ed0e-b879-4f88-a033-5eb541479fd5"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:19:01.624128 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port a5b9ed0e-b879-4f88-a033-5eb541479fd5, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=a5b9ed0e-b879-4f88-a033-5eb541479fd5,segment=NetworkSegment(6e457f43-b17e-4971-b0d2-638fc6a9c1de),segment_id=6e457f43-b17e-4971-b0d2-638fc6a9c1de)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:19:01.696941 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:19:01.720319 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0033734c-8f6e-4da9-bd0d-40802a463bb5 x-openstack-request-id: req-0033734c-8f6e-4da9-bd0d-40802a463bb5 {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:19:01.720669 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f8549ae-9bbe-4bf3-946d-425e14d98c93", "name": "network-vif-plugged", "status": "completed", "tag": "a5b9ed0e-b879-4f88-a033-5eb541479fd5", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:19:01.721096 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0033734c-8f6e-4da9-bd0d-40802a463bb5 {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:19:01.721568 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f8549ae-9bbe-4bf3-946d-425e14d98c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b9ed0e-b879-4f88-a033-5eb541479fd5', 'code': 200} Mar 28 14:19:01.753432 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=a5b9ed0e-b879-4f88-a033-5eb541479fd5,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:19:02.010679 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bacfc91-84ce-4aa5-ad19-3e29c6a3713c req-fff28ac7-8255-42c8-97c2-ac34371709c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:19:02.012142 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1bacfc91-84ce-4aa5-ad19-3e29c6a3713c req-fff28ac7-8255-42c8-97c2-ac34371709c2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9f8549ae-9bbe-4bf3-946d-425e14d98c93 HTTP/1.1" status: 200 len: 1098 time: 0.0390971 Mar 28 14:19:02.047317 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1bacfc91-84ce-4aa5-ad19-3e29c6a3713c req-84557f28-7d52-4f8c-8067-8122c6bad676 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=367189fd-c0b9-4463-b9db-56e0276c0f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279245 Mar 28 14:19:02.424040 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cddf34-5564-4cba-a0d4-9e4116b2e91a req-60cc12eb-aab9-411f-ad61-141dc2c60de5 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:19:02.425529 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-86cddf34-5564-4cba-a0d4-9e4116b2e91a req-60cc12eb-aab9-411f-ad61-141dc2c60de5 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f8549ae-9bbe-4bf3-946d-425e14d98c93 HTTP/1.1" status: 200 len: 945 time: 0.0517125 Mar 28 14:19:02.462188 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-86cddf34-5564-4cba-a0d4-9e4116b2e91a req-33e4fc3c-1083-4ac0-9d57-14edecc57143 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/security-groups?id=367189fd-c0b9-4463-b9db-56e0276c0f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301561 Mar 28 14:19:03.578992 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa6f64c-6d2d-4bc4-aa70-720fc10dbd23 req-c0edd7b5-5b52-49f8-ab2d-e1f68ac19cb0 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:19:03.580457 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1fa6f64c-6d2d-4bc4-aa70-720fc10dbd23 req-c0edd7b5-5b52-49f8-ab2d-e1f68ac19cb0 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f8549ae-9bbe-4bf3-946d-425e14d98c93 HTTP/1.1" status: 200 len: 945 time: 0.0492833 Mar 28 14:19:03.616498 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1fa6f64c-6d2d-4bc4-aa70-720fc10dbd23 req-fc4fb48c-fb9a-4010-8afa-50fdb6dc1033 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/security-groups?id=367189fd-c0b9-4463-b9db-56e0276c0f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300972 Mar 28 14:19:03.734238 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049aecac-c365-420e-aca6-7fd93c6283f9 req-d5dc31d6-bb53-4f5f-8d41-0ccdc3670d52 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:19:03.735699 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-049aecac-c365-420e-aca6-7fd93c6283f9 req-d5dc31d6-bb53-4f5f-8d41-0ccdc3670d52 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f8549ae-9bbe-4bf3-946d-425e14d98c93 HTTP/1.1" status: 200 len: 945 time: 0.0542982 Mar 28 14:19:03.773184 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-049aecac-c365-420e-aca6-7fd93c6283f9 req-4bfe7c85-7909-4a3f-b69e-b2ee39b0996d tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/security-groups?id=367189fd-c0b9-4463-b9db-56e0276c0f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313878 Mar 28 14:19:11.230114 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:19:13.742536 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:19:21.550202 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-039404dd-2843-49c4-8262-6bb6c4b1655f req-966a97ef-6efb-4ac3-9531-9860389852c1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9f8549ae-9bbe-4bf3-946d-425e14d98c93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398090 Mar 28 14:19:21.632721 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039404dd-2843-49c4-8262-6bb6c4b1655f req-04c994b3-cef7-4add-9abd-0f272bd87034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:19:21.634295 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-039404dd-2843-49c4-8262-6bb6c4b1655f req-04c994b3-cef7-4add-9abd-0f272bd87034 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e6b6ce7bc5a46eb97ada7e818901608&device_id=9f8549ae-9bbe-4bf3-946d-425e14d98c93 HTTP/1.1" status: 200 len: 1098 time: 0.0414793 Mar 28 14:19:21.735826 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039404dd-2843-49c4-8262-6bb6c4b1655f req-bc80dc87-3cb9-47b5-bff6-d70a26479ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:19:21.737327 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-039404dd-2843-49c4-8262-6bb6c4b1655f req-bc80dc87-3cb9-47b5-bff6-d70a26479ff4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=aaca0fe4-26a7-45e6-8629-984fa5dd6076 HTTP/1.1" status: 200 len: 917 time: 0.0862486 Mar 28 14:19:21.782475 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-039404dd-2843-49c4-8262-6bb6c4b1655f req-bee02e5b-82b5-4026-b860-ef52198e94e6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5b9ed0e-b879-4f88-a033-5eb541479fd5 HTTP/1.1" status: 200 len: 217 time: 0.0339668 Mar 28 14:19:21.828693 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039404dd-2843-49c4-8262-6bb6c4b1655f req-f2850f9f-cc33-4ff7-9520-7304467be7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:19:21.830089 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-039404dd-2843-49c4-8262-6bb6c4b1655f req-f2850f9f-cc33-4ff7-9520-7304467be7b0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5ab0d5a2-da71-40a1-b90f-03b4fd108faf HTTP/1.1" status: 200 len: 855 time: 0.0414846 Mar 28 14:19:21.877435 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039404dd-2843-49c4-8262-6bb6c4b1655f req-c75a6d8f-070a-4626-a19e-0a8f96b48e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:19:21.878918 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-039404dd-2843-49c4-8262-6bb6c4b1655f req-c75a6d8f-070a-4626-a19e-0a8f96b48e51 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aaca0fe4-26a7-45e6-8629-984fa5dd6076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390139 Mar 28 14:19:21.969400 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-039404dd-2843-49c4-8262-6bb6c4b1655f req-c45fd6a6-111c-4206-b8fa-1bce31e455d3 service neutron] 10.222.0.20 "GET /v2.0/networks/aaca0fe4-26a7-45e6-8629-984fa5dd6076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840957 Mar 28 14:19:22.063637 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-039404dd-2843-49c4-8262-6bb6c4b1655f req-7116b8b6-62b1-4955-823d-e9ddc8d167b9 service neutron] 10.222.0.20 "GET /v2.0/networks/aaca0fe4-26a7-45e6-8629-984fa5dd6076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830104 Mar 28 14:19:24.039883 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c49aa514-a5cf-4af1-bb8e-8d1af9c43612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:19:26.031810 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49079e-09ba-4418-9468-0e87577eff98 req-8fa24308-6bda-4ba3-8676-9b1712f049dc tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:19:26.033292 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2a49079e-09ba-4418-9468-0e87577eff98 req-8fa24308-6bda-4ba3-8676-9b1712f049dc tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f8549ae-9bbe-4bf3-946d-425e14d98c93 HTTP/1.1" status: 200 len: 945 time: 0.0523536 Mar 28 14:19:26.070374 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2a49079e-09ba-4418-9468-0e87577eff98 req-5d05f96c-6096-433c-9153-8708eb43c033 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/security-groups?id=367189fd-c0b9-4463-b9db-56e0276c0f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308239 Mar 28 14:19:26.312113 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-aa0bd7b8-936e-4184-9f5d-93bbbdf58689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:19:27.185404 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50493b-3aed-48f2-bd11-a5f52504b9c2 req-0c32e780-85db-4c1a-88dc-2f83ed179cb6 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:19:27.186841 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ce50493b-3aed-48f2-bd11-a5f52504b9c2 req-0c32e780-85db-4c1a-88dc-2f83ed179cb6 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f8549ae-9bbe-4bf3-946d-425e14d98c93 HTTP/1.1" status: 200 len: 945 time: 0.0467777 Mar 28 14:19:27.224585 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ce50493b-3aed-48f2-bd11-a5f52504b9c2 req-047729f4-9965-4959-a5a0-1490f89f6ca2 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/security-groups?id=367189fd-c0b9-4463-b9db-56e0276c0f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312974 Mar 28 14:19:27.639852 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9e3f2-4536-46ce-85dd-eeca011f8d54 req-cb74a99a-ff0f-47d3-b3d3-5966a75fbe9f tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:19:27.641300 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ccb9e3f2-4536-46ce-85dd-eeca011f8d54 req-cb74a99a-ff0f-47d3-b3d3-5966a75fbe9f tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f8549ae-9bbe-4bf3-946d-425e14d98c93 HTTP/1.1" status: 200 len: 945 time: 0.0476482 Mar 28 14:19:27.683742 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:19:27.734202 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-ccb9e3f2-4536-46ce-85dd-eeca011f8d54 req-17d0819e-0b0d-481a-809a-403534302710 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Deleting port a5b9ed0e-b879-4f88-a033-5eb541479fd5 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:19:27.734592 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-ccb9e3f2-4536-46ce-85dd-eeca011f8d54 req-17d0819e-0b0d-481a-809a-403534302710 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:19:27.818766 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-ccb9e3f2-4536-46ce-85dd-eeca011f8d54 req-17d0819e-0b0d-481a-809a-403534302710 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] For port a5b9ed0e-b879-4f88-a033-5eb541479fd5, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=a5b9ed0e-b879-4f88-a033-5eb541479fd5,segment=NetworkSegment(6e457f43-b17e-4971-b0d2-638fc6a9c1de),segment_id=6e457f43-b17e-4971-b0d2-638fc6a9c1de)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:19:27.819119 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-ccb9e3f2-4536-46ce-85dd-eeca011f8d54 req-17d0819e-0b0d-481a-809a-403534302710 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:19:27.831959 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-ccb9e3f2-4536-46ce-85dd-eeca011f8d54 req-17d0819e-0b0d-481a-809a-403534302710 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Calling delete_port for a5b9ed0e-b879-4f88-a033-5eb541479fd5 owned by compute:nova {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:19:28.009622 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-ccb9e3f2-4536-46ce-85dd-eeca011f8d54 req-17d0819e-0b0d-481a-809a-403534302710 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:19:28.025208 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['a5b9ed0e-b879-4f88-a033-5eb541479fd5'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:19:28.041803 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d0819e-0b0d-481a-809a-403534302710 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Pushing event deleted for resources: {'Port': ['ID=a5b9ed0e-b879-4f88-a033-5eb541479fd5,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:19:28.053739 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d0819e-0b0d-481a-809a-403534302710 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:28.054086 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d0819e-0b0d-481a-809a-403534302710 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:28.054422 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d0819e-0b0d-481a-809a-403534302710 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:28.054759 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d0819e-0b0d-481a-809a-403534302710 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:28.055174 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d0819e-0b0d-481a-809a-403534302710 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:28.056103 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d0819e-0b0d-481a-809a-403534302710 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:28.056491 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d0819e-0b0d-481a-809a-403534302710 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:28.056835 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d0819e-0b0d-481a-809a-403534302710 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:28.057167 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d0819e-0b0d-481a-809a-403534302710 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:28.058044 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d0819e-0b0d-481a-809a-403534302710 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:28.058389 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d0819e-0b0d-481a-809a-403534302710 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:28.058744 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d0819e-0b0d-481a-809a-403534302710 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:19:28.096407 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb9e3f2-4536-46ce-85dd-eeca011f8d54 req-17d0819e-0b0d-481a-809a-403534302710 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] No DVR routers for this DVR port a5b9ed0e-b879-4f88-a033-5eb541479fd5 on host hv-neutron-8353 {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:19:28.099015 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-ccb9e3f2-4536-46ce-85dd-eeca011f8d54 req-17d0819e-0b0d-481a-809a-403534302710 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:19:28.102909 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ccb9e3f2-4536-46ce-85dd-eeca011f8d54 req-17d0819e-0b0d-481a-809a-403534302710 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.20 "DELETE /v2.0/ports/a5b9ed0e-b879-4f88-a033-5eb541479fd5 HTTP/1.1" status: 204 len: 173 time: 0.4560950 Mar 28 14:19:28.103358 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8549ae-9bbe-4bf3-946d-425e14d98c93', 'name': 'network-vif-deleted', 'tag': 'a5b9ed0e-b879-4f88-a033-5eb541479fd5'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:19:28.105724 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2acc20b8-05f8-4474-ae83-ce1e20c2dddc" -d '{"events": [{"server_uuid": "9f8549ae-9bbe-4bf3-946d-425e14d98c93", "name": "network-vif-deleted", "tag": "a5b9ed0e-b879-4f88-a033-5eb541479fd5"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:19:28.143912 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b326ea-9158-4b49-ba40-807aadd2452a x-openstack-request-id: req-c9b326ea-9158-4b49-ba40-807aadd2452a {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:19:28.144266 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f8549ae-9bbe-4bf3-946d-425e14d98c93", "name": "network-vif-deleted", "tag": "a5b9ed0e-b879-4f88-a033-5eb541479fd5", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:19:28.144629 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c9b326ea-9158-4b49-ba40-807aadd2452a {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:19:28.145135 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f8549ae-9bbe-4bf3-946d-425e14d98c93', 'name': 'network-vif-deleted', 'tag': 'a5b9ed0e-b879-4f88-a033-5eb541479fd5', 'status': 'completed', 'code': 200} Mar 28 14:19:28.320820 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cdb9eacf-e814-4499-93cf-b0d58d4d0993 req-6940cf0a-973f-4158-969e-ef4d76df1b5b tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f8549ae-9bbe-4bf3-946d-425e14d98c93 HTTP/1.1" status: 200 len: 210 time: 0.0255616 Mar 28 14:19:29.034309 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:19:29.364025 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:19:29.981112 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b6307-4e1e-4edd-bf0c-62d806e6f904 req-16f3c8bc-91db-4fb6-8732-a8fb47e79f40 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:19:29.982535 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-943b6307-4e1e-4edd-bf0c-62d806e6f904 req-16f3c8bc-91db-4fb6-8732-a8fb47e79f40 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/networks?id=aaca0fe4-26a7-45e6-8629-984fa5dd6076 HTTP/1.1" status: 200 len: 816 time: 0.0959752 Mar 28 14:19:29.997361 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-943b6307-4e1e-4edd-bf0c-62d806e6f904 req-283f81e8-640c-47aa-b67b-6f56f7bf5a66 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/quotas/3e6b6ce7bc5a46eb97ada7e818901608 HTTP/1.1" status: 200 len: 375 time: 0.0090492 Mar 28 14:19:30.049932 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-943b6307-4e1e-4edd-bf0c-62d806e6f904 req-af80b29c-8280-440f-96ac-a8646fe8e871 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3e6b6ce7bc5a46eb97ada7e818901608&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474384 Mar 28 14:19:30.140939 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-943b6307-4e1e-4edd-bf0c-62d806e6f904 req-0d346f78-3e28-44b6-a49f-b563f544bc35 service neutron] 10.222.0.24 "GET /v2.0/networks/aaca0fe4-26a7-45e6-8629-984fa5dd6076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791948 Mar 28 14:19:30.229392 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-943b6307-4e1e-4edd-bf0c-62d806e6f904 req-a9b070bb-6849-4fa8-8fb9-ed2b45254750 service neutron] 10.222.0.24 "GET /v2.0/networks/aaca0fe4-26a7-45e6-8629-984fa5dd6076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824301 Mar 28 14:19:30.454864 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8eb00317-647e-4f76-aab4-aa6a30f9935b req-f505f9fe-c907-497a-8178-d6d6069c404a tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f795ee-ee6f-4eff-956a-7a484d4e81d3 HTTP/1.1" status: 200 len: 210 time: 0.0273111 Mar 28 14:19:31.472130 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device a5b9ed0e-b879-4f88-a033-5eb541479fd5 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:19:31.495743 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] No Port match for: a5b9ed0e-b879-4f88-a033-5eb541479fd5 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:19:31.496087 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device a5b9ed0e-b879-4f88-a033-5eb541479fd5 not bound to the agent host hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:19:31.547835 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-91afc083-69e9-4fe2-a96e-2141f879b0ad req-7766ca98-ac99-48e0-9431-4bd78fe2f5ac tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f795ee-ee6f-4eff-956a-7a484d4e81d3 HTTP/1.1" status: 200 len: 210 time: 0.0262556 Mar 28 14:19:32.177285 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b6307-4e1e-4edd-bf0c-62d806e6f904 req-e02f958b-5e51-4b8b-aa58-fbcecb770640 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:19:32.178735 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-943b6307-4e1e-4edd-bf0c-62d806e6f904 req-e02f958b-5e51-4b8b-aa58-fbcecb770640 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.20 "GET /v2.0/networks?id=aaca0fe4-26a7-45e6-8629-984fa5dd6076 HTTP/1.1" status: 200 len: 816 time: 0.0993812 Mar 28 14:19:32.190539 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-943b6307-4e1e-4edd-bf0c-62d806e6f904 req-85b5257d-5e32-44bd-b3b6-0c658eb0cc13 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Request body: {'port': {'device_id': 'a3f795ee-ee6f-4eff-956a-7a484d4e81d3', 'network_id': 'aaca0fe4-26a7-45e6-8629-984fa5dd6076', 'admin_state_up': True, 'tenant_id': '3e6b6ce7bc5a46eb97ada7e818901608'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:19:32.348207 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-943b6307-4e1e-4edd-bf0c-62d806e6f904 req-85b5257d-5e32-44bd-b3b6-0c658eb0cc13 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Made reservation on behalf of 3e6b6ce7bc5a46eb97ada7e818901608 for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:19:32.353949 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-943b6307-4e1e-4edd-bf0c-62d806e6f904 req-85b5257d-5e32-44bd-b3b6-0c658eb0cc13 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:19:32.487586 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [req-943b6307-4e1e-4edd-bf0c-62d806e6f904 req-85b5257d-5e32-44bd-b3b6-0c658eb0cc13 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Allocated IP 172.20.0.13 (aaca0fe4-26a7-45e6-8629-984fa5dd6076/5ab0d5a2-da71-40a1-b90f-03b4fd108faf/b92c6777-fed9-4629-8127-d357a3e27b85) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:19:32.639567 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-943b6307-4e1e-4edd-bf0c-62d806e6f904 req-85b5257d-5e32-44bd-b3b6-0c658eb0cc13 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:19:32.655404 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ab41c5cb-d429-4ba8-9af1-107c26021ac7 req-5858b0b2-6590-434a-9283-8c8400a099e1 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f795ee-ee6f-4eff-956a-7a484d4e81d3 HTTP/1.1" status: 200 len: 210 time: 0.0357213 Mar 28 14:19:32.758439 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-943b6307-4e1e-4edd-bf0c-62d806e6f904 req-85b5257d-5e32-44bd-b3b6-0c658eb0cc13 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:19:32.802027 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-943b6307-4e1e-4edd-bf0c-62d806e6f904 req-85b5257d-5e32-44bd-b3b6-0c658eb0cc13 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Network aaca0fe4-26a7-45e6-8629-984fa5dd6076 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:19:32.805269 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [req-943b6307-4e1e-4edd-bf0c-62d806e6f904 req-85b5257d-5e32-44bd-b3b6-0c658eb0cc13 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:19:32.808886 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-943b6307-4e1e-4edd-bf0c-62d806e6f904 req-85b5257d-5e32-44bd-b3b6-0c658eb0cc13 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:19:32.815279 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5257d-5e32-44bd-b3b6-0c658eb0cc13 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Pushing event updated for resources: {'Port': ['ID=b92c6777-fed9-4629-8127-d357a3e27b85,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:19:32.862821 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b6307-4e1e-4edd-bf0c-62d806e6f904 req-85b5257d-5e32-44bd-b3b6-0c658eb0cc13 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:19:32.863432 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-943b6307-4e1e-4edd-bf0c-62d806e6f904 req-85b5257d-5e32-44bd-b3b6-0c658eb0cc13 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:19:32.938047 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-943b6307-4e1e-4edd-bf0c-62d806e6f904 req-85b5257d-5e32-44bd-b3b6-0c658eb0cc13 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7509725 Mar 28 14:19:32.956802 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-943b6307-4e1e-4edd-bf0c-62d806e6f904 req-2042645e-9317-4823-a22e-a33137b93feb service neutron] Request body: {'port': {'device_id': 'a3f795ee-ee6f-4eff-956a-7a484d4e81d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:19:33.013031 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-943b6307-4e1e-4edd-bf0c-62d806e6f904 req-2042645e-9317-4823-a22e-a33137b93feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:19:33.018776 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-1f109074-3dd9-47c1-aae7-9a779becd278 None None] Provisioning complete for port b92c6777-fed9-4629-8127-d357a3e27b85 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:19:33.019250 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1f109074-3dd9-47c1-aae7-9a779becd278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:19:33.052196 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-1f109074-3dd9-47c1-aae7-9a779becd278 None None] Port b92c6777-fed9-4629-8127-d357a3e27b85 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:19:33.266835 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [req-943b6307-4e1e-4edd-bf0c-62d806e6f904 req-2042645e-9317-4823-a22e-a33137b93feb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b92c6777-fed9-4629-8127-d357a3e27b85 {{(pid=109613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:19:33.274542 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-943b6307-4e1e-4edd-bf0c-62d806e6f904 req-2042645e-9317-4823-a22e-a33137b93feb service neutron] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:19:33.286218 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.provisioning_blocks [req-943b6307-4e1e-4edd-bf0c-62d806e6f904 req-2042645e-9317-4823-a22e-a33137b93feb service neutron] Transition to ACTIVE for port object b92c6777-fed9-4629-8127-d357a3e27b85 will not be triggered until provisioned by entity L2. {{(pid=109613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 14:19:33.371369 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-943b6307-4e1e-4edd-bf0c-62d806e6f904 req-2042645e-9317-4823-a22e-a33137b93feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:19:33.419052 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2042645e-9317-4823-a22e-a33137b93feb service neutron] Pushing event updated for resources: {'Port': ['ID=b92c6777-fed9-4629-8127-d357a3e27b85,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:19:33.493668 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-943b6307-4e1e-4edd-bf0c-62d806e6f904 req-2042645e-9317-4823-a22e-a33137b93feb service neutron] Attempting to bind port b92c6777-fed9-4629-8127-d357a3e27b85 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:19:33.493997 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-943b6307-4e1e-4edd-bf0c-62d806e6f904 req-2042645e-9317-4823-a22e-a33137b93feb service neutron] Attempting to bind port b92c6777-fed9-4629-8127-d357a3e27b85 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '6e457f43-b17e-4971-b0d2-638fc6a9c1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'aaca0fe4-26a7-45e6-8629-984fa5dd6076'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:19:33.494322 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943b6307-4e1e-4edd-bf0c-62d806e6f904 req-2042645e-9317-4823-a22e-a33137b93feb service neutron] Attempting to bind port b92c6777-fed9-4629-8127-d357a3e27b85 on network aaca0fe4-26a7-45e6-8629-984fa5dd6076 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:19:33.498798 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943b6307-4e1e-4edd-bf0c-62d806e6f904 req-2042645e-9317-4823-a22e-a33137b93feb service neutron] Port b92c6777-fed9-4629-8127-d357a3e27b85 on network aaca0fe4-26a7-45e6-8629-984fa5dd6076 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 14:19:33.499141 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943b6307-4e1e-4edd-bf0c-62d806e6f904 req-2042645e-9317-4823-a22e-a33137b93feb service neutron] Attempting to bind port b92c6777-fed9-4629-8127-d357a3e27b85 on network aaca0fe4-26a7-45e6-8629-984fa5dd6076 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:19:33.503917 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943b6307-4e1e-4edd-bf0c-62d806e6f904 req-2042645e-9317-4823-a22e-a33137b93feb service neutron] Checking agent: {'id': '72ab3303-6c81-4bd9-a1a9-2c5d9b681d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'started_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:19:33.504245 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943b6307-4e1e-4edd-bf0c-62d806e6f904 req-2042645e-9317-4823-a22e-a33137b93feb service neutron] Checking segment: {'id': '6e457f43-b17e-4971-b0d2-638fc6a9c1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'aaca0fe4-26a7-45e6-8629-984fa5dd6076'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:19:33.504649 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943b6307-4e1e-4edd-bf0c-62d806e6f904 req-2042645e-9317-4823-a22e-a33137b93feb service neutron] Bound using segment: {'id': '6e457f43-b17e-4971-b0d2-638fc6a9c1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'aaca0fe4-26a7-45e6-8629-984fa5dd6076'} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:19:33.505080 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-943b6307-4e1e-4edd-bf0c-62d806e6f904 req-2042645e-9317-4823-a22e-a33137b93feb service neutron] Bound port: b92c6777-fed9-4629-8127-d357a3e27b85, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e457f43-b17e-4971-b0d2-638fc6a9c1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'aaca0fe4-26a7-45e6-8629-984fa5dd6076'}}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:19:33.505523 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-943b6307-4e1e-4edd-bf0c-62d806e6f904 req-2042645e-9317-4823-a22e-a33137b93feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:19:33.569858 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-943b6307-4e1e-4edd-bf0c-62d806e6f904 req-2042645e-9317-4823-a22e-a33137b93feb service neutron] For port b92c6777-fed9-4629-8127-d357a3e27b85, host hv-neutron-8353, cleared binding levels {{(pid=109613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:19:33.573422 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-943b6307-4e1e-4edd-bf0c-62d806e6f904 req-2042645e-9317-4823-a22e-a33137b93feb service neutron] For port b92c6777-fed9-4629-8127-d357a3e27b85, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=b92c6777-fed9-4629-8127-d357a3e27b85,segment=NetworkSegment(6e457f43-b17e-4971-b0d2-638fc6a9c1de),segment_id=6e457f43-b17e-4971-b0d2-638fc6a9c1de)] {{(pid=109613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:19:33.657805 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-943b6307-4e1e-4edd-bf0c-62d806e6f904 req-2042645e-9317-4823-a22e-a33137b93feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:19:33.704215 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b6307-4e1e-4edd-bf0c-62d806e6f904 req-2042645e-9317-4823-a22e-a33137b93feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:19:33.704215 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-943b6307-4e1e-4edd-bf0c-62d806e6f904 req-2042645e-9317-4823-a22e-a33137b93feb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:19:33.704215 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-943b6307-4e1e-4edd-bf0c-62d806e6f904 req-2042645e-9317-4823-a22e-a33137b93feb service neutron] 10.222.0.20 "PUT /v2.0/ports/b92c6777-fed9-4629-8127-d357a3e27b85 HTTP/1.1" status: 200 len: 1094 time: 0.7494142 Mar 28 14:19:33.704215 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f795ee-ee6f-4eff-956a-7a484d4e81d3', 'tag': 'b92c6777-fed9-4629-8127-d357a3e27b85'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:19:33.704783 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd60345c-17b0-45e7-86cc-f1eb3f57e5f6" -d '{"events": [{"name": "network-changed", "server_uuid": "a3f795ee-ee6f-4eff-956a-7a484d4e81d3", "tag": "b92c6777-fed9-4629-8127-d357a3e27b85"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:19:33.734660 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2042645e-9317-4823-a22e-a33137b93feb service neutron] Pushing event updated for resources: {'Port': ['ID=b92c6777-fed9-4629-8127-d357a3e27b85,revision_number=3']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:19:33.751562 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c0b6ff-efc5-4092-893e-678d91142ef1 x-openstack-request-id: req-e8c0b6ff-efc5-4092-893e-678d91142ef1 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:19:33.751902 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3f795ee-ee6f-4eff-956a-7a484d4e81d3", "tag": "b92c6777-fed9-4629-8127-d357a3e27b85", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:19:33.752150 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e8c0b6ff-efc5-4092-893e-678d91142ef1 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:19:33.752565 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3f795ee-ee6f-4eff-956a-7a484d4e81d3', 'tag': 'b92c6777-fed9-4629-8127-d357a3e27b85', 'status': 'completed', 'code': 200} Mar 28 14:19:33.818778 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b192601-f4e4-457a-b879-c6f8189e687e req-e84cfe9d-309d-44cb-b234-a3a56bc6b285 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:19:33.820298 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2b192601-f4e4-457a-b879-c6f8189e687e req-e84cfe9d-309d-44cb-b234-a3a56bc6b285 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f795ee-ee6f-4eff-956a-7a484d4e81d3 HTTP/1.1" status: 200 len: 944 time: 0.0825343 Mar 28 14:19:33.835461 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60345c-17b0-45e7-86cc-f1eb3f57e5f6 req-f6d9f4d2-66a1-43cc-9239-2481db7ff718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:19:33.836988 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cd60345c-17b0-45e7-86cc-f1eb3f57e5f6 req-f6d9f4d2-66a1-43cc-9239-2481db7ff718 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e6b6ce7bc5a46eb97ada7e818901608&device_id=a3f795ee-ee6f-4eff-956a-7a484d4e81d3 HTTP/1.1" status: 200 len: 1097 time: 0.0639381 Mar 28 14:19:33.909097 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2b192601-f4e4-457a-b879-c6f8189e687e req-b73044cc-15fd-4aa2-8005-09c886e460d1 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/security-groups?id=367189fd-c0b9-4463-b9db-56e0276c0f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813434 Mar 28 14:19:33.948226 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60345c-17b0-45e7-86cc-f1eb3f57e5f6 req-7fb550c4-4aa8-41c1-8906-fc93b17b64a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:19:33.949753 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cd60345c-17b0-45e7-86cc-f1eb3f57e5f6 req-7fb550c4-4aa8-41c1-8906-fc93b17b64a8 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=3e6b6ce7bc5a46eb97ada7e818901608&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1049788 Mar 28 14:19:34.047533 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60345c-17b0-45e7-86cc-f1eb3f57e5f6 req-e0d8df82-b028-43b1-8daf-5ff553cd6234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:19:34.056616 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cd60345c-17b0-45e7-86cc-f1eb3f57e5f6 req-e0d8df82-b028-43b1-8daf-5ff553cd6234 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938306 Mar 28 14:19:34.127556 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b6307-4e1e-4edd-bf0c-62d806e6f904 req-63aa5990-e6db-4cd0-92ad-b2047a6eea80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:19:34.129028 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-943b6307-4e1e-4edd-bf0c-62d806e6f904 req-63aa5990-e6db-4cd0-92ad-b2047a6eea80 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e6b6ce7bc5a46eb97ada7e818901608&device_id=a3f795ee-ee6f-4eff-956a-7a484d4e81d3 HTTP/1.1" status: 200 len: 1097 time: 0.0408590 Mar 28 14:19:34.172134 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-943b6307-4e1e-4edd-bf0c-62d806e6f904 req-085717fd-7fcf-4e32-9cb3-928026091e35 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b92c6777-fed9-4629-8127-d357a3e27b85 HTTP/1.1" status: 200 len: 217 time: 0.0355170 Mar 28 14:19:34.218346 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b6307-4e1e-4edd-bf0c-62d806e6f904 req-674781d2-66ee-4d5f-8cb0-b5574e9ba5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:19:34.219711 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-943b6307-4e1e-4edd-bf0c-62d806e6f904 req-674781d2-66ee-4d5f-8cb0-b5574e9ba5ac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5ab0d5a2-da71-40a1-b90f-03b4fd108faf HTTP/1.1" status: 200 len: 855 time: 0.0415082 Mar 28 14:19:34.263520 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b6307-4e1e-4edd-bf0c-62d806e6f904 req-4dd78982-2fe1-479c-9355-b8d479ba5dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:19:34.265047 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-943b6307-4e1e-4edd-bf0c-62d806e6f904 req-4dd78982-2fe1-479c-9355-b8d479ba5dd0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aaca0fe4-26a7-45e6-8629-984fa5dd6076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393903 Mar 28 14:19:34.354212 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-943b6307-4e1e-4edd-bf0c-62d806e6f904 req-f14c8d82-7490-40d6-a8ab-4a930ce2b835 service neutron] 10.222.0.20 "GET /v2.0/networks/aaca0fe4-26a7-45e6-8629-984fa5dd6076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826399 Mar 28 14:19:34.439732 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-943b6307-4e1e-4edd-bf0c-62d806e6f904 req-bf3ddd49-a420-4b43-a217-fe6f8eeec377 service neutron] 10.222.0.20 "GET /v2.0/networks/aaca0fe4-26a7-45e6-8629-984fa5dd6076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796788 Mar 28 14:19:35.042555 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07c2ab-a90c-4b8f-99c9-df7ec9c8fd2a req-8280889d-56a5-4b6d-bc00-79d89c4690b2 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:19:35.043996 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0e07c2ab-a90c-4b8f-99c9-df7ec9c8fd2a req-8280889d-56a5-4b6d-bc00-79d89c4690b2 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f795ee-ee6f-4eff-956a-7a484d4e81d3 HTTP/1.1" status: 200 len: 944 time: 0.0621500 Mar 28 14:19:35.080426 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0e07c2ab-a90c-4b8f-99c9-df7ec9c8fd2a req-924f620a-ace0-4238-85a5-07f97e6324bd tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/security-groups?id=367189fd-c0b9-4463-b9db-56e0276c0f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304122 Mar 28 14:19:36.534661 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f117c3b-8889-49ff-b9bd-104bb063e7e0 req-a7f243a9-96d7-4acc-91b6-a5c9eb55998e tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:19:36.536115 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4f117c3b-8889-49ff-b9bd-104bb063e7e0 req-a7f243a9-96d7-4acc-91b6-a5c9eb55998e tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f795ee-ee6f-4eff-956a-7a484d4e81d3 HTTP/1.1" status: 200 len: 944 time: 0.3891902 Mar 28 14:19:36.573113 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4f117c3b-8889-49ff-b9bd-104bb063e7e0 req-defd3dca-37c5-47d9-97ef-5648cd723366 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/security-groups?id=367189fd-c0b9-4463-b9db-56e0276c0f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307629 Mar 28 14:19:37.519249 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device b92c6777-fed9-4629-8127-d357a3e27b85 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:19:37.613735 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port b92c6777-fed9-4629-8127-d357a3e27b85, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=b92c6777-fed9-4629-8127-d357a3e27b85,segment=NetworkSegment(6e457f43-b17e-4971-b0d2-638fc6a9c1de),segment_id=6e457f43-b17e-4971-b0d2-638fc6a9c1de)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:19:37.624805 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': 'b92c6777-fed9-4629-8127-d357a3e27b85', 'network_id': 'aaca0fe4-26a7-45e6-8629-984fa5dd6076', 'port_id': 'b92c6777-fed9-4629-8127-d357a3e27b85', 'mac_address': 'fa:16:3e:93:46:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ab0d5a2-da71-40a1-b90f-03b4fd108faf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:19:37.661269 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:19:37.673464 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b92c6777-fed9-4629-8127-d357a3e27b85 {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:19:37.685325 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e990bbb-c583-4a30-a829-ce5b10f7595b req-04544839-d62c-49f7-a5bd-403d09434c63 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:19:37.690868 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8e990bbb-c583-4a30-a829-ce5b10f7595b req-04544839-d62c-49f7-a5bd-403d09434c63 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f795ee-ee6f-4eff-956a-7a484d4e81d3 HTTP/1.1" status: 200 len: 944 time: 0.0486524 Mar 28 14:19:37.693256 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port b92c6777-fed9-4629-8127-d357a3e27b85, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=b92c6777-fed9-4629-8127-d357a3e27b85,segment=NetworkSegment(6e457f43-b17e-4971-b0d2-638fc6a9c1de),segment_id=6e457f43-b17e-4971-b0d2-638fc6a9c1de)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:19:37.724324 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8e990bbb-c583-4a30-a829-ce5b10f7595b req-481c2b1f-efde-4c53-85f8-778c91d53968 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/security-groups?id=367189fd-c0b9-4463-b9db-56e0276c0f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311382 Mar 28 14:19:37.754218 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:19:37.804692 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=b92c6777-fed9-4629-8127-d357a3e27b85,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:19:38.045904 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['b92c6777-fed9-4629-8127-d357a3e27b85'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:19:38.836382 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8662150-524b-4929-8499-215c1b1220b1 req-b1743475-7eb5-40b5-b94d-cb2bd900a8ab tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:19:38.838359 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d8662150-524b-4929-8499-215c1b1220b1 req-b1743475-7eb5-40b5-b94d-cb2bd900a8ab tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f795ee-ee6f-4eff-956a-7a484d4e81d3 HTTP/1.1" status: 200 len: 945 time: 0.0503771 Mar 28 14:19:38.875137 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d8662150-524b-4929-8499-215c1b1220b1 req-fc2666ce-dc8f-45f9-b87c-a229ef35a034 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/security-groups?id=367189fd-c0b9-4463-b9db-56e0276c0f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309138 Mar 28 14:19:39.534780 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device b92c6777-fed9-4629-8127-d357a3e27b85 up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:19:39.810680 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning for port b92c6777-fed9-4629-8127-d357a3e27b85 completed by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 14:19:39.814398 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port b92c6777-fed9-4629-8127-d357a3e27b85 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:19:39.814784 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:19:39.888276 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:19:39.909666 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f795ee-ee6f-4eff-956a-7a484d4e81d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92c6777-fed9-4629-8127-d357a3e27b85'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:19:39.911864 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89be3ef3-f2bb-496a-b321-50071b75b3a3" -d '{"events": [{"server_uuid": "a3f795ee-ee6f-4eff-956a-7a484d4e81d3", "name": "network-vif-plugged", "status": "completed", "tag": "b92c6777-fed9-4629-8127-d357a3e27b85"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:19:39.925046 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port b92c6777-fed9-4629-8127-d357a3e27b85, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=b92c6777-fed9-4629-8127-d357a3e27b85,segment=NetworkSegment(6e457f43-b17e-4971-b0d2-638fc6a9c1de),segment_id=6e457f43-b17e-4971-b0d2-638fc6a9c1de)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:19:39.949766 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974b1de1-c54d-47a5-9662-828d5eacb202 x-openstack-request-id: req-974b1de1-c54d-47a5-9662-828d5eacb202 {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:19:39.950060 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f795ee-ee6f-4eff-956a-7a484d4e81d3", "name": "network-vif-plugged", "status": "completed", "tag": "b92c6777-fed9-4629-8127-d357a3e27b85", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:19:39.950309 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-974b1de1-c54d-47a5-9662-828d5eacb202 {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:19:39.950711 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f795ee-ee6f-4eff-956a-7a484d4e81d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92c6777-fed9-4629-8127-d357a3e27b85', 'code': 200} Mar 28 14:19:39.977273 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:19:39.993916 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133a18b-b995-4322-984e-604432f97b01 req-5a01d8bc-9f35-41df-bd10-94c73641d3d0 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:19:39.995411 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e133a18b-b995-4322-984e-604432f97b01 req-5a01d8bc-9f35-41df-bd10-94c73641d3d0 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f795ee-ee6f-4eff-956a-7a484d4e81d3 HTTP/1.1" status: 200 len: 945 time: 0.0515711 Mar 28 14:19:40.028707 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=b92c6777-fed9-4629-8127-d357a3e27b85,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:19:40.033205 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e133a18b-b995-4322-984e-604432f97b01 req-a76839b0-70f2-4366-a6c4-472a0ac9005c tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/security-groups?id=367189fd-c0b9-4463-b9db-56e0276c0f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311549 Mar 28 14:19:40.227281 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2a8cd-73f4-4cbe-b86d-05786db6477c req-b413fb48-37f5-4f84-b436-af53e10b9058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:19:40.229482 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c1f2a8cd-73f4-4cbe-b86d-05786db6477c req-b413fb48-37f5-4f84-b436-af53e10b9058 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a3f795ee-ee6f-4eff-956a-7a484d4e81d3 HTTP/1.1" status: 200 len: 1099 time: 0.0396121 Mar 28 14:19:40.261495 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c1f2a8cd-73f4-4cbe-b86d-05786db6477c req-b38e170c-8c86-4fb8-8731-f3fe0fc1212f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=367189fd-c0b9-4463-b9db-56e0276c0f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261540 Mar 28 14:19:41.151927 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2eab5-a0b6-435a-a674-f9b8c03f1ef6 req-57fa96f0-530d-4610-b918-b24aeee8d86b tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:19:41.153382 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-efb2eab5-a0b6-435a-a674-f9b8c03f1ef6 req-57fa96f0-530d-4610-b918-b24aeee8d86b tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f795ee-ee6f-4eff-956a-7a484d4e81d3 HTTP/1.1" status: 200 len: 946 time: 0.0510194 Mar 28 14:19:41.189486 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-efb2eab5-a0b6-435a-a674-f9b8c03f1ef6 req-3d6c9180-50ba-4034-a056-f352b61fefa9 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/security-groups?id=367189fd-c0b9-4463-b9db-56e0276c0f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301874 Mar 28 14:19:42.301228 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20d89e-ca3c-4504-a84d-8aea0a7fd134 req-646ba29f-f917-4749-aa20-a29c3243a5d0 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:19:42.302748 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ff20d89e-ca3c-4504-a84d-8aea0a7fd134 req-646ba29f-f917-4749-aa20-a29c3243a5d0 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f795ee-ee6f-4eff-956a-7a484d4e81d3 HTTP/1.1" status: 200 len: 946 time: 0.0471513 Mar 28 14:19:42.340071 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ff20d89e-ca3c-4504-a84d-8aea0a7fd134 req-f29c60ea-c147-4256-bf60-8a7597a588ae tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/security-groups?id=367189fd-c0b9-4463-b9db-56e0276c0f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308702 Mar 28 14:19:42.454324 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c6cfc-188b-4711-9706-4a0c17290bc0 req-54f98ef6-67d1-4f6d-860f-39453ffbb468 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:19:42.455782 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e95c6cfc-188b-4711-9706-4a0c17290bc0 req-54f98ef6-67d1-4f6d-860f-39453ffbb468 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f795ee-ee6f-4eff-956a-7a484d4e81d3 HTTP/1.1" status: 200 len: 946 time: 0.0487344 Mar 28 14:19:42.492099 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e95c6cfc-188b-4711-9706-4a0c17290bc0 req-9302e2f2-1f6a-498f-8c67-f778531eea4b tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/security-groups?id=367189fd-c0b9-4463-b9db-56e0276c0f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302401 Mar 28 14:19:43.793995 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:19:48.234034 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:19:54.021915 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2c19c8bf-5f80-4514-a82a-d818ec879c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:19:56.342161 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-41928126-f220-4cca-b119-ff0d541ff5bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:19:57.684040 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:19:59.004836 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:19:59.370949 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:04.449286 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066424f4-4229-43d8-8c60-c78eee7aadbf req-e2309bef-67d9-46b5-9973-5836405e22cd tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:20:04.450730 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-066424f4-4229-43d8-8c60-c78eee7aadbf req-e2309bef-67d9-46b5-9973-5836405e22cd tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f795ee-ee6f-4eff-956a-7a484d4e81d3 HTTP/1.1" status: 200 len: 946 time: 0.0506234 Mar 28 14:20:04.487228 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-066424f4-4229-43d8-8c60-c78eee7aadbf req-3005334b-c1cd-4fb2-81ad-329c8151d04f tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/security-groups?id=367189fd-c0b9-4463-b9db-56e0276c0f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302684 Mar 28 14:20:05.610131 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365427a0-d836-4851-897a-f8373f4470de req-1d4a6867-9794-4efa-8dcc-f7b273ced9dc tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:20:05.611671 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-365427a0-d836-4851-897a-f8373f4470de req-1d4a6867-9794-4efa-8dcc-f7b273ced9dc tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f795ee-ee6f-4eff-956a-7a484d4e81d3 HTTP/1.1" status: 200 len: 946 time: 0.0582156 Mar 28 14:20:05.650670 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-365427a0-d836-4851-897a-f8373f4470de req-9b978ee5-35fb-4704-98cb-d1b6bb0e3a0b tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/security-groups?id=367189fd-c0b9-4463-b9db-56e0276c0f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330584 Mar 28 14:20:06.137781 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831c367-2f2d-4433-875d-6aa2a89a51a8 req-501c133a-6722-461c-b931-dc9daf7cdb42 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:20:06.139149 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c831c367-2f2d-4433-875d-6aa2a89a51a8 req-501c133a-6722-461c-b931-dc9daf7cdb42 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f795ee-ee6f-4eff-956a-7a484d4e81d3 HTTP/1.1" status: 200 len: 946 time: 0.0472848 Mar 28 14:20:06.233232 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-c831c367-2f2d-4433-875d-6aa2a89a51a8 req-385b26a8-375a-451b-a08f-0f8255f3bed3 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Deleting port b92c6777-fed9-4629-8127-d357a3e27b85 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:20:06.233566 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-c831c367-2f2d-4433-875d-6aa2a89a51a8 req-385b26a8-375a-451b-a08f-0f8255f3bed3 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:06.318085 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-c831c367-2f2d-4433-875d-6aa2a89a51a8 req-385b26a8-375a-451b-a08f-0f8255f3bed3 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] For port b92c6777-fed9-4629-8127-d357a3e27b85, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=b92c6777-fed9-4629-8127-d357a3e27b85,segment=NetworkSegment(6e457f43-b17e-4971-b0d2-638fc6a9c1de),segment_id=6e457f43-b17e-4971-b0d2-638fc6a9c1de)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:20:06.318551 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-c831c367-2f2d-4433-875d-6aa2a89a51a8 req-385b26a8-375a-451b-a08f-0f8255f3bed3 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:06.331101 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-c831c367-2f2d-4433-875d-6aa2a89a51a8 req-385b26a8-375a-451b-a08f-0f8255f3bed3 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Calling delete_port for b92c6777-fed9-4629-8127-d357a3e27b85 owned by compute:nova {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:20:06.530860 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-c831c367-2f2d-4433-875d-6aa2a89a51a8 req-385b26a8-375a-451b-a08f-0f8255f3bed3 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:06.542428 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['b92c6777-fed9-4629-8127-d357a3e27b85'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:20:06.557271 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b26a8-375a-451b-a08f-0f8255f3bed3 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Pushing event deleted for resources: {'Port': ['ID=b92c6777-fed9-4629-8127-d357a3e27b85,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:06.606721 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-c831c367-2f2d-4433-875d-6aa2a89a51a8 req-385b26a8-375a-451b-a08f-0f8255f3bed3 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] No DVR routers for this DVR port b92c6777-fed9-4629-8127-d357a3e27b85 on host hv-neutron-8353 {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:20:06.609354 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-c831c367-2f2d-4433-875d-6aa2a89a51a8 req-385b26a8-375a-451b-a08f-0f8255f3bed3 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:06.612682 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c831c367-2f2d-4433-875d-6aa2a89a51a8 req-385b26a8-375a-451b-a08f-0f8255f3bed3 tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.20 "DELETE /v2.0/ports/b92c6777-fed9-4629-8127-d357a3e27b85 HTTP/1.1" status: 204 len: 173 time: 0.4680824 Mar 28 14:20:06.613326 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f795ee-ee6f-4eff-956a-7a484d4e81d3', 'name': 'network-vif-deleted', 'tag': 'b92c6777-fed9-4629-8127-d357a3e27b85'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:20:06.615438 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfb1061-b781-420f-a848-78f33a8a7464" -d '{"events": [{"server_uuid": "a3f795ee-ee6f-4eff-956a-7a484d4e81d3", "name": "network-vif-deleted", "tag": "b92c6777-fed9-4629-8127-d357a3e27b85"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:20:06.657785 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2cc648f-0367-4d55-ad21-2ec9a0174a83 x-openstack-request-id: req-e2cc648f-0367-4d55-ad21-2ec9a0174a83 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:20:06.658082 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f795ee-ee6f-4eff-956a-7a484d4e81d3", "name": "network-vif-deleted", "tag": "b92c6777-fed9-4629-8127-d357a3e27b85", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:20:06.658333 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e2cc648f-0367-4d55-ad21-2ec9a0174a83 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:20:06.659570 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f795ee-ee6f-4eff-956a-7a484d4e81d3', 'name': 'network-vif-deleted', 'tag': 'b92c6777-fed9-4629-8127-d357a3e27b85', 'status': 'completed', 'code': 200} Mar 28 14:20:06.755022 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-245ed970-a7d6-41b8-ab05-72ce40bb2647 req-e63f7590-ee9b-4564-be84-32552a788b1d tempest-TestEncryptedCinderVolumes-2002392672 tempest-TestEncryptedCinderVolumes-2002392672-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f795ee-ee6f-4eff-956a-7a484d4e81d3 HTTP/1.1" status: 200 len: 210 time: 0.0290568 Mar 28 14:20:07.895356 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 40442) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:20:08.229888 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-22098c54-ad51-4da4-8bfe-4d5e6a85d012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:08.467801 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-22098c54-ad51-4da4-8bfe-4d5e6a85d012 admin admin] Deleting port 5d13dd43-5fa7-42fd-a6b7-bc6611a17e6b {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:20:08.468133 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-22098c54-ad51-4da4-8bfe-4d5e6a85d012 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:08.545690 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-22098c54-ad51-4da4-8bfe-4d5e6a85d012 admin admin] For port 5d13dd43-5fa7-42fd-a6b7-bc6611a17e6b, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=5d13dd43-5fa7-42fd-a6b7-bc6611a17e6b,segment=NetworkSegment(6e457f43-b17e-4971-b0d2-638fc6a9c1de),segment_id=6e457f43-b17e-4971-b0d2-638fc6a9c1de)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:20:08.545948 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-22098c54-ad51-4da4-8bfe-4d5e6a85d012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:08.558622 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-22098c54-ad51-4da4-8bfe-4d5e6a85d012 admin admin] Calling delete_port for 5d13dd43-5fa7-42fd-a6b7-bc6611a17e6b owned by network:router_interface {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:20:08.782242 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-22098c54-ad51-4da4-8bfe-4d5e6a85d012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:08.807799 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22098c54-ad51-4da4-8bfe-4d5e6a85d012 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d13dd43-5fa7-42fd-a6b7-bc6611a17e6b,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:08.819541 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22098c54-ad51-4da4-8bfe-4d5e6a85d012 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:08.819541 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22098c54-ad51-4da4-8bfe-4d5e6a85d012 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:08.819831 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22098c54-ad51-4da4-8bfe-4d5e6a85d012 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:08.820159 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22098c54-ad51-4da4-8bfe-4d5e6a85d012 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:08.820509 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22098c54-ad51-4da4-8bfe-4d5e6a85d012 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:08.820833 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22098c54-ad51-4da4-8bfe-4d5e6a85d012 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:08.821180 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22098c54-ad51-4da4-8bfe-4d5e6a85d012 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:08.821506 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22098c54-ad51-4da4-8bfe-4d5e6a85d012 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:08.821832 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22098c54-ad51-4da4-8bfe-4d5e6a85d012 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:08.822145 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22098c54-ad51-4da4-8bfe-4d5e6a85d012 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:08.822463 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22098c54-ad51-4da4-8bfe-4d5e6a85d012 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:08.822773 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22098c54-ad51-4da4-8bfe-4d5e6a85d012 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:08.978642 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-22098c54-ad51-4da4-8bfe-4d5e6a85d012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:09.187016 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22098c54-ad51-4da4-8bfe-4d5e6a85d012 admin admin] Router 83089021-803e-4d8a-a2d5-20cecf1ca534 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:20:09.288711 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22098c54-ad51-4da4-8bfe-4d5e6a85d012 admin admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:20:09.294184 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-22098c54-ad51-4da4-8bfe-4d5e6a85d012 admin admin] 10.222.0.24 "PUT /v2.0/routers/83089021-803e-4d8a-a2d5-20cecf1ca534/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3980227 Mar 28 14:20:09.296757 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 40446) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:20:09.299551 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93312ba2-08ca-4b8e-be1d-84011a01a6cb None None] Sync routers for ids ['83089021-803e-4d8a-a2d5-20cecf1ca534'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:20:09.309921 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93312ba2-08ca-4b8e-be1d-84011a01a6cb None None] Routers {'83089021-803e-4d8a-a2d5-20cecf1ca534'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:20:09.310543 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-93312ba2-08ca-4b8e-be1d-84011a01a6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:19:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['83089021-803e-4d8a-a2d5-20cecf1ca534'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:20:09.405651 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7151093c-9613-46e2-aae6-23f750d21a46 admin admin] Notify callbacks [] for router, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:09.421251 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-93312ba2-08ca-4b8e-be1d-84011a01a6cb None None] Set router 83089021-803e-4d8a-a2d5-20cecf1ca534 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:20:09.505091 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7151093c-9613-46e2-aae6-23f750d21a46 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:09.591946 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-93312ba2-08ca-4b8e-be1d-84011a01a6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83089021-803e-4d8a-a2d5-20cecf1ca534', 'name': 'tempest-TestEncryptedCinderVolumes-612065834-router', 'tenant_id': '3e6b6ce7bc5a46eb97ada7e818901608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.32'}], 'enable_snat': True}, 'gw_port_id': '160c1216-e756-4bdd-a3e8-6f2f189656d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:18:39Z', 'updated_at': '2022-03-28T14:20:08Z', 'revision_number': 5, 'project_id': '3e6b6ce7bc5a46eb97ada7e818901608', 'gw_port': {'id': '160c1216-e756-4bdd-a3e8-6f2f189656d6', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83089021-803e-4d8a-a2d5-20cecf1ca534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:18:39Z', 'updated_at': '2022-03-28T14:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:20:09.621151 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93312ba2-08ca-4b8e-be1d-84011a01a6cb None None] Checking router: 83089021-803e-4d8a-a2d5-20cecf1ca534 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:20:09.629187 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93312ba2-08ca-4b8e-be1d-84011a01a6cb None None] Routers {'83089021-803e-4d8a-a2d5-20cecf1ca534'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:20:09.629793 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-93312ba2-08ca-4b8e-be1d-84011a01a6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:19:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['83089021-803e-4d8a-a2d5-20cecf1ca534'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:20:09.647887 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-7151093c-9613-46e2-aae6-23f750d21a46 admin admin] Deleting port 160c1216-e756-4bdd-a3e8-6f2f189656d6 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:20:09.648226 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7151093c-9613-46e2-aae6-23f750d21a46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:09.663155 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device b92c6777-fed9-4629-8127-d357a3e27b85 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:20:09.712975 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] No Port match for: b92c6777-fed9-4629-8127-d357a3e27b85 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:20:09.713312 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device b92c6777-fed9-4629-8127-d357a3e27b85 not bound to the agent host hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:20:09.729846 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-7151093c-9613-46e2-aae6-23f750d21a46 admin admin] For port 160c1216-e756-4bdd-a3e8-6f2f189656d6, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=160c1216-e756-4bdd-a3e8-6f2f189656d6,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:20:09.730235 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7151093c-9613-46e2-aae6-23f750d21a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:09.733547 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-93312ba2-08ca-4b8e-be1d-84011a01a6cb None None] Set router 83089021-803e-4d8a-a2d5-20cecf1ca534 gateway port host: None {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:20:09.741584 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-7151093c-9613-46e2-aae6-23f750d21a46 admin admin] Calling delete_port for 160c1216-e756-4bdd-a3e8-6f2f189656d6 owned by network:router_gateway {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:20:09.785360 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-93312ba2-08ca-4b8e-be1d-84011a01a6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83089021-803e-4d8a-a2d5-20cecf1ca534', 'name': 'tempest-TestEncryptedCinderVolumes-612065834-router', 'tenant_id': '3e6b6ce7bc5a46eb97ada7e818901608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:18:39Z', 'updated_at': '2022-03-28T14:20:09Z', 'revision_number': 6, 'project_id': '3e6b6ce7bc5a46eb97ada7e818901608', 'gw_port_host': None}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:20:09.813581 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93312ba2-08ca-4b8e-be1d-84011a01a6cb None None] The sync data for ids ['83089021-803e-4d8a-a2d5-20cecf1ca534'] in dv-neutron-835335-1-hyperv is: [{'id': '83089021-803e-4d8a-a2d5-20cecf1ca534', 'name': 'tempest-TestEncryptedCinderVolumes-612065834-router', 'tenant_id': '3e6b6ce7bc5a46eb97ada7e818901608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:18:39Z', 'updated_at': '2022-03-28T14:20:09Z', 'revision_number': 6, 'project_id': '3e6b6ce7bc5a46eb97ada7e818901608', 'gw_port_host': None}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:20:09.991729 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7151093c-9613-46e2-aae6-23f750d21a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:10.017476 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151093c-9613-46e2-aae6-23f750d21a46 admin admin] Pushing event deleted for resources: {'Port': ['ID=160c1216-e756-4bdd-a3e8-6f2f189656d6,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:10.076493 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7151093c-9613-46e2-aae6-23f750d21a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133933816'] for router_gateway, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:10.163961 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7151093c-9613-46e2-aae6-23f750d21a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:10.166171 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7151093c-9613-46e2-aae6-23f750d21a46 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:10.291291 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7151093c-9613-46e2-aae6-23f750d21a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:10.291859 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7151093c-9613-46e2-aae6-23f750d21a46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83089021-803e-4d8a-a2d5-20cecf1ca534 {{(pid=109612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 14:20:10.296208 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7151093c-9613-46e2-aae6-23f750d21a46 admin admin] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:10.297372 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-7151093c-9613-46e2-aae6-23f750d21a46 admin admin] 10.222.0.24 "DELETE /v2.0/routers/83089021-803e-4d8a-a2d5-20cecf1ca534 HTTP/1.1" status: 204 len: 168 time: 0.9997151 Mar 28 14:20:10.299890 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 40448) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:20:10.343412 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-76eeb631-1933-4377-b4a7-91b39354567a admin admin] Deleting subnet 5ab0d5a2-da71-40a1-b90f-03b4fd108faf {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 14:20:10.346333 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-76eeb631-1933-4377-b4a7-91b39354567a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:10.380069 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-76eeb631-1933-4377-b4a7-91b39354567a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:10.796013 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-76eeb631-1933-4377-b4a7-91b39354567a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:10.908257 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-76eeb631-1933-4377-b4a7-91b39354567a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:10.934790 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eeb631-1933-4377-b4a7-91b39354567a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ab0d5a2-da71-40a1-b90f-03b4fd108faf,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:10.936768 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-76eeb631-1933-4377-b4a7-91b39354567a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:10.939897 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-76eeb631-1933-4377-b4a7-91b39354567a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5ab0d5a2-da71-40a1-b90f-03b4fd108faf HTTP/1.1" status: 204 len: 168 time: 0.6390953 Mar 28 14:20:10.942625 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 40450) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:20:10.956294 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6762038-69a0-4fd8-95b0-a59f6f4dbc22 None None] Network aaca0fe4-26a7-45e6-8629-984fa5dd6076 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:20:11.011818 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c9789b24-e8a5-4fcd-9d5d-417442165c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:11.064920 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-c9789b24-e8a5-4fcd-9d5d-417442165c6c admin admin] Deleting port 2b047589-0193-493c-ae2b-b5c9b8cca88f {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:20:11.065261 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c9789b24-e8a5-4fcd-9d5d-417442165c6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:11.127859 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059dec2f-f47c-4397-acf9-a9747db125bb None None] DHCP port deletion for aaca0fe4-26a7-45e6-8629-984fa5dd6076 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 14:20:11.128507 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-c9789b24-e8a5-4fcd-9d5d-417442165c6c admin admin] For port 2b047589-0193-493c-ae2b-b5c9b8cca88f, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=2b047589-0193-493c-ae2b-b5c9b8cca88f,segment=NetworkSegment(6e457f43-b17e-4971-b0d2-638fc6a9c1de),segment_id=6e457f43-b17e-4971-b0d2-638fc6a9c1de)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:20:11.129192 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c9789b24-e8a5-4fcd-9d5d-417442165c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:11.142581 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-c9789b24-e8a5-4fcd-9d5d-417442165c6c admin admin] Calling delete_port for 2b047589-0193-493c-ae2b-b5c9b8cca88f owned by network:dhcp {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:20:11.174011 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-059dec2f-f47c-4397-acf9-a9747db125bb None None] Deleting port 2b047589-0193-493c-ae2b-b5c9b8cca88f {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:20:11.174452 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-059dec2f-f47c-4397-acf9-a9747db125bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:11.236021 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-059dec2f-f47c-4397-acf9-a9747db125bb None None] For port 2b047589-0193-493c-ae2b-b5c9b8cca88f, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=2b047589-0193-493c-ae2b-b5c9b8cca88f,segment=NetworkSegment(6e457f43-b17e-4971-b0d2-638fc6a9c1de),segment_id=6e457f43-b17e-4971-b0d2-638fc6a9c1de)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:20:11.236430 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-059dec2f-f47c-4397-acf9-a9747db125bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:11.248075 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-059dec2f-f47c-4397-acf9-a9747db125bb None None] Calling delete_port for 2b047589-0193-493c-ae2b-b5c9b8cca88f owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:20:11.289487 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c9789b24-e8a5-4fcd-9d5d-417442165c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:11.314702 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9789b24-e8a5-4fcd-9d5d-417442165c6c admin admin] Pushing event deleted for resources: {'Port': ['ID=2b047589-0193-493c-ae2b-b5c9b8cca88f,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:11.318820 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9789b24-e8a5-4fcd-9d5d-417442165c6c admin admin] No DVR routers for this DVR port 2b047589-0193-493c-ae2b-b5c9b8cca88f on host dv-neutron-835335-1-hyperv {{(pid=109612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:20:11.324965 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-059dec2f-f47c-4397-acf9-a9747db125bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:11.352246 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059dec2f-f47c-4397-acf9-a9747db125bb None None] Pushing event deleted for resources: {'Port': ['ID=2b047589-0193-493c-ae2b-b5c9b8cca88f,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:11.354589 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059dec2f-f47c-4397-acf9-a9747db125bb None None] No DVR routers for this DVR port 2b047589-0193-493c-ae2b-b5c9b8cca88f on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:20:11.363235 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059dec2f-f47c-4397-acf9-a9747db125bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:11.363571 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059dec2f-f47c-4397-acf9-a9747db125bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:11.363909 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059dec2f-f47c-4397-acf9-a9747db125bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:11.364237 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059dec2f-f47c-4397-acf9-a9747db125bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:11.364604 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059dec2f-f47c-4397-acf9-a9747db125bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:11.364920 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059dec2f-f47c-4397-acf9-a9747db125bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:11.365537 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059dec2f-f47c-4397-acf9-a9747db125bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:11.365872 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059dec2f-f47c-4397-acf9-a9747db125bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:11.367301 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059dec2f-f47c-4397-acf9-a9747db125bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:11.368181 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059dec2f-f47c-4397-acf9-a9747db125bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:11.368702 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059dec2f-f47c-4397-acf9-a9747db125bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:11.369105 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059dec2f-f47c-4397-acf9-a9747db125bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:11.392757 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 5d13dd43-5fa7-42fd-a6b7-bc6611a17e6b no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:20:11.408455 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c9789b24-e8a5-4fcd-9d5d-417442165c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:11.413180 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 5d13dd43-5fa7-42fd-a6b7-bc6611a17e6b {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:20:11.413523 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 5d13dd43-5fa7-42fd-a6b7-bc6611a17e6b not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:20:11.413926 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 160c1216-e756-4bdd-a3e8-6f2f189656d6 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:20:11.428011 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-c9789b24-e8a5-4fcd-9d5d-417442165c6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaca0fe4-26a7-45e6-8629-984fa5dd6076']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:20:11.432687 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 160c1216-e756-4bdd-a3e8-6f2f189656d6 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:20:11.433040 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 160c1216-e756-4bdd-a3e8-6f2f189656d6 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:20:11.433429 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 2b047589-0193-493c-ae2b-b5c9b8cca88f no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:20:11.437749 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-c9789b24-e8a5-4fcd-9d5d-417442165c6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e457f43-b17e-4971-b0d2-638fc6a9c1de') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:20:11.438150 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-c9789b24-e8a5-4fcd-9d5d-417442165c6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e457f43-b17e-4971-b0d2-638fc6a9c1de') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:20:11.448647 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c9789b24-e8a5-4fcd-9d5d-417442165c6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:11.452349 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 2b047589-0193-493c-ae2b-b5c9b8cca88f {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:20:11.452707 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 2b047589-0193-493c-ae2b-b5c9b8cca88f not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:20:11.462144 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c9789b24-e8a5-4fcd-9d5d-417442165c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:11.467888 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9789b24-e8a5-4fcd-9d5d-417442165c6c admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 14:20:11.468268 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c9789b24-e8a5-4fcd-9d5d-417442165c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:11.469943 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 14:20:11.469943 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 14:20:11.469943 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 14:20:11.469943 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 14:20:11.469943 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 14:20:11.469943 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 14:20:11.469943 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 14:20:11.469943 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 14:20:11.469943 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 14:20:11.469943 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 14:20:11.469943 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 14:20:11.469943 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 14:20:11.469943 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 14:20:11.469943 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 14:20:11.469943 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 14:20:11.469943 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 14:20:11.469943 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 14:20:11.469943 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 14:20:11.469943 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 14:20:11.469943 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 14:20:11.469943 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 14:20:11.469943 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 14:20:11.469943 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 14:20:11.469943 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 14:20:11.469943 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 14:20:11.469943 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 14:20:11.469943 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 14:20:11.469943 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 14:20:11.469943 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 14:20:11.469943 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 14:20:11.469943 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 14:20:11.469943 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 14:20:11.626018 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c9789b24-e8a5-4fcd-9d5d-417442165c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:11.631243 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c9789b24-e8a5-4fcd-9d5d-417442165c6c admin admin] Notify callbacks [] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:11.636731 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c9789b24-e8a5-4fcd-9d5d-417442165c6c admin admin] 10.222.0.24 "DELETE /v2.0/networks/aaca0fe4-26a7-45e6-8629-984fa5dd6076 HTTP/1.1" status: 204 len: 168 time: 0.6916008 Mar 28 14:20:11.638159 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 40452) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:20:11.646387 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9789b24-e8a5-4fcd-9d5d-417442165c6c admin admin] Pushing event deleted for resources: {'Network': ['ID=aaca0fe4-26a7-45e6-8629-984fa5dd6076,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:11.968711 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-509e3f40-e69a-4daa-8e51-b305a80df562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:12.202705 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-509e3f40-e69a-4daa-8e51-b305a80df562 admin admin] Deleting port b77e5921-9bbe-4cfd-b76b-502c8bbea607 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:20:12.203041 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-509e3f40-e69a-4daa-8e51-b305a80df562 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:12.281574 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-509e3f40-e69a-4daa-8e51-b305a80df562 admin admin] For port b77e5921-9bbe-4cfd-b76b-502c8bbea607, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=b77e5921-9bbe-4cfd-b76b-502c8bbea607,segment=NetworkSegment(6d69def6-d386-4547-8a57-dabcacfcdd8c),segment_id=6d69def6-d386-4547-8a57-dabcacfcdd8c)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:20:12.281940 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-509e3f40-e69a-4daa-8e51-b305a80df562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:12.294587 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-509e3f40-e69a-4daa-8e51-b305a80df562 admin admin] Calling delete_port for b77e5921-9bbe-4cfd-b76b-502c8bbea607 owned by network:router_interface {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:20:12.536467 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-509e3f40-e69a-4daa-8e51-b305a80df562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:12.567462 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e3f40-e69a-4daa-8e51-b305a80df562 admin admin] Pushing event deleted for resources: {'Port': ['ID=b77e5921-9bbe-4cfd-b76b-502c8bbea607,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:12.720429 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-509e3f40-e69a-4daa-8e51-b305a80df562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:12.923188 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-509e3f40-e69a-4daa-8e51-b305a80df562 admin admin] Router 41d69204-0603-4d45-8366-8b02af6b187a has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:20:13.022966 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509e3f40-e69a-4daa-8e51-b305a80df562 admin admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:20:13.029133 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-509e3f40-e69a-4daa-8e51-b305a80df562 admin admin] 10.222.0.24 "PUT /v2.0/routers/41d69204-0603-4d45-8366-8b02af6b187a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3891349 Mar 28 14:20:13.031014 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 40454) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:20:13.033798 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f77064-1fbd-484f-95b9-b67361791745 None None] Sync routers for ids ['41d69204-0603-4d45-8366-8b02af6b187a'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:20:13.044870 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f77064-1fbd-484f-95b9-b67361791745 None None] Routers {'41d69204-0603-4d45-8366-8b02af6b187a'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:20:13.045560 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-d9f77064-1fbd-484f-95b9-b67361791745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:19:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['41d69204-0603-4d45-8366-8b02af6b187a'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:20:13.131832 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f9833fc1-20fe-4682-9cb5-b0417df05b60 admin admin] Notify callbacks [] for router, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:13.144081 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-d9f77064-1fbd-484f-95b9-b67361791745 None None] Set router 41d69204-0603-4d45-8366-8b02af6b187a gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:20:13.234322 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f9833fc1-20fe-4682-9cb5-b0417df05b60 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:13.319297 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-d9f77064-1fbd-484f-95b9-b67361791745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d69204-0603-4d45-8366-8b02af6b187a', 'name': 'tempest-TestEncryptedCinderVolumes-2114515787-router', 'tenant_id': '30c5cde207564eb38a6ccd3230bea5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.226'}], 'enable_snat': True}, 'gw_port_id': '5089ba7b-daa7-4494-9503-b22e877ec49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:18:45Z', 'updated_at': '2022-03-28T14:20:12Z', 'revision_number': 5, 'project_id': '30c5cde207564eb38a6ccd3230bea5fd', 'gw_port': {'id': '5089ba7b-daa7-4494-9503-b22e877ec49f', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d69204-0603-4d45-8366-8b02af6b187a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:18:45Z', 'updated_at': '2022-03-28T14:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:20:13.341042 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-f9833fc1-20fe-4682-9cb5-b0417df05b60 admin admin] Deleting port 5089ba7b-daa7-4494-9503-b22e877ec49f {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:20:13.341447 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f9833fc1-20fe-4682-9cb5-b0417df05b60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:13.349481 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f77064-1fbd-484f-95b9-b67361791745 None None] Checking router: 41d69204-0603-4d45-8366-8b02af6b187a for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:20:13.358547 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f77064-1fbd-484f-95b9-b67361791745 None None] Routers {'41d69204-0603-4d45-8366-8b02af6b187a'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:20:13.359159 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-d9f77064-1fbd-484f-95b9-b67361791745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:19:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['41d69204-0603-4d45-8366-8b02af6b187a'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:20:13.433556 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-f9833fc1-20fe-4682-9cb5-b0417df05b60 admin admin] For port 5089ba7b-daa7-4494-9503-b22e877ec49f, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=5089ba7b-daa7-4494-9503-b22e877ec49f,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:20:13.433924 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f9833fc1-20fe-4682-9cb5-b0417df05b60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:13.447209 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-f9833fc1-20fe-4682-9cb5-b0417df05b60 admin admin] Calling delete_port for 5089ba7b-daa7-4494-9503-b22e877ec49f owned by network:router_gateway {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:20:13.530840 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-d9f77064-1fbd-484f-95b9-b67361791745 None None] Set router 41d69204-0603-4d45-8366-8b02af6b187a gateway port host: None {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:20:13.580443 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-d9f77064-1fbd-484f-95b9-b67361791745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d69204-0603-4d45-8366-8b02af6b187a', 'name': 'tempest-TestEncryptedCinderVolumes-2114515787-router', 'tenant_id': '30c5cde207564eb38a6ccd3230bea5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:18:45Z', 'updated_at': '2022-03-28T14:20:13Z', 'revision_number': 6, 'project_id': '30c5cde207564eb38a6ccd3230bea5fd', 'gw_port_host': None}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:20:13.610112 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f77064-1fbd-484f-95b9-b67361791745 None None] The sync data for ids ['41d69204-0603-4d45-8366-8b02af6b187a'] in dv-neutron-835335-1-hyperv is: [{'id': '41d69204-0603-4d45-8366-8b02af6b187a', 'name': 'tempest-TestEncryptedCinderVolumes-2114515787-router', 'tenant_id': '30c5cde207564eb38a6ccd3230bea5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:18:45Z', 'updated_at': '2022-03-28T14:20:13Z', 'revision_number': 6, 'project_id': '30c5cde207564eb38a6ccd3230bea5fd', 'gw_port_host': None}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:20:13.719543 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f9833fc1-20fe-4682-9cb5-b0417df05b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:13.742475 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9833fc1-20fe-4682-9cb5-b0417df05b60 admin admin] Pushing event deleted for resources: {'Port': ['ID=5089ba7b-daa7-4494-9503-b22e877ec49f,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:13.801745 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f9833fc1-20fe-4682-9cb5-b0417df05b60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133933816'] for router_gateway, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:13.804773 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:13.888010 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f9833fc1-20fe-4682-9cb5-b0417df05b60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:13.890086 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f9833fc1-20fe-4682-9cb5-b0417df05b60 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:14.004990 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f9833fc1-20fe-4682-9cb5-b0417df05b60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:14.005548 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9833fc1-20fe-4682-9cb5-b0417df05b60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41d69204-0603-4d45-8366-8b02af6b187a {{(pid=109613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 14:20:14.010477 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f9833fc1-20fe-4682-9cb5-b0417df05b60 admin admin] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:14.014576 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f9833fc1-20fe-4682-9cb5-b0417df05b60 admin admin] 10.222.0.24 "DELETE /v2.0/routers/41d69204-0603-4d45-8366-8b02af6b187a HTTP/1.1" status: 204 len: 168 time: 0.9825182 Mar 28 14:20:14.020482 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 40456) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:20:14.066659 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2aa7fc1-97c3-4d76-9623-d3d07d3bb1e0 admin admin] Deleting subnet 12500707-1639-4a2b-9048-e0f020920e99 {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 14:20:14.069601 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e2aa7fc1-97c3-4d76-9623-d3d07d3bb1e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:14.102994 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e2aa7fc1-97c3-4d76-9623-d3d07d3bb1e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:14.176518 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e2aa7fc1-97c3-4d76-9623-d3d07d3bb1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:14.302419 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e2aa7fc1-97c3-4d76-9623-d3d07d3bb1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:14.335045 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aa7fc1-97c3-4d76-9623-d3d07d3bb1e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12500707-1639-4a2b-9048-e0f020920e99,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:14.337584 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e2aa7fc1-97c3-4d76-9623-d3d07d3bb1e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:14.340817 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-e2aa7fc1-97c3-4d76-9623-d3d07d3bb1e0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/12500707-1639-4a2b-9048-e0f020920e99 HTTP/1.1" status: 204 len: 168 time: 0.3248744 Mar 28 14:20:14.341606 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda04455-e27b-4a05-b57e-7ef1537f347d None None] Network 1d4591ba-ac11-43ba-a70b-fe0cd5272433 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:20:14.347392 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 40458) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:20:14.424772 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e51bb8fb-cc2c-4fd3-be0b-05ccea770b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:14.482272 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-e51bb8fb-cc2c-4fd3-be0b-05ccea770b9b admin admin] Deleting port 5585f823-733c-4d6b-b0b4-dea6c1c17e01 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:20:14.482616 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e51bb8fb-cc2c-4fd3-be0b-05ccea770b9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:14.533316 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9451d14e-2bb9-4b88-bc81-929e096ad33b None None] DHCP port deletion for 1d4591ba-ac11-43ba-a70b-fe0cd5272433 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 14:20:14.553140 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-e51bb8fb-cc2c-4fd3-be0b-05ccea770b9b admin admin] For port 5585f823-733c-4d6b-b0b4-dea6c1c17e01, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=5585f823-733c-4d6b-b0b4-dea6c1c17e01,segment=NetworkSegment(6d69def6-d386-4547-8a57-dabcacfcdd8c),segment_id=6d69def6-d386-4547-8a57-dabcacfcdd8c)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:20:14.553512 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e51bb8fb-cc2c-4fd3-be0b-05ccea770b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:14.567429 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-e51bb8fb-cc2c-4fd3-be0b-05ccea770b9b admin admin] Calling delete_port for 5585f823-733c-4d6b-b0b4-dea6c1c17e01 owned by network:dhcp {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:20:14.584382 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-9451d14e-2bb9-4b88-bc81-929e096ad33b None None] Deleting port 5585f823-733c-4d6b-b0b4-dea6c1c17e01 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:20:14.584775 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9451d14e-2bb9-4b88-bc81-929e096ad33b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:14.650699 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-9451d14e-2bb9-4b88-bc81-929e096ad33b None None] For port 5585f823-733c-4d6b-b0b4-dea6c1c17e01, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=5585f823-733c-4d6b-b0b4-dea6c1c17e01,segment=NetworkSegment(6d69def6-d386-4547-8a57-dabcacfcdd8c),segment_id=6d69def6-d386-4547-8a57-dabcacfcdd8c)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:20:14.651189 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9451d14e-2bb9-4b88-bc81-929e096ad33b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:14.666261 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-9451d14e-2bb9-4b88-bc81-929e096ad33b None None] Calling delete_port for 5585f823-733c-4d6b-b0b4-dea6c1c17e01 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:20:14.723620 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e51bb8fb-cc2c-4fd3-be0b-05ccea770b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:14.746729 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9451d14e-2bb9-4b88-bc81-929e096ad33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:14.750537 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51bb8fb-cc2c-4fd3-be0b-05ccea770b9b admin admin] No DVR routers for this DVR port 5585f823-733c-4d6b-b0b4-dea6c1c17e01 on host dv-neutron-835335-1-hyperv {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:20:14.753927 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51bb8fb-cc2c-4fd3-be0b-05ccea770b9b admin admin] Pushing event deleted for resources: {'Port': ['ID=5585f823-733c-4d6b-b0b4-dea6c1c17e01,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:14.773219 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9451d14e-2bb9-4b88-bc81-929e096ad33b None None] Pushing event deleted for resources: {'Port': ['ID=5585f823-733c-4d6b-b0b4-dea6c1c17e01,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:14.777377 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9451d14e-2bb9-4b88-bc81-929e096ad33b None None] No DVR routers for this DVR port 5585f823-733c-4d6b-b0b4-dea6c1c17e01 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:20:14.828302 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e51bb8fb-cc2c-4fd3-be0b-05ccea770b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:14.848150 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-e51bb8fb-cc2c-4fd3-be0b-05ccea770b9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d4591ba-ac11-43ba-a70b-fe0cd5272433']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:20:14.857290 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-e51bb8fb-cc2c-4fd3-be0b-05ccea770b9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d69def6-d386-4547-8a57-dabcacfcdd8c') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:20:14.857584 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-e51bb8fb-cc2c-4fd3-be0b-05ccea770b9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d69def6-d386-4547-8a57-dabcacfcdd8c') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:20:14.866677 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e51bb8fb-cc2c-4fd3-be0b-05ccea770b9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:14.879541 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e51bb8fb-cc2c-4fd3-be0b-05ccea770b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:14.886090 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e51bb8fb-cc2c-4fd3-be0b-05ccea770b9b admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 14:20:14.887905 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e51bb8fb-cc2c-4fd3-be0b-05ccea770b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:14.888261 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 14:20:14.888261 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 14:20:14.888261 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 14:20:14.888261 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 14:20:14.888261 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 14:20:14.888261 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 14:20:14.888261 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 14:20:14.888261 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 14:20:14.888261 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 14:20:14.888261 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 14:20:14.888261 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 14:20:14.888261 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 14:20:14.888261 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 14:20:14.888261 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 14:20:14.888261 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 14:20:14.888261 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 14:20:14.888261 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 14:20:14.888261 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 14:20:14.888261 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 14:20:14.888261 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 14:20:14.888261 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 14:20:14.888261 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 14:20:14.888261 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 14:20:14.888261 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 14:20:14.888261 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 14:20:14.888261 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 14:20:14.888261 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 14:20:14.888261 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 14:20:14.888261 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 14:20:14.888261 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 14:20:14.888261 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 14:20:14.888261 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 14:20:15.003599 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e51bb8fb-cc2c-4fd3-be0b-05ccea770b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:15.009499 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e51bb8fb-cc2c-4fd3-be0b-05ccea770b9b admin admin] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:15.018849 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e51bb8fb-cc2c-4fd3-be0b-05ccea770b9b admin admin] 10.222.0.24 "DELETE /v2.0/networks/1d4591ba-ac11-43ba-a70b-fe0cd5272433 HTTP/1.1" status: 204 len: 168 time: 0.6641843 Mar 28 14:20:15.023331 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51bb8fb-cc2c-4fd3-be0b-05ccea770b9b admin admin] Pushing event deleted for resources: {'Network': ['ID=1d4591ba-ac11-43ba-a70b-fe0cd5272433,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:15.382020 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 40462) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:20:15.382189 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device b77e5921-9bbe-4cfd-b76b-502c8bbea607 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:20:15.403597 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: b77e5921-9bbe-4cfd-b76b-502c8bbea607 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:20:15.403933 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device b77e5921-9bbe-4cfd-b76b-502c8bbea607 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:20:15.404333 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 5585f823-733c-4d6b-b0b4-dea6c1c17e01 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:20:15.418841 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-35464c08-5431-416c-a1ca-61c725e126fa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3e6b6ce7bc5a46eb97ada7e818901608&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386629 Mar 28 14:20:15.421408 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 40464) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:20:15.422452 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 5585f823-733c-4d6b-b0b4-dea6c1c17e01 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:20:15.422787 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 5585f823-733c-4d6b-b0b4-dea6c1c17e01 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:20:15.423180 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 5089ba7b-daa7-4494-9503-b22e877ec49f no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:20:15.444986 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 5089ba7b-daa7-4494-9503-b22e877ec49f {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:20:15.445321 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 5089ba7b-daa7-4494-9503-b22e877ec49f not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:20:15.469168 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-80bdd52a-f7b6-40fe-94d7-d8fe83a3457f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:15.489593 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-80bdd52a-f7b6-40fe-94d7-d8fe83a3457f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:15.593610 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-80bdd52a-f7b6-40fe-94d7-d8fe83a3457f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:15.596069 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-80bdd52a-f7b6-40fe-94d7-d8fe83a3457f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:15.597288 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-80bdd52a-f7b6-40fe-94d7-d8fe83a3457f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/367189fd-c0b9-4463-b9db-56e0276c0f9e HTTP/1.1" status: 204 len: 168 time: 0.1750050 Mar 28 14:20:15.605157 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdd52a-f7b6-40fe-94d7-d8fe83a3457f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367189fd-c0b9-4463-b9db-56e0276c0f9e,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:16.219713 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 40470) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:20:16.256782 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c4d538a0-3401-4b01-b574-296768dee820 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=30c5cde207564eb38a6ccd3230bea5fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0365372 Mar 28 14:20:16.259863 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 40472) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:20:16.308703 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1ed55718-6b27-4487-b255-6d2232f1bf80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:16.329595 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1ed55718-6b27-4487-b255-6d2232f1bf80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:16.439194 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1ed55718-6b27-4487-b255-6d2232f1bf80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:16.442131 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1ed55718-6b27-4487-b255-6d2232f1bf80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:16.443384 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-1ed55718-6b27-4487-b255-6d2232f1bf80 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8bc0734e-792c-4c76-9aed-52ab259408f1 HTTP/1.1" status: 204 len: 168 time: 0.1824436 Mar 28 14:20:16.451711 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed55718-6b27-4487-b255-6d2232f1bf80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc0734e-792c-4c76-9aed-52ab259408f1,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:17.474030 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 40494) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:20:17.569273 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-45fa33d7-7bea-44d8-b177-3c190debe8c6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-879257130-network', 'tenant_id': '41b712adc25d44ada531a4f284569a5a'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:20:17.651014 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fa33d7-7bea-44d8-b177-3c190debe8c6 admin admin] Made reservation on behalf of 41b712adc25d44ada531a4f284569a5a for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:20:17.653347 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-45fa33d7-7bea-44d8-b177-3c190debe8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:17.664512 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-45fa33d7-7bea-44d8-b177-3c190debe8c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:17.740194 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-45fa33d7-7bea-44d8-b177-3c190debe8c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:17.793394 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-45fa33d7-7bea-44d8-b177-3c190debe8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:17.819053 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45fa33d7-7bea-44d8-b177-3c190debe8c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 14:20:17.825630 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa33d7-7bea-44d8-b177-3c190debe8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75138c61-b63c-4c64-8142-0d46ed87023a,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:17.833051 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-45fa33d7-7bea-44d8-b177-3c190debe8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:17.833051 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-45fa33d7-7bea-44d8-b177-3c190debe8c6 admin admin] Added segment fbdf7cbd-955a-4b72-a1a2-4d0476ca3821 of type vlan for network cbc887cd-171b-4fbe-95db-3f60f1ecc315 Mar 28 14:20:17.875287 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-45fa33d7-7bea-44d8-b177-3c190debe8c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:17.958122 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-45fa33d7-7bea-44d8-b177-3c190debe8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:17.959130 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fa33d7-7bea-44d8-b177-3c190debe8c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:20:17.959875 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-45fa33d7-7bea-44d8-b177-3c190debe8c6 admin admin] Notify callbacks [] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:18.020163 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa33d7-7bea-44d8-b177-3c190debe8c6 admin admin] Pushing event updated for resources: {'Network': ['ID=cbc887cd-171b-4fbe-95db-3f60f1ecc315,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:18.030640 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network cbc887cd-171b-4fbe-95db-3f60f1ecc315 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 14:20:18.047084 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-45fa33d7-7bea-44d8-b177-3c190debe8c6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5719619 Mar 28 14:20:18.049884 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 40498) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:20:18.054680 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-b60822f6-b6a6-4674-9bd9-169b763d2978 admin admin] Request body: {'subnet': {'network_id': 'cbc887cd-171b-4fbe-95db-3f60f1ecc315', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-879257130-subnet', 'tenant_id': '41b712adc25d44ada531a4f284569a5a', 'ip_version': 4}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:20:18.124783 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60822f6-b6a6-4674-9bd9-169b763d2978 admin admin] Made reservation on behalf of 41b712adc25d44ada531a4f284569a5a for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:20:18.127135 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b60822f6-b6a6-4674-9bd9-169b763d2978 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:18.342399 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b60822f6-b6a6-4674-9bd9-169b763d2978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:18.396346 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60822f6-b6a6-4674-9bd9-169b763d2978 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df45d5fc-33c6-4f53-9f5a-d3ec688c7991,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:18.404767 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60822f6-b6a6-4674-9bd9-169b763d2978 admin admin] Checking segment: {'id': 'fbdf7cbd-955a-4b72-a1a2-4d0476ca3821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'cbc887cd-171b-4fbe-95db-3f60f1ecc315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:20:18.405118 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60822f6-b6a6-4674-9bd9-169b763d2978 admin admin] Network hostable DHCP agents. Network: cbc887cd-171b-4fbe-95db-3f60f1ecc315, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 14:20:18.501761 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60822f6-b6a6-4674-9bd9-169b763d2978 admin admin] Network cbc887cd-171b-4fbe-95db-3f60f1ecc315 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 14:20:18.564608 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-b60822f6-b6a6-4674-9bd9-169b763d2978 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, cbc887cd-171b-4fbe-95db-3f60f1ecc315) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:20:18.568796 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60822f6-b6a6-4674-9bd9-169b763d2978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:20:18.569373 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b60822f6-b6a6-4674-9bd9-169b763d2978 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:18.577667 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ab9562-b195-41f8-b638-8aa7a51aa70e None None] Network cbc887cd-171b-4fbe-95db-3f60f1ecc315 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:20:18.653534 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-b60822f6-b6a6-4674-9bd9-169b763d2978 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6024914 Mar 28 14:20:18.656139 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 40500) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:20:18.660339 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-3667f2de-84c4-4aea-a508-a6f2c3e983c9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-879257130-router', 'tenant_id': '41b712adc25d44ada531a4f284569a5a', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:20:18.718595 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff631f8-9462-4bf1-a9bf-a6c8e49eeef2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-cbc887cd-171b-4fbe-95db-3f60f1ecc315', 'network_id': 'cbc887cd-171b-4fbe-95db-3f60f1ecc315', 'tenant_id': '41b712adc25d44ada531a4f284569a5a', 'fixed_ips': [{'subnet_id': 'df45d5fc-33c6-4f53-9f5a-d3ec688c7991'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 14:20:18.719448 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1ff631f8-9462-4bf1-a9bf-a6c8e49eeef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:18.759520 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3667f2de-84c4-4aea-a508-a6f2c3e983c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:18.760606 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3667f2de-84c4-4aea-a508-a6f2c3e983c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:18.817029 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3667f2de-84c4-4aea-a508-a6f2c3e983c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:18.854012 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-1ff631f8-9462-4bf1-a9bf-a6c8e49eeef2 None None] Allocated IP 172.20.0.2 (cbc887cd-171b-4fbe-95db-3f60f1ecc315/df45d5fc-33c6-4f53-9f5a-d3ec688c7991/0542b626-338a-4899-99a7-d509c03db07d) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:20:18.992583 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1ff631f8-9462-4bf1-a9bf-a6c8e49eeef2 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:19.019943 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3667f2de-84c4-4aea-a508-a6f2c3e983c9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:19.056589 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1ff631f8-9462-4bf1-a9bf-a6c8e49eeef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:19.094168 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff631f8-9462-4bf1-a9bf-a6c8e49eeef2 None None] Network cbc887cd-171b-4fbe-95db-3f60f1ecc315 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:20:19.097003 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-1ff631f8-9462-4bf1-a9bf-a6c8e49eeef2 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:20:19.100575 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff631f8-9462-4bf1-a9bf-a6c8e49eeef2 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:20:19.109429 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff631f8-9462-4bf1-a9bf-a6c8e49eeef2 None None] Pushing event updated for resources: {'Port': ['ID=0542b626-338a-4899-99a7-d509c03db07d,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:19.160989 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-1ff631f8-9462-4bf1-a9bf-a6c8e49eeef2 None None] Attempting to bind port 0542b626-338a-4899-99a7-d509c03db07d on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:20:19.161349 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-1ff631f8-9462-4bf1-a9bf-a6c8e49eeef2 None None] Attempting to bind port 0542b626-338a-4899-99a7-d509c03db07d by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'fbdf7cbd-955a-4b72-a1a2-4d0476ca3821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'cbc887cd-171b-4fbe-95db-3f60f1ecc315'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:20:19.161705 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff631f8-9462-4bf1-a9bf-a6c8e49eeef2 None None] Attempting to bind port 0542b626-338a-4899-99a7-d509c03db07d on network cbc887cd-171b-4fbe-95db-3f60f1ecc315 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:20:19.167214 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff631f8-9462-4bf1-a9bf-a6c8e49eeef2 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:20:19.167591 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff631f8-9462-4bf1-a9bf-a6c8e49eeef2 None None] Checking segment: {'id': 'fbdf7cbd-955a-4b72-a1a2-4d0476ca3821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'cbc887cd-171b-4fbe-95db-3f60f1ecc315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:20:19.167986 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1ff631f8-9462-4bf1-a9bf-a6c8e49eeef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:19.168396 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff631f8-9462-4bf1-a9bf-a6c8e49eeef2 None None] Bound using segment: {'id': 'fbdf7cbd-955a-4b72-a1a2-4d0476ca3821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'cbc887cd-171b-4fbe-95db-3f60f1ecc315'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:20:19.168849 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-1ff631f8-9462-4bf1-a9bf-a6c8e49eeef2 None None] Bound port: 0542b626-338a-4899-99a7-d509c03db07d, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbdf7cbd-955a-4b72-a1a2-4d0476ca3821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'cbc887cd-171b-4fbe-95db-3f60f1ecc315'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:20:19.169221 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1ff631f8-9462-4bf1-a9bf-a6c8e49eeef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:19.281030 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3667f2de-84c4-4aea-a508-a6f2c3e983c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:19.300291 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3667f2de-84c4-4aea-a508-a6f2c3e983c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:19.370915 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-1ff631f8-9462-4bf1-a9bf-a6c8e49eeef2 None None] For port 0542b626-338a-4899-99a7-d509c03db07d, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:20:19.373906 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-1ff631f8-9462-4bf1-a9bf-a6c8e49eeef2 None None] For port 0542b626-338a-4899-99a7-d509c03db07d, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=0542b626-338a-4899-99a7-d509c03db07d,segment=NetworkSegment(fbdf7cbd-955a-4b72-a1a2-4d0476ca3821),segment_id=fbdf7cbd-955a-4b72-a1a2-4d0476ca3821)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:20:19.408314 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-3667f2de-84c4-4aea-a508-a6f2c3e983c9 admin admin] Allocated IP 172.26.2.60 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/5e89176f-c6a5-498a-b0ed-c2292c88fb9c) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:20:19.456987 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1ff631f8-9462-4bf1-a9bf-a6c8e49eeef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:19.509441 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3667f2de-84c4-4aea-a508-a6f2c3e983c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:19.514590 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff631f8-9462-4bf1-a9bf-a6c8e49eeef2 None None] Pushing event updated for resources: {'Port': ['ID=0542b626-338a-4899-99a7-d509c03db07d,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:19.616579 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3667f2de-84c4-4aea-a508-a6f2c3e983c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:19.667603 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3667f2de-84c4-4aea-a508-a6f2c3e983c9 admin admin] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:20:19.672316 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-3667f2de-84c4-4aea-a508-a6f2c3e983c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:20:19.676662 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3667f2de-84c4-4aea-a508-a6f2c3e983c9 admin admin] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:20:19.679665 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667f2de-84c4-4aea-a508-a6f2c3e983c9 admin admin] Pushing event updated for resources: {'Port': ['ID=5e89176f-c6a5-498a-b0ed-c2292c88fb9c,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:20.030364 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3667f2de-84c4-4aea-a508-a6f2c3e983c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:20.228959 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3667f2de-84c4-4aea-a508-a6f2c3e983c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:20.368509 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff0c834-040f-4161-bff0-2101491b2c25 None None] Network cbc887cd-171b-4fbe-95db-3f60f1ecc315 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:20:20.433448 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3667f2de-84c4-4aea-a508-a6f2c3e983c9 admin admin] Router edbf7384-1736-420e-bad5-02613b220c7a is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 14:20:20.445170 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-8c40db98-57cc-42a3-9897-b1ad94694c68 None None] Provisioning complete for port 0542b626-338a-4899-99a7-d509c03db07d triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:20:20.445535 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8c40db98-57cc-42a3-9897-b1ad94694c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:20.538189 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3667f2de-84c4-4aea-a508-a6f2c3e983c9 admin admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:20:20.548650 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec6a80f-8225-408d-9d09-f53b1516b8db None None] Sync routers for ids ['edbf7384-1736-420e-bad5-02613b220c7a'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:20:20.589876 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec6a80f-8225-408d-9d09-f53b1516b8db None None] Routers {'edbf7384-1736-420e-bad5-02613b220c7a'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:20:20.590477 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-0ec6a80f-8225-408d-9d09-f53b1516b8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:19:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['edbf7384-1736-420e-bad5-02613b220c7a'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:20:20.607228 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3667f2de-84c4-4aea-a508-a6f2c3e983c9 admin admin] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:20.608462 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-3667f2de-84c4-4aea-a508-a6f2c3e983c9 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9513042 Mar 28 14:20:20.611302 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 40502) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:20:20.631234 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8c40db98-57cc-42a3-9897-b1ad94694c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:20.712963 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-8c40db98-57cc-42a3-9897-b1ad94694c68 None None] For port 0542b626-338a-4899-99a7-d509c03db07d, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=0542b626-338a-4899-99a7-d509c03db07d,segment=NetworkSegment(fbdf7cbd-955a-4b72-a1a2-4d0476ca3821),segment_id=fbdf7cbd-955a-4b72-a1a2-4d0476ca3821)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:20:20.731070 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-0ec6a80f-8225-408d-9d09-f53b1516b8db None None] Set router edbf7384-1736-420e-bad5-02613b220c7a gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:20:20.787817 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8c40db98-57cc-42a3-9897-b1ad94694c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:20.879898 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c40db98-57cc-42a3-9897-b1ad94694c68 None None] Pushing event updated for resources: {'Port': ['ID=0542b626-338a-4899-99a7-d509c03db07d,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:20.937725 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-6732c531-5259-4e58-b0f0-afffced902d3 None None] Provisioning complete for port 0542b626-338a-4899-99a7-d509c03db07d triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:20:20.938012 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6732c531-5259-4e58-b0f0-afffced902d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:20.999386 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-0ec6a80f-8225-408d-9d09-f53b1516b8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbf7384-1736-420e-bad5-02613b220c7a', 'name': 'tempest-TestMinimumBasicScenario-879257130-router', 'tenant_id': '41b712adc25d44ada531a4f284569a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '5e89176f-c6a5-498a-b0ed-c2292c88fb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:20:18Z', 'updated_at': '2022-03-28T14:20:19Z', 'revision_number': 3, 'project_id': '41b712adc25d44ada531a4f284569a5a', 'gw_port': {'id': '5e89176f-c6a5-498a-b0ed-c2292c88fb9c', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edbf7384-1736-420e-bad5-02613b220c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:20:19Z', 'updated_at': '2022-03-28T14:20:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:20:21.038046 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7365ae3a-a251-4978-8669-9be406933a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:21.045929 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec6a80f-8225-408d-9d09-f53b1516b8db None None] Checking router: edbf7384-1736-420e-bad5-02613b220c7a for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:20:21.046268 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec6a80f-8225-408d-9d09-f53b1516b8db None None] Updating router edbf7384-1736-420e-bad5-02613b220c7a port 5e89176f-c6a5-498a-b0ed-c2292c88fb9c binding host dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:20:21.080289 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0ec6a80f-8225-408d-9d09-f53b1516b8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:21.189796 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-7365ae3a-a251-4978-8669-9be406933a78 admin admin] Allocated IP 172.20.0.1 (cbc887cd-171b-4fbe-95db-3f60f1ecc315/df45d5fc-33c6-4f53-9f5a-d3ec688c7991/d5f18f3b-8872-4192-9ee3-f4c52f60f1ce) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:20:21.295830 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7365ae3a-a251-4978-8669-9be406933a78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:21.329930 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0ec6a80f-8225-408d-9d09-f53b1516b8db None None] Notify callbacks [] for port, precommit_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:21.375616 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7365ae3a-a251-4978-8669-9be406933a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:21.399538 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0ec6a80f-8225-408d-9d09-f53b1516b8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:21.420262 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7365ae3a-a251-4978-8669-9be406933a78 admin admin] Network cbc887cd-171b-4fbe-95db-3f60f1ecc315 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:20:21.423416 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-7365ae3a-a251-4978-8669-9be406933a78 admin admin] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:20:21.426850 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7365ae3a-a251-4978-8669-9be406933a78 admin admin] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:20:21.430962 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 0542b626-338a-4899-99a7-d509c03db07d up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:20:21.451403 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365ae3a-a251-4978-8669-9be406933a78 admin admin] Pushing event updated for resources: {'Port': ['ID=d5f18f3b-8872-4192-9ee3-f4c52f60f1ce,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:21.471200 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7365ae3a-a251-4978-8669-9be406933a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:21.499342 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e1425-7d6e-4013-927f-dbf87285928e None None] Pushing event updated for resources: {'Port': ['ID=5e89176f-c6a5-498a-b0ed-c2292c88fb9c,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:21.502235 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-0ec6a80f-8225-408d-9d09-f53b1516b8db None None] Attempting to bind port 5e89176f-c6a5-498a-b0ed-c2292c88fb9c on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:20:21.502708 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-0ec6a80f-8225-408d-9d09-f53b1516b8db None None] Attempting to bind port 5e89176f-c6a5-498a-b0ed-c2292c88fb9c by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:20:21.503166 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec6a80f-8225-408d-9d09-f53b1516b8db None None] Attempting to bind port 5e89176f-c6a5-498a-b0ed-c2292c88fb9c on network 1cb296ed-c863-4502-973a-f31b82091846 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:20:21.515464 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec6a80f-8225-408d-9d09-f53b1516b8db None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:20:21.515913 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec6a80f-8225-408d-9d09-f53b1516b8db None None] Checking segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:20:21.516425 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0ec6a80f-8225-408d-9d09-f53b1516b8db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:21.516889 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec6a80f-8225-408d-9d09-f53b1516b8db None None] Bound using segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:20:21.517431 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-0ec6a80f-8225-408d-9d09-f53b1516b8db None None] Bound port: 5e89176f-c6a5-498a-b0ed-c2292c88fb9c, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:20:21.517880 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0ec6a80f-8225-408d-9d09-f53b1516b8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:21.559637 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 0542b626-338a-4899-99a7-d509c03db07d triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:20:21.560101 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:21.605022 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-0ec6a80f-8225-408d-9d09-f53b1516b8db None None] For port 5e89176f-c6a5-498a-b0ed-c2292c88fb9c, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:20:21.609524 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-0ec6a80f-8225-408d-9d09-f53b1516b8db None None] For port 5e89176f-c6a5-498a-b0ed-c2292c88fb9c, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=5e89176f-c6a5-498a-b0ed-c2292c88fb9c,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:20:21.686921 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7365ae3a-a251-4978-8669-9be406933a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:21.692739 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0ec6a80f-8225-408d-9d09-f53b1516b8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:21.749403 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-4cc92275-f3d7-4988-910c-263e62c829d9 None None] Provisioning complete for port d5f18f3b-8872-4192-9ee3-f4c52f60f1ce triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:20:21.749775 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4cc92275-f3d7-4988-910c-263e62c829d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:21.782897 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e1425-7d6e-4013-927f-dbf87285928e None None] Pushing event updated for resources: {'Port': ['ID=5e89176f-c6a5-498a-b0ed-c2292c88fb9c,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:21.791484 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec6a80f-8225-408d-9d09-f53b1516b8db None None] Routers {'edbf7384-1736-420e-bad5-02613b220c7a'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:20:21.792117 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-0ec6a80f-8225-408d-9d09-f53b1516b8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:19:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['edbf7384-1736-420e-bad5-02613b220c7a'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:20:21.834169 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-4cc92275-f3d7-4988-910c-263e62c829d9 None None] Port d5f18f3b-8872-4192-9ee3-f4c52f60f1ce cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:20:21.852090 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7365ae3a-a251-4978-8669-9be406933a78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:21.901310 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-0ec6a80f-8225-408d-9d09-f53b1516b8db None None] Set router edbf7384-1736-420e-bad5-02613b220c7a gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:20:21.919100 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7365ae3a-a251-4978-8669-9be406933a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:21.984495 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365ae3a-a251-4978-8669-9be406933a78 admin admin] Pushing event updated for resources: {'Port': ['ID=d5f18f3b-8872-4192-9ee3-f4c52f60f1ce,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:21.987042 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7365ae3a-a251-4978-8669-9be406933a78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:22.102988 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-0ec6a80f-8225-408d-9d09-f53b1516b8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbf7384-1736-420e-bad5-02613b220c7a', 'name': 'tempest-TestMinimumBasicScenario-879257130-router', 'tenant_id': '41b712adc25d44ada531a4f284569a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '5e89176f-c6a5-498a-b0ed-c2292c88fb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:20:18Z', 'updated_at': '2022-03-28T14:20:21Z', 'revision_number': 4, 'project_id': '41b712adc25d44ada531a4f284569a5a', 'gw_port': {'id': '5e89176f-c6a5-498a-b0ed-c2292c88fb9c', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edbf7384-1736-420e-bad5-02613b220c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:20:19Z', 'updated_at': '2022-03-28T14:20:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'd5f18f3b-8872-4192-9ee3-f4c52f60f1ce', 'name': '', 'network_id': 'cbc887cd-171b-4fbe-95db-3f60f1ecc315', 'tenant_id': '41b712adc25d44ada531a4f284569a5a', 'mac_address': 'fa:16:3e:22:8a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edbf7384-1736-420e-bad5-02613b220c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'df45d5fc-33c6-4f53-9f5a-d3ec688c7991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:20:21Z', 'updated_at': '2022-03-28T14:20:21Z', 'revision_number': 1, 'project_id': '41b712adc25d44ada531a4f284569a5a', 'subnets': [{'id': 'df45d5fc-33c6-4f53-9f5a-d3ec688c7991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:20:22.129998 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec6a80f-8225-408d-9d09-f53b1516b8db None None] The sync data for ids ['edbf7384-1736-420e-bad5-02613b220c7a'] in dv-neutron-835335-1-hyperv is: [{'id': 'edbf7384-1736-420e-bad5-02613b220c7a', 'name': 'tempest-TestMinimumBasicScenario-879257130-router', 'tenant_id': '41b712adc25d44ada531a4f284569a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '5e89176f-c6a5-498a-b0ed-c2292c88fb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:20:18Z', 'updated_at': '2022-03-28T14:20:21Z', 'revision_number': 4, 'project_id': '41b712adc25d44ada531a4f284569a5a', 'gw_port': {'id': '5e89176f-c6a5-498a-b0ed-c2292c88fb9c', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edbf7384-1736-420e-bad5-02613b220c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:20:19Z', 'updated_at': '2022-03-28T14:20:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'd5f18f3b-8872-4192-9ee3-f4c52f60f1ce', 'name': '', 'network_id': 'cbc887cd-171b-4fbe-95db-3f60f1ecc315', 'tenant_id': '41b712adc25d44ada531a4f284569a5a', 'mac_address': 'fa:16:3e:22:8a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edbf7384-1736-420e-bad5-02613b220c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'df45d5fc-33c6-4f53-9f5a-d3ec688c7991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:20:21Z', 'updated_at': '2022-03-28T14:20:21Z', 'revision_number': 1, 'project_id': '41b712adc25d44ada531a4f284569a5a', 'subnets': [{'id': 'df45d5fc-33c6-4f53-9f5a-d3ec688c7991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:20:22.421153 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7365ae3a-a251-4978-8669-9be406933a78 admin admin] Network cbc887cd-171b-4fbe-95db-3f60f1ecc315 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:20:22.422693 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-7365ae3a-a251-4978-8669-9be406933a78 admin admin] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:20:22.546839 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7365ae3a-a251-4978-8669-9be406933a78 admin admin] Router edbf7384-1736-420e-bad5-02613b220c7a has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:20:22.666704 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7365ae3a-a251-4978-8669-9be406933a78 admin admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:20:22.671895 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-7365ae3a-a251-4978-8669-9be406933a78 admin admin] 10.222.0.24 "PUT /v2.0/routers/edbf7384-1736-420e-bad5-02613b220c7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0594082 Mar 28 14:20:22.764090 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-7b31e703-0112-40e0-941a-e93c882b1753 None None] Provisioning complete for port d5f18f3b-8872-4192-9ee3-f4c52f60f1ce triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:20:22.764569 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7b31e703-0112-40e0-941a-e93c882b1753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:22.810117 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-7b31e703-0112-40e0-941a-e93c882b1753 None None] Port d5f18f3b-8872-4192-9ee3-f4c52f60f1ce cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:20:23.408817 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 40518) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:20:23.414282 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-0e29afdb-cd0f-4584-a9ee-9ae8414fab14 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1907628640-network', 'tenant_id': '035210760dc34ac0a2a1437c20e53488'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:20:23.426598 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 5e89176f-c6a5-498a-b0ed-c2292c88fb9c up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:20:23.474564 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 5e89176f-c6a5-498a-b0ed-c2292c88fb9c triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:20:23.474849 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:23.483046 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e29afdb-cd0f-4584-a9ee-9ae8414fab14 admin admin] Made reservation on behalf of 035210760dc34ac0a2a1437c20e53488 for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:20:23.485525 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0e29afdb-cd0f-4584-a9ee-9ae8414fab14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:23.494971 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0e29afdb-cd0f-4584-a9ee-9ae8414fab14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:23.550891 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:23.572345 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 5e89176f-c6a5-498a-b0ed-c2292c88fb9c, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=5e89176f-c6a5-498a-b0ed-c2292c88fb9c,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:20:23.578037 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0e29afdb-cd0f-4584-a9ee-9ae8414fab14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:23.631812 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:23.654656 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0e29afdb-cd0f-4584-a9ee-9ae8414fab14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:23.683218 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e29afdb-cd0f-4584-a9ee-9ae8414fab14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 14:20:23.689843 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e29afdb-cd0f-4584-a9ee-9ae8414fab14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79adfda0-7bdd-46c1-9600-1252f029fe5a,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:23.697504 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0e29afdb-cd0f-4584-a9ee-9ae8414fab14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:23.697848 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-0e29afdb-cd0f-4584-a9ee-9ae8414fab14 admin admin] Added segment 082060f7-cae7-484a-a41e-d38b7ef04acc of type vlan for network 0f1a6504-b918-4a4b-af2d-058e2583e484 Mar 28 14:20:23.741056 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0e29afdb-cd0f-4584-a9ee-9ae8414fab14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:23.825417 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=5e89176f-c6a5-498a-b0ed-c2292c88fb9c,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:23.828812 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0e29afdb-cd0f-4584-a9ee-9ae8414fab14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:23.829827 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e29afdb-cd0f-4584-a9ee-9ae8414fab14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:20:23.830408 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0e29afdb-cd0f-4584-a9ee-9ae8414fab14 admin admin] Notify callbacks [] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:23.892032 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e29afdb-cd0f-4584-a9ee-9ae8414fab14 admin admin] Pushing event updated for resources: {'Network': ['ID=0f1a6504-b918-4a4b-af2d-058e2583e484,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:23.902010 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 0f1a6504-b918-4a4b-af2d-058e2583e484 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 14:20:23.919803 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 40520) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:20:23.921252 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-0e29afdb-cd0f-4584-a9ee-9ae8414fab14 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5108867 Mar 28 14:20:23.929490 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-92e23175-687b-4157-bcde-544a83f251eb admin admin] Request body: {'subnet': {'network_id': '0f1a6504-b918-4a4b-af2d-058e2583e484', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1907628640-subnet', 'tenant_id': '035210760dc34ac0a2a1437c20e53488', 'ip_version': 4}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:20:23.998851 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e23175-687b-4157-bcde-544a83f251eb admin admin] Made reservation on behalf of 035210760dc34ac0a2a1437c20e53488 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:20:24.001221 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-92e23175-687b-4157-bcde-544a83f251eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:24.015897 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-867b1352-be18-446c-b102-30a0f07417e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:24.102105 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ccc2cf-5319-4401-8e5f-4021129a5334 None None] Sync routers for ids ['edbf7384-1736-420e-bad5-02613b220c7a'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:20:24.113064 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ccc2cf-5319-4401-8e5f-4021129a5334 None None] Routers {'edbf7384-1736-420e-bad5-02613b220c7a'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:20:24.117382 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-c5ccc2cf-5319-4401-8e5f-4021129a5334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:19:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['edbf7384-1736-420e-bad5-02613b220c7a'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:20:24.216283 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-c5ccc2cf-5319-4401-8e5f-4021129a5334 None None] Set router edbf7384-1736-420e-bad5-02613b220c7a gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:20:24.233484 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-92e23175-687b-4157-bcde-544a83f251eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:24.284995 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e23175-687b-4157-bcde-544a83f251eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3ee5b18-148a-47bc-861d-68bc1f7fc892,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:24.307164 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e23175-687b-4157-bcde-544a83f251eb admin admin] Checking segment: {'id': '082060f7-cae7-484a-a41e-d38b7ef04acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0f1a6504-b918-4a4b-af2d-058e2583e484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:20:24.307518 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e23175-687b-4157-bcde-544a83f251eb admin admin] Network hostable DHCP agents. Network: 0f1a6504-b918-4a4b-af2d-058e2583e484, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 14:20:24.408745 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-c5ccc2cf-5319-4401-8e5f-4021129a5334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbf7384-1736-420e-bad5-02613b220c7a', 'name': 'tempest-TestMinimumBasicScenario-879257130-router', 'tenant_id': '41b712adc25d44ada531a4f284569a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '5e89176f-c6a5-498a-b0ed-c2292c88fb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:20:18Z', 'updated_at': '2022-03-28T14:20:21Z', 'revision_number': 4, 'project_id': '41b712adc25d44ada531a4f284569a5a', 'gw_port': {'id': '5e89176f-c6a5-498a-b0ed-c2292c88fb9c', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbf7384-1736-420e-bad5-02613b220c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:20:19Z', 'updated_at': '2022-03-28T14:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'd5f18f3b-8872-4192-9ee3-f4c52f60f1ce', 'name': '', 'network_id': 'cbc887cd-171b-4fbe-95db-3f60f1ecc315', 'tenant_id': '41b712adc25d44ada531a4f284569a5a', 'mac_address': 'fa:16:3e:22:8a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edbf7384-1736-420e-bad5-02613b220c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'df45d5fc-33c6-4f53-9f5a-d3ec688c7991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:20:21Z', 'updated_at': '2022-03-28T14:20:21Z', 'revision_number': 2, 'project_id': '41b712adc25d44ada531a4f284569a5a', 'subnets': [{'id': 'df45d5fc-33c6-4f53-9f5a-d3ec688c7991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:20:24.420322 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e23175-687b-4157-bcde-544a83f251eb admin admin] Network 0f1a6504-b918-4a4b-af2d-058e2583e484 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 14:20:24.438055 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ccc2cf-5319-4401-8e5f-4021129a5334 None None] Checking router: edbf7384-1736-420e-bad5-02613b220c7a for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:20:24.438398 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ccc2cf-5319-4401-8e5f-4021129a5334 None None] Updating router edbf7384-1736-420e-bad5-02613b220c7a port d5f18f3b-8872-4192-9ee3-f4c52f60f1ce binding host dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:20:24.463105 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-c5ccc2cf-5319-4401-8e5f-4021129a5334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:24.477425 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-92e23175-687b-4157-bcde-544a83f251eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 0f1a6504-b918-4a4b-af2d-058e2583e484) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:20:24.481626 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e23175-687b-4157-bcde-544a83f251eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:20:24.482367 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-92e23175-687b-4157-bcde-544a83f251eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:24.487837 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c36a30-778a-489d-a186-0cc3dc719fc1 None None] Network 0f1a6504-b918-4a4b-af2d-058e2583e484 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:20:24.566122 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-92e23175-687b-4157-bcde-544a83f251eb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6444592 Mar 28 14:20:24.569068 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 40522) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:20:24.573891 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-0ef197ad-10ac-4392-a418-9b3a82b9b0b2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1907628640-router', 'tenant_id': '035210760dc34ac0a2a1437c20e53488', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:20:24.637400 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc070ffd-58f5-4d37-93cc-76afe540ac43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-0f1a6504-b918-4a4b-af2d-058e2583e484', 'network_id': '0f1a6504-b918-4a4b-af2d-058e2583e484', 'tenant_id': '035210760dc34ac0a2a1437c20e53488', 'fixed_ips': [{'subnet_id': 'e3ee5b18-148a-47bc-861d-68bc1f7fc892'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 14:20:24.638302 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-fc070ffd-58f5-4d37-93cc-76afe540ac43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:24.668136 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0ef197ad-10ac-4392-a418-9b3a82b9b0b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:24.669406 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0ef197ad-10ac-4392-a418-9b3a82b9b0b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:24.722686 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0ef197ad-10ac-4392-a418-9b3a82b9b0b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:24.726847 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-c5ccc2cf-5319-4401-8e5f-4021129a5334 None None] Notify callbacks [] for port, precommit_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:24.775407 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-fc070ffd-58f5-4d37-93cc-76afe540ac43 None None] Allocated IP 172.20.0.2 (0f1a6504-b918-4a4b-af2d-058e2583e484/e3ee5b18-148a-47bc-861d-68bc1f7fc892/3cc71da6-dd4a-4eb3-ac6a-4554bf7f4906) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:20:24.810605 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-c5ccc2cf-5319-4401-8e5f-4021129a5334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:24.865150 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d95dbc1-f5ad-451b-b24b-b03bbe4c5bb3 None None] Pushing event updated for resources: {'Port': ['ID=d5f18f3b-8872-4192-9ee3-f4c52f60f1ce,revision_number=3']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:24.879287 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d95dbc1-f5ad-451b-b24b-b03bbe4c5bb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:24.879579 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d95dbc1-f5ad-451b-b24b-b03bbe4c5bb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:24.879910 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d95dbc1-f5ad-451b-b24b-b03bbe4c5bb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:24.884195 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d95dbc1-f5ad-451b-b24b-b03bbe4c5bb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:24.884195 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d95dbc1-f5ad-451b-b24b-b03bbe4c5bb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:24.884195 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d95dbc1-f5ad-451b-b24b-b03bbe4c5bb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:24.884195 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d95dbc1-f5ad-451b-b24b-b03bbe4c5bb3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:24.884195 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d95dbc1-f5ad-451b-b24b-b03bbe4c5bb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:24.884195 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d95dbc1-f5ad-451b-b24b-b03bbe4c5bb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:24.884195 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d95dbc1-f5ad-451b-b24b-b03bbe4c5bb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:24.884195 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d95dbc1-f5ad-451b-b24b-b03bbe4c5bb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:24.884195 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d95dbc1-f5ad-451b-b24b-b03bbe4c5bb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:24.919892 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0ef197ad-10ac-4392-a418-9b3a82b9b0b2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:24.942670 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-fc070ffd-58f5-4d37-93cc-76afe540ac43 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:24.947999 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-c5ccc2cf-5319-4401-8e5f-4021129a5334 None None] Attempting to bind port d5f18f3b-8872-4192-9ee3-f4c52f60f1ce on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:20:24.948422 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-c5ccc2cf-5319-4401-8e5f-4021129a5334 None None] Attempting to bind port d5f18f3b-8872-4192-9ee3-f4c52f60f1ce by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'fbdf7cbd-955a-4b72-a1a2-4d0476ca3821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'cbc887cd-171b-4fbe-95db-3f60f1ecc315'}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:20:24.948758 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ccc2cf-5319-4401-8e5f-4021129a5334 None None] Attempting to bind port d5f18f3b-8872-4192-9ee3-f4c52f60f1ce on network cbc887cd-171b-4fbe-95db-3f60f1ecc315 {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:20:24.954057 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ccc2cf-5319-4401-8e5f-4021129a5334 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:20:24.954426 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ccc2cf-5319-4401-8e5f-4021129a5334 None None] Checking segment: {'id': 'fbdf7cbd-955a-4b72-a1a2-4d0476ca3821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'cbc887cd-171b-4fbe-95db-3f60f1ecc315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:20:24.954827 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-c5ccc2cf-5319-4401-8e5f-4021129a5334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:24.955215 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ccc2cf-5319-4401-8e5f-4021129a5334 None None] Bound using segment: {'id': 'fbdf7cbd-955a-4b72-a1a2-4d0476ca3821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'cbc887cd-171b-4fbe-95db-3f60f1ecc315'} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:20:24.955673 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-c5ccc2cf-5319-4401-8e5f-4021129a5334 None None] Bound port: d5f18f3b-8872-4192-9ee3-f4c52f60f1ce, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbdf7cbd-955a-4b72-a1a2-4d0476ca3821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'cbc887cd-171b-4fbe-95db-3f60f1ecc315'}}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:20:24.956046 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-c5ccc2cf-5319-4401-8e5f-4021129a5334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:25.011320 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-fc070ffd-58f5-4d37-93cc-76afe540ac43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:25.023764 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-c5ccc2cf-5319-4401-8e5f-4021129a5334 None None] For port d5f18f3b-8872-4192-9ee3-f4c52f60f1ce, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:20:25.028081 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-c5ccc2cf-5319-4401-8e5f-4021129a5334 None None] For port d5f18f3b-8872-4192-9ee3-f4c52f60f1ce, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=d5f18f3b-8872-4192-9ee3-f4c52f60f1ce,segment=NetworkSegment(fbdf7cbd-955a-4b72-a1a2-4d0476ca3821),segment_id=fbdf7cbd-955a-4b72-a1a2-4d0476ca3821)] {{(pid=109615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:20:25.051055 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc070ffd-58f5-4d37-93cc-76afe540ac43 None None] Network 0f1a6504-b918-4a4b-af2d-058e2583e484 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:20:25.056300 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-fc070ffd-58f5-4d37-93cc-76afe540ac43 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:20:25.059743 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc070ffd-58f5-4d37-93cc-76afe540ac43 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:20:25.066403 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc070ffd-58f5-4d37-93cc-76afe540ac43 None None] Pushing event updated for resources: {'Port': ['ID=3cc71da6-dd4a-4eb3-ac6a-4554bf7f4906,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:25.103126 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-c5ccc2cf-5319-4401-8e5f-4021129a5334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:25.116150 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-fc070ffd-58f5-4d37-93cc-76afe540ac43 None None] Attempting to bind port 3cc71da6-dd4a-4eb3-ac6a-4554bf7f4906 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:20:25.116499 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-fc070ffd-58f5-4d37-93cc-76afe540ac43 None None] Attempting to bind port 3cc71da6-dd4a-4eb3-ac6a-4554bf7f4906 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '082060f7-cae7-484a-a41e-d38b7ef04acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0f1a6504-b918-4a4b-af2d-058e2583e484'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:20:25.116883 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc070ffd-58f5-4d37-93cc-76afe540ac43 None None] Attempting to bind port 3cc71da6-dd4a-4eb3-ac6a-4554bf7f4906 on network 0f1a6504-b918-4a4b-af2d-058e2583e484 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:20:25.122536 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc070ffd-58f5-4d37-93cc-76afe540ac43 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:20:25.122895 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc070ffd-58f5-4d37-93cc-76afe540ac43 None None] Checking segment: {'id': '082060f7-cae7-484a-a41e-d38b7ef04acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0f1a6504-b918-4a4b-af2d-058e2583e484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:20:25.123289 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-fc070ffd-58f5-4d37-93cc-76afe540ac43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:25.123670 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc070ffd-58f5-4d37-93cc-76afe540ac43 None None] Bound using segment: {'id': '082060f7-cae7-484a-a41e-d38b7ef04acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0f1a6504-b918-4a4b-af2d-058e2583e484'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:20:25.124118 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-fc070ffd-58f5-4d37-93cc-76afe540ac43 None None] Bound port: 3cc71da6-dd4a-4eb3-ac6a-4554bf7f4906, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '082060f7-cae7-484a-a41e-d38b7ef04acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0f1a6504-b918-4a4b-af2d-058e2583e484'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:20:25.124513 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-fc070ffd-58f5-4d37-93cc-76afe540ac43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:25.159496 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ccc2cf-5319-4401-8e5f-4021129a5334 None None] Routers {'edbf7384-1736-420e-bad5-02613b220c7a'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:20:25.160388 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-c5ccc2cf-5319-4401-8e5f-4021129a5334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:19:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['edbf7384-1736-420e-bad5-02613b220c7a'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:20:25.187566 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-c46e2e99-6c5c-4825-9a84-644a47a986c4 None None] Provisioning complete for port d5f18f3b-8872-4192-9ee3-f4c52f60f1ce triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:20:25.187925 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c46e2e99-6c5c-4825-9a84-644a47a986c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:25.203166 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0ef197ad-10ac-4392-a418-9b3a82b9b0b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:25.225470 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-fc070ffd-58f5-4d37-93cc-76afe540ac43 None None] For port 3cc71da6-dd4a-4eb3-ac6a-4554bf7f4906, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:20:25.228967 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0ef197ad-10ac-4392-a418-9b3a82b9b0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:25.232349 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-fc070ffd-58f5-4d37-93cc-76afe540ac43 None None] For port 3cc71da6-dd4a-4eb3-ac6a-4554bf7f4906, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=3cc71da6-dd4a-4eb3-ac6a-4554bf7f4906,segment=NetworkSegment(082060f7-cae7-484a-a41e-d38b7ef04acc),segment_id=082060f7-cae7-484a-a41e-d38b7ef04acc)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:20:25.247157 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d95dbc1-f5ad-451b-b24b-b03bbe4c5bb3 None None] Pushing event updated for resources: {'Port': ['ID=d5f18f3b-8872-4192-9ee3-f4c52f60f1ce,revision_number=4']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:25.253996 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:20:25.302784 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-fc070ffd-58f5-4d37-93cc-76afe540ac43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:25.322890 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-c5ccc2cf-5319-4401-8e5f-4021129a5334 None None] Set router edbf7384-1736-420e-bad5-02613b220c7a gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:20:25.337938 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c46e2e99-6c5c-4825-9a84-644a47a986c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:25.377945 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-0ef197ad-10ac-4392-a418-9b3a82b9b0b2 admin admin] Allocated IP 172.26.2.7 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/6084c9f8-30dc-42dc-a041-d71ad0b24187) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:20:25.444579 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc070ffd-58f5-4d37-93cc-76afe540ac43 None None] Pushing event updated for resources: {'Port': ['ID=3cc71da6-dd4a-4eb3-ac6a-4554bf7f4906,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:25.456181 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-c46e2e99-6c5c-4825-9a84-644a47a986c4 None None] For port d5f18f3b-8872-4192-9ee3-f4c52f60f1ce, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=d5f18f3b-8872-4192-9ee3-f4c52f60f1ce,segment=NetworkSegment(fbdf7cbd-955a-4b72-a1a2-4d0476ca3821),segment_id=fbdf7cbd-955a-4b72-a1a2-4d0476ca3821)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:20:25.492461 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device d5f18f3b-8872-4192-9ee3-f4c52f60f1ce up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:20:25.518913 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0ef197ad-10ac-4392-a418-9b3a82b9b0b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:25.530480 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c46e2e99-6c5c-4825-9a84-644a47a986c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:25.608579 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-c5ccc2cf-5319-4401-8e5f-4021129a5334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbf7384-1736-420e-bad5-02613b220c7a', 'name': 'tempest-TestMinimumBasicScenario-879257130-router', 'tenant_id': '41b712adc25d44ada531a4f284569a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '5e89176f-c6a5-498a-b0ed-c2292c88fb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:20:18Z', 'updated_at': '2022-03-28T14:20:21Z', 'revision_number': 4, 'project_id': '41b712adc25d44ada531a4f284569a5a', 'gw_port': {'id': '5e89176f-c6a5-498a-b0ed-c2292c88fb9c', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbf7384-1736-420e-bad5-02613b220c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:20:19Z', 'updated_at': '2022-03-28T14:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'd5f18f3b-8872-4192-9ee3-f4c52f60f1ce', 'name': '', 'network_id': 'cbc887cd-171b-4fbe-95db-3f60f1ecc315', 'tenant_id': '41b712adc25d44ada531a4f284569a5a', 'mac_address': 'fa:16:3e:22:8a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edbf7384-1736-420e-bad5-02613b220c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'df45d5fc-33c6-4f53-9f5a-d3ec688c7991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:20:21Z', 'updated_at': '2022-03-28T14:20:25Z', 'revision_number': 4, 'project_id': '41b712adc25d44ada531a4f284569a5a', 'subnets': [{'id': 'df45d5fc-33c6-4f53-9f5a-d3ec688c7991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:20:25.612040 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e2e99-6c5c-4825-9a84-644a47a986c4 None None] Pushing event updated for resources: {'Port': ['ID=d5f18f3b-8872-4192-9ee3-f4c52f60f1ce,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:25.618263 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port d5f18f3b-8872-4192-9ee3-f4c52f60f1ce triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:20:25.618638 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:25.623645 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0ef197ad-10ac-4392-a418-9b3a82b9b0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:25.645923 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ccc2cf-5319-4401-8e5f-4021129a5334 None None] The sync data for ids ['edbf7384-1736-420e-bad5-02613b220c7a'] in dv-neutron-835335-1-hyperv is: [{'id': 'edbf7384-1736-420e-bad5-02613b220c7a', 'name': 'tempest-TestMinimumBasicScenario-879257130-router', 'tenant_id': '41b712adc25d44ada531a4f284569a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '5e89176f-c6a5-498a-b0ed-c2292c88fb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:20:18Z', 'updated_at': '2022-03-28T14:20:21Z', 'revision_number': 4, 'project_id': '41b712adc25d44ada531a4f284569a5a', 'gw_port': {'id': '5e89176f-c6a5-498a-b0ed-c2292c88fb9c', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbf7384-1736-420e-bad5-02613b220c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:20:19Z', 'updated_at': '2022-03-28T14:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'd5f18f3b-8872-4192-9ee3-f4c52f60f1ce', 'name': '', 'network_id': 'cbc887cd-171b-4fbe-95db-3f60f1ecc315', 'tenant_id': '41b712adc25d44ada531a4f284569a5a', 'mac_address': 'fa:16:3e:22:8a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edbf7384-1736-420e-bad5-02613b220c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'df45d5fc-33c6-4f53-9f5a-d3ec688c7991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:20:21Z', 'updated_at': '2022-03-28T14:20:25Z', 'revision_number': 4, 'project_id': '41b712adc25d44ada531a4f284569a5a', 'subnets': [{'id': 'df45d5fc-33c6-4f53-9f5a-d3ec688c7991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:20:25.696466 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef197ad-10ac-4392-a418-9b3a82b9b0b2 admin admin] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:20:25.704471 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-e0389e5a-6d07-45ea-9cfb-8748f698f006 None None] Provisioning complete for port d5f18f3b-8872-4192-9ee3-f4c52f60f1ce triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:20:25.705032 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e0389e5a-6d07-45ea-9cfb-8748f698f006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:25.707380 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-0ef197ad-10ac-4392-a418-9b3a82b9b0b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:20:25.713174 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef197ad-10ac-4392-a418-9b3a82b9b0b2 admin admin] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:20:25.741708 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef197ad-10ac-4392-a418-9b3a82b9b0b2 admin admin] Pushing event updated for resources: {'Port': ['ID=6084c9f8-30dc-42dc-a041-d71ad0b24187,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:25.834853 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 5e89176f-c6a5-498a-b0ed-c2292c88fb9c up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:20:25.895458 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 5e89176f-c6a5-498a-b0ed-c2292c88fb9c triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:20:25.895911 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:26.335375 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ad7bd3fe-6aa3-4c04-a57f-5177617f88d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:26.413464 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0ef197ad-10ac-4392-a418-9b3a82b9b0b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:26.476821 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd5d997-950e-4db7-a1e8-7a4d2fcd5b34 None None] Network 0f1a6504-b918-4a4b-af2d-058e2583e484 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:20:26.602128 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-3a73fa66-f91d-4a76-95d5-465d320dddb3 None None] Provisioning complete for port 3cc71da6-dd4a-4eb3-ac6a-4554bf7f4906 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:20:26.602531 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3a73fa66-f91d-4a76-95d5-465d320dddb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:26.603856 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0ef197ad-10ac-4392-a418-9b3a82b9b0b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:26.711211 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3a73fa66-f91d-4a76-95d5-465d320dddb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:26.747566 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-3a73fa66-f91d-4a76-95d5-465d320dddb3 None None] For port 3cc71da6-dd4a-4eb3-ac6a-4554bf7f4906, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=3cc71da6-dd4a-4eb3-ac6a-4554bf7f4906,segment=NetworkSegment(082060f7-cae7-484a-a41e-d38b7ef04acc),segment_id=082060f7-cae7-484a-a41e-d38b7ef04acc)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:20:26.822182 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef197ad-10ac-4392-a418-9b3a82b9b0b2 admin admin] Router b2c36377-86ed-4270-a1f4-a2d3c2892a37 is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 14:20:26.839454 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3a73fa66-f91d-4a76-95d5-465d320dddb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:26.887146 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73fa66-f91d-4a76-95d5-465d320dddb3 None None] Pushing event updated for resources: {'Port': ['ID=3cc71da6-dd4a-4eb3-ac6a-4554bf7f4906,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:26.929477 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef197ad-10ac-4392-a418-9b3a82b9b0b2 admin admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:20:26.938275 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ab1930-a575-4bd8-86ee-7e5ab5f7d9da None None] Sync routers for ids ['b2c36377-86ed-4270-a1f4-a2d3c2892a37'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:20:26.952221 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ab1930-a575-4bd8-86ee-7e5ab5f7d9da None None] Routers {'b2c36377-86ed-4270-a1f4-a2d3c2892a37'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:20:26.952847 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-d3ab1930-a575-4bd8-86ee-7e5ab5f7d9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:20:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['b2c36377-86ed-4270-a1f4-a2d3c2892a37'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:20:26.994936 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0ef197ad-10ac-4392-a418-9b3a82b9b0b2 admin admin] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:26.996266 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-0ef197ad-10ac-4392-a418-9b3a82b9b0b2 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4262528 Mar 28 14:20:26.999415 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 40524) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:20:27.002387 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-30d8e876-baae-4d29-b839-5180246f365a None None] Provisioning complete for port 3cc71da6-dd4a-4eb3-ac6a-4554bf7f4906 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:20:27.002387 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-30d8e876-baae-4d29-b839-5180246f365a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:27.091381 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-d3ab1930-a575-4bd8-86ee-7e5ab5f7d9da None None] Set router b2c36377-86ed-4270-a1f4-a2d3c2892a37 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:20:27.294805 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-d3ab1930-a575-4bd8-86ee-7e5ab5f7d9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c36377-86ed-4270-a1f4-a2d3c2892a37', 'name': 'tempest-TestMinimumBasicScenario-1907628640-router', 'tenant_id': '035210760dc34ac0a2a1437c20e53488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': '6084c9f8-30dc-42dc-a041-d71ad0b24187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:20:24Z', 'updated_at': '2022-03-28T14:20:25Z', 'revision_number': 3, 'project_id': '035210760dc34ac0a2a1437c20e53488', 'gw_port': {'id': '6084c9f8-30dc-42dc-a041-d71ad0b24187', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:95:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c36377-86ed-4270-a1f4-a2d3c2892a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:20:25Z', 'updated_at': '2022-03-28T14:20:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:20:27.320220 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ab1930-a575-4bd8-86ee-7e5ab5f7d9da None None] Checking router: b2c36377-86ed-4270-a1f4-a2d3c2892a37 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:20:27.320587 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ab1930-a575-4bd8-86ee-7e5ab5f7d9da None None] Updating router b2c36377-86ed-4270-a1f4-a2d3c2892a37 port 6084c9f8-30dc-42dc-a041-d71ad0b24187 binding host dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:20:27.344941 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d3ab1930-a575-4bd8-86ee-7e5ab5f7d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:27.419171 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eeb966e8-1d2b-4d41-a14b-8646cb3ea889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:27.489542 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device d5f18f3b-8872-4192-9ee3-f4c52f60f1ce up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:20:27.599458 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port d5f18f3b-8872-4192-9ee3-f4c52f60f1ce triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:20:27.599821 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:27.630134 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-eeb966e8-1d2b-4d41-a14b-8646cb3ea889 admin admin] Allocated IP 172.20.0.1 (0f1a6504-b918-4a4b-af2d-058e2583e484/e3ee5b18-148a-47bc-861d-68bc1f7fc892/ad3695e9-8885-4aa9-b50d-a037fa87efdb) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:20:27.701341 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d3ab1930-a575-4bd8-86ee-7e5ab5f7d9da None None] Notify callbacks [] for port, precommit_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:27.725737 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:27.731965 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eeb966e8-1d2b-4d41-a14b-8646cb3ea889 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:27.739317 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 3cc71da6-dd4a-4eb3-ac6a-4554bf7f4906 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:20:27.783501 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 3cc71da6-dd4a-4eb3-ac6a-4554bf7f4906 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:20:27.783860 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:27.806229 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d3ab1930-a575-4bd8-86ee-7e5ab5f7d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:27.823005 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eeb966e8-1d2b-4d41-a14b-8646cb3ea889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:27.862590 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb966e8-1d2b-4d41-a14b-8646cb3ea889 admin admin] Network 0f1a6504-b918-4a4b-af2d-058e2583e484 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:20:27.865589 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-eeb966e8-1d2b-4d41-a14b-8646cb3ea889 admin admin] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:20:27.868786 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb966e8-1d2b-4d41-a14b-8646cb3ea889 admin admin] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:20:27.902744 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb966e8-1d2b-4d41-a14b-8646cb3ea889 admin admin] Pushing event updated for resources: {'Port': ['ID=ad3695e9-8885-4aa9-b50d-a037fa87efdb,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:27.922891 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eeb966e8-1d2b-4d41-a14b-8646cb3ea889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:28.021448 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccc5777-4966-4bf6-85f3-c4e4bfbca7ea None None] Pushing event updated for resources: {'Port': ['ID=6084c9f8-30dc-42dc-a041-d71ad0b24187,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:28.024973 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-d3ab1930-a575-4bd8-86ee-7e5ab5f7d9da None None] Attempting to bind port 6084c9f8-30dc-42dc-a041-d71ad0b24187 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:20:28.025327 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-d3ab1930-a575-4bd8-86ee-7e5ab5f7d9da None None] Attempting to bind port 6084c9f8-30dc-42dc-a041-d71ad0b24187 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:20:28.025680 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ab1930-a575-4bd8-86ee-7e5ab5f7d9da None None] Attempting to bind port 6084c9f8-30dc-42dc-a041-d71ad0b24187 on network 1cb296ed-c863-4502-973a-f31b82091846 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:20:28.033159 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ab1930-a575-4bd8-86ee-7e5ab5f7d9da None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:20:28.037891 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ab1930-a575-4bd8-86ee-7e5ab5f7d9da None None] Checking segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:20:28.037891 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d3ab1930-a575-4bd8-86ee-7e5ab5f7d9da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:28.037891 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ab1930-a575-4bd8-86ee-7e5ab5f7d9da None None] Bound using segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:20:28.037891 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-d3ab1930-a575-4bd8-86ee-7e5ab5f7d9da None None] Bound port: 6084c9f8-30dc-42dc-a041-d71ad0b24187, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:20:28.037891 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d3ab1930-a575-4bd8-86ee-7e5ab5f7d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:28.113150 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-d3ab1930-a575-4bd8-86ee-7e5ab5f7d9da None None] For port 6084c9f8-30dc-42dc-a041-d71ad0b24187, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:20:28.113309 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eeb966e8-1d2b-4d41-a14b-8646cb3ea889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:28.116250 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-d3ab1930-a575-4bd8-86ee-7e5ab5f7d9da None None] For port 6084c9f8-30dc-42dc-a041-d71ad0b24187, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=6084c9f8-30dc-42dc-a041-d71ad0b24187,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:20:28.138188 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-ce09270b-5a3e-444e-bf5e-2fb864c19c49 None None] Provisioning complete for port ad3695e9-8885-4aa9-b50d-a037fa87efdb triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:20:28.138476 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ce09270b-5a3e-444e-bf5e-2fb864c19c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:28.171452 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-ce09270b-5a3e-444e-bf5e-2fb864c19c49 None None] Port ad3695e9-8885-4aa9-b50d-a037fa87efdb cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:20:28.193758 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d3ab1930-a575-4bd8-86ee-7e5ab5f7d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:28.253475 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ab1930-a575-4bd8-86ee-7e5ab5f7d9da None None] Routers {'b2c36377-86ed-4270-a1f4-a2d3c2892a37'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:20:28.254026 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-d3ab1930-a575-4bd8-86ee-7e5ab5f7d9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:20:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['b2c36377-86ed-4270-a1f4-a2d3c2892a37'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:20:28.258827 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccc5777-4966-4bf6-85f3-c4e4bfbca7ea None None] Pushing event updated for resources: {'Port': ['ID=6084c9f8-30dc-42dc-a041-d71ad0b24187,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:28.284406 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eeb966e8-1d2b-4d41-a14b-8646cb3ea889 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:28.330394 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eeb966e8-1d2b-4d41-a14b-8646cb3ea889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:28.362869 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-d3ab1930-a575-4bd8-86ee-7e5ab5f7d9da None None] Set router b2c36377-86ed-4270-a1f4-a2d3c2892a37 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:20:28.399419 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-eeb966e8-1d2b-4d41-a14b-8646cb3ea889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:28.401106 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb966e8-1d2b-4d41-a14b-8646cb3ea889 admin admin] Pushing event updated for resources: {'Port': ['ID=ad3695e9-8885-4aa9-b50d-a037fa87efdb,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:28.412398 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb966e8-1d2b-4d41-a14b-8646cb3ea889 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:28.412750 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb966e8-1d2b-4d41-a14b-8646cb3ea889 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:28.413083 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb966e8-1d2b-4d41-a14b-8646cb3ea889 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:28.413409 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb966e8-1d2b-4d41-a14b-8646cb3ea889 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:28.413738 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb966e8-1d2b-4d41-a14b-8646cb3ea889 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:28.414059 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb966e8-1d2b-4d41-a14b-8646cb3ea889 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:28.414378 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb966e8-1d2b-4d41-a14b-8646cb3ea889 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:28.415241 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb966e8-1d2b-4d41-a14b-8646cb3ea889 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:28.415557 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb966e8-1d2b-4d41-a14b-8646cb3ea889 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:28.415874 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb966e8-1d2b-4d41-a14b-8646cb3ea889 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:28.416191 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb966e8-1d2b-4d41-a14b-8646cb3ea889 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:28.416536 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb966e8-1d2b-4d41-a14b-8646cb3ea889 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:20:28.501301 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb966e8-1d2b-4d41-a14b-8646cb3ea889 admin admin] Network 0f1a6504-b918-4a4b-af2d-058e2583e484 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:20:28.502653 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-eeb966e8-1d2b-4d41-a14b-8646cb3ea889 admin admin] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:20:28.564549 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-d3ab1930-a575-4bd8-86ee-7e5ab5f7d9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c36377-86ed-4270-a1f4-a2d3c2892a37', 'name': 'tempest-TestMinimumBasicScenario-1907628640-router', 'tenant_id': '035210760dc34ac0a2a1437c20e53488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': '6084c9f8-30dc-42dc-a041-d71ad0b24187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:20:24Z', 'updated_at': '2022-03-28T14:20:28Z', 'revision_number': 4, 'project_id': '035210760dc34ac0a2a1437c20e53488', 'gw_port': {'id': '6084c9f8-30dc-42dc-a041-d71ad0b24187', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:95:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c36377-86ed-4270-a1f4-a2d3c2892a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:20:25Z', 'updated_at': '2022-03-28T14:20:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'ad3695e9-8885-4aa9-b50d-a037fa87efdb', 'name': '', 'network_id': '0f1a6504-b918-4a4b-af2d-058e2583e484', 'tenant_id': '035210760dc34ac0a2a1437c20e53488', 'mac_address': 'fa:16:3e:b9:0f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c36377-86ed-4270-a1f4-a2d3c2892a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'e3ee5b18-148a-47bc-861d-68bc1f7fc892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:20:27Z', 'updated_at': '2022-03-28T14:20:27Z', 'revision_number': 1, 'project_id': '035210760dc34ac0a2a1437c20e53488', 'subnets': [{'id': 'e3ee5b18-148a-47bc-861d-68bc1f7fc892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:20:28.591793 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ab1930-a575-4bd8-86ee-7e5ab5f7d9da None None] The sync data for ids ['b2c36377-86ed-4270-a1f4-a2d3c2892a37'] in dv-neutron-835335-1-hyperv is: [{'id': 'b2c36377-86ed-4270-a1f4-a2d3c2892a37', 'name': 'tempest-TestMinimumBasicScenario-1907628640-router', 'tenant_id': '035210760dc34ac0a2a1437c20e53488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': '6084c9f8-30dc-42dc-a041-d71ad0b24187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:20:24Z', 'updated_at': '2022-03-28T14:20:28Z', 'revision_number': 4, 'project_id': '035210760dc34ac0a2a1437c20e53488', 'gw_port': {'id': '6084c9f8-30dc-42dc-a041-d71ad0b24187', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:95:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c36377-86ed-4270-a1f4-a2d3c2892a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:20:25Z', 'updated_at': '2022-03-28T14:20:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'ad3695e9-8885-4aa9-b50d-a037fa87efdb', 'name': '', 'network_id': '0f1a6504-b918-4a4b-af2d-058e2583e484', 'tenant_id': '035210760dc34ac0a2a1437c20e53488', 'mac_address': 'fa:16:3e:b9:0f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c36377-86ed-4270-a1f4-a2d3c2892a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'e3ee5b18-148a-47bc-861d-68bc1f7fc892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:20:27Z', 'updated_at': '2022-03-28T14:20:27Z', 'revision_number': 1, 'project_id': '035210760dc34ac0a2a1437c20e53488', 'subnets': [{'id': 'e3ee5b18-148a-47bc-861d-68bc1f7fc892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:20:28.625703 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb966e8-1d2b-4d41-a14b-8646cb3ea889 admin admin] Router b2c36377-86ed-4270-a1f4-a2d3c2892a37 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:20:28.740028 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb966e8-1d2b-4d41-a14b-8646cb3ea889 admin admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:20:28.748926 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-eeb966e8-1d2b-4d41-a14b-8646cb3ea889 admin admin] 10.222.0.24 "PUT /v2.0/routers/b2c36377-86ed-4270-a1f4-a2d3c2892a37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7489698 Mar 28 14:20:28.816549 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-5420a48b-0aef-4f3d-975e-7e70524f596e None None] Provisioning complete for port ad3695e9-8885-4aa9-b50d-a037fa87efdb triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:20:28.817276 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5420a48b-0aef-4f3d-975e-7e70524f596e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:28.861798 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-5420a48b-0aef-4f3d-975e-7e70524f596e None None] Port ad3695e9-8885-4aa9-b50d-a037fa87efdb cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:20:29.026374 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:29.370361 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:29.441486 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 6084c9f8-30dc-42dc-a041-d71ad0b24187 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:20:29.500657 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 6084c9f8-30dc-42dc-a041-d71ad0b24187 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:20:29.501411 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:29.594445 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:29.615030 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 6084c9f8-30dc-42dc-a041-d71ad0b24187, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=6084c9f8-30dc-42dc-a041-d71ad0b24187,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:20:29.691130 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:29.762403 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=6084c9f8-30dc-42dc-a041-d71ad0b24187,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:30.767478 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb91cc29-aeb1-4483-a29c-b25ac4d6472e None None] Sync routers for ids ['b2c36377-86ed-4270-a1f4-a2d3c2892a37'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:20:30.777862 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb91cc29-aeb1-4483-a29c-b25ac4d6472e None None] Routers {'b2c36377-86ed-4270-a1f4-a2d3c2892a37'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:20:30.778705 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-eb91cc29-aeb1-4483-a29c-b25ac4d6472e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:20:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['b2c36377-86ed-4270-a1f4-a2d3c2892a37'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:20:30.890437 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-eb91cc29-aeb1-4483-a29c-b25ac4d6472e None None] Set router b2c36377-86ed-4270-a1f4-a2d3c2892a37 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:20:31.094653 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-eb91cc29-aeb1-4483-a29c-b25ac4d6472e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c36377-86ed-4270-a1f4-a2d3c2892a37', 'name': 'tempest-TestMinimumBasicScenario-1907628640-router', 'tenant_id': '035210760dc34ac0a2a1437c20e53488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': '6084c9f8-30dc-42dc-a041-d71ad0b24187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:20:24Z', 'updated_at': '2022-03-28T14:20:28Z', 'revision_number': 4, 'project_id': '035210760dc34ac0a2a1437c20e53488', 'gw_port': {'id': '6084c9f8-30dc-42dc-a041-d71ad0b24187', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:95:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c36377-86ed-4270-a1f4-a2d3c2892a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:20:25Z', 'updated_at': '2022-03-28T14:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'ad3695e9-8885-4aa9-b50d-a037fa87efdb', 'name': '', 'network_id': '0f1a6504-b918-4a4b-af2d-058e2583e484', 'tenant_id': '035210760dc34ac0a2a1437c20e53488', 'mac_address': 'fa:16:3e:b9:0f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c36377-86ed-4270-a1f4-a2d3c2892a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'e3ee5b18-148a-47bc-861d-68bc1f7fc892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:20:27Z', 'updated_at': '2022-03-28T14:20:28Z', 'revision_number': 2, 'project_id': '035210760dc34ac0a2a1437c20e53488', 'subnets': [{'id': 'e3ee5b18-148a-47bc-861d-68bc1f7fc892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:20:31.121110 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb91cc29-aeb1-4483-a29c-b25ac4d6472e None None] Checking router: b2c36377-86ed-4270-a1f4-a2d3c2892a37 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:20:31.121457 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb91cc29-aeb1-4483-a29c-b25ac4d6472e None None] Updating router b2c36377-86ed-4270-a1f4-a2d3c2892a37 port ad3695e9-8885-4aa9-b50d-a037fa87efdb binding host dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:20:31.146775 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-eb91cc29-aeb1-4483-a29c-b25ac4d6472e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:31.426899 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 6084c9f8-30dc-42dc-a041-d71ad0b24187 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:20:31.510852 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 6084c9f8-30dc-42dc-a041-d71ad0b24187 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:20:31.511417 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:31.556890 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-eb91cc29-aeb1-4483-a29c-b25ac4d6472e None None] Notify callbacks [] for port, precommit_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:31.615864 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-eb91cc29-aeb1-4483-a29c-b25ac4d6472e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:31.685015 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2983856a-328a-42df-9e95-4d39e41303ef None None] Pushing event updated for resources: {'Port': ['ID=ad3695e9-8885-4aa9-b50d-a037fa87efdb,revision_number=3']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:31.755333 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-eb91cc29-aeb1-4483-a29c-b25ac4d6472e None None] Attempting to bind port ad3695e9-8885-4aa9-b50d-a037fa87efdb on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:20:31.756047 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-eb91cc29-aeb1-4483-a29c-b25ac4d6472e None None] Attempting to bind port ad3695e9-8885-4aa9-b50d-a037fa87efdb by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '082060f7-cae7-484a-a41e-d38b7ef04acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0f1a6504-b918-4a4b-af2d-058e2583e484'}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:20:31.756633 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb91cc29-aeb1-4483-a29c-b25ac4d6472e None None] Attempting to bind port ad3695e9-8885-4aa9-b50d-a037fa87efdb on network 0f1a6504-b918-4a4b-af2d-058e2583e484 {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:20:31.764713 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb91cc29-aeb1-4483-a29c-b25ac4d6472e None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:20:31.765163 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb91cc29-aeb1-4483-a29c-b25ac4d6472e None None] Checking segment: {'id': '082060f7-cae7-484a-a41e-d38b7ef04acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0f1a6504-b918-4a4b-af2d-058e2583e484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:20:31.765571 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-eb91cc29-aeb1-4483-a29c-b25ac4d6472e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:31.766032 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb91cc29-aeb1-4483-a29c-b25ac4d6472e None None] Bound using segment: {'id': '082060f7-cae7-484a-a41e-d38b7ef04acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0f1a6504-b918-4a4b-af2d-058e2583e484'} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:20:31.766498 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-eb91cc29-aeb1-4483-a29c-b25ac4d6472e None None] Bound port: ad3695e9-8885-4aa9-b50d-a037fa87efdb, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '082060f7-cae7-484a-a41e-d38b7ef04acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0f1a6504-b918-4a4b-af2d-058e2583e484'}}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:20:31.766876 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-eb91cc29-aeb1-4483-a29c-b25ac4d6472e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:31.841712 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-eb91cc29-aeb1-4483-a29c-b25ac4d6472e None None] For port ad3695e9-8885-4aa9-b50d-a037fa87efdb, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:20:31.845286 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-eb91cc29-aeb1-4483-a29c-b25ac4d6472e None None] For port ad3695e9-8885-4aa9-b50d-a037fa87efdb, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=ad3695e9-8885-4aa9-b50d-a037fa87efdb,segment=NetworkSegment(082060f7-cae7-484a-a41e-d38b7ef04acc),segment_id=082060f7-cae7-484a-a41e-d38b7ef04acc)] {{(pid=109615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:20:31.919952 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-2e61dd3a-e351-4e4f-9ca0-52c032d9a3c7 None None] Provisioning complete for port ad3695e9-8885-4aa9-b50d-a037fa87efdb triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:20:31.920747 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2e61dd3a-e351-4e4f-9ca0-52c032d9a3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:31.936632 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-eb91cc29-aeb1-4483-a29c-b25ac4d6472e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:31.961990 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-2e61dd3a-e351-4e4f-9ca0-52c032d9a3c7 None None] Port ad3695e9-8885-4aa9-b50d-a037fa87efdb cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:20:32.009850 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2983856a-328a-42df-9e95-4d39e41303ef None None] Pushing event updated for resources: {'Port': ['ID=ad3695e9-8885-4aa9-b50d-a037fa87efdb,revision_number=4']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:32.012720 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb91cc29-aeb1-4483-a29c-b25ac4d6472e None None] Routers {'b2c36377-86ed-4270-a1f4-a2d3c2892a37'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:20:32.013331 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-eb91cc29-aeb1-4483-a29c-b25ac4d6472e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:20:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['b2c36377-86ed-4270-a1f4-a2d3c2892a37'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:20:32.169170 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-eb91cc29-aeb1-4483-a29c-b25ac4d6472e None None] Set router b2c36377-86ed-4270-a1f4-a2d3c2892a37 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:20:32.287367 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-bce54ab1-11f1-4219-814d-7822aa3c6f84 None None] Provisioning complete for port ad3695e9-8885-4aa9-b50d-a037fa87efdb triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:20:32.287367 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-bce54ab1-11f1-4219-814d-7822aa3c6f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:32.382209 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-bce54ab1-11f1-4219-814d-7822aa3c6f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:32.390210 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-eb91cc29-aeb1-4483-a29c-b25ac4d6472e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c36377-86ed-4270-a1f4-a2d3c2892a37', 'name': 'tempest-TestMinimumBasicScenario-1907628640-router', 'tenant_id': '035210760dc34ac0a2a1437c20e53488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': '6084c9f8-30dc-42dc-a041-d71ad0b24187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:20:24Z', 'updated_at': '2022-03-28T14:20:28Z', 'revision_number': 4, 'project_id': '035210760dc34ac0a2a1437c20e53488', 'gw_port': {'id': '6084c9f8-30dc-42dc-a041-d71ad0b24187', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:95:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c36377-86ed-4270-a1f4-a2d3c2892a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:20:25Z', 'updated_at': '2022-03-28T14:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'ad3695e9-8885-4aa9-b50d-a037fa87efdb', 'name': '', 'network_id': '0f1a6504-b918-4a4b-af2d-058e2583e484', 'tenant_id': '035210760dc34ac0a2a1437c20e53488', 'mac_address': 'fa:16:3e:b9:0f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c36377-86ed-4270-a1f4-a2d3c2892a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'e3ee5b18-148a-47bc-861d-68bc1f7fc892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:20:27Z', 'updated_at': '2022-03-28T14:20:31Z', 'revision_number': 4, 'project_id': '035210760dc34ac0a2a1437c20e53488', 'subnets': [{'id': 'e3ee5b18-148a-47bc-861d-68bc1f7fc892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:20:32.421271 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb91cc29-aeb1-4483-a29c-b25ac4d6472e None None] The sync data for ids ['b2c36377-86ed-4270-a1f4-a2d3c2892a37'] in dv-neutron-835335-1-hyperv is: [{'id': 'b2c36377-86ed-4270-a1f4-a2d3c2892a37', 'name': 'tempest-TestMinimumBasicScenario-1907628640-router', 'tenant_id': '035210760dc34ac0a2a1437c20e53488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': '6084c9f8-30dc-42dc-a041-d71ad0b24187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:20:24Z', 'updated_at': '2022-03-28T14:20:28Z', 'revision_number': 4, 'project_id': '035210760dc34ac0a2a1437c20e53488', 'gw_port': {'id': '6084c9f8-30dc-42dc-a041-d71ad0b24187', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:95:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c36377-86ed-4270-a1f4-a2d3c2892a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:20:25Z', 'updated_at': '2022-03-28T14:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'ad3695e9-8885-4aa9-b50d-a037fa87efdb', 'name': '', 'network_id': '0f1a6504-b918-4a4b-af2d-058e2583e484', 'tenant_id': '035210760dc34ac0a2a1437c20e53488', 'mac_address': 'fa:16:3e:b9:0f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c36377-86ed-4270-a1f4-a2d3c2892a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'e3ee5b18-148a-47bc-861d-68bc1f7fc892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:20:27Z', 'updated_at': '2022-03-28T14:20:31Z', 'revision_number': 4, 'project_id': '035210760dc34ac0a2a1437c20e53488', 'subnets': [{'id': 'e3ee5b18-148a-47bc-861d-68bc1f7fc892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:20:32.423113 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-bce54ab1-11f1-4219-814d-7822aa3c6f84 None None] For port ad3695e9-8885-4aa9-b50d-a037fa87efdb, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=ad3695e9-8885-4aa9-b50d-a037fa87efdb,segment=NetworkSegment(082060f7-cae7-484a-a41e-d38b7ef04acc),segment_id=082060f7-cae7-484a-a41e-d38b7ef04acc)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:20:32.723280 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-bce54ab1-11f1-4219-814d-7822aa3c6f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:32.772861 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce54ab1-11f1-4219-814d-7822aa3c6f84 None None] Pushing event updated for resources: {'Port': ['ID=ad3695e9-8885-4aa9-b50d-a037fa87efdb,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:33.438026 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device ad3695e9-8885-4aa9-b50d-a037fa87efdb up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:20:33.494425 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port ad3695e9-8885-4aa9-b50d-a037fa87efdb triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:20:33.495044 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:40.161411 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b16e30-e256-4729-976a-657b3f95087f req-33a73e8d-3b75-4a24-b918-b2af74006fed tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:20:40.162860 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-50b16e30-e256-4729-976a-657b3f95087f req-33a73e8d-3b75-4a24-b918-b2af74006fed tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/networks?id=cbc887cd-171b-4fbe-95db-3f60f1ecc315 HTTP/1.1" status: 200 len: 814 time: 0.0998831 Mar 28 14:20:40.177125 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-50b16e30-e256-4729-976a-657b3f95087f req-41d7c6c9-8091-4082-8652-5475d29a71bc tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/quotas/41b712adc25d44ada531a4f284569a5a HTTP/1.1" status: 200 len: 375 time: 0.0086458 Mar 28 14:20:40.226326 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-50b16e30-e256-4729-976a-657b3f95087f req-aea612b8-ff0c-4716-9257-971a3edcb52e tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=41b712adc25d44ada531a4f284569a5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435810 Mar 28 14:20:40.330014 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [req-50b16e30-e256-4729-976a-657b3f95087f req-0004c305-8828-4084-8e14-f4329fe1503a service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 14:20:40.331007 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-50b16e30-e256-4729-976a-657b3f95087f req-0004c305-8828-4084-8e14-f4329fe1503a service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0931973 Mar 28 14:20:40.419972 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-50b16e30-e256-4729-976a-657b3f95087f req-2f013266-540e-47cd-b5cc-d86961ff2cac service neutron] 10.222.0.24 "GET /v2.0/networks/cbc887cd-171b-4fbe-95db-3f60f1ecc315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827851 Mar 28 14:20:40.505356 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-50b16e30-e256-4729-976a-657b3f95087f req-c6c14176-0cad-4a33-8603-6890054b26a7 service neutron] 10.222.0.24 "GET /v2.0/networks/cbc887cd-171b-4fbe-95db-3f60f1ecc315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792756 Mar 28 14:20:40.760296 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3cb6d37b-ea5a-4efe-920d-64dcda969e98 req-c0a72fd0-4d54-4b76-a689-4499259dd725 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597 HTTP/1.1" status: 200 len: 210 time: 0.0261137 Mar 28 14:20:41.851330 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-59a9b910-1437-4377-a062-3c0fc27b03b1 req-fd303d52-d0e7-4ce0-a9b5-64e5a85025fc tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597 HTTP/1.1" status: 200 len: 210 time: 0.0253019 Mar 28 14:20:42.667088 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b16e30-e256-4729-976a-657b3f95087f req-7c5502d8-f056-44b5-87ea-0be83f90c00b tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:20:42.668547 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-50b16e30-e256-4729-976a-657b3f95087f req-7c5502d8-f056-44b5-87ea-0be83f90c00b tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.20 "GET /v2.0/networks?id=cbc887cd-171b-4fbe-95db-3f60f1ecc315 HTTP/1.1" status: 200 len: 814 time: 0.1034956 Mar 28 14:20:42.680314 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-50b16e30-e256-4729-976a-657b3f95087f req-925cbf36-673b-4010-81fc-3fb0ce25e015 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Request body: {'port': {'device_id': 'd4b0a3ea-dd74-4b4e-961d-b066ce927597', 'network_id': 'cbc887cd-171b-4fbe-95db-3f60f1ecc315', 'admin_state_up': True, 'tenant_id': '41b712adc25d44ada531a4f284569a5a'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:20:42.843253 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50b16e30-e256-4729-976a-657b3f95087f req-925cbf36-673b-4010-81fc-3fb0ce25e015 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Made reservation on behalf of 41b712adc25d44ada531a4f284569a5a for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:20:42.846739 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-50b16e30-e256-4729-976a-657b3f95087f req-925cbf36-673b-4010-81fc-3fb0ce25e015 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:42.953675 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f29b804d-d69c-480a-9fab-e059e23bc47d req-892bfce6-ab57-4218-ad3f-ea9ba5da2497 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597 HTTP/1.1" status: 200 len: 210 time: 0.0337086 Mar 28 14:20:42.996190 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [req-50b16e30-e256-4729-976a-657b3f95087f req-925cbf36-673b-4010-81fc-3fb0ce25e015 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Allocated IP 172.20.0.12 (cbc887cd-171b-4fbe-95db-3f60f1ecc315/df45d5fc-33c6-4f53-9f5a-d3ec688c7991/0534df84-806a-4db9-b30e-539699c816c9) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:20:43.142512 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-50b16e30-e256-4729-976a-657b3f95087f req-925cbf36-673b-4010-81fc-3fb0ce25e015 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:43.245579 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-50b16e30-e256-4729-976a-657b3f95087f req-925cbf36-673b-4010-81fc-3fb0ce25e015 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:43.293658 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50b16e30-e256-4729-976a-657b3f95087f req-925cbf36-673b-4010-81fc-3fb0ce25e015 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Network cbc887cd-171b-4fbe-95db-3f60f1ecc315 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:20:43.297063 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [req-50b16e30-e256-4729-976a-657b3f95087f req-925cbf36-673b-4010-81fc-3fb0ce25e015 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:20:43.300881 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b16e30-e256-4729-976a-657b3f95087f req-925cbf36-673b-4010-81fc-3fb0ce25e015 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:20:43.327741 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925cbf36-673b-4010-81fc-3fb0ce25e015 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Pushing event updated for resources: {'Port': ['ID=0534df84-806a-4db9-b30e-539699c816c9,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:43.397195 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b16e30-e256-4729-976a-657b3f95087f req-925cbf36-673b-4010-81fc-3fb0ce25e015 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:20:43.398119 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-50b16e30-e256-4729-976a-657b3f95087f req-925cbf36-673b-4010-81fc-3fb0ce25e015 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:43.475918 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-50b16e30-e256-4729-976a-657b3f95087f req-925cbf36-673b-4010-81fc-3fb0ce25e015 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7990057 Mar 28 14:20:43.616017 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-2185098e-e882-4652-8f82-d21669aaccd9 None None] Provisioning complete for port 0534df84-806a-4db9-b30e-539699c816c9 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:20:43.616681 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2185098e-e882-4652-8f82-d21669aaccd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:43.657995 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-2185098e-e882-4652-8f82-d21669aaccd9 None None] Port 0534df84-806a-4db9-b30e-539699c816c9 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:20:43.823476 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:44.092639 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d74a6ae-73e8-471a-a83c-7d3afe44e723 req-e6f8b2cd-d24d-457c-b3ba-c2e4ee343190 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:20:44.092639 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0d74a6ae-73e8-471a-a83c-7d3afe44e723 req-e6f8b2cd-d24d-457c-b3ba-c2e4ee343190 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597 HTTP/1.1" status: 200 len: 932 time: 0.0634065 Mar 28 14:20:44.138213 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0d74a6ae-73e8-471a-a83c-7d3afe44e723 req-778f14b0-4ee5-47b5-a9d8-26fd75fbd2c4 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/security-groups?id=75138c61-b63c-4c64-8142-0d46ed87023a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487244 Mar 28 14:20:45.296642 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726a88a-a636-4d15-96ad-15bac9fd4ac4 req-5f5400c8-1b30-4a5f-8490-afa56e03d121 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:20:45.298175 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9726a88a-a636-4d15-96ad-15bac9fd4ac4 req-5f5400c8-1b30-4a5f-8490-afa56e03d121 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597 HTTP/1.1" status: 200 len: 932 time: 0.0489235 Mar 28 14:20:45.344890 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9726a88a-a636-4d15-96ad-15bac9fd4ac4 req-2a86f565-e0ef-4f0e-84fc-2dfda6287e95 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/security-groups?id=75138c61-b63c-4c64-8142-0d46ed87023a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384128 Mar 28 14:20:46.466213 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38dc405-fc9b-4f4b-984e-d1ef29e9b911 req-16bcf72d-ba67-43c6-90f5-a04293d728a2 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:20:46.467883 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d38dc405-fc9b-4f4b-984e-d1ef29e9b911 req-16bcf72d-ba67-43c6-90f5-a04293d728a2 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597 HTTP/1.1" status: 200 len: 932 time: 0.0554867 Mar 28 14:20:46.509000 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d38dc405-fc9b-4f4b-984e-d1ef29e9b911 req-7188fa49-14a7-4139-ab72-112fe0c17fb5 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/security-groups?id=75138c61-b63c-4c64-8142-0d46ed87023a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337293 Mar 28 14:20:47.642341 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f02ae-3d36-4b0d-8e25-b311f26d2532 req-12fdd000-c7a5-43b2-9335-2f099a45f075 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:20:47.643815 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-829f02ae-3d36-4b0d-8e25-b311f26d2532 req-12fdd000-c7a5-43b2-9335-2f099a45f075 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597 HTTP/1.1" status: 200 len: 932 time: 0.0598738 Mar 28 14:20:47.682162 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-829f02ae-3d36-4b0d-8e25-b311f26d2532 req-4d6c9652-547e-402b-a501-eb0c8056a600 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/security-groups?id=75138c61-b63c-4c64-8142-0d46ed87023a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322673 Mar 28 14:20:48.811008 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0fb5fc-13bf-49ca-b74b-d8e8b281f53d req-5fcdc60e-7e59-4b5d-afcf-caa95a73ccc9 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:20:48.812514 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7a0fb5fc-13bf-49ca-b74b-d8e8b281f53d req-5fcdc60e-7e59-4b5d-afcf-caa95a73ccc9 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597 HTTP/1.1" status: 200 len: 932 time: 0.0535760 Mar 28 14:20:48.850192 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7a0fb5fc-13bf-49ca-b74b-d8e8b281f53d req-3e47ca06-4d2f-4867-8ee4-2dfa2249fd14 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/security-groups?id=75138c61-b63c-4c64-8142-0d46ed87023a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314472 Mar 28 14:20:49.975071 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42f126-b3b5-4fdb-8537-7406af669195 req-a1df83cd-fb4b-4aa4-b3b6-7991ed3da59a tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:20:49.976649 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1e42f126-b3b5-4fdb-8537-7406af669195 req-a1df83cd-fb4b-4aa4-b3b6-7991ed3da59a tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597 HTTP/1.1" status: 200 len: 932 time: 0.0565376 Mar 28 14:20:50.016130 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1e42f126-b3b5-4fdb-8537-7406af669195 req-0513c9da-7ed6-42ee-bb37-69fcabe9da42 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/security-groups?id=75138c61-b63c-4c64-8142-0d46ed87023a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317016 Mar 28 14:20:51.141525 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d4d197-2fef-474c-ba5f-74e7cd393ce3 req-cd095879-e3ab-4358-958b-5dfe10a3d606 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:20:51.143431 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-78d4d197-2fef-474c-ba5f-74e7cd393ce3 req-cd095879-e3ab-4358-958b-5dfe10a3d606 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597 HTTP/1.1" status: 200 len: 932 time: 0.0494990 Mar 28 14:20:51.203539 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-78d4d197-2fef-474c-ba5f-74e7cd393ce3 req-a598cd01-b357-4051-a029-835a7c2f7c7c tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/security-groups?id=75138c61-b63c-4c64-8142-0d46ed87023a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522690 Mar 28 14:20:52.314396 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c452a-2f8a-4e2e-9505-8d95ab98a242 req-670a1d94-5173-4f4d-a6be-4c88c232e86d tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:20:52.315811 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7a2c452a-2f8a-4e2e-9505-8d95ab98a242 req-670a1d94-5173-4f4d-a6be-4c88c232e86d tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597 HTTP/1.1" status: 200 len: 932 time: 0.0467160 Mar 28 14:20:52.352325 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7a2c452a-2f8a-4e2e-9505-8d95ab98a242 req-5884e7c8-e94c-4e2e-828c-a79f3e1a749a tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/security-groups?id=75138c61-b63c-4c64-8142-0d46ed87023a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303469 Mar 28 14:20:53.038260 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-50b16e30-e256-4729-976a-657b3f95087f req-06aac9ba-b3bf-4a34-a8b3-36e878076117 service neutron] Request body: {'port': {'device_id': 'd4b0a3ea-dd74-4b4e-961d-b066ce927597', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:20:53.092955 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-50b16e30-e256-4729-976a-657b3f95087f req-06aac9ba-b3bf-4a34-a8b3-36e878076117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:53.347646 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [req-50b16e30-e256-4729-976a-657b3f95087f req-06aac9ba-b3bf-4a34-a8b3-36e878076117 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0534df84-806a-4db9-b30e-539699c816c9 {{(pid=109613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:20:53.354749 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-50b16e30-e256-4729-976a-657b3f95087f req-06aac9ba-b3bf-4a34-a8b3-36e878076117 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:53.366408 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.provisioning_blocks [req-50b16e30-e256-4729-976a-657b3f95087f req-06aac9ba-b3bf-4a34-a8b3-36e878076117 service neutron] Transition to ACTIVE for port object 0534df84-806a-4db9-b30e-539699c816c9 will not be triggered until provisioned by entity L2. {{(pid=109613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 14:20:53.444207 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-50b16e30-e256-4729-976a-657b3f95087f req-06aac9ba-b3bf-4a34-a8b3-36e878076117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:53.505129 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aac9ba-b3bf-4a34-a8b3-36e878076117 service neutron] Pushing event updated for resources: {'Port': ['ID=0534df84-806a-4db9-b30e-539699c816c9,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:53.519861 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27565dc-b891-4042-9aa8-fb09785761d5 req-179530ff-5802-4d4f-8001-5761645a14ef tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:20:53.521432 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b27565dc-b891-4042-9aa8-fb09785761d5 req-179530ff-5802-4d4f-8001-5761645a14ef tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597 HTTP/1.1" status: 200 len: 932 time: 0.1051030 Mar 28 14:20:53.600059 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b27565dc-b891-4042-9aa8-fb09785761d5 req-79ec9637-e896-46c3-ad6b-c6f657089111 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/security-groups?id=75138c61-b63c-4c64-8142-0d46ed87023a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650012 Mar 28 14:20:53.612165 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-50b16e30-e256-4729-976a-657b3f95087f req-06aac9ba-b3bf-4a34-a8b3-36e878076117 service neutron] Attempting to bind port 0534df84-806a-4db9-b30e-539699c816c9 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:20:53.612814 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-50b16e30-e256-4729-976a-657b3f95087f req-06aac9ba-b3bf-4a34-a8b3-36e878076117 service neutron] Attempting to bind port 0534df84-806a-4db9-b30e-539699c816c9 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'fbdf7cbd-955a-4b72-a1a2-4d0476ca3821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'cbc887cd-171b-4fbe-95db-3f60f1ecc315'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:20:53.613068 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b16e30-e256-4729-976a-657b3f95087f req-06aac9ba-b3bf-4a34-a8b3-36e878076117 service neutron] Attempting to bind port 0534df84-806a-4db9-b30e-539699c816c9 on network cbc887cd-171b-4fbe-95db-3f60f1ecc315 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:20:53.617779 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b16e30-e256-4729-976a-657b3f95087f req-06aac9ba-b3bf-4a34-a8b3-36e878076117 service neutron] Port 0534df84-806a-4db9-b30e-539699c816c9 on network cbc887cd-171b-4fbe-95db-3f60f1ecc315 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 14:20:53.618098 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b16e30-e256-4729-976a-657b3f95087f req-06aac9ba-b3bf-4a34-a8b3-36e878076117 service neutron] Attempting to bind port 0534df84-806a-4db9-b30e-539699c816c9 on network cbc887cd-171b-4fbe-95db-3f60f1ecc315 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:20:53.623743 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b16e30-e256-4729-976a-657b3f95087f req-06aac9ba-b3bf-4a34-a8b3-36e878076117 service neutron] Checking agent: {'id': '72ab3303-6c81-4bd9-a1a9-2c5d9b681d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'started_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:20:53.624072 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b16e30-e256-4729-976a-657b3f95087f req-06aac9ba-b3bf-4a34-a8b3-36e878076117 service neutron] Checking segment: {'id': 'fbdf7cbd-955a-4b72-a1a2-4d0476ca3821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'cbc887cd-171b-4fbe-95db-3f60f1ecc315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:20:53.624475 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b16e30-e256-4729-976a-657b3f95087f req-06aac9ba-b3bf-4a34-a8b3-36e878076117 service neutron] Bound using segment: {'id': 'fbdf7cbd-955a-4b72-a1a2-4d0476ca3821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'cbc887cd-171b-4fbe-95db-3f60f1ecc315'} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:20:53.624894 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-50b16e30-e256-4729-976a-657b3f95087f req-06aac9ba-b3bf-4a34-a8b3-36e878076117 service neutron] Bound port: 0534df84-806a-4db9-b30e-539699c816c9, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbdf7cbd-955a-4b72-a1a2-4d0476ca3821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'cbc887cd-171b-4fbe-95db-3f60f1ecc315'}}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:20:53.625247 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-50b16e30-e256-4729-976a-657b3f95087f req-06aac9ba-b3bf-4a34-a8b3-36e878076117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:53.690314 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-50b16e30-e256-4729-976a-657b3f95087f req-06aac9ba-b3bf-4a34-a8b3-36e878076117 service neutron] For port 0534df84-806a-4db9-b30e-539699c816c9, host hv-neutron-8353, cleared binding levels {{(pid=109613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:20:53.693488 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-50b16e30-e256-4729-976a-657b3f95087f req-06aac9ba-b3bf-4a34-a8b3-36e878076117 service neutron] For port 0534df84-806a-4db9-b30e-539699c816c9, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0534df84-806a-4db9-b30e-539699c816c9,segment=NetworkSegment(fbdf7cbd-955a-4b72-a1a2-4d0476ca3821),segment_id=fbdf7cbd-955a-4b72-a1a2-4d0476ca3821)] {{(pid=109613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:20:53.747303 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-50b16e30-e256-4729-976a-657b3f95087f req-06aac9ba-b3bf-4a34-a8b3-36e878076117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:53.782131 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b16e30-e256-4729-976a-657b3f95087f req-06aac9ba-b3bf-4a34-a8b3-36e878076117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:20:53.782739 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-50b16e30-e256-4729-976a-657b3f95087f req-06aac9ba-b3bf-4a34-a8b3-36e878076117 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:53.784093 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-50b16e30-e256-4729-976a-657b3f95087f req-06aac9ba-b3bf-4a34-a8b3-36e878076117 service neutron] 10.222.0.20 "PUT /v2.0/ports/0534df84-806a-4db9-b30e-539699c816c9 HTTP/1.1" status: 200 len: 1094 time: 0.7500200 Mar 28 14:20:53.784557 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b0a3ea-dd74-4b4e-961d-b066ce927597', 'tag': '0534df84-806a-4db9-b30e-539699c816c9'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:20:53.786813 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b46f7a-2b69-413e-b347-84a3b4f16873" -d '{"events": [{"name": "network-changed", "server_uuid": "d4b0a3ea-dd74-4b4e-961d-b066ce927597", "tag": "0534df84-806a-4db9-b30e-539699c816c9"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:20:53.810603 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aac9ba-b3bf-4a34-a8b3-36e878076117 service neutron] Pushing event updated for resources: {'Port': ['ID=0534df84-806a-4db9-b30e-539699c816c9,revision_number=3']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:53.827546 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187e736f-56df-45f9-9a26-2bb600dd41b3 x-openstack-request-id: req-187e736f-56df-45f9-9a26-2bb600dd41b3 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:20:53.827910 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4b0a3ea-dd74-4b4e-961d-b066ce927597", "tag": "0534df84-806a-4db9-b30e-539699c816c9", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:20:53.828214 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-187e736f-56df-45f9-9a26-2bb600dd41b3 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:20:53.828731 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b0a3ea-dd74-4b4e-961d-b066ce927597', 'tag': '0534df84-806a-4db9-b30e-539699c816c9', 'status': 'completed', 'code': 200} Mar 28 14:20:53.890120 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b46f7a-2b69-413e-b347-84a3b4f16873 req-93d86ce7-5e33-4135-8edc-50c3a59bc766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:20:53.891615 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-93b46f7a-2b69-413e-b347-84a3b4f16873 req-93d86ce7-5e33-4135-8edc-50c3a59bc766 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=41b712adc25d44ada531a4f284569a5a&device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597 HTTP/1.1" status: 200 len: 1097 time: 0.0430694 Mar 28 14:20:53.993477 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b46f7a-2b69-413e-b347-84a3b4f16873 req-784357f2-8270-40fb-931c-6d2419fa09d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:20:53.994937 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-93b46f7a-2b69-413e-b347-84a3b4f16873 req-784357f2-8270-40fb-931c-6d2419fa09d2 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=41b712adc25d44ada531a4f284569a5a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0963078 Mar 28 14:20:54.038326 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ae05c7e4-084d-455a-919c-aa0b287b57a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:54.087416 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b46f7a-2b69-413e-b347-84a3b4f16873 req-112885b1-6524-4234-8292-69207e90c436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:20:54.089337 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-93b46f7a-2b69-413e-b347-84a3b4f16873 req-112885b1-6524-4234-8292-69207e90c436 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871389 Mar 28 14:20:54.161868 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b16e30-e256-4729-976a-657b3f95087f req-55d643fa-330c-464a-b545-9f6834e2c551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:20:54.163310 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-50b16e30-e256-4729-976a-657b3f95087f req-55d643fa-330c-464a-b545-9f6834e2c551 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=41b712adc25d44ada531a4f284569a5a&device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597 HTTP/1.1" status: 200 len: 1097 time: 0.0397439 Mar 28 14:20:54.206940 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-50b16e30-e256-4729-976a-657b3f95087f req-85ae9714-294f-46e1-8e97-29693852f444 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0534df84-806a-4db9-b30e-539699c816c9 HTTP/1.1" status: 200 len: 217 time: 0.0355518 Mar 28 14:20:54.254864 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b16e30-e256-4729-976a-657b3f95087f req-e59becca-9659-4ad0-9fa4-ad037484d850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:20:54.256276 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-50b16e30-e256-4729-976a-657b3f95087f req-e59becca-9659-4ad0-9fa4-ad037484d850 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df45d5fc-33c6-4f53-9f5a-d3ec688c7991 HTTP/1.1" status: 200 len: 853 time: 0.0424109 Mar 28 14:20:54.300417 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b16e30-e256-4729-976a-657b3f95087f req-fe4f718b-4e2d-4fd2-9aad-2e3ec77d93d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:20:54.301830 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-50b16e30-e256-4729-976a-657b3f95087f req-fe4f718b-4e2d-4fd2-9aad-2e3ec77d93d7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc887cd-171b-4fbe-95db-3f60f1ecc315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388460 Mar 28 14:20:54.388893 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-50b16e30-e256-4729-976a-657b3f95087f req-c4a9143a-2a63-4544-a0d7-666e94e92c30 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc887cd-171b-4fbe-95db-3f60f1ecc315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803108 Mar 28 14:20:54.472822 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-50b16e30-e256-4729-976a-657b3f95087f req-818eeeed-70f6-4e17-876f-d01ddb674add service neutron] 10.222.0.20 "GET /v2.0/networks/cbc887cd-171b-4fbe-95db-3f60f1ecc315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780530 Mar 28 14:20:54.716223 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6824a7b-c0de-4106-8fc0-8ae8d3a04669 req-c0adab82-f9c1-4c54-9a1a-4312ec600d1a tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:20:54.717721 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a6824a7b-c0de-4106-8fc0-8ae8d3a04669 req-c0adab82-f9c1-4c54-9a1a-4312ec600d1a tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597 HTTP/1.1" status: 200 len: 944 time: 0.0516195 Mar 28 14:20:54.756815 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a6824a7b-c0de-4106-8fc0-8ae8d3a04669 req-4f54d841-9323-4046-97cf-16a3f3f39d50 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/security-groups?id=75138c61-b63c-4c64-8142-0d46ed87023a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305195 Mar 28 14:20:55.867067 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c9a31-b521-46f2-9d6f-412a996ac247 req-c3a37682-b743-4210-aac9-d251b2069961 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:20:55.868525 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8e2c9a31-b521-46f2-9d6f-412a996ac247 req-c3a37682-b743-4210-aac9-d251b2069961 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597 HTTP/1.1" status: 200 len: 944 time: 0.0471354 Mar 28 14:20:55.905300 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8e2c9a31-b521-46f2-9d6f-412a996ac247 req-a3765eae-8008-4270-a2e3-e4eceae9a690 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/security-groups?id=75138c61-b63c-4c64-8142-0d46ed87023a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309553 Mar 28 14:20:56.341321 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a37bda45-eca0-4890-aacc-2a1ca224ea7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:57.017514 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cacf569-0575-475f-b283-c3e3129131cd req-1288c125-93ac-4d2c-aac7-759f96cc83ea tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:20:57.018960 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2cacf569-0575-475f-b283-c3e3129131cd req-1288c125-93ac-4d2c-aac7-759f96cc83ea tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597 HTTP/1.1" status: 200 len: 944 time: 0.0477500 Mar 28 14:20:57.055337 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2cacf569-0575-475f-b283-c3e3129131cd req-3c0c3cc7-9dfd-4ee5-b90f-63f8b6580811 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/security-groups?id=75138c61-b63c-4c64-8142-0d46ed87023a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305574 Mar 28 14:20:57.694396 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:57.907094 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 0534df84-806a-4db9-b30e-539699c816c9 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:20:57.998131 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 0534df84-806a-4db9-b30e-539699c816c9, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0534df84-806a-4db9-b30e-539699c816c9,segment=NetworkSegment(fbdf7cbd-955a-4b72-a1a2-4d0476ca3821),segment_id=fbdf7cbd-955a-4b72-a1a2-4d0476ca3821)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:20:58.009192 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': '0534df84-806a-4db9-b30e-539699c816c9', 'network_id': 'cbc887cd-171b-4fbe-95db-3f60f1ecc315', 'port_id': '0534df84-806a-4db9-b30e-539699c816c9', 'mac_address': 'fa:16:3e:70:80:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df45d5fc-33c6-4f53-9f5a-d3ec688c7991', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:20:58.044208 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:58.059813 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0534df84-806a-4db9-b30e-539699c816c9 {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:20:58.079790 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 0534df84-806a-4db9-b30e-539699c816c9, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0534df84-806a-4db9-b30e-539699c816c9,segment=NetworkSegment(fbdf7cbd-955a-4b72-a1a2-4d0476ca3821),segment_id=fbdf7cbd-955a-4b72-a1a2-4d0476ca3821)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:20:58.129068 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:58.171753 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d1976-8c54-44fb-a6df-423feb06f022 req-d55a3e68-ae97-49f0-86a5-020cb74ce9d5 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:20:58.173212 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dc7d1976-8c54-44fb-a6df-423feb06f022 req-d55a3e68-ae97-49f0-86a5-020cb74ce9d5 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597 HTTP/1.1" status: 200 len: 945 time: 0.0534053 Mar 28 14:20:58.174772 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=0534df84-806a-4db9-b30e-539699c816c9,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:20:58.419049 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['0534df84-806a-4db9-b30e-539699c816c9'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:20:58.546232 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dc7d1976-8c54-44fb-a6df-423feb06f022 req-276506eb-533f-45d2-9447-b48ceb3ac833 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/security-groups?id=75138c61-b63c-4c64-8142-0d46ed87023a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659554 Mar 28 14:20:59.032281 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:59.358143 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:20:59.657029 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642803e7-c331-43c4-871b-5918d1045488 req-31931cf7-1716-46fb-a710-9c43798ad732 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:20:59.658465 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-642803e7-c331-43c4-871b-5918d1045488 req-31931cf7-1716-46fb-a710-9c43798ad732 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597 HTTP/1.1" status: 200 len: 945 time: 0.0474205 Mar 28 14:20:59.695324 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-642803e7-c331-43c4-871b-5918d1045488 req-68257409-5d80-48d0-b301-e1314ef7efb9 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/security-groups?id=75138c61-b63c-4c64-8142-0d46ed87023a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309980 Mar 28 14:20:59.922602 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 0534df84-806a-4db9-b30e-539699c816c9 up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:21:00.019742 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning for port 0534df84-806a-4db9-b30e-539699c816c9 completed by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 14:21:00.023408 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port 0534df84-806a-4db9-b30e-539699c816c9 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:21:00.023774 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:00.099905 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:00.121377 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b0a3ea-dd74-4b4e-961d-b066ce927597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0534df84-806a-4db9-b30e-539699c816c9'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:21:00.123559 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcdb28b3-169d-40ed-9828-65b2d0769b8b" -d '{"events": [{"server_uuid": "d4b0a3ea-dd74-4b4e-961d-b066ce927597", "name": "network-vif-plugged", "status": "completed", "tag": "0534df84-806a-4db9-b30e-539699c816c9"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:21:00.136217 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 0534df84-806a-4db9-b30e-539699c816c9, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0534df84-806a-4db9-b30e-539699c816c9,segment=NetworkSegment(fbdf7cbd-955a-4b72-a1a2-4d0476ca3821),segment_id=fbdf7cbd-955a-4b72-a1a2-4d0476ca3821)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:21:00.159141 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f60562-1450-4305-a371-cd3a65b42ad8 x-openstack-request-id: req-a6f60562-1450-4305-a371-cd3a65b42ad8 {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:21:00.159422 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b0a3ea-dd74-4b4e-961d-b066ce927597", "name": "network-vif-plugged", "status": "completed", "tag": "0534df84-806a-4db9-b30e-539699c816c9", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:21:00.159673 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a6f60562-1450-4305-a371-cd3a65b42ad8 {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:21:00.160079 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b0a3ea-dd74-4b4e-961d-b066ce927597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0534df84-806a-4db9-b30e-539699c816c9', 'code': 200} Mar 28 14:21:00.197463 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:00.247431 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=0534df84-806a-4db9-b30e-539699c816c9,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:21:00.424350 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35e9b6-1b84-4c9c-8385-93e705cbd17d req-4c70e731-1ea0-45f2-97ab-4a6b82af3e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:21:00.425834 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8e35e9b6-1b84-4c9c-8385-93e705cbd17d req-4c70e731-1ea0-45f2-97ab-4a6b82af3e02 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597 HTTP/1.1" status: 200 len: 1099 time: 0.0383513 Mar 28 14:21:00.458550 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8e35e9b6-1b84-4c9c-8385-93e705cbd17d req-592b22fa-89e8-4187-9a92-bb9097df0f9b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=75138c61-b63c-4c64-8142-0d46ed87023a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266929 Mar 28 14:21:00.810077 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7bcb0e-10e9-46b8-9b47-76cfdf789d0e req-5d80fac9-97fb-4a54-84bc-14f5eddc0fea tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:21:00.811519 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-fa7bcb0e-10e9-46b8-9b47-76cfdf789d0e req-5d80fac9-97fb-4a54-84bc-14f5eddc0fea tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597 HTTP/1.1" status: 200 len: 946 time: 0.0512197 Mar 28 14:21:00.856357 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-fa7bcb0e-10e9-46b8-9b47-76cfdf789d0e req-8ce47208-02ac-4a98-8631-2f3a6abebe4c tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/security-groups?id=75138c61-b63c-4c64-8142-0d46ed87023a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386183 Mar 28 14:21:01.970754 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9bc131-d17e-4dfd-96b2-be588fa54382 req-66db5874-10b6-434b-8e1e-ed7e9921c5d1 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:21:01.972187 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6e9bc131-d17e-4dfd-96b2-be588fa54382 req-66db5874-10b6-434b-8e1e-ed7e9921c5d1 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597 HTTP/1.1" status: 200 len: 946 time: 0.0469246 Mar 28 14:21:02.008896 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6e9bc131-d17e-4dfd-96b2-be588fa54382 req-09618213-1231-48a9-97c0-379ef38b152e tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/security-groups?id=75138c61-b63c-4c64-8142-0d46ed87023a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307150 Mar 28 14:21:02.117982 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbde6b1-604d-41b5-b679-e4545686a092 req-c2198ff0-a635-42a3-a5de-367008fb1476 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:21:02.119408 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-edbde6b1-604d-41b5-b679-e4545686a092 req-c2198ff0-a635-42a3-a5de-367008fb1476 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597 HTTP/1.1" status: 200 len: 946 time: 0.0463791 Mar 28 14:21:02.155462 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-edbde6b1-604d-41b5-b679-e4545686a092 req-6e47b98a-a826-4f1c-9727-e7d9604d83aa tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/security-groups?id=75138c61-b63c-4c64-8142-0d46ed87023a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294886 Mar 28 14:21:02.233064 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:21:02.480248 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e417d-31d4-4089-b38e-863536b0fb2e req-94a3f703-cbc9-4c37-b2ef-d92e19ad357f tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:21:02.481656 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-737e417d-31d4-4089-b38e-863536b0fb2e req-94a3f703-cbc9-4c37-b2ef-d92e19ad357f tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597 HTTP/1.1" status: 200 len: 946 time: 0.0571504 Mar 28 14:21:02.517276 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-737e417d-31d4-4089-b38e-863536b0fb2e req-37dde288-e562-43ac-a305-cf3833b2a5cb tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/security-groups?id=75138c61-b63c-4c64-8142-0d46ed87023a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296533 Mar 28 14:21:13.775081 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:16.968056 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ead0d-e152-40c1-ae5d-072fe745d666 req-48bd4d05-9332-4317-825c-2161a56392ca tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:21:16.969590 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-301ead0d-e152-40c1-ae5d-072fe745d666 req-48bd4d05-9332-4317-825c-2161a56392ca tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597 HTTP/1.1" status: 200 len: 946 time: 0.0497420 Mar 28 14:21:17.004974 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-301ead0d-e152-40c1-ae5d-072fe745d666 req-0fa8292f-6449-4d5d-893d-637a45542e54 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/security-groups?id=75138c61-b63c-4c64-8142-0d46ed87023a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295532 Mar 28 14:21:17.027505 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 40730) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:21:17.105902 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3853bdee-fb9c-4257-ab59-e93b2033d22f tempest-TestMinimumBasicScenario-1745489817 tempest-TestMinimumBasicScenario-1745489817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:21:17.109324 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3853bdee-fb9c-4257-ab59-e93b2033d22f tempest-TestMinimumBasicScenario-1745489817 tempest-TestMinimumBasicScenario-1745489817-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597 HTTP/1.1" status: 200 len: 1094 time: 0.0789375 Mar 28 14:21:17.111420 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 40734) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:21:17.115555 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-f813016f-e1fa-421c-a471-964753029475 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Request body: {'floatingip': {'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'port_id': '0534df84-806a-4db9-b30e-539699c816c9', 'tenant_id': '41b712adc25d44ada531a4f284569a5a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:21:17.198425 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f813016f-e1fa-421c-a471-964753029475 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks [] for floatingip, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:17.293230 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f813016f-e1fa-421c-a471-964753029475 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:17.393964 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-f813016f-e1fa-421c-a471-964753029475 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Allocated IP 172.26.2.52 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/5a18678c-a8ac-426d-b6d1-87fe8ab0c4ac) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:21:17.491395 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f813016f-e1fa-421c-a471-964753029475 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:17.586300 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f813016f-e1fa-421c-a471-964753029475 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:17.624520 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f813016f-e1fa-421c-a471-964753029475 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:21:17.627424 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-f813016f-e1fa-421c-a471-964753029475 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:21:17.629961 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f813016f-e1fa-421c-a471-964753029475 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:21:17.656235 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813016f-e1fa-421c-a471-964753029475 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Pushing event updated for resources: {'Port': ['ID=5a18678c-a8ac-426d-b6d1-87fe8ab0c4ac,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:21:17.992618 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f813016f-e1fa-421c-a471-964753029475 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:18.119462 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f813016f-e1fa-421c-a471-964753029475 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:18.260270 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f813016f-e1fa-421c-a471-964753029475 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:18.316658 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f813016f-e1fa-421c-a471-964753029475 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:18.388419 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813016f-e1fa-421c-a471-964753029475 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Pushing event updated for resources: {'Port': ['ID=5a18678c-a8ac-426d-b6d1-87fe8ab0c4ac,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:21:18.396964 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f813016f-e1fa-421c-a471-964753029475 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:18.496006 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [None req-f813016f-e1fa-421c-a471-964753029475 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Floating IP a452f733-2a4c-47bd-99f0-906eb9e836f5 associated. External IP: 172.26.2.52, port: 0534df84-806a-4db9-b30e-539699c816c9. Mar 28 14:21:18.697720 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f813016f-e1fa-421c-a471-964753029475 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Router edbf7384-1736-420e-bad5-02613b220c7a has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:21:18.801659 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f813016f-e1fa-421c-a471-964753029475 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:21:18.811696 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254c559d-e256-43dc-a1c8-39ba086c147b None None] Sync routers for ids ['edbf7384-1736-420e-bad5-02613b220c7a'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:21:18.821162 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254c559d-e256-43dc-a1c8-39ba086c147b None None] Routers {'edbf7384-1736-420e-bad5-02613b220c7a'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:21:18.821787 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-254c559d-e256-43dc-a1c8-39ba086c147b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:20:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['edbf7384-1736-420e-bad5-02613b220c7a'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:21:18.874683 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f813016f-e1fa-421c-a471-964753029475 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:18.909397 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f813016f-e1fa-421c-a471-964753029475 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7969298 Mar 28 14:21:18.909955 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b0a3ea-dd74-4b4e-961d-b066ce927597', 'tag': '0534df84-806a-4db9-b30e-539699c816c9'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:21:18.912223 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 40736) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:21:18.912824 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9a4e1b-393c-41ad-8888-7422cc42d89f" -d '{"events": [{"name": "network-changed", "server_uuid": "d4b0a3ea-dd74-4b4e-961d-b066ce927597", "tag": "0534df84-806a-4db9-b30e-539699c816c9"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:21:18.917948 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-77a2502f-f989-42c9-bd60-70c28eb2edd4 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1339495892', 'description': 'tempest-secgroup-smoke-1339495892 description', 'project_id': '41b712adc25d44ada531a4f284569a5a'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:21:18.931595 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-254c559d-e256-43dc-a1c8-39ba086c147b None None] Set router edbf7384-1736-420e-bad5-02613b220c7a gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:21:18.951116 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ca8216-1b5d-4eb4-847c-b9bf0dc7f5ff x-openstack-request-id: req-c7ca8216-1b5d-4eb4-847c-b9bf0dc7f5ff {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:21:18.951476 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4b0a3ea-dd74-4b4e-961d-b066ce927597", "tag": "0534df84-806a-4db9-b30e-539699c816c9", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:21:18.951944 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c7ca8216-1b5d-4eb4-847c-b9bf0dc7f5ff {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:21:18.952349 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b0a3ea-dd74-4b4e-961d-b066ce927597', 'tag': '0534df84-806a-4db9-b30e-539699c816c9', 'status': 'completed', 'code': 200} Mar 28 14:21:18.998740 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-77a2502f-f989-42c9-bd60-70c28eb2edd4 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:19.060658 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a4e1b-393c-41ad-8888-7422cc42d89f req-5067e93c-4bd3-4587-9718-8d2efa99c3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:21:19.062194 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5d9a4e1b-393c-41ad-8888-7422cc42d89f req-5067e93c-4bd3-4587-9718-8d2efa99c3e7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=41b712adc25d44ada531a4f284569a5a&device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597 HTTP/1.1" status: 200 len: 1099 time: 0.0893714 Mar 28 14:21:19.074266 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-77a2502f-f989-42c9-bd60-70c28eb2edd4 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:19.146951 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-77a2502f-f989-42c9-bd60-70c28eb2edd4 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:19.153641 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a4e1b-393c-41ad-8888-7422cc42d89f req-0f2bc2bc-c200-4ab0-bdf8-d541e214b337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:21:19.155186 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5d9a4e1b-393c-41ad-8888-7422cc42d89f req-0f2bc2bc-c200-4ab0-bdf8-d541e214b337 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbc887cd-171b-4fbe-95db-3f60f1ecc315 HTTP/1.1" status: 200 len: 915 time: 0.0866165 Mar 28 14:21:19.177605 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a2502f-f989-42c9-bd60-70c28eb2edd4 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb7be50-2b01-4232-bfda-7599f130658c,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:21:19.185749 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a2502f-f989-42c9-bd60-70c28eb2edd4 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:21:19.186100 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a2502f-f989-42c9-bd60-70c28eb2edd4 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:21:19.186441 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a2502f-f989-42c9-bd60-70c28eb2edd4 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:21:19.186774 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a2502f-f989-42c9-bd60-70c28eb2edd4 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:21:19.187296 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a2502f-f989-42c9-bd60-70c28eb2edd4 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:21:19.187628 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a2502f-f989-42c9-bd60-70c28eb2edd4 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:21:19.187960 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a2502f-f989-42c9-bd60-70c28eb2edd4 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:21:19.188290 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a2502f-f989-42c9-bd60-70c28eb2edd4 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:21:19.188643 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a2502f-f989-42c9-bd60-70c28eb2edd4 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:21:19.191374 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a2502f-f989-42c9-bd60-70c28eb2edd4 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:21:19.191374 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a2502f-f989-42c9-bd60-70c28eb2edd4 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:21:19.191374 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a2502f-f989-42c9-bd60-70c28eb2edd4 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:21:19.230895 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5d9a4e1b-393c-41ad-8888-7422cc42d89f req-329e254d-19bc-41cf-9ecc-ec9e07a09963 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0534df84-806a-4db9-b30e-539699c816c9 HTTP/1.1" status: 200 len: 999 time: 0.0685885 Mar 28 14:21:19.240606 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-77a2502f-f989-42c9-bd60-70c28eb2edd4 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:19.244636 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-77a2502f-f989-42c9-bd60-70c28eb2edd4 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3277330 Mar 28 14:21:19.244930 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 40742) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:21:19.250622 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-25d24974-067f-4a24-bdc1-adf5bd43e2ec tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Request body: {'security_group_rule': {'security_group_id': '0fb7be50-2b01-4232-bfda-7599f130658c', 'project_id': '41b712adc25d44ada531a4f284569a5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:21:19.283258 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a4e1b-393c-41ad-8888-7422cc42d89f req-4f0a9dbc-abfd-4eef-9ed0-d7f395bbdb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:21:19.284722 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5d9a4e1b-393c-41ad-8888-7422cc42d89f req-4f0a9dbc-abfd-4eef-9ed0-d7f395bbdb4f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df45d5fc-33c6-4f53-9f5a-d3ec688c7991 HTTP/1.1" status: 200 len: 853 time: 0.0478125 Mar 28 14:21:19.311015 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-254c559d-e256-43dc-a1c8-39ba086c147b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbf7384-1736-420e-bad5-02613b220c7a', 'name': 'tempest-TestMinimumBasicScenario-879257130-router', 'tenant_id': '41b712adc25d44ada531a4f284569a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '5e89176f-c6a5-498a-b0ed-c2292c88fb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:20:18Z', 'updated_at': '2022-03-28T14:20:21Z', 'revision_number': 4, 'project_id': '41b712adc25d44ada531a4f284569a5a', 'gw_port': {'id': '5e89176f-c6a5-498a-b0ed-c2292c88fb9c', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbf7384-1736-420e-bad5-02613b220c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:20:19Z', 'updated_at': '2022-03-28T14:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': 'a452f733-2a4c-47bd-99f0-906eb9e836f5', 'tenant_id': '41b712adc25d44ada531a4f284569a5a', 'floating_ip_address': '172.26.2.52', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': 'edbf7384-1736-420e-bad5-02613b220c7a', 'port_id': '0534df84-806a-4db9-b30e-539699c816c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc887cd-171b-4fbe-95db-3f60f1ecc315', 'mac_address': 'fa:16:3e:70:80:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b0a3ea-dd74-4b4e-961d-b066ce927597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:21:17Z', 'updated_at': '2022-03-28T14:21:17Z', 'revision_number': 0, 'project_id': '41b712adc25d44ada531a4f284569a5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5f18f3b-8872-4192-9ee3-f4c52f60f1ce', 'name': '', 'network_id': 'cbc887cd-171b-4fbe-95db-3f60f1ecc315', 'tenant_id': '41b712adc25d44ada531a4f284569a5a', 'mac_address': 'fa:16:3e:22:8a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbf7384-1736-420e-bad5-02613b220c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'df45d5fc-33c6-4f53-9f5a-d3ec688c7991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:20:21Z', 'updated_at': '2022-03-28T14:20:25Z', 'revision_number': 5, 'project_id': '41b712adc25d44ada531a4f284569a5a', 'subnets': [{'id': 'df45d5fc-33c6-4f53-9f5a-d3ec688c7991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:21:19.330372 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a4e1b-393c-41ad-8888-7422cc42d89f req-7164a0bc-ff0c-4ae0-b965-f1d3fa70932c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:21:19.331869 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5d9a4e1b-393c-41ad-8888-7422cc42d89f req-7164a0bc-ff0c-4ae0-b965-f1d3fa70932c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc887cd-171b-4fbe-95db-3f60f1ecc315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404282 Mar 28 14:21:19.340282 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254c559d-e256-43dc-a1c8-39ba086c147b None None] Checking router: edbf7384-1736-420e-bad5-02613b220c7a for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:21:19.340493 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-25d24974-067f-4a24-bdc1-adf5bd43e2ec tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:19.349615 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254c559d-e256-43dc-a1c8-39ba086c147b None None] Routers {'edbf7384-1736-420e-bad5-02613b220c7a'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:21:19.349953 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-254c559d-e256-43dc-a1c8-39ba086c147b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:20:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['edbf7384-1736-420e-bad5-02613b220c7a'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:21:19.408079 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-25d24974-067f-4a24-bdc1-adf5bd43e2ec tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:19.434570 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5d9a4e1b-393c-41ad-8888-7422cc42d89f req-a96b94b1-5f8b-49cd-8bff-b4e45faedf57 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc887cd-171b-4fbe-95db-3f60f1ecc315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942411 Mar 28 14:21:19.457802 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-254c559d-e256-43dc-a1c8-39ba086c147b None None] Set router edbf7384-1736-420e-bad5-02613b220c7a gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:21:19.483801 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-25d24974-067f-4a24-bdc1-adf5bd43e2ec tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:19.508185 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d24974-067f-4a24-bdc1-adf5bd43e2ec tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47380abe-45c8-432a-9ac0-6c99e743665a,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:21:19.534622 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5d9a4e1b-393c-41ad-8888-7422cc42d89f req-5ce85385-3b9d-43c9-86e4-786f3986e8d6 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc887cd-171b-4fbe-95db-3f60f1ecc315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935085 Mar 28 14:21:19.566017 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-25d24974-067f-4a24-bdc1-adf5bd43e2ec tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:19.567488 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-25d24974-067f-4a24-bdc1-adf5bd43e2ec tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3203990 Mar 28 14:21:19.570782 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 40744) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:21:19.575317 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-8f7801b7-06f1-48e5-8348-eac969fd35cc tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Request body: {'security_group_rule': {'security_group_id': '0fb7be50-2b01-4232-bfda-7599f130658c', 'project_id': '41b712adc25d44ada531a4f284569a5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:21:19.648665 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8f7801b7-06f1-48e5-8348-eac969fd35cc tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:19.681249 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-254c559d-e256-43dc-a1c8-39ba086c147b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbf7384-1736-420e-bad5-02613b220c7a', 'name': 'tempest-TestMinimumBasicScenario-879257130-router', 'tenant_id': '41b712adc25d44ada531a4f284569a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '5e89176f-c6a5-498a-b0ed-c2292c88fb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:20:18Z', 'updated_at': '2022-03-28T14:20:21Z', 'revision_number': 4, 'project_id': '41b712adc25d44ada531a4f284569a5a', 'gw_port': {'id': '5e89176f-c6a5-498a-b0ed-c2292c88fb9c', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbf7384-1736-420e-bad5-02613b220c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:20:19Z', 'updated_at': '2022-03-28T14:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': 'a452f733-2a4c-47bd-99f0-906eb9e836f5', 'tenant_id': '41b712adc25d44ada531a4f284569a5a', 'floating_ip_address': '172.26.2.52', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': 'edbf7384-1736-420e-bad5-02613b220c7a', 'port_id': '0534df84-806a-4db9-b30e-539699c816c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc887cd-171b-4fbe-95db-3f60f1ecc315', 'mac_address': 'fa:16:3e:70:80:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b0a3ea-dd74-4b4e-961d-b066ce927597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:21:17Z', 'updated_at': '2022-03-28T14:21:17Z', 'revision_number': 0, 'project_id': '41b712adc25d44ada531a4f284569a5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5f18f3b-8872-4192-9ee3-f4c52f60f1ce', 'name': '', 'network_id': 'cbc887cd-171b-4fbe-95db-3f60f1ecc315', 'tenant_id': '41b712adc25d44ada531a4f284569a5a', 'mac_address': 'fa:16:3e:22:8a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbf7384-1736-420e-bad5-02613b220c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'df45d5fc-33c6-4f53-9f5a-d3ec688c7991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:20:21Z', 'updated_at': '2022-03-28T14:20:25Z', 'revision_number': 5, 'project_id': '41b712adc25d44ada531a4f284569a5a', 'subnets': [{'id': 'df45d5fc-33c6-4f53-9f5a-d3ec688c7991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:21:19.710727 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8f7801b7-06f1-48e5-8348-eac969fd35cc tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:19.711690 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254c559d-e256-43dc-a1c8-39ba086c147b None None] The sync data for ids ['edbf7384-1736-420e-bad5-02613b220c7a'] in dv-neutron-835335-1-hyperv is: [{'id': 'edbf7384-1736-420e-bad5-02613b220c7a', 'name': 'tempest-TestMinimumBasicScenario-879257130-router', 'tenant_id': '41b712adc25d44ada531a4f284569a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '5e89176f-c6a5-498a-b0ed-c2292c88fb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:20:18Z', 'updated_at': '2022-03-28T14:20:21Z', 'revision_number': 4, 'project_id': '41b712adc25d44ada531a4f284569a5a', 'gw_port': {'id': '5e89176f-c6a5-498a-b0ed-c2292c88fb9c', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbf7384-1736-420e-bad5-02613b220c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:20:19Z', 'updated_at': '2022-03-28T14:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': 'a452f733-2a4c-47bd-99f0-906eb9e836f5', 'tenant_id': '41b712adc25d44ada531a4f284569a5a', 'floating_ip_address': '172.26.2.52', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': 'edbf7384-1736-420e-bad5-02613b220c7a', 'port_id': '0534df84-806a-4db9-b30e-539699c816c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc887cd-171b-4fbe-95db-3f60f1ecc315', 'mac_address': 'fa:16:3e:70:80:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b0a3ea-dd74-4b4e-961d-b066ce927597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:21:17Z', 'updated_at': '2022-03-28T14:21:17Z', 'revision_number': 0, 'project_id': '41b712adc25d44ada531a4f284569a5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5f18f3b-8872-4192-9ee3-f4c52f60f1ce', 'name': '', 'network_id': 'cbc887cd-171b-4fbe-95db-3f60f1ecc315', 'tenant_id': '41b712adc25d44ada531a4f284569a5a', 'mac_address': 'fa:16:3e:22:8a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbf7384-1736-420e-bad5-02613b220c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'df45d5fc-33c6-4f53-9f5a-d3ec688c7991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:20:21Z', 'updated_at': '2022-03-28T14:20:25Z', 'revision_number': 5, 'project_id': '41b712adc25d44ada531a4f284569a5a', 'subnets': [{'id': 'df45d5fc-33c6-4f53-9f5a-d3ec688c7991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:21:19.775654 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8f7801b7-06f1-48e5-8348-eac969fd35cc tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:19.794568 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7801b7-06f1-48e5-8348-eac969fd35cc tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ee03c91-c198-4bed-b881-64bbd8ebc6d9,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:21:19.863006 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8f7801b7-06f1-48e5-8348-eac969fd35cc tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:19.864233 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-8f7801b7-06f1-48e5-8348-eac969fd35cc tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2924669 Mar 28 14:21:19.867066 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 40746) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:21:19.871732 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-5ef34cd7-aa10-4823-bb95-a58bdc45e59e tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Request body: {'security_group_rule': {'security_group_id': '0fb7be50-2b01-4232-bfda-7599f130658c', 'project_id': '41b712adc25d44ada531a4f284569a5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:21:19.913857 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d801a56-a26c-44b3-8209-c6a1e3285a99 None None] New status for floating IP a452f733-2a4c-47bd-99f0-906eb9e836f5: ACTIVE {{(pid=109615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:21:19.951997 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5ef34cd7-aa10-4823-bb95-a58bdc45e59e tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:20.008448 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5ef34cd7-aa10-4823-bb95-a58bdc45e59e tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:20.055164 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5ef34cd7-aa10-4823-bb95-a58bdc45e59e tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:20.074145 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef34cd7-aa10-4823-bb95-a58bdc45e59e tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=612ec8f0-b237-4424-8621-f62b68beaa40,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:21:20.159533 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5ef34cd7-aa10-4823-bb95-a58bdc45e59e tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:20.160829 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-5ef34cd7-aa10-4823-bb95-a58bdc45e59e tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2927833 Mar 28 14:21:20.163479 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 40748) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:21:20.167717 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-725da0db-f94f-4265-b3ef-7bf73472227e tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Request body: {'security_group_rule': {'security_group_id': '0fb7be50-2b01-4232-bfda-7599f130658c', 'project_id': '41b712adc25d44ada531a4f284569a5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:21:20.248402 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-725da0db-f94f-4265-b3ef-7bf73472227e tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:20.304742 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-725da0db-f94f-4265-b3ef-7bf73472227e tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:20.386995 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-725da0db-f94f-4265-b3ef-7bf73472227e tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:20.403457 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725da0db-f94f-4265-b3ef-7bf73472227e tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb132219-5b2c-4c0c-8f94-56ba0393e6c5,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:21:20.486048 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-725da0db-f94f-4265-b3ef-7bf73472227e tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:20.487275 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-725da0db-f94f-4265-b3ef-7bf73472227e tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3228736 Mar 28 14:21:20.490015 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 40750) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:21:20.494465 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-153fa67f-0eae-4c3f-a574-971091cbf8f1 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Request body: {'security_group_rule': {'security_group_id': '0fb7be50-2b01-4232-bfda-7599f130658c', 'project_id': '41b712adc25d44ada531a4f284569a5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:21:20.580748 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.securitygroups_db [None req-153fa67f-0eae-4c3f-a574-971091cbf8f1 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Project 41b712adc25d44ada531a4f284569a5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 14:21:20.585460 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-153fa67f-0eae-4c3f-a574-971091cbf8f1 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:20.645415 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-153fa67f-0eae-4c3f-a574-971091cbf8f1 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:20.711873 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-153fa67f-0eae-4c3f-a574-971091cbf8f1 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:20.728344 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153fa67f-0eae-4c3f-a574-971091cbf8f1 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eca800e0-7015-4fcf-8c4c-74b9ddfe56a7,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:21:20.794556 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-153fa67f-0eae-4c3f-a574-971091cbf8f1 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:20.795837 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-153fa67f-0eae-4c3f-a574-971091cbf8f1 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3048427 Mar 28 14:21:20.798578 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 40752) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:21:20.803108 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-a05fa72d-d46d-44da-b5d9-91537c537f29 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Request body: {'security_group_rule': {'security_group_id': '0fb7be50-2b01-4232-bfda-7599f130658c', 'project_id': '41b712adc25d44ada531a4f284569a5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:21:20.901027 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.securitygroups_db [None req-a05fa72d-d46d-44da-b5d9-91537c537f29 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Project 41b712adc25d44ada531a4f284569a5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 14:21:20.906406 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a05fa72d-d46d-44da-b5d9-91537c537f29 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:20.966185 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a05fa72d-d46d-44da-b5d9-91537c537f29 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:21.031218 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a05fa72d-d46d-44da-b5d9-91537c537f29 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:21.047695 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05fa72d-d46d-44da-b5d9-91537c537f29 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04e74702-3958-47c4-a60f-1d352841a573,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:21:21.107557 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a05fa72d-d46d-44da-b5d9-91537c537f29 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:21.108798 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a05fa72d-d46d-44da-b5d9-91537c537f29 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3091869 Mar 28 14:21:21.184168 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c31c13a6-b522-4511-802e-148c670a8317 req-57b73eb8-0065-4488-b926-2ea2acc58793 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1339495892&fields=id&tenant_id=41b712adc25d44ada531a4f284569a5a HTTP/1.1" status: 200 len: 267 time: 0.0314250 Mar 28 14:21:21.235095 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c13a6-b522-4511-802e-148c670a8317 req-db62514a-3618-4e45-9bc9-98dac74bd50a tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:21:21.236584 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c31c13a6-b522-4511-802e-148c670a8317 req-db62514a-3618-4e45-9bc9-98dac74bd50a tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597 HTTP/1.1" status: 200 len: 946 time: 0.0469377 Mar 28 14:21:21.248433 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-c31c13a6-b522-4511-802e-148c670a8317 req-753f3af8-50f5-468b-ac32-ddc94bd86033 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Request body: {'port': {'security_groups': ['75138c61-b63c-4c64-8142-0d46ed87023a', '0fb7be50-2b01-4232-bfda-7599f130658c']}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:21:21.310417 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-c31c13a6-b522-4511-802e-148c670a8317 req-753f3af8-50f5-468b-ac32-ddc94bd86033 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:21.485810 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-c31c13a6-b522-4511-802e-148c670a8317 req-753f3af8-50f5-468b-ac32-ddc94bd86033 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] For port 0534df84-806a-4db9-b30e-539699c816c9, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0534df84-806a-4db9-b30e-539699c816c9,segment=NetworkSegment(fbdf7cbd-955a-4b72-a1a2-4d0476ca3821),segment_id=fbdf7cbd-955a-4b72-a1a2-4d0476ca3821)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:21:21.513938 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-c31c13a6-b522-4511-802e-148c670a8317 req-753f3af8-50f5-468b-ac32-ddc94bd86033 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:21.586811 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-c31c13a6-b522-4511-802e-148c670a8317 req-753f3af8-50f5-468b-ac32-ddc94bd86033 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:21.598399 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['0534df84-806a-4db9-b30e-539699c816c9'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:21:21.631656 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c13a6-b522-4511-802e-148c670a8317 req-753f3af8-50f5-468b-ac32-ddc94bd86033 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:21:21.632281 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-c31c13a6-b522-4511-802e-148c670a8317 req-753f3af8-50f5-468b-ac32-ddc94bd86033 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:21.633717 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c31c13a6-b522-4511-802e-148c670a8317 req-753f3af8-50f5-468b-ac32-ddc94bd86033 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "PUT /v2.0/ports/0534df84-806a-4db9-b30e-539699c816c9 HTTP/1.1" status: 200 len: 982 time: 0.3903065 Mar 28 14:21:21.634177 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b0a3ea-dd74-4b4e-961d-b066ce927597', 'tag': '0534df84-806a-4db9-b30e-539699c816c9'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:21:21.638255 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09d6370-8238-44c4-b808-a9f589585d8f" -d '{"events": [{"name": "network-changed", "server_uuid": "d4b0a3ea-dd74-4b4e-961d-b066ce927597", "tag": "0534df84-806a-4db9-b30e-539699c816c9"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:21:21.669158 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753f3af8-50f5-468b-ac32-ddc94bd86033 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Pushing event updated for resources: {'Port': ['ID=0534df84-806a-4db9-b30e-539699c816c9,revision_number=6']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:21:21.687652 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562dd9af-210f-46f6-b800-ad5bf951d90a x-openstack-request-id: req-562dd9af-210f-46f6-b800-ad5bf951d90a {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:21:21.688000 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4b0a3ea-dd74-4b4e-961d-b066ce927597", "tag": "0534df84-806a-4db9-b30e-539699c816c9", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:21:21.688259 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-562dd9af-210f-46f6-b800-ad5bf951d90a {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:21:21.688696 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b0a3ea-dd74-4b4e-961d-b066ce927597', 'tag': '0534df84-806a-4db9-b30e-539699c816c9', 'status': 'completed', 'code': 200} Mar 28 14:21:21.722956 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['0534df84-806a-4db9-b30e-539699c816c9'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:21:21.783502 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d6370-8238-44c4-b808-a9f589585d8f req-882472e0-d913-417d-b81d-c52fe424c925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:21:21.785038 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c09d6370-8238-44c4-b808-a9f589585d8f req-882472e0-d913-417d-b81d-c52fe424c925 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=41b712adc25d44ada531a4f284569a5a&device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597 HTTP/1.1" status: 200 len: 1138 time: 0.0750210 Mar 28 14:21:21.797954 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4dfcd0-0ff9-405e-80c5-c133af7a9d7e req-70808d90-614f-4981-9beb-1a55ced9815a tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:21:21.799450 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4e4dfcd0-0ff9-405e-80c5-c133af7a9d7e req-70808d90-614f-4981-9beb-1a55ced9815a tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597 HTTP/1.1" status: 200 len: 985 time: 0.0805359 Mar 28 14:21:21.889333 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4e4dfcd0-0ff9-405e-80c5-c133af7a9d7e req-47162608-2f39-4542-9923-5b250ea946d4 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/security-groups?id=75138c61-b63c-4c64-8142-0d46ed87023a&id=0fb7be50-2b01-4232-bfda-7599f130658c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0797672 Mar 28 14:21:21.916598 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-4bd44904-1082-4f6d-88f2-1b1e51bfb3f2 None None] Provisioning complete for port 0534df84-806a-4db9-b30e-539699c816c9 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:21:21.917084 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4bd44904-1082-4f6d-88f2-1b1e51bfb3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:21.918683 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d6370-8238-44c4-b808-a9f589585d8f req-be5e87f2-9e6e-4e28-9a96-8e941d7791b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:21:21.920353 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c09d6370-8238-44c4-b808-a9f589585d8f req-be5e87f2-9e6e-4e28-9a96-8e941d7791b8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbc887cd-171b-4fbe-95db-3f60f1ecc315 HTTP/1.1" status: 200 len: 915 time: 0.1198933 Mar 28 14:21:21.991083 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c09d6370-8238-44c4-b808-a9f589585d8f req-901f8f6c-4cce-42c5-b5e9-8c1b5da3198e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0534df84-806a-4db9-b30e-539699c816c9 HTTP/1.1" status: 200 len: 1001 time: 0.0629933 Mar 28 14:21:22.040136 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d6370-8238-44c4-b808-a9f589585d8f req-077d61eb-be48-40e2-821c-bcffb3cabbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:21:22.041531 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c09d6370-8238-44c4-b808-a9f589585d8f req-077d61eb-be48-40e2-821c-bcffb3cabbfa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df45d5fc-33c6-4f53-9f5a-d3ec688c7991 HTTP/1.1" status: 200 len: 853 time: 0.0429897 Mar 28 14:21:22.087784 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d6370-8238-44c4-b808-a9f589585d8f req-a2961bb3-54cc-4a55-8f06-fb2be343fa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:21:22.089932 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c09d6370-8238-44c4-b808-a9f589585d8f req-a2961bb3-54cc-4a55-8f06-fb2be343fa6e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc887cd-171b-4fbe-95db-3f60f1ecc315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395842 Mar 28 14:21:22.200299 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c09d6370-8238-44c4-b808-a9f589585d8f req-e63ccb85-1315-4014-bf21-4e9ebef02320 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc887cd-171b-4fbe-95db-3f60f1ecc315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037133 Mar 28 14:21:22.293783 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c09d6370-8238-44c4-b808-a9f589585d8f req-010e2334-8037-477a-9ba1-3e9ea6644600 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc887cd-171b-4fbe-95db-3f60f1ecc315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865326 Mar 28 14:21:24.015078 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b6a1806e-55f3-4087-bd23-3c7101deb353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:24.566022 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a58f2dc0-03fe-4cae-bca4-3a4701148460 req-99ca2e6a-3790-4037-896f-180790fd21a0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430176 Mar 28 14:21:24.643217 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f2dc0-03fe-4cae-bca4-3a4701148460 req-84f4ff92-4ae7-44f3-9cab-26d611721812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:21:24.644682 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a58f2dc0-03fe-4cae-bca4-3a4701148460 req-84f4ff92-4ae7-44f3-9cab-26d611721812 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=41b712adc25d44ada531a4f284569a5a&device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597 HTTP/1.1" status: 200 len: 1138 time: 0.0389481 Mar 28 14:21:24.740970 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f2dc0-03fe-4cae-bca4-3a4701148460 req-4d698a63-b839-4c6d-ae55-fe9d64d3b261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:21:24.742422 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a58f2dc0-03fe-4cae-bca4-3a4701148460 req-4d698a63-b839-4c6d-ae55-fe9d64d3b261 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbc887cd-171b-4fbe-95db-3f60f1ecc315 HTTP/1.1" status: 200 len: 915 time: 0.0805223 Mar 28 14:21:24.810882 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a58f2dc0-03fe-4cae-bca4-3a4701148460 req-d846131d-eeb3-49b5-b3a5-e491bf8e8ca4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0534df84-806a-4db9-b30e-539699c816c9 HTTP/1.1" status: 200 len: 1001 time: 0.0605972 Mar 28 14:21:24.857986 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f2dc0-03fe-4cae-bca4-3a4701148460 req-fe4f3af2-7154-48b0-a0bd-a6a66ec4979f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:21:24.859310 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a58f2dc0-03fe-4cae-bca4-3a4701148460 req-fe4f3af2-7154-48b0-a0bd-a6a66ec4979f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df45d5fc-33c6-4f53-9f5a-d3ec688c7991 HTTP/1.1" status: 200 len: 853 time: 0.0421214 Mar 28 14:21:24.902800 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f2dc0-03fe-4cae-bca4-3a4701148460 req-26c70cf9-38e9-40f0-af27-42bb083bf0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:21:24.904215 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a58f2dc0-03fe-4cae-bca4-3a4701148460 req-26c70cf9-38e9-40f0-af27-42bb083bf0fe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc887cd-171b-4fbe-95db-3f60f1ecc315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387998 Mar 28 14:21:24.996842 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a58f2dc0-03fe-4cae-bca4-3a4701148460 req-4da5b0ea-8514-43d3-b72c-bd39b6d13bd9 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc887cd-171b-4fbe-95db-3f60f1ecc315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862157 Mar 28 14:21:25.083844 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a58f2dc0-03fe-4cae-bca4-3a4701148460 req-2fb43acf-f095-40cf-bb8c-a23cbf3ed235 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc887cd-171b-4fbe-95db-3f60f1ecc315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806601 Mar 28 14:21:26.329238 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4c255e8c-b5a6-4e55-91a1-88e7385740c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:27.694522 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:29.009011 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:29.357570 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:39.232324 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:21:43.774110 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:54.030972 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-393b3b4f-888a-4ad7-8807-d4fc3c57550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:56.349591 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-27794a72-dd45-4680-99f2-057e7fd46e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:57.687453 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:59.052670 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:21:59.362093 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:22:10.288768 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c6737-a2bb-4875-bc8c-a3d15d2fca2a req-f9de0728-e5b4-4cd2-aa43-1c1fafe98799 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:22:10.290241 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b98c6737-a2bb-4875-bc8c-a3d15d2fca2a req-f9de0728-e5b4-4cd2-aa43-1c1fafe98799 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597 HTTP/1.1" status: 200 len: 985 time: 0.0482869 Mar 28 14:22:10.354310 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b98c6737-a2bb-4875-bc8c-a3d15d2fca2a req-803cc31f-84c0-4b84-a2d7-3c3fa1746d10 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/security-groups?id=75138c61-b63c-4c64-8142-0d46ed87023a&id=0fb7be50-2b01-4232-bfda-7599f130658c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571985 Mar 28 14:22:10.366875 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1616966-0a03-4cc0-94af-86d3dbb346e3 req-adee5ba8-b9e2-41d7-a0d5-fee1e18e3677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:22:10.368324 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e1616966-0a03-4cc0-94af-86d3dbb346e3 req-adee5ba8-b9e2-41d7-a0d5-fee1e18e3677 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=41b712adc25d44ada531a4f284569a5a&device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597 HTTP/1.1" status: 200 len: 1138 time: 0.0518839 Mar 28 14:22:10.458202 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1616966-0a03-4cc0-94af-86d3dbb346e3 req-7346b11c-6f32-436b-a57b-2e9f4fa3a201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:22:10.459646 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e1616966-0a03-4cc0-94af-86d3dbb346e3 req-7346b11c-6f32-436b-a57b-2e9f4fa3a201 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbc887cd-171b-4fbe-95db-3f60f1ecc315 HTTP/1.1" status: 200 len: 915 time: 0.0839448 Mar 28 14:22:10.521974 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e1616966-0a03-4cc0-94af-86d3dbb346e3 req-ca4ecf8f-94a4-42de-b256-13f04c84a04e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0534df84-806a-4db9-b30e-539699c816c9 HTTP/1.1" status: 200 len: 1001 time: 0.0548718 Mar 28 14:22:10.571909 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1616966-0a03-4cc0-94af-86d3dbb346e3 req-961ed99c-6bb9-452e-83fd-c05faabec79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:22:10.573338 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e1616966-0a03-4cc0-94af-86d3dbb346e3 req-961ed99c-6bb9-452e-83fd-c05faabec79b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df45d5fc-33c6-4f53-9f5a-d3ec688c7991 HTTP/1.1" status: 200 len: 853 time: 0.0453067 Mar 28 14:22:10.618726 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1616966-0a03-4cc0-94af-86d3dbb346e3 req-c742a040-7a62-4751-9d9e-a886350ee583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:22:10.620149 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e1616966-0a03-4cc0-94af-86d3dbb346e3 req-c742a040-7a62-4751-9d9e-a886350ee583 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc887cd-171b-4fbe-95db-3f60f1ecc315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388219 Mar 28 14:22:10.704220 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e1616966-0a03-4cc0-94af-86d3dbb346e3 req-75dfc185-da2d-4b20-829b-2e648dc14039 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc887cd-171b-4fbe-95db-3f60f1ecc315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774207 Mar 28 14:22:10.793345 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e1616966-0a03-4cc0-94af-86d3dbb346e3 req-bda27e05-d527-4986-875a-e49a5b9a3180 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc887cd-171b-4fbe-95db-3f60f1ecc315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818331 Mar 28 14:22:11.471380 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2421ee0a-45b8-4d62-8af7-4c049d643206 req-2bf03de1-1902-44fe-9bbe-2c5674ff8ed8 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:22:11.472852 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2421ee0a-45b8-4d62-8af7-4c049d643206 req-2bf03de1-1902-44fe-9bbe-2c5674ff8ed8 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597 HTTP/1.1" status: 200 len: 985 time: 0.0490024 Mar 28 14:22:11.510787 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2421ee0a-45b8-4d62-8af7-4c049d643206 req-8c0f9e4c-efea-49a0-9cdf-f947b8eea5ac tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/security-groups?id=75138c61-b63c-4c64-8142-0d46ed87023a&id=0fb7be50-2b01-4232-bfda-7599f130658c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0317597 Mar 28 14:22:12.629041 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3126c3-c67f-4cbb-89ec-261fcf3e97c9 req-48a94b7d-33a4-4f8a-9d12-abc5c88967ad tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:22:12.630501 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6a3126c3-c67f-4cbb-89ec-261fcf3e97c9 req-48a94b7d-33a4-4f8a-9d12-abc5c88967ad tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597 HTTP/1.1" status: 200 len: 985 time: 0.0522797 Mar 28 14:22:12.669093 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6a3126c3-c67f-4cbb-89ec-261fcf3e97c9 req-139f62cd-0561-485a-8b96-474b02308d3c tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/security-groups?id=75138c61-b63c-4c64-8142-0d46ed87023a&id=0fb7be50-2b01-4232-bfda-7599f130658c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325415 Mar 28 14:22:13.782563 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc1e85-4636-4207-a160-9ebec536d2ec req-dfc50a29-2bd2-4536-b803-0e3505c1baca tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:22:13.784005 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-35cc1e85-4636-4207-a160-9ebec536d2ec req-dfc50a29-2bd2-4536-b803-0e3505c1baca tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597 HTTP/1.1" status: 200 len: 985 time: 0.0480509 Mar 28 14:22:13.806427 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:22:13.824104 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-35cc1e85-4636-4207-a160-9ebec536d2ec req-73498a6d-5733-4c55-9c50-859051844052 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/security-groups?id=75138c61-b63c-4c64-8142-0d46ed87023a&id=0fb7be50-2b01-4232-bfda-7599f130658c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339899 Mar 28 14:22:14.934609 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b175222-b1aa-44f3-bfa6-03c8f2f8938f req-f33f464e-2663-4122-91a6-d7038cf947e2 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:22:14.936577 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3b175222-b1aa-44f3-bfa6-03c8f2f8938f req-f33f464e-2663-4122-91a6-d7038cf947e2 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597 HTTP/1.1" status: 200 len: 985 time: 0.0466442 Mar 28 14:22:14.975230 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3b175222-b1aa-44f3-bfa6-03c8f2f8938f req-9ca9b7cc-1ea5-46c2-9d61-6a84e04ba185 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/security-groups?id=75138c61-b63c-4c64-8142-0d46ed87023a&id=0fb7be50-2b01-4232-bfda-7599f130658c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324490 Mar 28 14:22:16.092841 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc2bad-c78e-4a16-aa4d-022a6ecbbe60 req-5d1cc053-052a-4c2a-8fc1-57159dad9a7d tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:22:16.094301 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-49bc2bad-c78e-4a16-aa4d-022a6ecbbe60 req-5d1cc053-052a-4c2a-8fc1-57159dad9a7d tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597 HTTP/1.1" status: 200 len: 985 time: 0.0518711 Mar 28 14:22:16.132276 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-49bc2bad-c78e-4a16-aa4d-022a6ecbbe60 req-f122fff6-bb48-4dbb-a075-5a6d97117629 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/security-groups?id=75138c61-b63c-4c64-8142-0d46ed87023a&id=0fb7be50-2b01-4232-bfda-7599f130658c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0320039 Mar 28 14:22:16.230974 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:22:17.245542 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8961c2e-caac-4cf4-944a-b5545b6b93cb req-1c68372c-dca6-488a-9f96-9d5f30fc08b1 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:22:17.246990 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b8961c2e-caac-4cf4-944a-b5545b6b93cb req-1c68372c-dca6-488a-9f96-9d5f30fc08b1 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597 HTTP/1.1" status: 200 len: 985 time: 0.0482962 Mar 28 14:22:17.285648 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b8961c2e-caac-4cf4-944a-b5545b6b93cb req-f2730464-abfc-4716-a110-d2925bc745fd tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/security-groups?id=75138c61-b63c-4c64-8142-0d46ed87023a&id=0fb7be50-2b01-4232-bfda-7599f130658c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325465 Mar 28 14:22:18.397587 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2739c4-01fe-4179-a705-9655a4b825f2 req-4f950a7b-1a04-44e8-8c21-e7fa33e2dfcc tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:22:18.399045 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-eb2739c4-01fe-4179-a705-9655a4b825f2 req-4f950a7b-1a04-44e8-8c21-e7fa33e2dfcc tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597 HTTP/1.1" status: 200 len: 985 time: 0.0478406 Mar 28 14:22:18.438059 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-eb2739c4-01fe-4179-a705-9655a4b825f2 req-bb81ba2c-f212-4377-b7c0-8d996058e4d6 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/security-groups?id=75138c61-b63c-4c64-8142-0d46ed87023a&id=0fb7be50-2b01-4232-bfda-7599f130658c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330138 Mar 28 14:22:19.552876 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e765e-e47b-4f10-9165-3d565e310a36 req-85fb6aa4-8cfc-4b56-a039-ae4e39896acc tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:22:19.554186 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-025e765e-e47b-4f10-9165-3d565e310a36 req-85fb6aa4-8cfc-4b56-a039-ae4e39896acc tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597 HTTP/1.1" status: 200 len: 985 time: 0.0506406 Mar 28 14:22:19.592881 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-025e765e-e47b-4f10-9165-3d565e310a36 req-919369bf-e021-4dbc-a9e6-2421d7bee073 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/security-groups?id=75138c61-b63c-4c64-8142-0d46ed87023a&id=0fb7be50-2b01-4232-bfda-7599f130658c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0320642 Mar 28 14:22:20.706472 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304eb2c3-1692-4f9d-a5ae-b2c1726fb61a req-2b8a0246-c640-47e4-9a09-8e30d363ad0d tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:22:20.707948 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-304eb2c3-1692-4f9d-a5ae-b2c1726fb61a req-2b8a0246-c640-47e4-9a09-8e30d363ad0d tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597 HTTP/1.1" status: 200 len: 985 time: 0.0487266 Mar 28 14:22:20.746444 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-304eb2c3-1692-4f9d-a5ae-b2c1726fb61a req-583123b6-1ac0-4b47-97bf-d7ef3610321a tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/security-groups?id=75138c61-b63c-4c64-8142-0d46ed87023a&id=0fb7be50-2b01-4232-bfda-7599f130658c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324841 Mar 28 14:22:21.859255 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd55c9-c139-4769-95c1-635b5d696147 req-70f1acbe-5360-4047-bbae-847ee144150e tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:22:21.860746 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8ffd55c9-c139-4769-95c1-635b5d696147 req-70f1acbe-5360-4047-bbae-847ee144150e tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597 HTTP/1.1" status: 200 len: 985 time: 0.0481427 Mar 28 14:22:21.899752 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8ffd55c9-c139-4769-95c1-635b5d696147 req-abc1535f-b35b-478c-a5e8-a718e07ce7c4 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/security-groups?id=75138c61-b63c-4c64-8142-0d46ed87023a&id=0fb7be50-2b01-4232-bfda-7599f130658c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330048 Mar 28 14:22:24.035167 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ea24377f-c00e-4aa1-abff-af353eb75ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:22:26.337926 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5adced0c-6644-4308-b853-875509e7267d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:22:26.572580 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-48151c04-2dc3-4cba-9ca5-50a1c2816d6c req-29d66c9f-5129-43b9-9e1f-434230704659 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418725 Mar 28 14:22:26.650057 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48151c04-2dc3-4cba-9ca5-50a1c2816d6c req-1e9beeda-3059-4178-9c6c-28351d18582c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:22:26.651448 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-48151c04-2dc3-4cba-9ca5-50a1c2816d6c req-1e9beeda-3059-4178-9c6c-28351d18582c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=41b712adc25d44ada531a4f284569a5a&device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597 HTTP/1.1" status: 200 len: 1138 time: 0.0395877 Mar 28 14:22:26.747818 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48151c04-2dc3-4cba-9ca5-50a1c2816d6c req-99edfbcd-3654-4562-94cd-c100d842eb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:22:26.749261 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-48151c04-2dc3-4cba-9ca5-50a1c2816d6c req-99edfbcd-3654-4562-94cd-c100d842eb7f service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbc887cd-171b-4fbe-95db-3f60f1ecc315 HTTP/1.1" status: 200 len: 915 time: 0.0801415 Mar 28 14:22:26.813878 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-48151c04-2dc3-4cba-9ca5-50a1c2816d6c req-1377eb63-fb61-4dce-9729-4c0c13d31b6a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0534df84-806a-4db9-b30e-539699c816c9 HTTP/1.1" status: 200 len: 1001 time: 0.0580506 Mar 28 14:22:26.859119 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48151c04-2dc3-4cba-9ca5-50a1c2816d6c req-454bd118-b675-4882-a035-16f7fb27b005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:22:26.860585 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-48151c04-2dc3-4cba-9ca5-50a1c2816d6c req-454bd118-b675-4882-a035-16f7fb27b005 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df45d5fc-33c6-4f53-9f5a-d3ec688c7991 HTTP/1.1" status: 200 len: 853 time: 0.0409513 Mar 28 14:22:26.902900 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48151c04-2dc3-4cba-9ca5-50a1c2816d6c req-d1a3c23d-1a87-49a8-81c2-d46912beee15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:22:26.904286 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-48151c04-2dc3-4cba-9ca5-50a1c2816d6c req-d1a3c23d-1a87-49a8-81c2-d46912beee15 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc887cd-171b-4fbe-95db-3f60f1ecc315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0377347 Mar 28 14:22:26.990292 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-48151c04-2dc3-4cba-9ca5-50a1c2816d6c req-97ae1c12-5982-4662-851a-5a579c428c40 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc887cd-171b-4fbe-95db-3f60f1ecc315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795999 Mar 28 14:22:27.073926 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-48151c04-2dc3-4cba-9ca5-50a1c2816d6c req-6c9301fc-177b-4a67-a166-2333f2b2b799 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc887cd-171b-4fbe-95db-3f60f1ecc315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0774240 Mar 28 14:22:27.731940 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:22:29.045424 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:22:29.366203 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:22:43.810573 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:22:53.229914 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:22:54.063054 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3175f044-c1e8-4dfd-8312-a3e4b818094d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:22:56.342585 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a2b2c3b4-9207-4912-a66f-05a422b306a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:22:57.702956 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:22:59.056325 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:22:59.364931 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:13.821442 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:24.021643 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3529757b-2a23-4984-bc67-4804af41e248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:25.362059 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-aedd3c70-ed95-4d56-8643-ec15cc0cfabf req-b1df9d5c-9c0c-4d20-a5c0-c72852fd5690 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1339495892&fields=id&tenant_id=41b712adc25d44ada531a4f284569a5a HTTP/1.1" status: 200 len: 267 time: 0.1625891 Mar 28 14:23:25.413575 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd3c70-ed95-4d56-8643-ec15cc0cfabf req-561d8f8b-31d6-4e81-b758-b934c9f7ee6d tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:23:25.415075 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-aedd3c70-ed95-4d56-8643-ec15cc0cfabf req-561d8f8b-31d6-4e81-b758-b934c9f7ee6d tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597 HTTP/1.1" status: 200 len: 985 time: 0.0473502 Mar 28 14:23:25.425778 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-aedd3c70-ed95-4d56-8643-ec15cc0cfabf req-95d42f90-8a9a-4430-9103-14e990d44f16 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Request body: {'port': {'security_groups': ['75138c61-b63c-4c64-8142-0d46ed87023a']}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:23:25.490720 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-aedd3c70-ed95-4d56-8643-ec15cc0cfabf req-95d42f90-8a9a-4430-9103-14e990d44f16 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:25.655104 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-aedd3c70-ed95-4d56-8643-ec15cc0cfabf req-95d42f90-8a9a-4430-9103-14e990d44f16 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] For port 0534df84-806a-4db9-b30e-539699c816c9, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0534df84-806a-4db9-b30e-539699c816c9,segment=NetworkSegment(fbdf7cbd-955a-4b72-a1a2-4d0476ca3821),segment_id=fbdf7cbd-955a-4b72-a1a2-4d0476ca3821)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:23:25.687615 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-aedd3c70-ed95-4d56-8643-ec15cc0cfabf req-95d42f90-8a9a-4430-9103-14e990d44f16 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:25.746737 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-aedd3c70-ed95-4d56-8643-ec15cc0cfabf req-95d42f90-8a9a-4430-9103-14e990d44f16 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:25.757952 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['0534df84-806a-4db9-b30e-539699c816c9'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:23:25.786655 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd3c70-ed95-4d56-8643-ec15cc0cfabf req-95d42f90-8a9a-4430-9103-14e990d44f16 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:23:25.787259 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-aedd3c70-ed95-4d56-8643-ec15cc0cfabf req-95d42f90-8a9a-4430-9103-14e990d44f16 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:25.788652 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-aedd3c70-ed95-4d56-8643-ec15cc0cfabf req-95d42f90-8a9a-4430-9103-14e990d44f16 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "PUT /v2.0/ports/0534df84-806a-4db9-b30e-539699c816c9 HTTP/1.1" status: 200 len: 943 time: 0.3671346 Mar 28 14:23:25.789101 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b0a3ea-dd74-4b4e-961d-b066ce927597', 'tag': '0534df84-806a-4db9-b30e-539699c816c9'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:23:25.791482 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7785198d-6af2-4145-86b9-721f1c8e7eec" -d '{"events": [{"name": "network-changed", "server_uuid": "d4b0a3ea-dd74-4b4e-961d-b066ce927597", "tag": "0534df84-806a-4db9-b30e-539699c816c9"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:23:25.794428 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 40836) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:23:25.824836 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d42f90-8a9a-4430-9103-14e990d44f16 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Pushing event updated for resources: {'Port': ['ID=0534df84-806a-4db9-b30e-539699c816c9,revision_number=7']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:23:25.841198 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d42f90-8a9a-4430-9103-14e990d44f16 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:23:25.841816 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d42f90-8a9a-4430-9103-14e990d44f16 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:23:25.842474 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d42f90-8a9a-4430-9103-14e990d44f16 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:23:25.843221 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d42f90-8a9a-4430-9103-14e990d44f16 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:23:25.843760 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d42f90-8a9a-4430-9103-14e990d44f16 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:23:25.844341 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d42f90-8a9a-4430-9103-14e990d44f16 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:23:25.844902 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d42f90-8a9a-4430-9103-14e990d44f16 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:23:25.845488 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d42f90-8a9a-4430-9103-14e990d44f16 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:23:25.846005 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d42f90-8a9a-4430-9103-14e990d44f16 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:23:25.846720 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d42f90-8a9a-4430-9103-14e990d44f16 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:23:25.847516 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d42f90-8a9a-4430-9103-14e990d44f16 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:23:25.848173 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d42f90-8a9a-4430-9103-14e990d44f16 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:23:25.882527 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e02def87-2c2e-463a-af3e-7f99ddf14a75 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:25.891256 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['0534df84-806a-4db9-b30e-539699c816c9'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:23:25.920075 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e02def87-2c2e-463a-af3e-7f99ddf14a75 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:25.934494 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ce8798-7538-4443-8cf0-d3bb00da8a53 x-openstack-request-id: req-44ce8798-7538-4443-8cf0-d3bb00da8a53 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:23:25.934792 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4b0a3ea-dd74-4b4e-961d-b066ce927597", "tag": "0534df84-806a-4db9-b30e-539699c816c9", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:23:25.935047 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-44ce8798-7538-4443-8cf0-d3bb00da8a53 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:23:25.935475 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b0a3ea-dd74-4b4e-961d-b066ce927597', 'tag': '0534df84-806a-4db9-b30e-539699c816c9', 'status': 'completed', 'code': 200} Mar 28 14:23:26.004081 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785198d-6af2-4145-86b9-721f1c8e7eec req-1174b92a-d57f-444f-929a-ff3597c46e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:23:26.005665 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7785198d-6af2-4145-86b9-721f1c8e7eec req-1174b92a-d57f-444f-929a-ff3597c46e89 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=41b712adc25d44ada531a4f284569a5a&device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597 HTTP/1.1" status: 200 len: 1099 time: 0.0510144 Mar 28 14:23:26.101420 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785198d-6af2-4145-86b9-721f1c8e7eec req-3ed5acb6-dc5b-432b-93a8-f99c099d929b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:23:26.102128 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e02def87-2c2e-463a-af3e-7f99ddf14a75 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:26.103010 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7785198d-6af2-4145-86b9-721f1c8e7eec req-3ed5acb6-dc5b-432b-93a8-f99c099d929b service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbc887cd-171b-4fbe-95db-3f60f1ecc315 HTTP/1.1" status: 200 len: 915 time: 0.0913761 Mar 28 14:23:26.104961 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e02def87-2c2e-463a-af3e-7f99ddf14a75 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:26.105433 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-49a1891b-7246-4a84-bbca-6f22909caf46 None None] Provisioning complete for port 0534df84-806a-4db9-b30e-539699c816c9 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:23:26.105807 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-49a1891b-7246-4a84-bbca-6f22909caf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:26.106103 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-e02def87-2c2e-463a-af3e-7f99ddf14a75 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "DELETE /v2.0/security-groups/0fb7be50-2b01-4232-bfda-7599f130658c HTTP/1.1" status: 204 len: 168 time: 0.3100405 Mar 28 14:23:26.110755 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 40844) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:23:26.115939 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02def87-2c2e-463a-af3e-7f99ddf14a75 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb7be50-2b01-4232-bfda-7599f130658c,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:23:26.123284 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02def87-2c2e-463a-af3e-7f99ddf14a75 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:23:26.123705 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02def87-2c2e-463a-af3e-7f99ddf14a75 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:23:26.124133 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02def87-2c2e-463a-af3e-7f99ddf14a75 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:23:26.124554 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02def87-2c2e-463a-af3e-7f99ddf14a75 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:23:26.124943 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02def87-2c2e-463a-af3e-7f99ddf14a75 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:23:26.125478 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02def87-2c2e-463a-af3e-7f99ddf14a75 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:23:26.125998 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02def87-2c2e-463a-af3e-7f99ddf14a75 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:23:26.126327 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02def87-2c2e-463a-af3e-7f99ddf14a75 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:23:26.126653 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02def87-2c2e-463a-af3e-7f99ddf14a75 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:23:26.126974 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02def87-2c2e-463a-af3e-7f99ddf14a75 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:23:26.127502 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02def87-2c2e-463a-af3e-7f99ddf14a75 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:23:26.128129 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02def87-2c2e-463a-af3e-7f99ddf14a75 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:23:26.347687 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5ac20523-71f8-4743-ba29-b7086a5ac968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:26.539139 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-ad1e55f4-9ae9-4652-9f52-9d8ee8dcce96 req-cfda3fc9-d559-40c8-ae07-89276cb1be73 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412314 Mar 28 14:23:26.554580 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7785198d-6af2-4145-86b9-721f1c8e7eec req-a19bce81-327d-4aa9-9dfb-26912366532e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0534df84-806a-4db9-b30e-539699c816c9 HTTP/1.1" status: 200 len: 1001 time: 0.4444895 Mar 28 14:23:26.641891 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785198d-6af2-4145-86b9-721f1c8e7eec req-6f35439f-e196-4d13-9aab-6ba052fe3122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:23:26.643374 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7785198d-6af2-4145-86b9-721f1c8e7eec req-6f35439f-e196-4d13-9aab-6ba052fe3122 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df45d5fc-33c6-4f53-9f5a-d3ec688c7991 HTTP/1.1" status: 200 len: 853 time: 0.0823596 Mar 28 14:23:26.711937 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785198d-6af2-4145-86b9-721f1c8e7eec req-8e35f987-35fe-44e6-9afe-e38a1fb05971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:23:26.713390 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7785198d-6af2-4145-86b9-721f1c8e7eec req-8e35f987-35fe-44e6-9afe-e38a1fb05971 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc887cd-171b-4fbe-95db-3f60f1ecc315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0512359 Mar 28 14:23:26.717367 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-f557908f-427c-4648-ad5c-1b94de100ff2 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Deleting port 5a18678c-a8ac-426d-b6d1-87fe8ab0c4ac {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:23:26.717729 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f557908f-427c-4648-ad5c-1b94de100ff2 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:26.850959 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f557908f-427c-4648-ad5c-1b94de100ff2 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:26.851187 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f557908f-427c-4648-ad5c-1b94de100ff2 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:26.862979 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7785198d-6af2-4145-86b9-721f1c8e7eec req-5db4438b-83d1-433b-8ad3-3ab923d26fb2 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc887cd-171b-4fbe-95db-3f60f1ecc315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425049 Mar 28 14:23:26.866358 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-f557908f-427c-4648-ad5c-1b94de100ff2 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Calling delete_port for 5a18678c-a8ac-426d-b6d1-87fe8ab0c4ac owned by network:floatingip {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:23:27.009395 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7785198d-6af2-4145-86b9-721f1c8e7eec req-12f1b41e-51d9-4a71-9a82-8817c90dd153 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc887cd-171b-4fbe-95db-3f60f1ecc315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391420 Mar 28 14:23:27.114893 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e55f4-9ae9-4652-9f52-9d8ee8dcce96 req-f06894a4-b580-436d-8489-280f2b7bd0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:23:27.116313 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ad1e55f4-9ae9-4652-9f52-9d8ee8dcce96 req-f06894a4-b580-436d-8489-280f2b7bd0aa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=41b712adc25d44ada531a4f284569a5a&device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597 HTTP/1.1" status: 200 len: 1099 time: 0.0485814 Mar 28 14:23:27.181880 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f557908f-427c-4648-ad5c-1b94de100ff2 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:27.213772 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f557908f-427c-4648-ad5c-1b94de100ff2 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Pushing event deleted for resources: {'Port': ['ID=5a18678c-a8ac-426d-b6d1-87fe8ab0c4ac,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:23:27.284578 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e55f4-9ae9-4652-9f52-9d8ee8dcce96 req-23862842-f43f-463a-82fc-6f7325247c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:23:27.286023 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ad1e55f4-9ae9-4652-9f52-9d8ee8dcce96 req-23862842-f43f-463a-82fc-6f7325247c5d service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbc887cd-171b-4fbe-95db-3f60f1ecc315 HTTP/1.1" status: 200 len: 915 time: 0.1499104 Mar 28 14:23:27.302419 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f557908f-427c-4648-ad5c-1b94de100ff2 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks [] for floatingip, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:27.302702 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [None req-f557908f-427c-4648-ad5c-1b94de100ff2 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Floating IP a452f733-2a4c-47bd-99f0-906eb9e836f5 disassociated (deleted). External IP: 172.26.2.52, port: 0534df84-806a-4db9-b30e-539699c816c9. Mar 28 14:23:27.330839 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ad1e55f4-9ae9-4652-9f52-9d8ee8dcce96 req-53028f59-02af-4da4-8dfe-7784e2abad08 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0534df84-806a-4db9-b30e-539699c816c9 HTTP/1.1" status: 200 len: 217 time: 0.0370309 Mar 28 14:23:27.438801 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e55f4-9ae9-4652-9f52-9d8ee8dcce96 req-dc96a27e-a9aa-4359-9650-18eee65557b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:23:27.440308 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ad1e55f4-9ae9-4652-9f52-9d8ee8dcce96 req-dc96a27e-a9aa-4359-9650-18eee65557b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df45d5fc-33c6-4f53-9f5a-d3ec688c7991 HTTP/1.1" status: 200 len: 853 time: 0.0824053 Mar 28 14:23:27.527978 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e55f4-9ae9-4652-9f52-9d8ee8dcce96 req-345cac13-50e1-4818-8a69-0f3daa8894fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:23:27.529521 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ad1e55f4-9ae9-4652-9f52-9d8ee8dcce96 req-345cac13-50e1-4818-8a69-0f3daa8894fe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc887cd-171b-4fbe-95db-3f60f1ecc315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809560 Mar 28 14:23:27.662108 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f557908f-427c-4648-ad5c-1b94de100ff2 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Router edbf7384-1736-420e-bad5-02613b220c7a has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:23:27.669395 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ad1e55f4-9ae9-4652-9f52-9d8ee8dcce96 req-6a854ad6-4af0-4cda-8373-241c895c561c service neutron] 10.222.0.20 "GET /v2.0/networks/cbc887cd-171b-4fbe-95db-3f60f1ecc315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337130 Mar 28 14:23:27.707096 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:27.835316 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ad1e55f4-9ae9-4652-9f52-9d8ee8dcce96 req-f447c93e-00d9-42bf-9471-9165e0b3f678 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc887cd-171b-4fbe-95db-3f60f1ecc315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592860 Mar 28 14:23:27.840262 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f557908f-427c-4648-ad5c-1b94de100ff2 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:23:27.845593 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f557908f-427c-4648-ad5c-1b94de100ff2 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:27.851374 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47153ac6-b8f2-4552-9c68-6636577d07af None None] Sync routers for ids ['edbf7384-1736-420e-bad5-02613b220c7a'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:23:27.862969 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47153ac6-b8f2-4552-9c68-6636577d07af None None] Routers {'edbf7384-1736-420e-bad5-02613b220c7a'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:23:27.868509 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-47153ac6-b8f2-4552-9c68-6636577d07af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:23:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['edbf7384-1736-420e-bad5-02613b220c7a'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:23:27.874310 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f557908f-427c-4648-ad5c-1b94de100ff2 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "DELETE /v2.0/floatingips/a452f733-2a4c-47bd-99f0-906eb9e836f5 HTTP/1.1" status: 204 len: 168 time: 1.7599022 Mar 28 14:23:27.936836 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b0a3ea-dd74-4b4e-961d-b066ce927597', 'tag': '0534df84-806a-4db9-b30e-539699c816c9'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:23:27.939626 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed38e19-3b23-4a24-bf4d-7fadd99c36f3" -d '{"events": [{"name": "network-changed", "server_uuid": "d4b0a3ea-dd74-4b4e-961d-b066ce927597", "tag": "0534df84-806a-4db9-b30e-539699c816c9"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:23:27.974625 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-47153ac6-b8f2-4552-9c68-6636577d07af None None] Set router edbf7384-1736-420e-bad5-02613b220c7a gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:23:27.980429 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a8d978-3866-42ad-8086-e91e23d4b1c4 x-openstack-request-id: req-c9a8d978-3866-42ad-8086-e91e23d4b1c4 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:23:27.980720 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4b0a3ea-dd74-4b4e-961d-b066ce927597", "tag": "0534df84-806a-4db9-b30e-539699c816c9", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:23:27.980970 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c9a8d978-3866-42ad-8086-e91e23d4b1c4 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:23:27.981364 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b0a3ea-dd74-4b4e-961d-b066ce927597', 'tag': '0534df84-806a-4db9-b30e-539699c816c9', 'status': 'completed', 'code': 200} Mar 28 14:23:28.039639 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed38e19-3b23-4a24-bf4d-7fadd99c36f3 req-f53f27aa-f74b-4313-92d5-6b44a9a1fd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:23:28.041184 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7ed38e19-3b23-4a24-bf4d-7fadd99c36f3 req-f53f27aa-f74b-4313-92d5-6b44a9a1fd34 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=41b712adc25d44ada531a4f284569a5a&device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597 HTTP/1.1" status: 200 len: 1099 time: 0.0414040 Mar 28 14:23:28.130278 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed38e19-3b23-4a24-bf4d-7fadd99c36f3 req-c015675f-2651-441f-a586-52cac1c811fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:23:28.131787 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7ed38e19-3b23-4a24-bf4d-7fadd99c36f3 req-c015675f-2651-441f-a586-52cac1c811fa service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbc887cd-171b-4fbe-95db-3f60f1ecc315 HTTP/1.1" status: 200 len: 915 time: 0.0845699 Mar 28 14:23:28.173761 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-47153ac6-b8f2-4552-9c68-6636577d07af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbf7384-1736-420e-bad5-02613b220c7a', 'name': 'tempest-TestMinimumBasicScenario-879257130-router', 'tenant_id': '41b712adc25d44ada531a4f284569a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '5e89176f-c6a5-498a-b0ed-c2292c88fb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:20:18Z', 'updated_at': '2022-03-28T14:20:21Z', 'revision_number': 4, 'project_id': '41b712adc25d44ada531a4f284569a5a', 'gw_port': {'id': '5e89176f-c6a5-498a-b0ed-c2292c88fb9c', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbf7384-1736-420e-bad5-02613b220c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:20:19Z', 'updated_at': '2022-03-28T14:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'd5f18f3b-8872-4192-9ee3-f4c52f60f1ce', 'name': '', 'network_id': 'cbc887cd-171b-4fbe-95db-3f60f1ecc315', 'tenant_id': '41b712adc25d44ada531a4f284569a5a', 'mac_address': 'fa:16:3e:22:8a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbf7384-1736-420e-bad5-02613b220c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'df45d5fc-33c6-4f53-9f5a-d3ec688c7991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:20:21Z', 'updated_at': '2022-03-28T14:20:25Z', 'revision_number': 5, 'project_id': '41b712adc25d44ada531a4f284569a5a', 'subnets': [{'id': 'df45d5fc-33c6-4f53-9f5a-d3ec688c7991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:23:28.177098 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7ed38e19-3b23-4a24-bf4d-7fadd99c36f3 req-81249629-2dc8-4a5c-85a2-f88b4386e142 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0534df84-806a-4db9-b30e-539699c816c9 HTTP/1.1" status: 200 len: 217 time: 0.0393085 Mar 28 14:23:28.205684 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47153ac6-b8f2-4552-9c68-6636577d07af None None] Checking router: edbf7384-1736-420e-bad5-02613b220c7a for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:23:28.215889 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47153ac6-b8f2-4552-9c68-6636577d07af None None] Routers {'edbf7384-1736-420e-bad5-02613b220c7a'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:23:28.216534 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-47153ac6-b8f2-4552-9c68-6636577d07af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:23:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['edbf7384-1736-420e-bad5-02613b220c7a'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:23:28.236653 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed38e19-3b23-4a24-bf4d-7fadd99c36f3 req-a88081ea-38b6-4466-8817-02e07dc5d0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:23:28.238702 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7ed38e19-3b23-4a24-bf4d-7fadd99c36f3 req-a88081ea-38b6-4466-8817-02e07dc5d0f7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df45d5fc-33c6-4f53-9f5a-d3ec688c7991 HTTP/1.1" status: 200 len: 853 time: 0.0551889 Mar 28 14:23:28.290189 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed38e19-3b23-4a24-bf4d-7fadd99c36f3 req-a4c88059-1b54-4c32-8109-fba0002f790e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:23:28.291817 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7ed38e19-3b23-4a24-bf4d-7fadd99c36f3 req-a4c88059-1b54-4c32-8109-fba0002f790e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc887cd-171b-4fbe-95db-3f60f1ecc315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0456996 Mar 28 14:23:28.397633 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7ed38e19-3b23-4a24-bf4d-7fadd99c36f3 req-3c29180e-c86f-41dc-9cb0-5ba9bf0c87ce service neutron] 10.222.0.20 "GET /v2.0/networks/cbc887cd-171b-4fbe-95db-3f60f1ecc315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947440 Mar 28 14:23:28.480070 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-47153ac6-b8f2-4552-9c68-6636577d07af None None] Set router edbf7384-1736-420e-bad5-02613b220c7a gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:23:28.486671 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7ed38e19-3b23-4a24-bf4d-7fadd99c36f3 req-65c3a9b2-1638-4a6f-aa8e-4e21abf94c5b service neutron] 10.222.0.20 "GET /v2.0/networks/cbc887cd-171b-4fbe-95db-3f60f1ecc315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820680 Mar 28 14:23:28.667856 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-47153ac6-b8f2-4552-9c68-6636577d07af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbf7384-1736-420e-bad5-02613b220c7a', 'name': 'tempest-TestMinimumBasicScenario-879257130-router', 'tenant_id': '41b712adc25d44ada531a4f284569a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '5e89176f-c6a5-498a-b0ed-c2292c88fb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:20:18Z', 'updated_at': '2022-03-28T14:20:21Z', 'revision_number': 4, 'project_id': '41b712adc25d44ada531a4f284569a5a', 'gw_port': {'id': '5e89176f-c6a5-498a-b0ed-c2292c88fb9c', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbf7384-1736-420e-bad5-02613b220c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:20:19Z', 'updated_at': '2022-03-28T14:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'd5f18f3b-8872-4192-9ee3-f4c52f60f1ce', 'name': '', 'network_id': 'cbc887cd-171b-4fbe-95db-3f60f1ecc315', 'tenant_id': '41b712adc25d44ada531a4f284569a5a', 'mac_address': 'fa:16:3e:22:8a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbf7384-1736-420e-bad5-02613b220c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'df45d5fc-33c6-4f53-9f5a-d3ec688c7991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:20:21Z', 'updated_at': '2022-03-28T14:20:25Z', 'revision_number': 5, 'project_id': '41b712adc25d44ada531a4f284569a5a', 'subnets': [{'id': 'df45d5fc-33c6-4f53-9f5a-d3ec688c7991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:23:28.694658 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47153ac6-b8f2-4552-9c68-6636577d07af None None] The sync data for ids ['edbf7384-1736-420e-bad5-02613b220c7a'] in dv-neutron-835335-1-hyperv is: [{'id': 'edbf7384-1736-420e-bad5-02613b220c7a', 'name': 'tempest-TestMinimumBasicScenario-879257130-router', 'tenant_id': '41b712adc25d44ada531a4f284569a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '5e89176f-c6a5-498a-b0ed-c2292c88fb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:20:18Z', 'updated_at': '2022-03-28T14:20:21Z', 'revision_number': 4, 'project_id': '41b712adc25d44ada531a4f284569a5a', 'gw_port': {'id': '5e89176f-c6a5-498a-b0ed-c2292c88fb9c', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbf7384-1736-420e-bad5-02613b220c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:20:19Z', 'updated_at': '2022-03-28T14:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'd5f18f3b-8872-4192-9ee3-f4c52f60f1ce', 'name': '', 'network_id': 'cbc887cd-171b-4fbe-95db-3f60f1ecc315', 'tenant_id': '41b712adc25d44ada531a4f284569a5a', 'mac_address': 'fa:16:3e:22:8a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbf7384-1736-420e-bad5-02613b220c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'df45d5fc-33c6-4f53-9f5a-d3ec688c7991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:20:21Z', 'updated_at': '2022-03-28T14:20:25Z', 'revision_number': 5, 'project_id': '41b712adc25d44ada531a4f284569a5a', 'subnets': [{'id': 'df45d5fc-33c6-4f53-9f5a-d3ec688c7991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:23:28.913110 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72109158-6d3d-4d5d-8678-b76c27ffda42 None None] New status for floating IP a452f733-2a4c-47bd-99f0-906eb9e836f5: DOWN {{(pid=109615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:23:29.067243 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:29.370109 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:30.229326 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:23:36.356081 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaebd1e-32ed-40c6-b583-ea421fc90c36 req-563d93db-42f4-4ff5-add9-5eb5184ffc80 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:23:36.357564 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3eaebd1e-32ed-40c6-b583-ea421fc90c36 req-563d93db-42f4-4ff5-add9-5eb5184ffc80 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597 HTTP/1.1" status: 200 len: 946 time: 0.0530221 Mar 28 14:23:36.395050 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3eaebd1e-32ed-40c6-b583-ea421fc90c36 req-d7db1b9d-fbe0-4fd2-819b-5e36c2531132 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/security-groups?id=75138c61-b63c-4c64-8142-0d46ed87023a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309277 Mar 28 14:23:37.557714 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade887dc-8396-4f1b-a651-e17e79864c22 req-43e0df31-c2de-4a5b-877a-d21f066d6bbe tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:23:37.559192 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ade887dc-8396-4f1b-a651-e17e79864c22 req-43e0df31-c2de-4a5b-877a-d21f066d6bbe tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597 HTTP/1.1" status: 200 len: 946 time: 0.0962105 Mar 28 14:23:37.596288 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ade887dc-8396-4f1b-a651-e17e79864c22 req-9940ebb9-370a-4194-9b97-14e6a107bcfb tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/security-groups?id=75138c61-b63c-4c64-8142-0d46ed87023a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302649 Mar 28 14:23:38.221272 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7887a4-6789-4666-8a1a-73948561edf9 req-c8a54c18-4677-46b0-bcfc-9a8daf594716 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:23:38.222705 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3d7887a4-6789-4666-8a1a-73948561edf9 req-c8a54c18-4677-46b0-bcfc-9a8daf594716 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597 HTTP/1.1" status: 200 len: 946 time: 0.0466826 Mar 28 14:23:38.319726 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-3d7887a4-6789-4666-8a1a-73948561edf9 req-e3602f8c-5db6-4e02-8dea-7388561f2f91 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Deleting port 0534df84-806a-4db9-b30e-539699c816c9 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:23:38.320062 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-3d7887a4-6789-4666-8a1a-73948561edf9 req-e3602f8c-5db6-4e02-8dea-7388561f2f91 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:38.405366 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-3d7887a4-6789-4666-8a1a-73948561edf9 req-e3602f8c-5db6-4e02-8dea-7388561f2f91 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] For port 0534df84-806a-4db9-b30e-539699c816c9, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0534df84-806a-4db9-b30e-539699c816c9,segment=NetworkSegment(fbdf7cbd-955a-4b72-a1a2-4d0476ca3821),segment_id=fbdf7cbd-955a-4b72-a1a2-4d0476ca3821)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:23:38.405720 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-3d7887a4-6789-4666-8a1a-73948561edf9 req-e3602f8c-5db6-4e02-8dea-7388561f2f91 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:38.418375 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-3d7887a4-6789-4666-8a1a-73948561edf9 req-e3602f8c-5db6-4e02-8dea-7388561f2f91 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Calling delete_port for 0534df84-806a-4db9-b30e-539699c816c9 owned by compute:nova {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:23:38.632576 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-3d7887a4-6789-4666-8a1a-73948561edf9 req-e3602f8c-5db6-4e02-8dea-7388561f2f91 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:38.643574 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['0534df84-806a-4db9-b30e-539699c816c9'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:23:38.657901 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3602f8c-5db6-4e02-8dea-7388561f2f91 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Pushing event deleted for resources: {'Port': ['ID=0534df84-806a-4db9-b30e-539699c816c9,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:23:38.716743 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6f143f04-bbbd-486a-ae15-64e73c7b4211 req-66f92608-90ff-4ca6-949c-0a093115cfcc tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b0a3ea-dd74-4b4e-961d-b066ce927597 HTTP/1.1" status: 200 len: 210 time: 0.0432124 Mar 28 14:23:38.729159 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d7887a4-6789-4666-8a1a-73948561edf9 req-e3602f8c-5db6-4e02-8dea-7388561f2f91 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] No DVR routers for this DVR port 0534df84-806a-4db9-b30e-539699c816c9 on host hv-neutron-8353 {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:23:38.731718 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-3d7887a4-6789-4666-8a1a-73948561edf9 req-e3602f8c-5db6-4e02-8dea-7388561f2f91 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:38.735063 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3d7887a4-6789-4666-8a1a-73948561edf9 req-e3602f8c-5db6-4e02-8dea-7388561f2f91 tempest-TestMinimumBasicScenario-708227500 tempest-TestMinimumBasicScenario-708227500-project] 10.222.0.20 "DELETE /v2.0/ports/0534df84-806a-4db9-b30e-539699c816c9 HTTP/1.1" status: 204 len: 173 time: 0.5060685 Mar 28 14:23:38.735501 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b0a3ea-dd74-4b4e-961d-b066ce927597', 'name': 'network-vif-deleted', 'tag': '0534df84-806a-4db9-b30e-539699c816c9'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:23:38.737810 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49c0caf-1a28-4d97-8ca2-d5b112d24f80" -d '{"events": [{"server_uuid": "d4b0a3ea-dd74-4b4e-961d-b066ce927597", "name": "network-vif-deleted", "tag": "0534df84-806a-4db9-b30e-539699c816c9"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:23:38.774564 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a7cd1a-082f-4fd6-ad2c-0a1a62f6ae02 x-openstack-request-id: req-a5a7cd1a-082f-4fd6-ad2c-0a1a62f6ae02 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:23:38.774850 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b0a3ea-dd74-4b4e-961d-b066ce927597", "name": "network-vif-deleted", "tag": "0534df84-806a-4db9-b30e-539699c816c9", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:23:38.775105 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a5a7cd1a-082f-4fd6-ad2c-0a1a62f6ae02 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:23:38.775497 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b0a3ea-dd74-4b4e-961d-b066ce927597', 'name': 'network-vif-deleted', 'tag': '0534df84-806a-4db9-b30e-539699c816c9', 'status': 'completed', 'code': 200} Mar 28 14:23:40.778397 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 0534df84-806a-4db9-b30e-539699c816c9 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:23:40.801349 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] No Port match for: 0534df84-806a-4db9-b30e-539699c816c9 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:23:40.801680 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 0534df84-806a-4db9-b30e-539699c816c9 not bound to the agent host hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:23:40.907004 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 40946) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:23:41.241837 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-abf806c9-70a9-4d96-ac0e-96e10ea15555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:41.482974 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-abf806c9-70a9-4d96-ac0e-96e10ea15555 admin admin] Deleting port d5f18f3b-8872-4192-9ee3-f4c52f60f1ce {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:23:41.483336 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-abf806c9-70a9-4d96-ac0e-96e10ea15555 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:41.559427 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-abf806c9-70a9-4d96-ac0e-96e10ea15555 admin admin] For port d5f18f3b-8872-4192-9ee3-f4c52f60f1ce, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=d5f18f3b-8872-4192-9ee3-f4c52f60f1ce,segment=NetworkSegment(fbdf7cbd-955a-4b72-a1a2-4d0476ca3821),segment_id=fbdf7cbd-955a-4b72-a1a2-4d0476ca3821)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:23:41.559709 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-abf806c9-70a9-4d96-ac0e-96e10ea15555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:41.572437 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-abf806c9-70a9-4d96-ac0e-96e10ea15555 admin admin] Calling delete_port for d5f18f3b-8872-4192-9ee3-f4c52f60f1ce owned by network:router_interface {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:23:41.809514 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-abf806c9-70a9-4d96-ac0e-96e10ea15555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:41.833582 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf806c9-70a9-4d96-ac0e-96e10ea15555 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5f18f3b-8872-4192-9ee3-f4c52f60f1ce,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:23:41.994329 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-abf806c9-70a9-4d96-ac0e-96e10ea15555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:42.200154 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf806c9-70a9-4d96-ac0e-96e10ea15555 admin admin] Router edbf7384-1736-420e-bad5-02613b220c7a has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:23:42.307701 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf806c9-70a9-4d96-ac0e-96e10ea15555 admin admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:23:42.315101 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-abf806c9-70a9-4d96-ac0e-96e10ea15555 admin admin] 10.222.0.24 "PUT /v2.0/routers/edbf7384-1736-420e-bad5-02613b220c7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4046874 Mar 28 14:23:42.316149 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 40948) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:23:42.318799 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6bd498-74bf-48b8-ac68-55c034be82a1 None None] Sync routers for ids ['edbf7384-1736-420e-bad5-02613b220c7a'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:23:42.328234 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6bd498-74bf-48b8-ac68-55c034be82a1 None None] Routers {'edbf7384-1736-420e-bad5-02613b220c7a'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:23:42.328948 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-4c6bd498-74bf-48b8-ac68-55c034be82a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:23:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['edbf7384-1736-420e-bad5-02613b220c7a'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:23:42.434667 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-4c6bd498-74bf-48b8-ac68-55c034be82a1 None None] Set router edbf7384-1736-420e-bad5-02613b220c7a gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:23:42.616765 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-4c6bd498-74bf-48b8-ac68-55c034be82a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbf7384-1736-420e-bad5-02613b220c7a', 'name': 'tempest-TestMinimumBasicScenario-879257130-router', 'tenant_id': '41b712adc25d44ada531a4f284569a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '5e89176f-c6a5-498a-b0ed-c2292c88fb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:20:18Z', 'updated_at': '2022-03-28T14:23:41Z', 'revision_number': 5, 'project_id': '41b712adc25d44ada531a4f284569a5a', 'gw_port': {'id': '5e89176f-c6a5-498a-b0ed-c2292c88fb9c', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbf7384-1736-420e-bad5-02613b220c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:20:19Z', 'updated_at': '2022-03-28T14:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:23:42.643121 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6bd498-74bf-48b8-ac68-55c034be82a1 None None] Checking router: edbf7384-1736-420e-bad5-02613b220c7a for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:23:42.651431 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6bd498-74bf-48b8-ac68-55c034be82a1 None None] Routers {'edbf7384-1736-420e-bad5-02613b220c7a'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:23:42.652047 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-4c6bd498-74bf-48b8-ac68-55c034be82a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:23:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['edbf7384-1736-420e-bad5-02613b220c7a'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:23:42.756009 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-4c6bd498-74bf-48b8-ac68-55c034be82a1 None None] Set router edbf7384-1736-420e-bad5-02613b220c7a gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:23:42.757437 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d23a38bd-f4e8-48a5-9590-7b1129548d3d admin admin] Notify callbacks [] for router, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:42.856405 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d23a38bd-f4e8-48a5-9590-7b1129548d3d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:42.931112 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-4c6bd498-74bf-48b8-ac68-55c034be82a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbf7384-1736-420e-bad5-02613b220c7a', 'name': 'tempest-TestMinimumBasicScenario-879257130-router', 'tenant_id': '41b712adc25d44ada531a4f284569a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '5e89176f-c6a5-498a-b0ed-c2292c88fb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:20:18Z', 'updated_at': '2022-03-28T14:23:41Z', 'revision_number': 5, 'project_id': '41b712adc25d44ada531a4f284569a5a', 'gw_port': {'id': '5e89176f-c6a5-498a-b0ed-c2292c88fb9c', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbf7384-1736-420e-bad5-02613b220c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:20:19Z', 'updated_at': '2022-03-28T14:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:23:42.957715 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6bd498-74bf-48b8-ac68-55c034be82a1 None None] The sync data for ids ['edbf7384-1736-420e-bad5-02613b220c7a'] in dv-neutron-835335-1-hyperv is: [{'id': 'edbf7384-1736-420e-bad5-02613b220c7a', 'name': 'tempest-TestMinimumBasicScenario-879257130-router', 'tenant_id': '41b712adc25d44ada531a4f284569a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.60'}], 'enable_snat': True}, 'gw_port_id': '5e89176f-c6a5-498a-b0ed-c2292c88fb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:20:18Z', 'updated_at': '2022-03-28T14:23:41Z', 'revision_number': 5, 'project_id': '41b712adc25d44ada531a4f284569a5a', 'gw_port': {'id': '5e89176f-c6a5-498a-b0ed-c2292c88fb9c', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbf7384-1736-420e-bad5-02613b220c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:20:19Z', 'updated_at': '2022-03-28T14:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:23:42.967786 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-d23a38bd-f4e8-48a5-9590-7b1129548d3d admin admin] Deleting port 5e89176f-c6a5-498a-b0ed-c2292c88fb9c {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:23:42.968136 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d23a38bd-f4e8-48a5-9590-7b1129548d3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:43.049081 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-d23a38bd-f4e8-48a5-9590-7b1129548d3d admin admin] For port 5e89176f-c6a5-498a-b0ed-c2292c88fb9c, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=5e89176f-c6a5-498a-b0ed-c2292c88fb9c,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:23:43.049765 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d23a38bd-f4e8-48a5-9590-7b1129548d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:43.060528 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-d23a38bd-f4e8-48a5-9590-7b1129548d3d admin admin] Calling delete_port for 5e89176f-c6a5-498a-b0ed-c2292c88fb9c owned by network:router_gateway {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:23:43.272215 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d23a38bd-f4e8-48a5-9590-7b1129548d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:43.297082 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23a38bd-f4e8-48a5-9590-7b1129548d3d admin admin] Pushing event deleted for resources: {'Port': ['ID=5e89176f-c6a5-498a-b0ed-c2292c88fb9c,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:23:43.359596 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d23a38bd-f4e8-48a5-9590-7b1129548d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133933816'] for router_gateway, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:43.455922 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d23a38bd-f4e8-48a5-9590-7b1129548d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:43.458171 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d23a38bd-f4e8-48a5-9590-7b1129548d3d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:43.551983 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device d5f18f3b-8872-4192-9ee3-f4c52f60f1ce no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:23:43.569267 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d23a38bd-f4e8-48a5-9590-7b1129548d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:43.569799 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23a38bd-f4e8-48a5-9590-7b1129548d3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router edbf7384-1736-420e-bad5-02613b220c7a {{(pid=109613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 14:23:43.573106 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: d5f18f3b-8872-4192-9ee3-f4c52f60f1ce {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:23:43.573487 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device d5f18f3b-8872-4192-9ee3-f4c52f60f1ce not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:23:43.574115 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d23a38bd-f4e8-48a5-9590-7b1129548d3d admin admin] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:43.575839 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d23a38bd-f4e8-48a5-9590-7b1129548d3d admin admin] 10.222.0.24 "DELETE /v2.0/routers/edbf7384-1736-420e-bad5-02613b220c7a HTTP/1.1" status: 204 len: 168 time: 1.2582841 Mar 28 14:23:43.578556 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 40950) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:23:43.623339 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a0d83bd-db49-49ec-ab5e-ea8fcb2a38bd admin admin] Deleting subnet df45d5fc-33c6-4f53-9f5a-d3ec688c7991 {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 14:23:43.627765 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9a0d83bd-db49-49ec-ab5e-ea8fcb2a38bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:43.663684 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9a0d83bd-db49-49ec-ab5e-ea8fcb2a38bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:43.745207 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9a0d83bd-db49-49ec-ab5e-ea8fcb2a38bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:43.854963 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:43.861591 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9a0d83bd-db49-49ec-ab5e-ea8fcb2a38bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:43.886601 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d83bd-db49-49ec-ab5e-ea8fcb2a38bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df45d5fc-33c6-4f53-9f5a-d3ec688c7991,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:23:43.891669 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9a0d83bd-db49-49ec-ab5e-ea8fcb2a38bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:43.895411 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9a0d83bd-db49-49ec-ab5e-ea8fcb2a38bd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/df45d5fc-33c6-4f53-9f5a-d3ec688c7991 HTTP/1.1" status: 204 len: 168 time: 0.3162653 Mar 28 14:23:43.896898 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27c7443-dc85-4b08-9190-af8948c2354a None None] Network cbc887cd-171b-4fbe-95db-3f60f1ecc315 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:23:43.897467 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 40952) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:23:43.966740 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ad2d04cf-69f4-4571-9578-e969b6966bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:44.020318 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-ad2d04cf-69f4-4571-9578-e969b6966bb0 admin admin] Deleting port 0542b626-338a-4899-99a7-d509c03db07d {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:23:44.020597 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ad2d04cf-69f4-4571-9578-e969b6966bb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:44.084221 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-ad2d04cf-69f4-4571-9578-e969b6966bb0 admin admin] For port 0542b626-338a-4899-99a7-d509c03db07d, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=0542b626-338a-4899-99a7-d509c03db07d,segment=NetworkSegment(fbdf7cbd-955a-4b72-a1a2-4d0476ca3821),segment_id=fbdf7cbd-955a-4b72-a1a2-4d0476ca3821)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:23:44.084862 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ad2d04cf-69f4-4571-9578-e969b6966bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:44.087806 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc932e6-2bc5-4772-8311-9bb3765fbc20 None None] DHCP port deletion for cbc887cd-171b-4fbe-95db-3f60f1ecc315 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 14:23:44.101613 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-ad2d04cf-69f4-4571-9578-e969b6966bb0 admin admin] Calling delete_port for 0542b626-338a-4899-99a7-d509c03db07d owned by network:dhcp {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:23:44.134595 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-cdc932e6-2bc5-4772-8311-9bb3765fbc20 None None] Deleting port 0542b626-338a-4899-99a7-d509c03db07d {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:23:44.134888 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-cdc932e6-2bc5-4772-8311-9bb3765fbc20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:44.199036 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-cdc932e6-2bc5-4772-8311-9bb3765fbc20 None None] For port 0542b626-338a-4899-99a7-d509c03db07d, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=0542b626-338a-4899-99a7-d509c03db07d,segment=NetworkSegment(fbdf7cbd-955a-4b72-a1a2-4d0476ca3821),segment_id=fbdf7cbd-955a-4b72-a1a2-4d0476ca3821)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:23:44.199424 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-cdc932e6-2bc5-4772-8311-9bb3765fbc20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:44.211635 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-cdc932e6-2bc5-4772-8311-9bb3765fbc20 None None] Calling delete_port for 0542b626-338a-4899-99a7-d509c03db07d owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:23:44.226757 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ad2d04cf-69f4-4571-9578-e969b6966bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:44.252731 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d04cf-69f4-4571-9578-e969b6966bb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0542b626-338a-4899-99a7-d509c03db07d,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:23:44.257494 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2d04cf-69f4-4571-9578-e969b6966bb0 admin admin] No DVR routers for this DVR port 0542b626-338a-4899-99a7-d509c03db07d on host dv-neutron-835335-1-hyperv {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:23:44.286371 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-cdc932e6-2bc5-4772-8311-9bb3765fbc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:44.312249 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc932e6-2bc5-4772-8311-9bb3765fbc20 None None] Pushing event deleted for resources: {'Port': ['ID=0542b626-338a-4899-99a7-d509c03db07d,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:23:44.321098 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc932e6-2bc5-4772-8311-9bb3765fbc20 None None] No DVR routers for this DVR port 0542b626-338a-4899-99a7-d509c03db07d on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:23:44.323315 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc932e6-2bc5-4772-8311-9bb3765fbc20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:23:44.323656 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc932e6-2bc5-4772-8311-9bb3765fbc20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:23:44.323986 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc932e6-2bc5-4772-8311-9bb3765fbc20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:23:44.324519 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc932e6-2bc5-4772-8311-9bb3765fbc20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:23:44.324729 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc932e6-2bc5-4772-8311-9bb3765fbc20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:23:44.324990 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc932e6-2bc5-4772-8311-9bb3765fbc20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:23:44.325307 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc932e6-2bc5-4772-8311-9bb3765fbc20 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:23:44.325625 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc932e6-2bc5-4772-8311-9bb3765fbc20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:23:44.325942 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc932e6-2bc5-4772-8311-9bb3765fbc20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:23:44.326254 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc932e6-2bc5-4772-8311-9bb3765fbc20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:23:44.326596 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc932e6-2bc5-4772-8311-9bb3765fbc20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:23:44.326876 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc932e6-2bc5-4772-8311-9bb3765fbc20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:23:44.333493 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ad2d04cf-69f4-4571-9578-e969b6966bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:44.354354 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-ad2d04cf-69f4-4571-9578-e969b6966bb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbc887cd-171b-4fbe-95db-3f60f1ecc315']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:23:44.363177 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-ad2d04cf-69f4-4571-9578-e969b6966bb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbdf7cbd-955a-4b72-a1a2-4d0476ca3821') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:23:44.363519 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-ad2d04cf-69f4-4571-9578-e969b6966bb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbdf7cbd-955a-4b72-a1a2-4d0476ca3821') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:23:44.372623 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ad2d04cf-69f4-4571-9578-e969b6966bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:44.388128 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ad2d04cf-69f4-4571-9578-e969b6966bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:44.391264 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad2d04cf-69f4-4571-9578-e969b6966bb0 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 14:23:44.391640 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ad2d04cf-69f4-4571-9578-e969b6966bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:44.393290 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 14:23:44.393290 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 14:23:44.393290 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 14:23:44.393290 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 14:23:44.393290 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 14:23:44.393290 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 14:23:44.393290 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 14:23:44.393290 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 14:23:44.393290 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 14:23:44.393290 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 14:23:44.393290 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 14:23:44.393290 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 14:23:44.393290 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 14:23:44.393290 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 14:23:44.393290 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 14:23:44.393290 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 14:23:44.393290 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 14:23:44.393290 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 14:23:44.393290 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 14:23:44.393290 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 14:23:44.393290 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 14:23:44.393290 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 14:23:44.393290 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 14:23:44.393290 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 14:23:44.393290 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 14:23:44.393290 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 14:23:44.393290 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 14:23:44.393290 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 14:23:44.393290 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 14:23:44.393290 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 14:23:44.393290 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 14:23:44.393290 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 14:23:44.500462 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ad2d04cf-69f4-4571-9578-e969b6966bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:44.505606 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ad2d04cf-69f4-4571-9578-e969b6966bb0 admin admin] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:44.508729 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ad2d04cf-69f4-4571-9578-e969b6966bb0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/cbc887cd-171b-4fbe-95db-3f60f1ecc315 HTTP/1.1" status: 204 len: 168 time: 0.6103239 Mar 28 14:23:44.511803 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 40954) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:23:44.520027 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d04cf-69f4-4571-9578-e969b6966bb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbc887cd-171b-4fbe-95db-3f60f1ecc315,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:23:44.849609 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-06af8338-e0b1-44ba-b221-bd8b7cea35f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:45.086799 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-06af8338-e0b1-44ba-b221-bd8b7cea35f3 admin admin] Deleting port ad3695e9-8885-4aa9-b50d-a037fa87efdb {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:23:45.087146 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-06af8338-e0b1-44ba-b221-bd8b7cea35f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:45.162526 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-06af8338-e0b1-44ba-b221-bd8b7cea35f3 admin admin] For port ad3695e9-8885-4aa9-b50d-a037fa87efdb, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=ad3695e9-8885-4aa9-b50d-a037fa87efdb,segment=NetworkSegment(082060f7-cae7-484a-a41e-d38b7ef04acc),segment_id=082060f7-cae7-484a-a41e-d38b7ef04acc)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:23:45.162888 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-06af8338-e0b1-44ba-b221-bd8b7cea35f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:45.175472 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-06af8338-e0b1-44ba-b221-bd8b7cea35f3 admin admin] Calling delete_port for ad3695e9-8885-4aa9-b50d-a037fa87efdb owned by network:router_interface {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:23:45.421177 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-06af8338-e0b1-44ba-b221-bd8b7cea35f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:45.450452 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af8338-e0b1-44ba-b221-bd8b7cea35f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad3695e9-8885-4aa9-b50d-a037fa87efdb,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:23:45.504737 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 5e89176f-c6a5-498a-b0ed-c2292c88fb9c no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:23:45.526320 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 5e89176f-c6a5-498a-b0ed-c2292c88fb9c {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:23:45.526663 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 5e89176f-c6a5-498a-b0ed-c2292c88fb9c not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:23:45.527074 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 0542b626-338a-4899-99a7-d509c03db07d no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:23:45.555163 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 0542b626-338a-4899-99a7-d509c03db07d {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:23:45.555508 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 0542b626-338a-4899-99a7-d509c03db07d not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:23:45.624307 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-06af8338-e0b1-44ba-b221-bd8b7cea35f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:45.844788 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06af8338-e0b1-44ba-b221-bd8b7cea35f3 admin admin] Router b2c36377-86ed-4270-a1f4-a2d3c2892a37 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:23:45.954194 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06af8338-e0b1-44ba-b221-bd8b7cea35f3 admin admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:23:45.959689 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-06af8338-e0b1-44ba-b221-bd8b7cea35f3 admin admin] 10.222.0.24 "PUT /v2.0/routers/b2c36377-86ed-4270-a1f4-a2d3c2892a37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4464736 Mar 28 14:23:45.962004 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 40956) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:23:45.966612 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa884e0-298e-4b24-b939-2306b2f550ca None None] Sync routers for ids ['b2c36377-86ed-4270-a1f4-a2d3c2892a37'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:23:45.975820 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa884e0-298e-4b24-b939-2306b2f550ca None None] Routers {'b2c36377-86ed-4270-a1f4-a2d3c2892a37'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:23:45.976458 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-4fa884e0-298e-4b24-b939-2306b2f550ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:23:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['b2c36377-86ed-4270-a1f4-a2d3c2892a37'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:23:46.067712 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4161ac65-08b6-4e33-92be-080c1df593b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:46.081000 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-4fa884e0-298e-4b24-b939-2306b2f550ca None None] Set router b2c36377-86ed-4270-a1f4-a2d3c2892a37 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:23:46.168565 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4161ac65-08b6-4e33-92be-080c1df593b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:46.255423 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-4fa884e0-298e-4b24-b939-2306b2f550ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c36377-86ed-4270-a1f4-a2d3c2892a37', 'name': 'tempest-TestMinimumBasicScenario-1907628640-router', 'tenant_id': '035210760dc34ac0a2a1437c20e53488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': '6084c9f8-30dc-42dc-a041-d71ad0b24187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:20:24Z', 'updated_at': '2022-03-28T14:23:45Z', 'revision_number': 5, 'project_id': '035210760dc34ac0a2a1437c20e53488', 'gw_port': {'id': '6084c9f8-30dc-42dc-a041-d71ad0b24187', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:95:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c36377-86ed-4270-a1f4-a2d3c2892a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:20:25Z', 'updated_at': '2022-03-28T14:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:23:46.268772 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-4161ac65-08b6-4e33-92be-080c1df593b3 admin admin] Deleting port 6084c9f8-30dc-42dc-a041-d71ad0b24187 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:23:46.269227 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4161ac65-08b6-4e33-92be-080c1df593b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:46.286101 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa884e0-298e-4b24-b939-2306b2f550ca None None] Checking router: b2c36377-86ed-4270-a1f4-a2d3c2892a37 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:23:46.294143 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa884e0-298e-4b24-b939-2306b2f550ca None None] Routers {'b2c36377-86ed-4270-a1f4-a2d3c2892a37'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:23:46.294743 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-4fa884e0-298e-4b24-b939-2306b2f550ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:23:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['b2c36377-86ed-4270-a1f4-a2d3c2892a37'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:23:46.348130 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-4161ac65-08b6-4e33-92be-080c1df593b3 admin admin] For port 6084c9f8-30dc-42dc-a041-d71ad0b24187, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=6084c9f8-30dc-42dc-a041-d71ad0b24187,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:23:46.348595 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4161ac65-08b6-4e33-92be-080c1df593b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:46.361224 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-4161ac65-08b6-4e33-92be-080c1df593b3 admin admin] Calling delete_port for 6084c9f8-30dc-42dc-a041-d71ad0b24187 owned by network:router_gateway {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:23:46.378042 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-4fa884e0-298e-4b24-b939-2306b2f550ca None None] Set router b2c36377-86ed-4270-a1f4-a2d3c2892a37 gateway port host: None {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:23:46.428030 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-4fa884e0-298e-4b24-b939-2306b2f550ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c36377-86ed-4270-a1f4-a2d3c2892a37', 'name': 'tempest-TestMinimumBasicScenario-1907628640-router', 'tenant_id': '035210760dc34ac0a2a1437c20e53488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:20:24Z', 'updated_at': '2022-03-28T14:23:46Z', 'revision_number': 6, 'project_id': '035210760dc34ac0a2a1437c20e53488', 'gw_port_host': None}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:23:46.457074 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa884e0-298e-4b24-b939-2306b2f550ca None None] The sync data for ids ['b2c36377-86ed-4270-a1f4-a2d3c2892a37'] in dv-neutron-835335-1-hyperv is: [{'id': 'b2c36377-86ed-4270-a1f4-a2d3c2892a37', 'name': 'tempest-TestMinimumBasicScenario-1907628640-router', 'tenant_id': '035210760dc34ac0a2a1437c20e53488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:20:24Z', 'updated_at': '2022-03-28T14:23:46Z', 'revision_number': 6, 'project_id': '035210760dc34ac0a2a1437c20e53488', 'gw_port_host': None}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:23:46.592500 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4161ac65-08b6-4e33-92be-080c1df593b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:46.617904 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4161ac65-08b6-4e33-92be-080c1df593b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6084c9f8-30dc-42dc-a041-d71ad0b24187,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:23:46.679597 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4161ac65-08b6-4e33-92be-080c1df593b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133933816'] for router_gateway, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:46.766737 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4161ac65-08b6-4e33-92be-080c1df593b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:46.768763 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4161ac65-08b6-4e33-92be-080c1df593b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:46.854928 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4161ac65-08b6-4e33-92be-080c1df593b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:46.855466 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4161ac65-08b6-4e33-92be-080c1df593b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2c36377-86ed-4270-a1f4-a2d3c2892a37 {{(pid=109612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 14:23:46.860483 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4161ac65-08b6-4e33-92be-080c1df593b3 admin admin] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:46.861625 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-4161ac65-08b6-4e33-92be-080c1df593b3 admin admin] 10.222.0.24 "DELETE /v2.0/routers/b2c36377-86ed-4270-a1f4-a2d3c2892a37 HTTP/1.1" status: 204 len: 168 time: 0.8987143 Mar 28 14:23:46.864062 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 40958) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:23:46.912918 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa940057-8ef3-4b08-8003-323aae673fff admin admin] Deleting subnet e3ee5b18-148a-47bc-861d-68bc1f7fc892 {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 14:23:46.915871 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-fa940057-8ef3-4b08-8003-323aae673fff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:46.949164 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-fa940057-8ef3-4b08-8003-323aae673fff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:47.022262 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-fa940057-8ef3-4b08-8003-323aae673fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:47.135091 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-fa940057-8ef3-4b08-8003-323aae673fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:47.165103 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa940057-8ef3-4b08-8003-323aae673fff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3ee5b18-148a-47bc-861d-68bc1f7fc892,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:23:47.167073 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-fa940057-8ef3-4b08-8003-323aae673fff admin admin] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:47.170209 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-fa940057-8ef3-4b08-8003-323aae673fff admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e3ee5b18-148a-47bc-861d-68bc1f7fc892 HTTP/1.1" status: 204 len: 168 time: 0.3051884 Mar 28 14:23:47.173231 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3367dd3-6afb-4d7a-86a0-67fbe9c8bbab None None] Network 0f1a6504-b918-4a4b-af2d-058e2583e484 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:23:47.173718 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 40960) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:23:47.243727 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8d486d27-fe0e-4d2d-bb5a-79655d124afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:47.298778 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-8d486d27-fe0e-4d2d-bb5a-79655d124afe admin admin] Deleting port 3cc71da6-dd4a-4eb3-ac6a-4554bf7f4906 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:23:47.299112 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8d486d27-fe0e-4d2d-bb5a-79655d124afe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:47.362706 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec71ebde-c3c5-48c3-8b6a-ea632e2a5516 None None] DHCP port deletion for 0f1a6504-b918-4a4b-af2d-058e2583e484 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 14:23:47.368473 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-8d486d27-fe0e-4d2d-bb5a-79655d124afe admin admin] For port 3cc71da6-dd4a-4eb3-ac6a-4554bf7f4906, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=3cc71da6-dd4a-4eb3-ac6a-4554bf7f4906,segment=NetworkSegment(082060f7-cae7-484a-a41e-d38b7ef04acc),segment_id=082060f7-cae7-484a-a41e-d38b7ef04acc)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:23:47.368856 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8d486d27-fe0e-4d2d-bb5a-79655d124afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:47.381880 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-8d486d27-fe0e-4d2d-bb5a-79655d124afe admin admin] Calling delete_port for 3cc71da6-dd4a-4eb3-ac6a-4554bf7f4906 owned by network:dhcp {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:23:47.413889 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-ec71ebde-c3c5-48c3-8b6a-ea632e2a5516 None None] Deleting port 3cc71da6-dd4a-4eb3-ac6a-4554bf7f4906 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:23:47.414277 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ec71ebde-c3c5-48c3-8b6a-ea632e2a5516 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:47.490295 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-ec71ebde-c3c5-48c3-8b6a-ea632e2a5516 None None] For port 3cc71da6-dd4a-4eb3-ac6a-4554bf7f4906, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=3cc71da6-dd4a-4eb3-ac6a-4554bf7f4906,segment=NetworkSegment(082060f7-cae7-484a-a41e-d38b7ef04acc),segment_id=082060f7-cae7-484a-a41e-d38b7ef04acc)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:23:47.490867 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ec71ebde-c3c5-48c3-8b6a-ea632e2a5516 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:47.505925 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-ec71ebde-c3c5-48c3-8b6a-ea632e2a5516 None None] Calling delete_port for 3cc71da6-dd4a-4eb3-ac6a-4554bf7f4906 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:23:47.515921 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device ad3695e9-8885-4aa9-b50d-a037fa87efdb no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:23:47.538002 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: ad3695e9-8885-4aa9-b50d-a037fa87efdb {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:23:47.538334 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device ad3695e9-8885-4aa9-b50d-a037fa87efdb not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:23:47.538724 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 6084c9f8-30dc-42dc-a041-d71ad0b24187 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:23:47.546330 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8d486d27-fe0e-4d2d-bb5a-79655d124afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:47.573841 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d486d27-fe0e-4d2d-bb5a-79655d124afe admin admin] No DVR routers for this DVR port 3cc71da6-dd4a-4eb3-ac6a-4554bf7f4906 on host dv-neutron-835335-1-hyperv {{(pid=109612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:23:47.577499 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d486d27-fe0e-4d2d-bb5a-79655d124afe admin admin] Pushing event deleted for resources: {'Port': ['ID=3cc71da6-dd4a-4eb3-ac6a-4554bf7f4906,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:23:47.588959 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 6084c9f8-30dc-42dc-a041-d71ad0b24187 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:23:47.588959 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 6084c9f8-30dc-42dc-a041-d71ad0b24187 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:23:47.588959 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 3cc71da6-dd4a-4eb3-ac6a-4554bf7f4906 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:23:47.610582 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 3cc71da6-dd4a-4eb3-ac6a-4554bf7f4906 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:23:47.610916 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 3cc71da6-dd4a-4eb3-ac6a-4554bf7f4906 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:23:47.639115 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ec71ebde-c3c5-48c3-8b6a-ea632e2a5516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:47.653032 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8d486d27-fe0e-4d2d-bb5a-79655d124afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:47.665557 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71ebde-c3c5-48c3-8b6a-ea632e2a5516 None None] Pushing event deleted for resources: {'Port': ['ID=3cc71da6-dd4a-4eb3-ac6a-4554bf7f4906,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:23:47.671363 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec71ebde-c3c5-48c3-8b6a-ea632e2a5516 None None] No DVR routers for this DVR port 3cc71da6-dd4a-4eb3-ac6a-4554bf7f4906 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:23:47.678042 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-8d486d27-fe0e-4d2d-bb5a-79655d124afe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f1a6504-b918-4a4b-af2d-058e2583e484']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:23:47.688104 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-8d486d27-fe0e-4d2d-bb5a-79655d124afe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '082060f7-cae7-484a-a41e-d38b7ef04acc') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:23:47.688770 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-8d486d27-fe0e-4d2d-bb5a-79655d124afe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '082060f7-cae7-484a-a41e-d38b7ef04acc') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:23:47.698414 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8d486d27-fe0e-4d2d-bb5a-79655d124afe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:47.711408 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8d486d27-fe0e-4d2d-bb5a-79655d124afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:47.716964 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d486d27-fe0e-4d2d-bb5a-79655d124afe admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 14:23:47.717338 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8d486d27-fe0e-4d2d-bb5a-79655d124afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:47.718952 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 14:23:47.718952 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 14:23:47.718952 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 14:23:47.718952 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 14:23:47.718952 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 14:23:47.718952 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 14:23:47.718952 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 14:23:47.718952 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 14:23:47.718952 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 14:23:47.718952 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 14:23:47.718952 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 14:23:47.718952 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 14:23:47.718952 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 14:23:47.718952 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 14:23:47.718952 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 14:23:47.718952 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 14:23:47.718952 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 14:23:47.718952 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 14:23:47.718952 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 14:23:47.718952 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 14:23:47.718952 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 14:23:47.718952 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 14:23:47.718952 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 14:23:47.718952 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 14:23:47.718952 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 14:23:47.718952 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 14:23:47.718952 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 14:23:47.718952 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 14:23:47.718952 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 14:23:47.718952 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 14:23:47.718952 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 14:23:47.718952 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 14:23:47.843731 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8d486d27-fe0e-4d2d-bb5a-79655d124afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:47.848179 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8d486d27-fe0e-4d2d-bb5a-79655d124afe admin admin] Notify callbacks [] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:47.851468 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-8d486d27-fe0e-4d2d-bb5a-79655d124afe admin admin] 10.222.0.24 "DELETE /v2.0/networks/0f1a6504-b918-4a4b-af2d-058e2583e484 HTTP/1.1" status: 204 len: 168 time: 0.6770906 Mar 28 14:23:47.867972 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d486d27-fe0e-4d2d-bb5a-79655d124afe admin admin] Pushing event deleted for resources: {'Network': ['ID=0f1a6504-b918-4a4b-af2d-058e2583e484,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:23:48.237373 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 40964) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:23:48.276692 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c3a5cec7-4c1e-4ee3-b110-6fa7ce8cf409 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=41b712adc25d44ada531a4f284569a5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381250 Mar 28 14:23:48.279060 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 40966) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:23:48.328681 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-84731c5b-2eab-4d1a-9fe3-3509996bf9a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:48.350019 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-84731c5b-2eab-4d1a-9fe3-3509996bf9a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:48.466314 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-84731c5b-2eab-4d1a-9fe3-3509996bf9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:48.469482 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-84731c5b-2eab-4d1a-9fe3-3509996bf9a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:48.470662 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-84731c5b-2eab-4d1a-9fe3-3509996bf9a3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/75138c61-b63c-4c64-8142-0d46ed87023a HTTP/1.1" status: 204 len: 168 time: 0.1907299 Mar 28 14:23:48.478827 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84731c5b-2eab-4d1a-9fe3-3509996bf9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75138c61-b63c-4c64-8142-0d46ed87023a,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:23:49.038254 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 40972) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:23:49.075961 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-edfa12f3-fef7-45ad-8459-fdce1417e0e2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=035210760dc34ac0a2a1437c20e53488&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0365570 Mar 28 14:23:49.084713 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 40974) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:23:49.131186 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d1f38253-30c5-4284-9dc7-5947c911f4b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:49.154668 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d1f38253-30c5-4284-9dc7-5947c911f4b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:49.260802 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d1f38253-30c5-4284-9dc7-5947c911f4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:49.263441 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d1f38253-30c5-4284-9dc7-5947c911f4b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:49.264619 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d1f38253-30c5-4284-9dc7-5947c911f4b8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/79adfda0-7bdd-46c1-9600-1252f029fe5a HTTP/1.1" status: 204 len: 168 time: 0.1789713 Mar 28 14:23:49.272514 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f38253-30c5-4284-9dc7-5947c911f4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79adfda0-7bdd-46c1-9600-1252f029fe5a,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:23:51.293046 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41014) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:23:51.298239 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-4181d85b-5dc1-41bd-8c9e-9b9d3c1c8e12 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-208235775', 'description': 'tempest-secgroup-smoke-208235775 description', 'project_id': '2dc46a21a43e483fbb630102a765c646'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:23:51.363551 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4181d85b-5dc1-41bd-8c9e-9b9d3c1c8e12 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:51.372306 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4181d85b-5dc1-41bd-8c9e-9b9d3c1c8e12 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:51.448534 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4181d85b-5dc1-41bd-8c9e-9b9d3c1c8e12 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:51.511910 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4181d85b-5dc1-41bd-8c9e-9b9d3c1c8e12 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:51.544908 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181d85b-5dc1-41bd-8c9e-9b9d3c1c8e12 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7dfdc6a-9592-444d-aa86-4ab7285b29db,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:23:51.586467 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4181d85b-5dc1-41bd-8c9e-9b9d3c1c8e12 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:51.636928 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4181d85b-5dc1-41bd-8c9e-9b9d3c1c8e12 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:51.664447 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181d85b-5dc1-41bd-8c9e-9b9d3c1c8e12 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa34cd7f-13f4-4cfb-9b7a-4d3a3eb79f5d,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:23:51.713528 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4181d85b-5dc1-41bd-8c9e-9b9d3c1c8e12 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:51.714726 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-4181d85b-5dc1-41bd-8c9e-9b9d3c1c8e12 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4206924 Mar 28 14:23:51.717653 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41016) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:23:51.721839 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-877977fc-5935-479d-a5f5-abc58e8685fe tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'security_group_rule': {'security_group_id': 'aa34cd7f-13f4-4cfb-9b7a-4d3a3eb79f5d', 'project_id': '2dc46a21a43e483fbb630102a765c646', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:23:51.814435 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-877977fc-5935-479d-a5f5-abc58e8685fe tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:51.867706 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-877977fc-5935-479d-a5f5-abc58e8685fe tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:51.917043 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-877977fc-5935-479d-a5f5-abc58e8685fe tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:51.934262 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877977fc-5935-479d-a5f5-abc58e8685fe tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bc31e21-86f2-4069-a8d1-ed7a6d9a4cf0,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:23:51.998987 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-877977fc-5935-479d-a5f5-abc58e8685fe tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:52.000871 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-877977fc-5935-479d-a5f5-abc58e8685fe tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2823081 Mar 28 14:23:52.003513 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41018) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:23:52.007755 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-c8e414fe-c192-479b-9397-8d74c8960571 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'security_group_rule': {'security_group_id': 'aa34cd7f-13f4-4cfb-9b7a-4d3a3eb79f5d', 'project_id': '2dc46a21a43e483fbb630102a765c646', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:23:52.093203 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c8e414fe-c192-479b-9397-8d74c8960571 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:52.150349 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c8e414fe-c192-479b-9397-8d74c8960571 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:52.220107 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c8e414fe-c192-479b-9397-8d74c8960571 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:52.237604 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e414fe-c192-479b-9397-8d74c8960571 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2fc62e6-dccd-47f4-8a8d-b96d9a77c855,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:23:52.284997 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c8e414fe-c192-479b-9397-8d74c8960571 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:52.286210 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c8e414fe-c192-479b-9397-8d74c8960571 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2817855 Mar 28 14:23:52.289063 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41020) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:23:52.293288 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-61a57ca0-a128-4e84-8037-029d74db3a4f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'security_group_rule': {'security_group_id': 'aa34cd7f-13f4-4cfb-9b7a-4d3a3eb79f5d', 'project_id': '2dc46a21a43e483fbb630102a765c646', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:23:52.367909 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-61a57ca0-a128-4e84-8037-029d74db3a4f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:52.425049 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-61a57ca0-a128-4e84-8037-029d74db3a4f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:52.500441 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-61a57ca0-a128-4e84-8037-029d74db3a4f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:52.518597 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a57ca0-a128-4e84-8037-029d74db3a4f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60ac9613-7c7a-42c8-bbd3-ee6e07106a7e,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:23:52.594473 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-61a57ca0-a128-4e84-8037-029d74db3a4f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:52.595653 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-61a57ca0-a128-4e84-8037-029d74db3a4f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3056753 Mar 28 14:23:52.598342 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41022) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:23:52.602670 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-ac199b9d-e68c-442b-910e-e3410c217811 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'security_group_rule': {'security_group_id': 'aa34cd7f-13f4-4cfb-9b7a-4d3a3eb79f5d', 'project_id': '2dc46a21a43e483fbb630102a765c646', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:23:52.687418 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ac199b9d-e68c-442b-910e-e3410c217811 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:52.744038 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ac199b9d-e68c-442b-910e-e3410c217811 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:52.797555 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ac199b9d-e68c-442b-910e-e3410c217811 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:52.814521 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac199b9d-e68c-442b-910e-e3410c217811 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a07546b-7d35-4f54-b978-23313070234a,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:23:52.856695 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ac199b9d-e68c-442b-910e-e3410c217811 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:52.857886 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ac199b9d-e68c-442b-910e-e3410c217811 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2586122 Mar 28 14:23:52.860498 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41024) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:23:52.864719 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-946f19f8-d4fe-41bc-84d0-96aefad7cd0d tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'security_group_rule': {'security_group_id': 'aa34cd7f-13f4-4cfb-9b7a-4d3a3eb79f5d', 'project_id': '2dc46a21a43e483fbb630102a765c646', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:23:52.923442 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.securitygroups_db [None req-946f19f8-d4fe-41bc-84d0-96aefad7cd0d tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Project 2dc46a21a43e483fbb630102a765c646 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 14:23:52.928159 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-946f19f8-d4fe-41bc-84d0-96aefad7cd0d tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:52.988138 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-946f19f8-d4fe-41bc-84d0-96aefad7cd0d tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:53.049246 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-946f19f8-d4fe-41bc-84d0-96aefad7cd0d tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:53.066716 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f19f8-d4fe-41bc-84d0-96aefad7cd0d tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e57b992d-c914-4d8b-be0f-7f7382a1e1e3,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:23:53.125580 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-946f19f8-d4fe-41bc-84d0-96aefad7cd0d tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:53.126775 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-946f19f8-d4fe-41bc-84d0-96aefad7cd0d tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2653627 Mar 28 14:23:53.129486 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41026) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:23:53.133687 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-cb88c835-f615-4c5d-ad6b-06e878a3cd35 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'security_group_rule': {'security_group_id': 'aa34cd7f-13f4-4cfb-9b7a-4d3a3eb79f5d', 'project_id': '2dc46a21a43e483fbb630102a765c646', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:23:53.225901 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.securitygroups_db [None req-cb88c835-f615-4c5d-ad6b-06e878a3cd35 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Project 2dc46a21a43e483fbb630102a765c646 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 14:23:53.231075 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cb88c835-f615-4c5d-ad6b-06e878a3cd35 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:53.296818 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cb88c835-f615-4c5d-ad6b-06e878a3cd35 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:53.369215 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cb88c835-f615-4c5d-ad6b-06e878a3cd35 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:53.384988 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88c835-f615-4c5d-ad6b-06e878a3cd35 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bda23474-84cf-4650-a91a-a64a76c2f9ef,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:23:53.473901 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-cb88c835-f615-4c5d-ad6b-06e878a3cd35 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:53.475111 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-cb88c835-f615-4c5d-ad6b-06e878a3cd35 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3447170 Mar 28 14:23:53.478118 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41028) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:23:53.482907 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-bd4d31dd-2ebf-4102-8cc7-4ec36893ff9f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'network': {'name': 'tempest-network-smoke--1617479964', 'project_id': '2dc46a21a43e483fbb630102a765c646', 'port_security_enabled': True}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:23:53.534653 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4d31dd-2ebf-4102-8cc7-4ec36893ff9f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Made reservation on behalf of 2dc46a21a43e483fbb630102a765c646 for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:23:53.537910 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bd4d31dd-2ebf-4102-8cc7-4ec36893ff9f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:53.560035 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd4d31dd-2ebf-4102-8cc7-4ec36893ff9f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 14:23:53.568955 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bd4d31dd-2ebf-4102-8cc7-4ec36893ff9f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:53.569289 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-bd4d31dd-2ebf-4102-8cc7-4ec36893ff9f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Added segment 307fe9de-d60b-4025-b095-0bace5638a1e of type vlan for network 59879162-a03a-4e12-b366-669d1aeff9ad Mar 28 14:23:53.611480 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bd4d31dd-2ebf-4102-8cc7-4ec36893ff9f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:53.683301 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bd4d31dd-2ebf-4102-8cc7-4ec36893ff9f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:53.688793 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4d31dd-2ebf-4102-8cc7-4ec36893ff9f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:23:53.689365 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bd4d31dd-2ebf-4102-8cc7-4ec36893ff9f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:53.755245 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4d31dd-2ebf-4102-8cc7-4ec36893ff9f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'Network': ['ID=59879162-a03a-4e12-b366-669d1aeff9ad,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:23:53.760331 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-bd4d31dd-2ebf-4102-8cc7-4ec36893ff9f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2812719 Mar 28 14:23:53.763144 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41030) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:23:53.765889 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 59879162-a03a-4e12-b366-669d1aeff9ad details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 14:23:53.767619 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-4588328d-1280-4122-adfd-7735923b25d8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-705475823', 'admin_state_up': True, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:23:53.832265 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4588328d-1280-4122-adfd-7735923b25d8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:53.833347 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4588328d-1280-4122-adfd-7735923b25d8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:53.882897 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4588328d-1280-4122-adfd-7735923b25d8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:54.043575 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-282b9014-645b-4a3d-a3f4-de32912d5aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:54.082240 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4588328d-1280-4122-adfd-7735923b25d8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:54.333776 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4588328d-1280-4122-adfd-7735923b25d8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for router_gateway, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:54.355362 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4588328d-1280-4122-adfd-7735923b25d8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:54.453964 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-4588328d-1280-4122-adfd-7735923b25d8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Allocated IP 172.26.2.53 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/1a8df23a-ba8c-4023-aa49-2259bd5a5800) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:23:54.555258 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4588328d-1280-4122-adfd-7735923b25d8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:54.650638 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4588328d-1280-4122-adfd-7735923b25d8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:54.688464 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4588328d-1280-4122-adfd-7735923b25d8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:23:54.691560 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-4588328d-1280-4122-adfd-7735923b25d8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:23:54.695200 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4588328d-1280-4122-adfd-7735923b25d8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:23:54.721280 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4588328d-1280-4122-adfd-7735923b25d8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'Port': ['ID=1a8df23a-ba8c-4023-aa49-2259bd5a5800,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:23:55.000266 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4588328d-1280-4122-adfd-7735923b25d8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for router_gateway, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:55.189214 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4588328d-1280-4122-adfd-7735923b25d8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:55.380105 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4588328d-1280-4122-adfd-7735923b25d8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Router ff098ea0-5a18-42ca-a357-389ce3cac5a1 is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 14:23:55.482010 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4588328d-1280-4122-adfd-7735923b25d8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:23:55.491318 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9785b960-9479-43df-ac9e-b2af2ff4df19 None None] Sync routers for ids ['ff098ea0-5a18-42ca-a357-389ce3cac5a1'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:23:55.501791 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9785b960-9479-43df-ac9e-b2af2ff4df19 None None] Routers {'ff098ea0-5a18-42ca-a357-389ce3cac5a1'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:23:55.502396 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-9785b960-9479-43df-ac9e-b2af2ff4df19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:23:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['ff098ea0-5a18-42ca-a357-389ce3cac5a1'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:23:55.571121 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4588328d-1280-4122-adfd-7735923b25d8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:55.572627 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-4588328d-1280-4122-adfd-7735923b25d8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8081634 Mar 28 14:23:55.575408 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41032) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:23:55.604539 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-9785b960-9479-43df-ac9e-b2af2ff4df19 None None] Set router ff098ea0-5a18-42ca-a357-389ce3cac5a1 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:23:55.703043 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f43028e2-64ae-4cba-b43a-b3305ba0605e tempest-TestNetworkAdvancedServerOps-1380052890 tempest-TestNetworkAdvancedServerOps-1380052890-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=2dc46a21a43e483fbb630102a765c646&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1265259 Mar 28 14:23:55.705788 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41036) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:23:55.787812 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa4f9e3-882c-4370-9532-32429f4937e7 tempest-TestNetworkAdvancedServerOps-1380052890 tempest-TestNetworkAdvancedServerOps-1380052890-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:23:55.789482 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-8fa4f9e3-882c-4370-9532-32429f4937e7 tempest-TestNetworkAdvancedServerOps-1380052890 tempest-TestNetworkAdvancedServerOps-1380052890-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0826869 Mar 28 14:23:55.791411 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-9785b960-9479-43df-ac9e-b2af2ff4df19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff098ea0-5a18-42ca-a357-389ce3cac5a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705475823', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': '1a8df23a-ba8c-4023-aa49-2259bd5a5800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:23:53Z', 'updated_at': '2022-03-28T14:23:54Z', 'revision_number': 3, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '1a8df23a-ba8c-4023-aa49-2259bd5a5800', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff098ea0-5a18-42ca-a357-389ce3cac5a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:23:54Z', 'updated_at': '2022-03-28T14:23:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:23:55.792133 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41038) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:23:55.818965 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9785b960-9479-43df-ac9e-b2af2ff4df19 None None] Checking router: ff098ea0-5a18-42ca-a357-389ce3cac5a1 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:23:55.819313 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9785b960-9479-43df-ac9e-b2af2ff4df19 None None] Updating router ff098ea0-5a18-42ca-a357-389ce3cac5a1 port 1a8df23a-ba8c-4023-aa49-2259bd5a5800 binding host dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:23:55.824268 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f9609d10-1518-4c7a-a271-c4f091040693 tempest-TestNetworkAdvancedServerOps-1380052890 tempest-TestNetworkAdvancedServerOps-1380052890-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=1cb296ed-c863-4502-973a-f31b82091846&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310087 Mar 28 14:23:55.826834 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41040) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:23:55.831512 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-c37bbef4-fa3b-402b-b0be-c16f49879885 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1946979127', 'network_id': '59879162-a03a-4e12-b366-669d1aeff9ad', 'project_id': '2dc46a21a43e483fbb630102a765c646', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:23:55.843419 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9785b960-9479-43df-ac9e-b2af2ff4df19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:55.970054 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37bbef4-fa3b-402b-b0be-c16f49879885 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Made reservation on behalf of 2dc46a21a43e483fbb630102a765c646 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:23:55.973623 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c37bbef4-fa3b-402b-b0be-c16f49879885 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:56.089557 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9785b960-9479-43df-ac9e-b2af2ff4df19 None None] Notify callbacks [] for port, precommit_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:56.180285 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9785b960-9479-43df-ac9e-b2af2ff4df19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:56.215232 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c37bbef4-fa3b-402b-b0be-c16f49879885 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:56.229380 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-9785b960-9479-43df-ac9e-b2af2ff4df19 None None] Attempting to bind port 1a8df23a-ba8c-4023-aa49-2259bd5a5800 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:23:56.231202 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-9785b960-9479-43df-ac9e-b2af2ff4df19 None None] Attempting to bind port 1a8df23a-ba8c-4023-aa49-2259bd5a5800 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:23:56.231202 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9785b960-9479-43df-ac9e-b2af2ff4df19 None None] Attempting to bind port 1a8df23a-ba8c-4023-aa49-2259bd5a5800 on network 1cb296ed-c863-4502-973a-f31b82091846 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:23:56.240563 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9785b960-9479-43df-ac9e-b2af2ff4df19 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:23:56.240934 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9785b960-9479-43df-ac9e-b2af2ff4df19 None None] Checking segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:23:56.241985 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9785b960-9479-43df-ac9e-b2af2ff4df19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:56.242384 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9785b960-9479-43df-ac9e-b2af2ff4df19 None None] Bound using segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:23:56.242856 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-9785b960-9479-43df-ac9e-b2af2ff4df19 None None] Bound port: 1a8df23a-ba8c-4023-aa49-2259bd5a5800, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:23:56.243299 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9785b960-9479-43df-ac9e-b2af2ff4df19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:56.248037 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499cc561-e47d-4d62-b0d5-4c9fc775ed8e None None] Pushing event updated for resources: {'Port': ['ID=1a8df23a-ba8c-4023-aa49-2259bd5a5800,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:23:56.278749 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37bbef4-fa3b-402b-b0be-c16f49879885 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'Subnet': ['ID=216b51bd-b9b1-4dad-848f-b001d4f74b33,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:23:56.296043 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37bbef4-fa3b-402b-b0be-c16f49879885 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Checking segment: {'id': '307fe9de-d60b-4025-b095-0bace5638a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '59879162-a03a-4e12-b366-669d1aeff9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:23:56.296451 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37bbef4-fa3b-402b-b0be-c16f49879885 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Network hostable DHCP agents. Network: 59879162-a03a-4e12-b366-669d1aeff9ad, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 14:23:56.312884 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-9785b960-9479-43df-ac9e-b2af2ff4df19 None None] For port 1a8df23a-ba8c-4023-aa49-2259bd5a5800, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:23:56.316461 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-9785b960-9479-43df-ac9e-b2af2ff4df19 None None] For port 1a8df23a-ba8c-4023-aa49-2259bd5a5800, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=1a8df23a-ba8c-4023-aa49-2259bd5a5800,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:23:56.351640 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f96efe0d-7fc0-473c-b849-2acb656174bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:56.380305 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37bbef4-fa3b-402b-b0be-c16f49879885 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Network 59879162-a03a-4e12-b366-669d1aeff9ad is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 14:23:56.380829 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9785b960-9479-43df-ac9e-b2af2ff4df19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:56.432104 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-c37bbef4-fa3b-402b-b0be-c16f49879885 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 59879162-a03a-4e12-b366-669d1aeff9ad) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:23:56.437753 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37bbef4-fa3b-402b-b0be-c16f49879885 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:23:56.443393 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9785b960-9479-43df-ac9e-b2af2ff4df19 None None] Routers {'ff098ea0-5a18-42ca-a357-389ce3cac5a1'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:23:56.443526 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c37bbef4-fa3b-402b-b0be-c16f49879885 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:56.443635 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-9785b960-9479-43df-ac9e-b2af2ff4df19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:23:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['ff098ea0-5a18-42ca-a357-389ce3cac5a1'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:23:56.443746 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0b16c4-8d2a-416c-b19a-77a51919ef21 None None] Network 59879162-a03a-4e12-b366-669d1aeff9ad requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:23:56.447678 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499cc561-e47d-4d62-b0d5-4c9fc775ed8e None None] Pushing event updated for resources: {'Port': ['ID=1a8df23a-ba8c-4023-aa49-2259bd5a5800,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:23:56.520554 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c37bbef4-fa3b-402b-b0be-c16f49879885 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6926484 Mar 28 14:23:56.523370 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41042) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:23:56.778928 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-9785b960-9479-43df-ac9e-b2af2ff4df19 None None] Set router ff098ea0-5a18-42ca-a357-389ce3cac5a1 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:23:56.917247 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f1fe60-f870-4ec2-9df6-c284c066fd24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-59879162-a03a-4e12-b366-669d1aeff9ad', 'network_id': '59879162-a03a-4e12-b366-669d1aeff9ad', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'fixed_ips': [{'subnet_id': '216b51bd-b9b1-4dad-848f-b001d4f74b33'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 14:23:56.918179 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-21f1fe60-f870-4ec2-9df6-c284c066fd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:56.957319 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e90da7c5-3edb-499d-8b45-040c84bcd245 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:57.099203 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-21f1fe60-f870-4ec2-9df6-c284c066fd24 None None] Allocated IP 172.20.0.2 (59879162-a03a-4e12-b366-669d1aeff9ad/216b51bd-b9b1-4dad-848f-b001d4f74b33/8c00bd8c-2bf8-42e1-ae5b-7b88b1d473e4) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:23:57.104021 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-9785b960-9479-43df-ac9e-b2af2ff4df19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff098ea0-5a18-42ca-a357-389ce3cac5a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705475823', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': '1a8df23a-ba8c-4023-aa49-2259bd5a5800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:23:53Z', 'updated_at': '2022-03-28T14:23:54Z', 'revision_number': 3, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '1a8df23a-ba8c-4023-aa49-2259bd5a5800', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff098ea0-5a18-42ca-a357-389ce3cac5a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:23:54Z', 'updated_at': '2022-03-28T14:23:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:23:57.134894 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9785b960-9479-43df-ac9e-b2af2ff4df19 None None] The sync data for ids ['ff098ea0-5a18-42ca-a357-389ce3cac5a1'] in dv-neutron-835335-1-hyperv is: [{'id': 'ff098ea0-5a18-42ca-a357-389ce3cac5a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705475823', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': '1a8df23a-ba8c-4023-aa49-2259bd5a5800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:23:53Z', 'updated_at': '2022-03-28T14:23:54Z', 'revision_number': 3, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '1a8df23a-ba8c-4023-aa49-2259bd5a5800', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff098ea0-5a18-42ca-a357-389ce3cac5a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:23:54Z', 'updated_at': '2022-03-28T14:23:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:23:57.277160 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-21f1fe60-f870-4ec2-9df6-c284c066fd24 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:57.346343 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-21f1fe60-f870-4ec2-9df6-c284c066fd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:57.391859 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f1fe60-f870-4ec2-9df6-c284c066fd24 None None] Network 59879162-a03a-4e12-b366-669d1aeff9ad is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:23:57.396095 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-21f1fe60-f870-4ec2-9df6-c284c066fd24 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:23:57.398910 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f1fe60-f870-4ec2-9df6-c284c066fd24 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:23:57.459504 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f1fe60-f870-4ec2-9df6-c284c066fd24 None None] Pushing event updated for resources: {'Port': ['ID=8c00bd8c-2bf8-42e1-ae5b-7b88b1d473e4,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:23:57.479738 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-21f1fe60-f870-4ec2-9df6-c284c066fd24 None None] Attempting to bind port 8c00bd8c-2bf8-42e1-ae5b-7b88b1d473e4 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:23:57.480173 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-21f1fe60-f870-4ec2-9df6-c284c066fd24 None None] Attempting to bind port 8c00bd8c-2bf8-42e1-ae5b-7b88b1d473e4 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '307fe9de-d60b-4025-b095-0bace5638a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '59879162-a03a-4e12-b366-669d1aeff9ad'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:23:57.481105 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f1fe60-f870-4ec2-9df6-c284c066fd24 None None] Attempting to bind port 8c00bd8c-2bf8-42e1-ae5b-7b88b1d473e4 on network 59879162-a03a-4e12-b366-669d1aeff9ad {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:23:57.492447 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f1fe60-f870-4ec2-9df6-c284c066fd24 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:23:57.493046 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f1fe60-f870-4ec2-9df6-c284c066fd24 None None] Checking segment: {'id': '307fe9de-d60b-4025-b095-0bace5638a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '59879162-a03a-4e12-b366-669d1aeff9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:23:57.494015 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-21f1fe60-f870-4ec2-9df6-c284c066fd24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:57.494595 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f1fe60-f870-4ec2-9df6-c284c066fd24 None None] Bound using segment: {'id': '307fe9de-d60b-4025-b095-0bace5638a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '59879162-a03a-4e12-b366-669d1aeff9ad'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:23:57.495252 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-21f1fe60-f870-4ec2-9df6-c284c066fd24 None None] Bound port: 8c00bd8c-2bf8-42e1-ae5b-7b88b1d473e4, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '307fe9de-d60b-4025-b095-0bace5638a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '59879162-a03a-4e12-b366-669d1aeff9ad'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:23:57.495828 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-21f1fe60-f870-4ec2-9df6-c284c066fd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:57.590310 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 1a8df23a-ba8c-4023-aa49-2259bd5a5800 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:23:57.612296 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-21f1fe60-f870-4ec2-9df6-c284c066fd24 None None] For port 8c00bd8c-2bf8-42e1-ae5b-7b88b1d473e4, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:23:57.636263 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-21f1fe60-f870-4ec2-9df6-c284c066fd24 None None] For port 8c00bd8c-2bf8-42e1-ae5b-7b88b1d473e4, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=8c00bd8c-2bf8-42e1-ae5b-7b88b1d473e4,segment=NetworkSegment(307fe9de-d60b-4025-b095-0bace5638a1e),segment_id=307fe9de-d60b-4025-b095-0bace5638a1e)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:23:57.665752 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 1a8df23a-ba8c-4023-aa49-2259bd5a5800 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:23:57.666115 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:57.741375 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-21f1fe60-f870-4ec2-9df6-c284c066fd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:57.778296 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:57.781607 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-e90da7c5-3edb-499d-8b45-040c84bcd245 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Allocated IP 172.20.0.1 (59879162-a03a-4e12-b366-669d1aeff9ad/216b51bd-b9b1-4dad-848f-b001d4f74b33/e0f1b0e5-ae9a-4943-b932-9d924d7c8b5b) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:23:57.784250 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:57.824774 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 1a8df23a-ba8c-4023-aa49-2259bd5a5800, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=1a8df23a-ba8c-4023-aa49-2259bd5a5800,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:23:57.831241 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f1fe60-f870-4ec2-9df6-c284c066fd24 None None] Pushing event updated for resources: {'Port': ['ID=8c00bd8c-2bf8-42e1-ae5b-7b88b1d473e4,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:23:57.876446 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:57.915736 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e90da7c5-3edb-499d-8b45-040c84bcd245 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:57.931471 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=1a8df23a-ba8c-4023-aa49-2259bd5a5800,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:23:57.992718 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e90da7c5-3edb-499d-8b45-040c84bcd245 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:58.047550 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90da7c5-3edb-499d-8b45-040c84bcd245 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Network 59879162-a03a-4e12-b366-669d1aeff9ad is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:23:58.050869 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-e90da7c5-3edb-499d-8b45-040c84bcd245 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:23:58.054590 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90da7c5-3edb-499d-8b45-040c84bcd245 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:23:58.079403 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90da7c5-3edb-499d-8b45-040c84bcd245 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'Port': ['ID=e0f1b0e5-ae9a-4943-b932-9d924d7c8b5b,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:23:58.104537 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e90da7c5-3edb-499d-8b45-040c84bcd245 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:58.294119 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e90da7c5-3edb-499d-8b45-040c84bcd245 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:58.567331 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e90da7c5-3edb-499d-8b45-040c84bcd245 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:58.609477 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e90da7c5-3edb-499d-8b45-040c84bcd245 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:58.679520 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90da7c5-3edb-499d-8b45-040c84bcd245 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'Port': ['ID=e0f1b0e5-ae9a-4943-b932-9d924d7c8b5b,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:23:58.682125 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e90da7c5-3edb-499d-8b45-040c84bcd245 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:58.774369 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90da7c5-3edb-499d-8b45-040c84bcd245 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Network 59879162-a03a-4e12-b366-669d1aeff9ad is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:23:58.775674 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-e90da7c5-3edb-499d-8b45-040c84bcd245 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:23:58.888229 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90da7c5-3edb-499d-8b45-040c84bcd245 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Router ff098ea0-5a18-42ca-a357-389ce3cac5a1 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:23:58.997614 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90da7c5-3edb-499d-8b45-040c84bcd245 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:23:59.003030 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e90da7c5-3edb-499d-8b45-040c84bcd245 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "PUT /v2.0/routers/ff098ea0-5a18-42ca-a357-389ce3cac5a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4786718 Mar 28 14:23:59.007193 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a278384-dae1-4ba4-828f-d6ce1709530a None None] Sync routers for ids ['ff098ea0-5a18-42ca-a357-389ce3cac5a1'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:23:59.017981 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a278384-dae1-4ba4-828f-d6ce1709530a None None] Routers {'ff098ea0-5a18-42ca-a357-389ce3cac5a1'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:23:59.018591 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-1a278384-dae1-4ba4-828f-d6ce1709530a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:23:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['ff098ea0-5a18-42ca-a357-389ce3cac5a1'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:23:59.032232 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:59.125565 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-1a278384-dae1-4ba4-828f-d6ce1709530a None None] Set router ff098ea0-5a18-42ca-a357-389ce3cac5a1 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:23:59.142919 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-4ace6feb-4289-4759-9355-bdbce130b7fa tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-208235775&fields=id&tenant_id=2dc46a21a43e483fbb630102a765c646 HTTP/1.1" status: 200 len: 267 time: 0.0316067 Mar 28 14:23:59.252104 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-3bde7e41-ccbb-4d0b-b2aa-f47afad7f9f0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:23:59.255231 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-3bde7e41-ccbb-4d0b-b2aa-f47afad7f9f0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/networks?id=59879162-a03a-4e12-b366-669d1aeff9ad HTTP/1.1" status: 200 len: 797 time: 0.1049540 Mar 28 14:23:59.273360 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-590e04c9-198a-4b0f-9f06-6e94b217ef99 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/quotas/2dc46a21a43e483fbb630102a765c646 HTTP/1.1" status: 200 len: 375 time: 0.0103240 Mar 28 14:23:59.330988 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-4025d05c-9bab-446e-8857-42f02f09c980 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2dc46a21a43e483fbb630102a765c646&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513780 Mar 28 14:23:59.344506 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-1a278384-dae1-4ba4-828f-d6ce1709530a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff098ea0-5a18-42ca-a357-389ce3cac5a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705475823', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': '1a8df23a-ba8c-4023-aa49-2259bd5a5800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:23:53Z', 'updated_at': '2022-03-28T14:23:58Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '1a8df23a-ba8c-4023-aa49-2259bd5a5800', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff098ea0-5a18-42ca-a357-389ce3cac5a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:23:54Z', 'updated_at': '2022-03-28T14:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'e0f1b0e5-ae9a-4943-b932-9d924d7c8b5b', 'name': '', 'network_id': '59879162-a03a-4e12-b366-669d1aeff9ad', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'mac_address': 'fa:16:3e:70:34:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff098ea0-5a18-42ca-a357-389ce3cac5a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '216b51bd-b9b1-4dad-848f-b001d4f74b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:23:57Z', 'updated_at': '2022-03-28T14:23:58Z', 'revision_number': 2, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'subnets': [{'id': '216b51bd-b9b1-4dad-848f-b001d4f74b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:23:59.376201 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:59.379653 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a278384-dae1-4ba4-828f-d6ce1709530a None None] Checking router: ff098ea0-5a18-42ca-a357-389ce3cac5a1 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:23:59.379999 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a278384-dae1-4ba4-828f-d6ce1709530a None None] Updating router ff098ea0-5a18-42ca-a357-389ce3cac5a1 port e0f1b0e5-ae9a-4943-b932-9d924d7c8b5b binding host dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:23:59.409220 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-1a278384-dae1-4ba4-828f-d6ce1709530a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:59.443168 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-ca01680d-dbff-4c92-9299-321aad038280 service neutron] 10.222.0.24 "GET /v2.0/networks/59879162-a03a-4e12-b366-669d1aeff9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004364 Mar 28 14:23:59.556980 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-250f7252-825e-4f91-bc67-73a5a07cf735 service neutron] 10.222.0.24 "GET /v2.0/networks/59879162-a03a-4e12-b366-669d1aeff9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128967 Mar 28 14:23:59.642735 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 8c00bd8c-2bf8-42e1-ae5b-7b88b1d473e4 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:23:59.664458 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82f8009-fde7-46ad-8ebb-fd8ed9ea09d5 None None] Network 59879162-a03a-4e12-b366-669d1aeff9ad requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:23:59.705360 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-1a278384-dae1-4ba4-828f-d6ce1709530a None None] Notify callbacks [] for port, precommit_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:59.768344 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-60290fa1-0ca5-4383-9f2e-c096bfe0501d None None] Provisioning complete for port 8c00bd8c-2bf8-42e1-ae5b-7b88b1d473e4 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:23:59.768723 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-60290fa1-0ca5-4383-9f2e-c096bfe0501d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:59.793128 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-1a278384-dae1-4ba4-828f-d6ce1709530a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:59.813857 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 8c00bd8c-2bf8-42e1-ae5b-7b88b1d473e4 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:23:59.814201 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:59.848074 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ced8cb-aa8d-4bc8-b7da-f8ba7e21467e None None] Pushing event updated for resources: {'Port': ['ID=e0f1b0e5-ae9a-4943-b932-9d924d7c8b5b,revision_number=3']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:23:59.874796 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ced8cb-aa8d-4bc8-b7da-f8ba7e21467e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:23:59.875120 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ced8cb-aa8d-4bc8-b7da-f8ba7e21467e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:23:59.875396 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ced8cb-aa8d-4bc8-b7da-f8ba7e21467e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:23:59.875695 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ced8cb-aa8d-4bc8-b7da-f8ba7e21467e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:23:59.876018 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ced8cb-aa8d-4bc8-b7da-f8ba7e21467e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:23:59.876337 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ced8cb-aa8d-4bc8-b7da-f8ba7e21467e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:23:59.876745 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ced8cb-aa8d-4bc8-b7da-f8ba7e21467e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:23:59.877066 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ced8cb-aa8d-4bc8-b7da-f8ba7e21467e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:23:59.877515 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ced8cb-aa8d-4bc8-b7da-f8ba7e21467e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:23:59.877842 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ced8cb-aa8d-4bc8-b7da-f8ba7e21467e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:23:59.878445 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ced8cb-aa8d-4bc8-b7da-f8ba7e21467e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:23:59.878445 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ced8cb-aa8d-4bc8-b7da-f8ba7e21467e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:23:59.899988 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-57147b72-7fc6-4600-92da-e767a58f919d req-9e29488a-6563-4139-a93c-1a54df3c9a17 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc7919e5-e7e2-43b0-ab00-26068efc9cdd HTTP/1.1" status: 200 len: 210 time: 0.0482240 Mar 28 14:23:59.929542 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-1a278384-dae1-4ba4-828f-d6ce1709530a None None] Attempting to bind port e0f1b0e5-ae9a-4943-b932-9d924d7c8b5b on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:23:59.930295 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-1a278384-dae1-4ba4-828f-d6ce1709530a None None] Attempting to bind port e0f1b0e5-ae9a-4943-b932-9d924d7c8b5b by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '307fe9de-d60b-4025-b095-0bace5638a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '59879162-a03a-4e12-b366-669d1aeff9ad'}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:23:59.930426 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a278384-dae1-4ba4-828f-d6ce1709530a None None] Attempting to bind port e0f1b0e5-ae9a-4943-b932-9d924d7c8b5b on network 59879162-a03a-4e12-b366-669d1aeff9ad {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:23:59.935822 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a278384-dae1-4ba4-828f-d6ce1709530a None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:23:59.936283 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a278384-dae1-4ba4-828f-d6ce1709530a None None] Checking segment: {'id': '307fe9de-d60b-4025-b095-0bace5638a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '59879162-a03a-4e12-b366-669d1aeff9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:23:59.937269 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-1a278384-dae1-4ba4-828f-d6ce1709530a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:59.937666 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a278384-dae1-4ba4-828f-d6ce1709530a None None] Bound using segment: {'id': '307fe9de-d60b-4025-b095-0bace5638a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '59879162-a03a-4e12-b366-669d1aeff9ad'} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:23:59.938121 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-1a278384-dae1-4ba4-828f-d6ce1709530a None None] Bound port: e0f1b0e5-ae9a-4943-b932-9d924d7c8b5b, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '307fe9de-d60b-4025-b095-0bace5638a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '59879162-a03a-4e12-b366-669d1aeff9ad'}}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:23:59.938490 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-1a278384-dae1-4ba4-828f-d6ce1709530a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:59.976679 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-60290fa1-0ca5-4383-9f2e-c096bfe0501d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:23:59.990929 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:24:00.015759 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-1a278384-dae1-4ba4-828f-d6ce1709530a None None] For port e0f1b0e5-ae9a-4943-b932-9d924d7c8b5b, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:24:00.020159 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-1a278384-dae1-4ba4-828f-d6ce1709530a None None] For port e0f1b0e5-ae9a-4943-b932-9d924d7c8b5b, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=e0f1b0e5-ae9a-4943-b932-9d924d7c8b5b,segment=NetworkSegment(307fe9de-d60b-4025-b095-0bace5638a1e),segment_id=307fe9de-d60b-4025-b095-0bace5638a1e)] {{(pid=109615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:24:00.030071 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-60290fa1-0ca5-4383-9f2e-c096bfe0501d None None] For port 8c00bd8c-2bf8-42e1-ae5b-7b88b1d473e4, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=8c00bd8c-2bf8-42e1-ae5b-7b88b1d473e4,segment=NetworkSegment(307fe9de-d60b-4025-b095-0bace5638a1e),segment_id=307fe9de-d60b-4025-b095-0bace5638a1e)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:24:00.124786 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-1a278384-dae1-4ba4-828f-d6ce1709530a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:24:00.169791 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-60290fa1-0ca5-4383-9f2e-c096bfe0501d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:24:00.196108 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a278384-dae1-4ba4-828f-d6ce1709530a None None] Routers {'ff098ea0-5a18-42ca-a357-389ce3cac5a1'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:24:00.197310 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-1a278384-dae1-4ba4-828f-d6ce1709530a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:23:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['ff098ea0-5a18-42ca-a357-389ce3cac5a1'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:24:00.198930 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ced8cb-aa8d-4bc8-b7da-f8ba7e21467e None None] Pushing event updated for resources: {'Port': ['ID=e0f1b0e5-ae9a-4943-b932-9d924d7c8b5b,revision_number=4']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:24:00.252615 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.db.api [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 14:24:00.257008 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG oslo_db.api [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 14:24:00.257008 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60290fa1-0ca5-4383-9f2e-c096bfe0501d None None] Pushing event updated for resources: {'Port': ['ID=8c00bd8c-2bf8-42e1-ae5b-7b88b1d473e4,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:24:00.290738 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-60e5e8b7-19f6-4e9f-85fd-e11b09ddd35d None None] Provisioning complete for port 8c00bd8c-2bf8-42e1-ae5b-7b88b1d473e4 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:24:00.291365 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-60e5e8b7-19f6-4e9f-85fd-e11b09ddd35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:24:00.384310 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-60e5e8b7-19f6-4e9f-85fd-e11b09ddd35d None None] Provisioning complete for port e0f1b0e5-ae9a-4943-b932-9d924d7c8b5b triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:24:00.384840 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-60e5e8b7-19f6-4e9f-85fd-e11b09ddd35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:24:00.413612 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-1a278384-dae1-4ba4-828f-d6ce1709530a None None] Set router ff098ea0-5a18-42ca-a357-389ce3cac5a1 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:24:00.618798 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-60e5e8b7-19f6-4e9f-85fd-e11b09ddd35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:24:00.627861 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-1a278384-dae1-4ba4-828f-d6ce1709530a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff098ea0-5a18-42ca-a357-389ce3cac5a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705475823', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': '1a8df23a-ba8c-4023-aa49-2259bd5a5800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:23:53Z', 'updated_at': '2022-03-28T14:23:58Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '1a8df23a-ba8c-4023-aa49-2259bd5a5800', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff098ea0-5a18-42ca-a357-389ce3cac5a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:23:54Z', 'updated_at': '2022-03-28T14:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'e0f1b0e5-ae9a-4943-b932-9d924d7c8b5b', 'name': '', 'network_id': '59879162-a03a-4e12-b366-669d1aeff9ad', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'mac_address': 'fa:16:3e:70:34:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff098ea0-5a18-42ca-a357-389ce3cac5a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '216b51bd-b9b1-4dad-848f-b001d4f74b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:23:57Z', 'updated_at': '2022-03-28T14:24:00Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'subnets': [{'id': '216b51bd-b9b1-4dad-848f-b001d4f74b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:24:00.653618 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-60e5e8b7-19f6-4e9f-85fd-e11b09ddd35d None None] For port e0f1b0e5-ae9a-4943-b932-9d924d7c8b5b, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=e0f1b0e5-ae9a-4943-b932-9d924d7c8b5b,segment=NetworkSegment(307fe9de-d60b-4025-b095-0bace5638a1e),segment_id=307fe9de-d60b-4025-b095-0bace5638a1e)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:24:00.654082 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a278384-dae1-4ba4-828f-d6ce1709530a None None] The sync data for ids ['ff098ea0-5a18-42ca-a357-389ce3cac5a1'] in dv-neutron-835335-1-hyperv is: [{'id': 'ff098ea0-5a18-42ca-a357-389ce3cac5a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705475823', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': '1a8df23a-ba8c-4023-aa49-2259bd5a5800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:23:53Z', 'updated_at': '2022-03-28T14:23:58Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '1a8df23a-ba8c-4023-aa49-2259bd5a5800', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff098ea0-5a18-42ca-a357-389ce3cac5a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:23:54Z', 'updated_at': '2022-03-28T14:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'e0f1b0e5-ae9a-4943-b932-9d924d7c8b5b', 'name': '', 'network_id': '59879162-a03a-4e12-b366-669d1aeff9ad', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'mac_address': 'fa:16:3e:70:34:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff098ea0-5a18-42ca-a357-389ce3cac5a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '216b51bd-b9b1-4dad-848f-b001d4f74b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:23:57Z', 'updated_at': '2022-03-28T14:24:00Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'subnets': [{'id': '216b51bd-b9b1-4dad-848f-b001d4f74b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:24:00.752649 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-60e5e8b7-19f6-4e9f-85fd-e11b09ddd35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:24:00.826556 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 1a8df23a-ba8c-4023-aa49-2259bd5a5800 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:24:00.879074 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e5e8b7-19f6-4e9f-85fd-e11b09ddd35d None None] Pushing event updated for resources: {'Port': ['ID=e0f1b0e5-ae9a-4943-b932-9d924d7c8b5b,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:24:00.898346 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-0f504e68-55fd-489c-8044-a05203251917 None None] Provisioning complete for port e0f1b0e5-ae9a-4943-b932-9d924d7c8b5b triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:24:00.898717 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0f504e68-55fd-489c-8044-a05203251917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:24:00.925464 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 1a8df23a-ba8c-4023-aa49-2259bd5a5800 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:24:00.925834 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:24:00.973780 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d8d5142a-4b30-42f1-b620-a55028702420 req-269e5f14-813e-4554-8ba2-6552a0bee13f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc7919e5-e7e2-43b0-ab00-26068efc9cdd HTTP/1.1" status: 200 len: 210 time: 0.0260267 Mar 28 14:24:01.164121 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-bebf5735-ec71-46d8-a9ff-1195b587e857 None None] Provisioning complete for port e0f1b0e5-ae9a-4943-b932-9d924d7c8b5b triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:24:01.164529 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-bebf5735-ec71-46d8-a9ff-1195b587e857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:24:01.570666 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device e0f1b0e5-ae9a-4943-b932-9d924d7c8b5b up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:24:01.623723 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port e0f1b0e5-ae9a-4943-b932-9d924d7c8b5b triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:24:01.624119 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:24:01.701882 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 8c00bd8c-2bf8-42e1-ae5b-7b88b1d473e4 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:24:01.749407 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 8c00bd8c-2bf8-42e1-ae5b-7b88b1d473e4 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:24:01.749766 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:24:02.054376 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b6284d36-336c-4b9d-b956-2ac268ec6b73 req-bdcd1fc5-f0f1-4967-83f7-783ca649ed4a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc7919e5-e7e2-43b0-ab00-26068efc9cdd HTTP/1.1" status: 200 len: 210 time: 0.0256488 Mar 28 14:24:03.144379 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9387399a-813e-4aa6-82c3-d57a5f039338 req-17436bd8-d015-47a1-972b-ac2cdac28118 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc7919e5-e7e2-43b0-ab00-26068efc9cdd HTTP/1.1" status: 200 len: 210 time: 0.0260832 Mar 28 14:24:04.235760 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-fa0cd408-4a9f-45fa-ac2e-7eec8b60eecf req-78782e63-837f-4d7a-8ac3-d097cc02e79b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc7919e5-e7e2-43b0-ab00-26068efc9cdd HTTP/1.1" status: 200 len: 210 time: 0.0257113 Mar 28 14:24:05.112087 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-10875574-9e2e-4a6d-a8f1-8f7497874577 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:24:05.113643 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-10875574-9e2e-4a6d-a8f1-8f7497874577 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.20 "GET /v2.0/networks?id=59879162-a03a-4e12-b366-669d1aeff9ad HTTP/1.1" status: 200 len: 797 time: 0.1029997 Mar 28 14:24:05.156663 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-e0092340-26d4-480f-b3eb-b2657e323d67 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2dc46a21a43e483fbb630102a765c646 HTTP/1.1" status: 200 len: 379 time: 0.0339441 Mar 28 14:24:05.165519 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-08fe6f7f-d7c9-490e-9f48-cd8385bc3b1a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'port': {'device_id': 'cc7919e5-e7e2-43b0-ab00-26068efc9cdd', 'network_id': '59879162-a03a-4e12-b366-669d1aeff9ad', 'admin_state_up': True, 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'security_groups': ['aa34cd7f-13f4-4cfb-9b7a-4d3a3eb79f5d']}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:24:05.331647 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-51a93c47-bc68-455e-a02b-972edae67cce req-74d4f971-687b-48e0-a575-71af20b55725 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc7919e5-e7e2-43b0-ab00-26068efc9cdd HTTP/1.1" status: 200 len: 210 time: 0.0280299 Mar 28 14:24:05.334659 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-08fe6f7f-d7c9-490e-9f48-cd8385bc3b1a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Made reservation on behalf of 2dc46a21a43e483fbb630102a765c646 for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:24:05.338310 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-08fe6f7f-d7c9-490e-9f48-cd8385bc3b1a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:24:05.464465 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-08fe6f7f-d7c9-490e-9f48-cd8385bc3b1a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Allocated IP 172.20.0.6 (59879162-a03a-4e12-b366-669d1aeff9ad/216b51bd-b9b1-4dad-848f-b001d4f74b33/fd7180e7-2e72-4930-8987-a2df8f451d05) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:24:05.600056 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-08fe6f7f-d7c9-490e-9f48-cd8385bc3b1a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:24:05.677382 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-08fe6f7f-d7c9-490e-9f48-cd8385bc3b1a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:24:05.727644 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-08fe6f7f-d7c9-490e-9f48-cd8385bc3b1a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Network 59879162-a03a-4e12-b366-669d1aeff9ad is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:24:05.730803 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-08fe6f7f-d7c9-490e-9f48-cd8385bc3b1a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:24:05.734912 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-08fe6f7f-d7c9-490e-9f48-cd8385bc3b1a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:24:05.741385 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fe6f7f-d7c9-490e-9f48-cd8385bc3b1a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'Port': ['ID=fd7180e7-2e72-4930-8987-a2df8f451d05,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:24:05.793958 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-08fe6f7f-d7c9-490e-9f48-cd8385bc3b1a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:24:05.794590 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-08fe6f7f-d7c9-490e-9f48-cd8385bc3b1a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:24:05.857593 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-08fe6f7f-d7c9-490e-9f48-cd8385bc3b1a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6954806 Mar 28 14:24:05.897898 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-586b51bc-5478-45ce-ad10-21058d4379a8 service neutron] Request body: {'port': {'device_id': 'cc7919e5-e7e2-43b0-ab00-26068efc9cdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:24:05.952609 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-586b51bc-5478-45ce-ad10-21058d4379a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:24:05.989053 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-6455c3b0-84c9-4eaf-ae68-cb920d53b535 None None] Provisioning complete for port fd7180e7-2e72-4930-8987-a2df8f451d05 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:24:05.989590 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6455c3b0-84c9-4eaf-ae68-cb920d53b535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:24:06.031695 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-6455c3b0-84c9-4eaf-ae68-cb920d53b535 None None] Port fd7180e7-2e72-4930-8987-a2df8f451d05 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:24:06.227493 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-586b51bc-5478-45ce-ad10-21058d4379a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd7180e7-2e72-4930-8987-a2df8f451d05 {{(pid=109613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:24:06.234985 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-586b51bc-5478-45ce-ad10-21058d4379a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:24:06.247249 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.provisioning_blocks [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-586b51bc-5478-45ce-ad10-21058d4379a8 service neutron] Transition to ACTIVE for port object fd7180e7-2e72-4930-8987-a2df8f451d05 will not be triggered until provisioned by entity L2. {{(pid=109613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 14:24:06.305678 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-586b51bc-5478-45ce-ad10-21058d4379a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:24:06.361193 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586b51bc-5478-45ce-ad10-21058d4379a8 service neutron] Pushing event updated for resources: {'Port': ['ID=fd7180e7-2e72-4930-8987-a2df8f451d05,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:24:06.455569 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-586b51bc-5478-45ce-ad10-21058d4379a8 service neutron] Attempting to bind port fd7180e7-2e72-4930-8987-a2df8f451d05 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:24:06.455911 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-586b51bc-5478-45ce-ad10-21058d4379a8 service neutron] Attempting to bind port fd7180e7-2e72-4930-8987-a2df8f451d05 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '307fe9de-d60b-4025-b095-0bace5638a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '59879162-a03a-4e12-b366-669d1aeff9ad'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:24:06.456220 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-586b51bc-5478-45ce-ad10-21058d4379a8 service neutron] Attempting to bind port fd7180e7-2e72-4930-8987-a2df8f451d05 on network 59879162-a03a-4e12-b366-669d1aeff9ad {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:24:06.463348 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-586b51bc-5478-45ce-ad10-21058d4379a8 service neutron] Port fd7180e7-2e72-4930-8987-a2df8f451d05 on network 59879162-a03a-4e12-b366-669d1aeff9ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 14:24:06.463667 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-586b51bc-5478-45ce-ad10-21058d4379a8 service neutron] Attempting to bind port fd7180e7-2e72-4930-8987-a2df8f451d05 on network 59879162-a03a-4e12-b366-669d1aeff9ad {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:24:06.470272 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-586b51bc-5478-45ce-ad10-21058d4379a8 service neutron] Checking agent: {'id': '72ab3303-6c81-4bd9-a1a9-2c5d9b681d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'started_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:24:06.470602 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-586b51bc-5478-45ce-ad10-21058d4379a8 service neutron] Checking segment: {'id': '307fe9de-d60b-4025-b095-0bace5638a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '59879162-a03a-4e12-b366-669d1aeff9ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:24:06.470984 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-586b51bc-5478-45ce-ad10-21058d4379a8 service neutron] Bound using segment: {'id': '307fe9de-d60b-4025-b095-0bace5638a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '59879162-a03a-4e12-b366-669d1aeff9ad'} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:24:06.471400 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-586b51bc-5478-45ce-ad10-21058d4379a8 service neutron] Bound port: fd7180e7-2e72-4930-8987-a2df8f451d05, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '307fe9de-d60b-4025-b095-0bace5638a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '59879162-a03a-4e12-b366-669d1aeff9ad'}}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:24:06.471759 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-586b51bc-5478-45ce-ad10-21058d4379a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:24:06.495886 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39866963-9b84-4aee-83a8-ae3c92250846 req-aa8d2546-bf06-46fa-a03a-329ca03bca18 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:24:06.497530 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-39866963-9b84-4aee-83a8-ae3c92250846 req-aa8d2546-bf06-46fa-a03a-329ca03bca18 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc7919e5-e7e2-43b0-ab00-26068efc9cdd HTTP/1.1" status: 200 len: 943 time: 0.0816360 Mar 28 14:24:06.575800 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-39866963-9b84-4aee-83a8-ae3c92250846 req-6e84f6d0-6992-459b-9da2-cbe89aba3b31 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa34cd7f-13f4-4cfb-9b7a-4d3a3eb79f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535450 Mar 28 14:24:06.579922 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-586b51bc-5478-45ce-ad10-21058d4379a8 service neutron] For port fd7180e7-2e72-4930-8987-a2df8f451d05, host hv-neutron-8353, cleared binding levels {{(pid=109613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:24:06.583346 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-586b51bc-5478-45ce-ad10-21058d4379a8 service neutron] For port fd7180e7-2e72-4930-8987-a2df8f451d05, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=fd7180e7-2e72-4930-8987-a2df8f451d05,segment=NetworkSegment(307fe9de-d60b-4025-b095-0bace5638a1e),segment_id=307fe9de-d60b-4025-b095-0bace5638a1e)] {{(pid=109613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:24:06.638086 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-586b51bc-5478-45ce-ad10-21058d4379a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:24:06.680288 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-586b51bc-5478-45ce-ad10-21058d4379a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:24:06.680929 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-586b51bc-5478-45ce-ad10-21058d4379a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:24:06.682319 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-586b51bc-5478-45ce-ad10-21058d4379a8 service neutron] 10.222.0.20 "PUT /v2.0/ports/fd7180e7-2e72-4930-8987-a2df8f451d05 HTTP/1.1" status: 200 len: 1093 time: 0.7889435 Mar 28 14:24:06.682780 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc7919e5-e7e2-43b0-ab00-26068efc9cdd', 'tag': 'fd7180e7-2e72-4930-8987-a2df8f451d05'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:24:06.685093 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a448ce93-7114-483b-bbbf-0544581889da" -d '{"events": [{"name": "network-changed", "server_uuid": "cc7919e5-e7e2-43b0-ab00-26068efc9cdd", "tag": "fd7180e7-2e72-4930-8987-a2df8f451d05"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:24:06.707614 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586b51bc-5478-45ce-ad10-21058d4379a8 service neutron] Pushing event updated for resources: {'Port': ['ID=fd7180e7-2e72-4930-8987-a2df8f451d05,revision_number=3']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:24:06.731840 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ae8281-3f76-458f-bda1-093f7346ae1e x-openstack-request-id: req-a3ae8281-3f76-458f-bda1-093f7346ae1e {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:24:06.732134 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc7919e5-e7e2-43b0-ab00-26068efc9cdd", "tag": "fd7180e7-2e72-4930-8987-a2df8f451d05", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:24:06.732404 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a3ae8281-3f76-458f-bda1-093f7346ae1e {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:24:06.732866 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc7919e5-e7e2-43b0-ab00-26068efc9cdd', 'tag': 'fd7180e7-2e72-4930-8987-a2df8f451d05', 'status': 'completed', 'code': 200} Mar 28 14:24:06.794198 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448ce93-7114-483b-bbbf-0544581889da req-064d96cc-73f2-4980-95fd-2085c8a06a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:24:06.795716 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a448ce93-7114-483b-bbbf-0544581889da req-064d96cc-73f2-4980-95fd-2085c8a06a41 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2dc46a21a43e483fbb630102a765c646&device_id=cc7919e5-e7e2-43b0-ab00-26068efc9cdd HTTP/1.1" status: 200 len: 1096 time: 0.0436358 Mar 28 14:24:06.898301 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448ce93-7114-483b-bbbf-0544581889da req-44375892-2cf9-48d9-820b-27ff5fb376a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:24:06.899792 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a448ce93-7114-483b-bbbf-0544581889da req-44375892-2cf9-48d9-820b-27ff5fb376a8 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=2dc46a21a43e483fbb630102a765c646&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0963080 Mar 28 14:24:06.989314 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448ce93-7114-483b-bbbf-0544581889da req-9a4e9e20-9e70-49fd-8efa-71fb9380c2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:24:06.990771 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a448ce93-7114-483b-bbbf-0544581889da req-9a4e9e20-9e70-49fd-8efa-71fb9380c2ed service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0850599 Mar 28 14:24:07.067310 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-2753b752-ed2e-4ea1-8587-a60d9e13ba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:24:07.068713 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-2753b752-ed2e-4ea1-8587-a60d9e13ba4e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2dc46a21a43e483fbb630102a765c646&device_id=cc7919e5-e7e2-43b0-ab00-26068efc9cdd HTTP/1.1" status: 200 len: 1096 time: 0.0450172 Mar 28 14:24:07.107700 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-0de4bcd2-3f10-4804-b6c4-520e6015daeb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd7180e7-2e72-4930-8987-a2df8f451d05 HTTP/1.1" status: 200 len: 217 time: 0.0323923 Mar 28 14:24:07.154713 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-44c16dbe-0024-45be-8892-30811d66e3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:24:07.156704 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-44c16dbe-0024-45be-8892-30811d66e3aa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=216b51bd-b9b1-4dad-848f-b001d4f74b33 HTTP/1.1" status: 200 len: 835 time: 0.0421624 Mar 28 14:24:07.203452 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-632ff8fa-80b6-40f2-a903-b682b6607064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:24:07.205008 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-632ff8fa-80b6-40f2-a903-b682b6607064 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=59879162-a03a-4e12-b366-669d1aeff9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427940 Mar 28 14:24:07.227352 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:24:07.290827 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-5365a1e4-6e83-48c2-bc5a-3cbfd5896d72 service neutron] 10.222.0.20 "GET /v2.0/networks/59879162-a03a-4e12-b366-669d1aeff9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792944 Mar 28 14:24:07.380777 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2e1f1648-579e-42f9-b7e0-3c2bbd7feb2e req-3adb65d1-bbf5-428a-bf89-072af4eef829 service neutron] 10.222.0.20 "GET /v2.0/networks/59879162-a03a-4e12-b366-669d1aeff9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840514 Mar 28 14:24:07.693208 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a4494-310c-4653-b7eb-c0423ca4776e req-67bdd015-c4a7-41b4-bfc0-f347bc264afd tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:24:07.694680 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-822a4494-310c-4653-b7eb-c0423ca4776e req-67bdd015-c4a7-41b4-bfc0-f347bc264afd tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc7919e5-e7e2-43b0-ab00-26068efc9cdd HTTP/1.1" status: 200 len: 943 time: 0.0488622 Mar 28 14:24:07.731790 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-822a4494-310c-4653-b7eb-c0423ca4776e req-0b01ccff-f5f7-4d6d-bd53-f8845e2071d6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa34cd7f-13f4-4cfb-9b7a-4d3a3eb79f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312057 Mar 28 14:24:08.847217 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35add5-c729-4e41-bb04-d05ec889d384 req-6623196a-d408-4e1e-ae21-13e344111c89 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:24:08.848689 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bf35add5-c729-4e41-bb04-d05ec889d384 req-6623196a-d408-4e1e-ae21-13e344111c89 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc7919e5-e7e2-43b0-ab00-26068efc9cdd HTTP/1.1" status: 200 len: 943 time: 0.0478256 Mar 28 14:24:08.885089 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bf35add5-c729-4e41-bb04-d05ec889d384 req-fd9b2b5a-430d-441a-97ec-54440617abe8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa34cd7f-13f4-4cfb-9b7a-4d3a3eb79f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305059 Mar 28 14:24:10.001178 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356da32b-132e-4290-a26b-59a9e9d2b38a req-5d3c8b7a-adb5-4994-a7c4-75bcc82e0b32 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:24:10.002628 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-356da32b-132e-4290-a26b-59a9e9d2b38a req-5d3c8b7a-adb5-4994-a7c4-75bcc82e0b32 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc7919e5-e7e2-43b0-ab00-26068efc9cdd HTTP/1.1" status: 200 len: 943 time: 0.0526083 Mar 28 14:24:10.043005 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-356da32b-132e-4290-a26b-59a9e9d2b38a req-6ce9186f-dae9-4d4b-8af1-3a86da627bcf tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa34cd7f-13f4-4cfb-9b7a-4d3a3eb79f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299997 Mar 28 14:24:10.943359 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device fd7180e7-2e72-4930-8987-a2df8f451d05 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:24:11.049782 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port fd7180e7-2e72-4930-8987-a2df8f451d05, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=fd7180e7-2e72-4930-8987-a2df8f451d05,segment=NetworkSegment(307fe9de-d60b-4025-b095-0bace5638a1e),segment_id=307fe9de-d60b-4025-b095-0bace5638a1e)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:24:11.060784 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': 'fd7180e7-2e72-4930-8987-a2df8f451d05', 'network_id': '59879162-a03a-4e12-b366-669d1aeff9ad', 'port_id': 'fd7180e7-2e72-4930-8987-a2df8f451d05', 'mac_address': 'fa:16:3e:a9:af:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '216b51bd-b9b1-4dad-848f-b001d4f74b33', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:24:11.098116 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:24:11.110667 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd7180e7-2e72-4930-8987-a2df8f451d05 {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:24:11.130072 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port fd7180e7-2e72-4930-8987-a2df8f451d05, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=fd7180e7-2e72-4930-8987-a2df8f451d05,segment=NetworkSegment(307fe9de-d60b-4025-b095-0bace5638a1e),segment_id=307fe9de-d60b-4025-b095-0bace5638a1e)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:24:11.156972 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f433e94a-2d17-4b90-b64f-ecaaf3afef15 req-72441666-540e-4d3c-91bd-a1a14d59ac55 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:24:11.158418 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f433e94a-2d17-4b90-b64f-ecaaf3afef15 req-72441666-540e-4d3c-91bd-a1a14d59ac55 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc7919e5-e7e2-43b0-ab00-26068efc9cdd HTTP/1.1" status: 200 len: 943 time: 0.0483057 Mar 28 14:24:11.195580 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f433e94a-2d17-4b90-b64f-ecaaf3afef15 req-b2900b2f-f07d-4e30-9f61-3c62cfbf18b7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa34cd7f-13f4-4cfb-9b7a-4d3a3eb79f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311980 Mar 28 14:24:11.203695 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:24:11.250375 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=fd7180e7-2e72-4930-8987-a2df8f451d05,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:24:11.575464 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['fd7180e7-2e72-4930-8987-a2df8f451d05'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:24:12.309504 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0164af5-d03b-4512-b287-6013a1022ecb req-eca9c65e-2482-468a-991a-ab6a296abfce tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:24:12.310980 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f0164af5-d03b-4512-b287-6013a1022ecb req-eca9c65e-2482-468a-991a-ab6a296abfce tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc7919e5-e7e2-43b0-ab00-26068efc9cdd HTTP/1.1" status: 200 len: 944 time: 0.0479052 Mar 28 14:24:12.348305 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f0164af5-d03b-4512-b287-6013a1022ecb req-9f9689ed-0fb8-4151-bc17-e64852f87a61 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa34cd7f-13f4-4cfb-9b7a-4d3a3eb79f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311458 Mar 28 14:24:12.943265 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device fd7180e7-2e72-4930-8987-a2df8f451d05 up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:24:13.048359 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning for port fd7180e7-2e72-4930-8987-a2df8f451d05 completed by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 14:24:13.052020 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port fd7180e7-2e72-4930-8987-a2df8f451d05 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:24:13.052400 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:24:13.126264 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:24:13.147386 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7919e5-e7e2-43b0-ab00-26068efc9cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7180e7-2e72-4930-8987-a2df8f451d05'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:24:13.149620 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ab8f1c-576d-4d86-82b6-2d994de31b7b" -d '{"events": [{"server_uuid": "cc7919e5-e7e2-43b0-ab00-26068efc9cdd", "name": "network-vif-plugged", "status": "completed", "tag": "fd7180e7-2e72-4930-8987-a2df8f451d05"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:24:13.162436 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port fd7180e7-2e72-4930-8987-a2df8f451d05, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=fd7180e7-2e72-4930-8987-a2df8f451d05,segment=NetworkSegment(307fe9de-d60b-4025-b095-0bace5638a1e),segment_id=307fe9de-d60b-4025-b095-0bace5638a1e)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:24:13.214272 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:24:13.251128 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b04b5e2-9bd9-406b-94e4-c2290313750f x-openstack-request-id: req-4b04b5e2-9bd9-406b-94e4-c2290313750f {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:24:13.251420 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc7919e5-e7e2-43b0-ab00-26068efc9cdd", "name": "network-vif-plugged", "status": "completed", "tag": "fd7180e7-2e72-4930-8987-a2df8f451d05", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:24:13.251669 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4b04b5e2-9bd9-406b-94e4-c2290313750f {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:24:13.252051 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7919e5-e7e2-43b0-ab00-26068efc9cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7180e7-2e72-4930-8987-a2df8f451d05', 'code': 200} Mar 28 14:24:13.270735 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=fd7180e7-2e72-4930-8987-a2df8f451d05,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:24:13.470812 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44c2b3-5e09-4f05-9c25-5ade68b3f87f req-c6845242-5a2e-4d7a-8d94-adb80289df8d tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:24:13.472264 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9e44c2b3-5e09-4f05-9c25-5ade68b3f87f req-c6845242-5a2e-4d7a-8d94-adb80289df8d tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc7919e5-e7e2-43b0-ab00-26068efc9cdd HTTP/1.1" status: 200 len: 945 time: 0.0552042 Mar 28 14:24:13.532318 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9e44c2b3-5e09-4f05-9c25-5ade68b3f87f req-cff1cd1a-d239-48e1-81c4-1db6403bd039 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa34cd7f-13f4-4cfb-9b7a-4d3a3eb79f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518992 Mar 28 14:24:13.534767 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649c376-c11a-4a13-8534-1f5e0d2d7021 req-9bbb00c4-fc73-4b0d-adf3-bb30a7de76f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:24:13.536130 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3649c376-c11a-4a13-8534-1f5e0d2d7021 req-9bbb00c4-fc73-4b0d-adf3-bb30a7de76f5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cc7919e5-e7e2-43b0-ab00-26068efc9cdd HTTP/1.1" status: 200 len: 1098 time: 0.0630221 Mar 28 14:24:13.570650 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3649c376-c11a-4a13-8534-1f5e0d2d7021 req-39a24f15-69e9-4758-b3a4-bb3f91224524 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=aa34cd7f-13f4-4cfb-9b7a-4d3a3eb79f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276783 Mar 28 14:24:13.865557 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:24:14.649027 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b8139-3602-4aa9-9c46-4f5f8bdafcc0 req-ca705b79-181f-4055-a9aa-2424076f83dd tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:24:14.650506 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f54b8139-3602-4aa9-9c46-4f5f8bdafcc0 req-ca705b79-181f-4055-a9aa-2424076f83dd tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc7919e5-e7e2-43b0-ab00-26068efc9cdd HTTP/1.1" status: 200 len: 945 time: 0.0492346 Mar 28 14:24:14.686459 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f54b8139-3602-4aa9-9c46-4f5f8bdafcc0 req-13609a6a-be35-4149-bd39-b705f13bb004 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa34cd7f-13f4-4cfb-9b7a-4d3a3eb79f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300572 Mar 28 14:24:15.801998 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f134da-c5cd-4e74-9476-faf82fee13fd req-77cb2af5-a6bd-45a2-8cff-ab90d5619953 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:24:15.803450 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d8f134da-c5cd-4e74-9476-faf82fee13fd req-77cb2af5-a6bd-45a2-8cff-ab90d5619953 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc7919e5-e7e2-43b0-ab00-26068efc9cdd HTTP/1.1" status: 200 len: 945 time: 0.0503902 Mar 28 14:24:15.840606 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d8f134da-c5cd-4e74-9476-faf82fee13fd req-fb894b00-bb6a-4b34-addf-7044cce00dce tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa34cd7f-13f4-4cfb-9b7a-4d3a3eb79f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312033 Mar 28 14:24:15.951085 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc20f4-9ac8-461f-abd2-afdd2fff7254 req-f26d6568-d53e-46bb-b70a-a36527e9dafb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:24:15.952573 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6bdc20f4-9ac8-461f-abd2-afdd2fff7254 req-f26d6568-d53e-46bb-b70a-a36527e9dafb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc7919e5-e7e2-43b0-ab00-26068efc9cdd HTTP/1.1" status: 200 len: 945 time: 0.0473397 Mar 28 14:24:15.995169 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6bdc20f4-9ac8-461f-abd2-afdd2fff7254 req-ebc5269f-1fe0-4f71-ae74-7a162f3d6582 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa34cd7f-13f4-4cfb-9b7a-4d3a3eb79f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310340 Mar 28 14:24:16.010703 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41116) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:24:16.049174 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b001849a-2d0a-4a0f-986c-a7d289b7823d tempest-TestNetworkAdvancedServerOps-1380052890 tempest-TestNetworkAdvancedServerOps-1380052890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:24:16.050650 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b001849a-2d0a-4a0f-986c-a7d289b7823d tempest-TestNetworkAdvancedServerOps-1380052890 tempest-TestNetworkAdvancedServerOps-1380052890-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=cc7919e5-e7e2-43b0-ab00-26068efc9cdd HTTP/1.1" status: 200 len: 1093 time: 0.0388739 Mar 28 14:24:16.053455 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41118) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:24:16.057531 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-4ecaeada-1bd5-4757-a138-bdaf7180a7fa tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'floatingip': {'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'port_id': 'fd7180e7-2e72-4930-8987-a2df8f451d05', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:24:16.122067 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4ecaeada-1bd5-4757-a138-bdaf7180a7fa tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for floatingip, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:24:16.218418 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4ecaeada-1bd5-4757-a138-bdaf7180a7fa tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:24:16.318667 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-4ecaeada-1bd5-4757-a138-bdaf7180a7fa tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Allocated IP 172.26.2.254 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/2865a271-a634-4d49-9580-ae75e31bf97a) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:24:16.413609 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4ecaeada-1bd5-4757-a138-bdaf7180a7fa tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:24:16.488216 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4ecaeada-1bd5-4757-a138-bdaf7180a7fa tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:24:16.528147 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecaeada-1bd5-4757-a138-bdaf7180a7fa tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:24:16.530894 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-4ecaeada-1bd5-4757-a138-bdaf7180a7fa tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:24:16.535060 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecaeada-1bd5-4757-a138-bdaf7180a7fa tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:24:16.538056 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecaeada-1bd5-4757-a138-bdaf7180a7fa tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'Port': ['ID=2865a271-a634-4d49-9580-ae75e31bf97a,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:24:16.877835 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4ecaeada-1bd5-4757-a138-bdaf7180a7fa tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:24:16.983753 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4ecaeada-1bd5-4757-a138-bdaf7180a7fa tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:24:17.125778 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4ecaeada-1bd5-4757-a138-bdaf7180a7fa tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:24:17.162379 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4ecaeada-1bd5-4757-a138-bdaf7180a7fa tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:24:17.235033 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecaeada-1bd5-4757-a138-bdaf7180a7fa tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'Port': ['ID=2865a271-a634-4d49-9580-ae75e31bf97a,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:24:17.241213 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4ecaeada-1bd5-4757-a138-bdaf7180a7fa tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:24:17.335757 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [None req-4ecaeada-1bd5-4757-a138-bdaf7180a7fa tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Floating IP 419adb72-0f43-48e1-aaf0-46400eb192d2 associated. External IP: 172.26.2.254, port: fd7180e7-2e72-4930-8987-a2df8f451d05. Mar 28 14:24:17.867158 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ecaeada-1bd5-4757-a138-bdaf7180a7fa tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Router ff098ea0-5a18-42ca-a357-389ce3cac5a1 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:24:17.969822 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ecaeada-1bd5-4757-a138-bdaf7180a7fa tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:24:17.979524 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ea130c-7604-4ac3-a7b6-d97b42e6ed7a None None] Sync routers for ids ['ff098ea0-5a18-42ca-a357-389ce3cac5a1'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:24:17.989697 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ea130c-7604-4ac3-a7b6-d97b42e6ed7a None None] Routers {'ff098ea0-5a18-42ca-a357-389ce3cac5a1'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:24:17.990299 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-55ea130c-7604-4ac3-a7b6-d97b42e6ed7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:23:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['ff098ea0-5a18-42ca-a357-389ce3cac5a1'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:24:18.033224 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4ecaeada-1bd5-4757-a138-bdaf7180a7fa tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:24:18.059541 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-4ecaeada-1bd5-4757-a138-bdaf7180a7fa tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0050893 Mar 28 14:24:18.060120 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc7919e5-e7e2-43b0-ab00-26068efc9cdd', 'tag': 'fd7180e7-2e72-4930-8987-a2df8f451d05'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:24:18.063107 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ef5bbb-db67-45e3-a9d6-a32a1fa5de5e" -d '{"events": [{"name": "network-changed", "server_uuid": "cc7919e5-e7e2-43b0-ab00-26068efc9cdd", "tag": "fd7180e7-2e72-4930-8987-a2df8f451d05"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:24:18.097748 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-55ea130c-7604-4ac3-a7b6-d97b42e6ed7a None None] Set router ff098ea0-5a18-42ca-a357-389ce3cac5a1 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:24:18.099116 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036f5538-f787-4c98-9186-d7e9d797f746 x-openstack-request-id: req-036f5538-f787-4c98-9186-d7e9d797f746 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:24:18.099412 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc7919e5-e7e2-43b0-ab00-26068efc9cdd", "tag": "fd7180e7-2e72-4930-8987-a2df8f451d05", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:24:18.099712 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-036f5538-f787-4c98-9186-d7e9d797f746 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:24:18.100112 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc7919e5-e7e2-43b0-ab00-26068efc9cdd', 'tag': 'fd7180e7-2e72-4930-8987-a2df8f451d05', 'status': 'completed', 'code': 200} Mar 28 14:24:18.187631 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eefd55-9164-49f0-931a-f691ef0437db req-6cddbbf3-e904-4274-9d73-a5d4eb7244c4 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:24:18.189136 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e3eefd55-9164-49f0-931a-f691ef0437db req-6cddbbf3-e904-4274-9d73-a5d4eb7244c4 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc7919e5-e7e2-43b0-ab00-26068efc9cdd HTTP/1.1" status: 200 len: 945 time: 0.0744696 Mar 28 14:24:18.191815 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef5bbb-db67-45e3-a9d6-a32a1fa5de5e req-463f03cb-7e5d-41e9-b1dd-c858484217d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:24:18.193213 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-37ef5bbb-db67-45e3-a9d6-a32a1fa5de5e req-463f03cb-7e5d-41e9-b1dd-c858484217d3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2dc46a21a43e483fbb630102a765c646&device_id=cc7919e5-e7e2-43b0-ab00-26068efc9cdd HTTP/1.1" status: 200 len: 1098 time: 0.0688229 Mar 28 14:24:18.276837 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e3eefd55-9164-49f0-931a-f691ef0437db req-b8fdbac2-ead4-410a-b9bd-b5b3fa5074dc tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa34cd7f-13f4-4cfb-9b7a-4d3a3eb79f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805345 Mar 28 14:24:18.299697 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41124) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:24:18.322002 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-55ea130c-7604-4ac3-a7b6-d97b42e6ed7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff098ea0-5a18-42ca-a357-389ce3cac5a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705475823', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': '1a8df23a-ba8c-4023-aa49-2259bd5a5800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:23:53Z', 'updated_at': '2022-03-28T14:23:58Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '1a8df23a-ba8c-4023-aa49-2259bd5a5800', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff098ea0-5a18-42ca-a357-389ce3cac5a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:23:54Z', 'updated_at': '2022-03-28T14:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '419adb72-0f43-48e1-aaf0-46400eb192d2', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'floating_ip_address': '172.26.2.254', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': 'ff098ea0-5a18-42ca-a357-389ce3cac5a1', 'port_id': 'fd7180e7-2e72-4930-8987-a2df8f451d05', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59879162-a03a-4e12-b366-669d1aeff9ad', 'mac_address': 'fa:16:3e:a9:af:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7919e5-e7e2-43b0-ab00-26068efc9cdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:24:16Z', 'updated_at': '2022-03-28T14:24:16Z', 'revision_number': 0, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0f1b0e5-ae9a-4943-b932-9d924d7c8b5b', 'name': '', 'network_id': '59879162-a03a-4e12-b366-669d1aeff9ad', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'mac_address': 'fa:16:3e:70:34:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff098ea0-5a18-42ca-a357-389ce3cac5a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '216b51bd-b9b1-4dad-848f-b001d4f74b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:23:57Z', 'updated_at': '2022-03-28T14:24:00Z', 'revision_number': 5, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'subnets': [{'id': '216b51bd-b9b1-4dad-848f-b001d4f74b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:24:18.342263 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef5bbb-db67-45e3-a9d6-a32a1fa5de5e req-a0ed8d78-210e-424e-9b0c-19708cf7bdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:24:18.344235 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-37ef5bbb-db67-45e3-a9d6-a32a1fa5de5e req-a0ed8d78-210e-424e-9b0c-19708cf7bdb9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=59879162-a03a-4e12-b366-669d1aeff9ad HTTP/1.1" status: 200 len: 898 time: 0.1416750 Mar 28 14:24:18.352008 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ea130c-7604-4ac3-a7b6-d97b42e6ed7a None None] Checking router: ff098ea0-5a18-42ca-a357-389ce3cac5a1 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:24:18.360718 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ea130c-7604-4ac3-a7b6-d97b42e6ed7a None None] Routers {'ff098ea0-5a18-42ca-a357-389ce3cac5a1'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:24:18.361334 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-55ea130c-7604-4ac3-a7b6-d97b42e6ed7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:23:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['ff098ea0-5a18-42ca-a357-389ce3cac5a1'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:24:18.409895 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3063df22-f7dd-4540-af5c-ba8fe25de1e4 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/floatingips/419adb72-0f43-48e1-aaf0-46400eb192d2 HTTP/1.1" status: 200 len: 991 time: 0.1080613 Mar 28 14:24:18.424719 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-37ef5bbb-db67-45e3-a9d6-a32a1fa5de5e req-10e87e5b-36bb-490c-b6a7-7dc677d1b42a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd7180e7-2e72-4930-8987-a2df8f451d05 HTTP/1.1" status: 200 len: 999 time: 0.0741587 Mar 28 14:24:18.466112 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-55ea130c-7604-4ac3-a7b6-d97b42e6ed7a None None] Set router ff098ea0-5a18-42ca-a357-389ce3cac5a1 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:24:18.472750 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef5bbb-db67-45e3-a9d6-a32a1fa5de5e req-13efdd81-b511-42e5-9425-036298bb68c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:24:18.474190 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-37ef5bbb-db67-45e3-a9d6-a32a1fa5de5e req-13efdd81-b511-42e5-9425-036298bb68c5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=216b51bd-b9b1-4dad-848f-b001d4f74b33 HTTP/1.1" status: 200 len: 835 time: 0.0427473 Mar 28 14:24:18.523153 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef5bbb-db67-45e3-a9d6-a32a1fa5de5e req-6141e620-7138-4a75-b0a7-7d9eba06a582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:24:18.524728 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-37ef5bbb-db67-45e3-a9d6-a32a1fa5de5e req-6141e620-7138-4a75-b0a7-7d9eba06a582 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=59879162-a03a-4e12-b366-669d1aeff9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403407 Mar 28 14:24:18.619603 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-37ef5bbb-db67-45e3-a9d6-a32a1fa5de5e req-471c7e8c-738d-44cf-83e9-0cd11b9eb051 service neutron] 10.222.0.20 "GET /v2.0/networks/59879162-a03a-4e12-b366-669d1aeff9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874596 Mar 28 14:24:18.713340 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-37ef5bbb-db67-45e3-a9d6-a32a1fa5de5e req-e6155530-9764-4a98-88ea-abc74b9dde69 service neutron] 10.222.0.20 "GET /v2.0/networks/59879162-a03a-4e12-b366-669d1aeff9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866561 Mar 28 14:24:18.831323 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-55ea130c-7604-4ac3-a7b6-d97b42e6ed7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff098ea0-5a18-42ca-a357-389ce3cac5a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705475823', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': '1a8df23a-ba8c-4023-aa49-2259bd5a5800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:23:53Z', 'updated_at': '2022-03-28T14:23:58Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '1a8df23a-ba8c-4023-aa49-2259bd5a5800', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff098ea0-5a18-42ca-a357-389ce3cac5a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:23:54Z', 'updated_at': '2022-03-28T14:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '419adb72-0f43-48e1-aaf0-46400eb192d2', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'floating_ip_address': '172.26.2.254', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': 'ff098ea0-5a18-42ca-a357-389ce3cac5a1', 'port_id': 'fd7180e7-2e72-4930-8987-a2df8f451d05', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59879162-a03a-4e12-b366-669d1aeff9ad', 'mac_address': 'fa:16:3e:a9:af:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7919e5-e7e2-43b0-ab00-26068efc9cdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:24:16Z', 'updated_at': '2022-03-28T14:24:16Z', 'revision_number': 0, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0f1b0e5-ae9a-4943-b932-9d924d7c8b5b', 'name': '', 'network_id': '59879162-a03a-4e12-b366-669d1aeff9ad', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'mac_address': 'fa:16:3e:70:34:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff098ea0-5a18-42ca-a357-389ce3cac5a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '216b51bd-b9b1-4dad-848f-b001d4f74b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:23:57Z', 'updated_at': '2022-03-28T14:24:00Z', 'revision_number': 5, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'subnets': [{'id': '216b51bd-b9b1-4dad-848f-b001d4f74b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:24:18.860666 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ea130c-7604-4ac3-a7b6-d97b42e6ed7a None None] The sync data for ids ['ff098ea0-5a18-42ca-a357-389ce3cac5a1'] in dv-neutron-835335-1-hyperv is: [{'id': 'ff098ea0-5a18-42ca-a357-389ce3cac5a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705475823', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': '1a8df23a-ba8c-4023-aa49-2259bd5a5800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:23:53Z', 'updated_at': '2022-03-28T14:23:58Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '1a8df23a-ba8c-4023-aa49-2259bd5a5800', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff098ea0-5a18-42ca-a357-389ce3cac5a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:23:54Z', 'updated_at': '2022-03-28T14:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '419adb72-0f43-48e1-aaf0-46400eb192d2', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'floating_ip_address': '172.26.2.254', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': 'ff098ea0-5a18-42ca-a357-389ce3cac5a1', 'port_id': 'fd7180e7-2e72-4930-8987-a2df8f451d05', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59879162-a03a-4e12-b366-669d1aeff9ad', 'mac_address': 'fa:16:3e:a9:af:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7919e5-e7e2-43b0-ab00-26068efc9cdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:24:16Z', 'updated_at': '2022-03-28T14:24:16Z', 'revision_number': 0, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0f1b0e5-ae9a-4943-b932-9d924d7c8b5b', 'name': '', 'network_id': '59879162-a03a-4e12-b366-669d1aeff9ad', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'mac_address': 'fa:16:3e:70:34:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff098ea0-5a18-42ca-a357-389ce3cac5a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '216b51bd-b9b1-4dad-848f-b001d4f74b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:23:57Z', 'updated_at': '2022-03-28T14:24:00Z', 'revision_number': 5, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'subnets': [{'id': '216b51bd-b9b1-4dad-848f-b001d4f74b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:24:19.042286 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea935d1-d1a4-4a9a-87e0-7f9d79c2e914 None None] New status for floating IP 419adb72-0f43-48e1-aaf0-46400eb192d2: ACTIVE {{(pid=109615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:24:19.412568 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41126) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:24:19.478685 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e328af87-8bb4-47b2-baca-35e1f6fc38d3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/floatingips/419adb72-0f43-48e1-aaf0-46400eb192d2 HTTP/1.1" status: 200 len: 993 time: 0.0649805 Mar 28 14:24:24.030417 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a93ba880-14d0-4649-a1a5-a766396a4fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:24:26.339281 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4fed1da3-22ee-4ef9-8cac-9c43a11382e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:24:27.550310 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9a32d440-39c0-4a5d-89c0-0fc4ec15f72d req-d7fd5196-8352-4536-ba90-e1c9b5778ef0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cc7919e5-e7e2-43b0-ab00-26068efc9cdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393007 Mar 28 14:24:27.638077 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32d440-39c0-4a5d-89c0-0fc4ec15f72d req-8087de8c-a9b1-4307-9055-274e2ff9349b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:24:27.639555 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9a32d440-39c0-4a5d-89c0-0fc4ec15f72d req-8087de8c-a9b1-4307-9055-274e2ff9349b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2dc46a21a43e483fbb630102a765c646&device_id=cc7919e5-e7e2-43b0-ab00-26068efc9cdd HTTP/1.1" status: 200 len: 1098 time: 0.0443347 Mar 28 14:24:27.716466 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:24:27.740861 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32d440-39c0-4a5d-89c0-0fc4ec15f72d req-ed4a935d-be22-44a5-b1fa-75646602bbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:24:27.744764 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9a32d440-39c0-4a5d-89c0-0fc4ec15f72d req-ed4a935d-be22-44a5-b1fa-75646602bbc9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=59879162-a03a-4e12-b366-669d1aeff9ad HTTP/1.1" status: 200 len: 898 time: 0.0843315 Mar 28 14:24:27.809034 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9a32d440-39c0-4a5d-89c0-0fc4ec15f72d req-d5227174-d6fc-49a0-b88e-af55aa881a34 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd7180e7-2e72-4930-8987-a2df8f451d05 HTTP/1.1" status: 200 len: 1001 time: 0.0597146 Mar 28 14:24:27.857377 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32d440-39c0-4a5d-89c0-0fc4ec15f72d req-b8a89310-38f3-4e79-9c67-cd993321fb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:24:27.858850 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9a32d440-39c0-4a5d-89c0-0fc4ec15f72d req-b8a89310-38f3-4e79-9c67-cd993321fb68 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=216b51bd-b9b1-4dad-848f-b001d4f74b33 HTTP/1.1" status: 200 len: 835 time: 0.0427876 Mar 28 14:24:27.902536 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32d440-39c0-4a5d-89c0-0fc4ec15f72d req-f78cf36e-7e87-4b24-97e5-73484b2e9616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:24:27.904021 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9a32d440-39c0-4a5d-89c0-0fc4ec15f72d req-f78cf36e-7e87-4b24-97e5-73484b2e9616 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=59879162-a03a-4e12-b366-669d1aeff9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386233 Mar 28 14:24:27.997598 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9a32d440-39c0-4a5d-89c0-0fc4ec15f72d req-c07978b0-ba82-4156-8863-8a4aadab443e service neutron] 10.222.0.20 "GET /v2.0/networks/59879162-a03a-4e12-b366-669d1aeff9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845535 Mar 28 14:24:28.084658 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9a32d440-39c0-4a5d-89c0-0fc4ec15f72d req-6e989fed-fc52-4c80-956c-0c6bbd1057ab service neutron] 10.222.0.20 "GET /v2.0/networks/59879162-a03a-4e12-b366-669d1aeff9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807245 Mar 28 14:24:29.053530 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:24:29.378919 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:24:43.818604 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:24:44.225847 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:24:54.063971 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-28c4eeb4-1359-4ecc-a27a-46740da0f8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:24:56.332650 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4919415a-0b93-4f16-ba1f-1b300de2fe9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:24:57.720615 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:24:59.069521 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:24:59.406724 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:13.858123 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:21.224389 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:25:22.423610 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d7cd1-7041-4026-a1f8-d08cd5ddc54a req-3217cb96-5ce9-4746-ad87-ec723e87434a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:25:22.425119 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-766d7cd1-7041-4026-a1f8-d08cd5ddc54a req-3217cb96-5ce9-4746-ad87-ec723e87434a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc7919e5-e7e2-43b0-ab00-26068efc9cdd HTTP/1.1" status: 200 len: 945 time: 0.0542748 Mar 28 14:25:22.462490 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-766d7cd1-7041-4026-a1f8-d08cd5ddc54a req-6ca4b823-66e3-4288-8712-8d12da1b7674 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa34cd7f-13f4-4cfb-9b7a-4d3a3eb79f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312736 Mar 28 14:25:23.574960 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a59e50-6724-495a-aeb5-4437ec6fc375 req-a181d988-942e-4e8e-9095-e0b606aef317 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:25:23.576889 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-72a59e50-6724-495a-aeb5-4437ec6fc375 req-a181d988-942e-4e8e-9095-e0b606aef317 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc7919e5-e7e2-43b0-ab00-26068efc9cdd HTTP/1.1" status: 200 len: 945 time: 0.0480347 Mar 28 14:25:23.612879 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-72a59e50-6724-495a-aeb5-4437ec6fc375 req-991c2203-8066-4a79-b59a-0c5121e0ed19 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa34cd7f-13f4-4cfb-9b7a-4d3a3eb79f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301507 Mar 28 14:25:23.635039 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41158) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:25:23.696869 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-43166013-7478-422a-a09d-35d157eb453d tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/floatingips/419adb72-0f43-48e1-aaf0-46400eb192d2 HTTP/1.1" status: 200 len: 993 time: 0.0605748 Mar 28 14:25:24.028758 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c61962ef-938e-4fcf-a100-5569051dce46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:25.101675 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa6c25-d2c5-4360-89cd-e361b47069ba req-49468713-9cad-46c2-91ff-1b77f787143b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:25:25.103149 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5daa6c25-d2c5-4360-89cd-e361b47069ba req-49468713-9cad-46c2-91ff-1b77f787143b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc7919e5-e7e2-43b0-ab00-26068efc9cdd HTTP/1.1" status: 200 len: 945 time: 0.0490057 Mar 28 14:25:25.142120 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5daa6c25-d2c5-4360-89cd-e361b47069ba req-d2b21812-99df-46ff-af34-5549ef647da1 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa34cd7f-13f4-4cfb-9b7a-4d3a3eb79f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318394 Mar 28 14:25:26.257374 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83fa0e-39c4-4184-85a7-ab339aa23520 req-7953bffd-9f47-413a-acee-0fef8ffa6c90 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:25:26.258855 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ae83fa0e-39c4-4184-85a7-ab339aa23520 req-7953bffd-9f47-413a-acee-0fef8ffa6c90 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc7919e5-e7e2-43b0-ab00-26068efc9cdd HTTP/1.1" status: 200 len: 945 time: 0.0477557 Mar 28 14:25:26.296592 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ae83fa0e-39c4-4184-85a7-ab339aa23520 req-631f3762-9ed4-48d7-a033-d8a721cbf8cf tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa34cd7f-13f4-4cfb-9b7a-4d3a3eb79f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310395 Mar 28 14:25:26.319169 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41168) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:25:26.331289 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4e50a2f9-f94b-4198-8976-8313da311c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:26.381494 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-0c0576c3-0827-4c63-91fe-95230eb72e27 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/floatingips/419adb72-0f43-48e1-aaf0-46400eb192d2 HTTP/1.1" status: 200 len: 993 time: 0.0612977 Mar 28 14:25:26.656413 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41174) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:25:26.804694 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-49f4418d-3e0b-46a6-bb8d-de35b6cb6ce3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Deleting port 2865a271-a634-4d49-9580-ae75e31bf97a {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:25:26.805031 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-49f4418d-3e0b-46a6-bb8d-de35b6cb6ce3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:26.875943 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-49f4418d-3e0b-46a6-bb8d-de35b6cb6ce3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:26.876265 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-49f4418d-3e0b-46a6-bb8d-de35b6cb6ce3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:26.887347 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-49f4418d-3e0b-46a6-bb8d-de35b6cb6ce3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Calling delete_port for 2865a271-a634-4d49-9580-ae75e31bf97a owned by network:floatingip {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:25:27.074142 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-49f4418d-3e0b-46a6-bb8d-de35b6cb6ce3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:27.096842 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f4418d-3e0b-46a6-bb8d-de35b6cb6ce3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event deleted for resources: {'Port': ['ID=2865a271-a634-4d49-9580-ae75e31bf97a,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:25:27.109088 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4418d-3e0b-46a6-bb8d-de35b6cb6ce3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:25:27.110435 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4418d-3e0b-46a6-bb8d-de35b6cb6ce3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:25:27.110435 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4418d-3e0b-46a6-bb8d-de35b6cb6ce3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:25:27.110435 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4418d-3e0b-46a6-bb8d-de35b6cb6ce3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:25:27.110435 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4418d-3e0b-46a6-bb8d-de35b6cb6ce3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:25:27.110759 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4418d-3e0b-46a6-bb8d-de35b6cb6ce3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:25:27.110992 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4418d-3e0b-46a6-bb8d-de35b6cb6ce3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:25:27.111314 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4418d-3e0b-46a6-bb8d-de35b6cb6ce3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:25:27.111635 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4418d-3e0b-46a6-bb8d-de35b6cb6ce3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:25:27.111956 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4418d-3e0b-46a6-bb8d-de35b6cb6ce3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:25:27.112276 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4418d-3e0b-46a6-bb8d-de35b6cb6ce3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:25:27.112623 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4418d-3e0b-46a6-bb8d-de35b6cb6ce3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:25:27.170896 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-49f4418d-3e0b-46a6-bb8d-de35b6cb6ce3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for floatingip, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:27.171223 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [None req-49f4418d-3e0b-46a6-bb8d-de35b6cb6ce3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Floating IP 419adb72-0f43-48e1-aaf0-46400eb192d2 disassociated (deleted). External IP: 172.26.2.254, port: fd7180e7-2e72-4930-8987-a2df8f451d05. Mar 28 14:25:27.370615 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f4418d-3e0b-46a6-bb8d-de35b6cb6ce3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Router ff098ea0-5a18-42ca-a357-389ce3cac5a1 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:25:27.476717 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f4418d-3e0b-46a6-bb8d-de35b6cb6ce3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:25:27.481586 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-49f4418d-3e0b-46a6-bb8d-de35b6cb6ce3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:27.487373 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1967361c-27b7-453a-95b4-81409019cac9 None None] Sync routers for ids ['ff098ea0-5a18-42ca-a357-389ce3cac5a1'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:25:27.497214 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1967361c-27b7-453a-95b4-81409019cac9 None None] Routers {'ff098ea0-5a18-42ca-a357-389ce3cac5a1'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:25:27.497745 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-1967361c-27b7-453a-95b4-81409019cac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:25:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['ff098ea0-5a18-42ca-a357-389ce3cac5a1'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:25:27.507241 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-49f4418d-3e0b-46a6-bb8d-de35b6cb6ce3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "DELETE /v2.0/floatingips/419adb72-0f43-48e1-aaf0-46400eb192d2 HTTP/1.1" status: 204 len: 168 time: 0.8497555 Mar 28 14:25:27.507785 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc7919e5-e7e2-43b0-ab00-26068efc9cdd', 'tag': 'fd7180e7-2e72-4930-8987-a2df8f451d05'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:25:27.510042 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b07de2-9415-4084-b307-7ca0ba8bcf91" -d '{"events": [{"name": "network-changed", "server_uuid": "cc7919e5-e7e2-43b0-ab00-26068efc9cdd", "tag": "fd7180e7-2e72-4930-8987-a2df8f451d05"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:25:27.548053 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29ca0d9-b5f1-4cea-a922-f1e0cbfb2c06 x-openstack-request-id: req-f29ca0d9-b5f1-4cea-a922-f1e0cbfb2c06 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:25:27.548512 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc7919e5-e7e2-43b0-ab00-26068efc9cdd", "tag": "fd7180e7-2e72-4930-8987-a2df8f451d05", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:25:27.548641 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f29ca0d9-b5f1-4cea-a922-f1e0cbfb2c06 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:25:27.549032 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc7919e5-e7e2-43b0-ab00-26068efc9cdd', 'tag': 'fd7180e7-2e72-4930-8987-a2df8f451d05', 'status': 'completed', 'code': 200} Mar 28 14:25:27.604862 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-1967361c-27b7-453a-95b4-81409019cac9 None None] Set router ff098ea0-5a18-42ca-a357-389ce3cac5a1 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:25:27.614467 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b07de2-9415-4084-b307-7ca0ba8bcf91 req-437dc57e-931a-4ab3-8906-fc88d7415354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:25:27.616030 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d7b07de2-9415-4084-b307-7ca0ba8bcf91 req-437dc57e-931a-4ab3-8906-fc88d7415354 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2dc46a21a43e483fbb630102a765c646&device_id=cc7919e5-e7e2-43b0-ab00-26068efc9cdd HTTP/1.1" status: 200 len: 1098 time: 0.0413351 Mar 28 14:25:27.714546 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b07de2-9415-4084-b307-7ca0ba8bcf91 req-698a7cab-3f2f-4721-b4c0-1bb6e54e7f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:25:27.716145 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d7b07de2-9415-4084-b307-7ca0ba8bcf91 req-698a7cab-3f2f-4721-b4c0-1bb6e54e7f4e service neutron] 10.222.0.20 "GET /v2.0/networks?id=59879162-a03a-4e12-b366-669d1aeff9ad HTTP/1.1" status: 200 len: 898 time: 0.0923986 Mar 28 14:25:27.757051 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d7b07de2-9415-4084-b307-7ca0ba8bcf91 req-eecef70f-c7d5-411d-8b41-6505085fc18b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd7180e7-2e72-4930-8987-a2df8f451d05 HTTP/1.1" status: 200 len: 217 time: 0.0342522 Mar 28 14:25:27.789311 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:27.806172 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b07de2-9415-4084-b307-7ca0ba8bcf91 req-90e3cc18-c8a5-48b1-ac87-e4e474f387f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:25:27.807646 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d7b07de2-9415-4084-b307-7ca0ba8bcf91 req-90e3cc18-c8a5-48b1-ac87-e4e474f387f9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=216b51bd-b9b1-4dad-848f-b001d4f74b33 HTTP/1.1" status: 200 len: 835 time: 0.0443261 Mar 28 14:25:27.817632 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-1967361c-27b7-453a-95b4-81409019cac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff098ea0-5a18-42ca-a357-389ce3cac5a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705475823', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': '1a8df23a-ba8c-4023-aa49-2259bd5a5800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:23:53Z', 'updated_at': '2022-03-28T14:23:58Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '1a8df23a-ba8c-4023-aa49-2259bd5a5800', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff098ea0-5a18-42ca-a357-389ce3cac5a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:23:54Z', 'updated_at': '2022-03-28T14:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'e0f1b0e5-ae9a-4943-b932-9d924d7c8b5b', 'name': '', 'network_id': '59879162-a03a-4e12-b366-669d1aeff9ad', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'mac_address': 'fa:16:3e:70:34:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff098ea0-5a18-42ca-a357-389ce3cac5a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '216b51bd-b9b1-4dad-848f-b001d4f74b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:23:57Z', 'updated_at': '2022-03-28T14:24:00Z', 'revision_number': 5, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'subnets': [{'id': '216b51bd-b9b1-4dad-848f-b001d4f74b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:25:27.849825 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1967361c-27b7-453a-95b4-81409019cac9 None None] Checking router: ff098ea0-5a18-42ca-a357-389ce3cac5a1 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:25:27.854229 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b07de2-9415-4084-b307-7ca0ba8bcf91 req-ea188caf-7b6e-4bb2-9906-65b7e9b78384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:25:27.856109 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d7b07de2-9415-4084-b307-7ca0ba8bcf91 req-ea188caf-7b6e-4bb2-9906-65b7e9b78384 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=59879162-a03a-4e12-b366-669d1aeff9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416572 Mar 28 14:25:27.863121 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1967361c-27b7-453a-95b4-81409019cac9 None None] Routers {'ff098ea0-5a18-42ca-a357-389ce3cac5a1'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:25:27.863743 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-1967361c-27b7-453a-95b4-81409019cac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:25:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['ff098ea0-5a18-42ca-a357-389ce3cac5a1'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:25:27.969731 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-1967361c-27b7-453a-95b4-81409019cac9 None None] Set router ff098ea0-5a18-42ca-a357-389ce3cac5a1 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:25:27.983228 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322dfd25-3533-4b8f-9ac8-6353fe8d5ab7 req-0611c86e-94fe-4618-a5c5-c80675938241 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:25:27.984710 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-322dfd25-3533-4b8f-9ac8-6353fe8d5ab7 req-0611c86e-94fe-4618-a5c5-c80675938241 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc7919e5-e7e2-43b0-ab00-26068efc9cdd HTTP/1.1" status: 200 len: 945 time: 0.0706620 Mar 28 14:25:27.989926 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d7b07de2-9415-4084-b307-7ca0ba8bcf91 req-cd2aff3b-e34b-4223-bb34-21a3bf8955c2 service neutron] 10.222.0.20 "GET /v2.0/networks/59879162-a03a-4e12-b366-669d1aeff9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265969 Mar 28 14:25:28.068613 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-322dfd25-3533-4b8f-9ac8-6353fe8d5ab7 req-e09846bb-42f8-4ab3-96bd-15af4bf01a77 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa34cd7f-13f4-4cfb-9b7a-4d3a3eb79f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777183 Mar 28 14:25:28.103799 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d7b07de2-9415-4084-b307-7ca0ba8bcf91 req-41dcea97-eb56-4e6b-b756-e94a3e774b71 service neutron] 10.222.0.20 "GET /v2.0/networks/59879162-a03a-4e12-b366-669d1aeff9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000726 Mar 28 14:25:28.163503 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-1967361c-27b7-453a-95b4-81409019cac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff098ea0-5a18-42ca-a357-389ce3cac5a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705475823', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': '1a8df23a-ba8c-4023-aa49-2259bd5a5800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:23:53Z', 'updated_at': '2022-03-28T14:23:58Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '1a8df23a-ba8c-4023-aa49-2259bd5a5800', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff098ea0-5a18-42ca-a357-389ce3cac5a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:23:54Z', 'updated_at': '2022-03-28T14:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'e0f1b0e5-ae9a-4943-b932-9d924d7c8b5b', 'name': '', 'network_id': '59879162-a03a-4e12-b366-669d1aeff9ad', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'mac_address': 'fa:16:3e:70:34:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff098ea0-5a18-42ca-a357-389ce3cac5a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '216b51bd-b9b1-4dad-848f-b001d4f74b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:23:57Z', 'updated_at': '2022-03-28T14:24:00Z', 'revision_number': 5, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'subnets': [{'id': '216b51bd-b9b1-4dad-848f-b001d4f74b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:25:28.191098 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1967361c-27b7-453a-95b4-81409019cac9 None None] The sync data for ids ['ff098ea0-5a18-42ca-a357-389ce3cac5a1'] in dv-neutron-835335-1-hyperv is: [{'id': 'ff098ea0-5a18-42ca-a357-389ce3cac5a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705475823', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': '1a8df23a-ba8c-4023-aa49-2259bd5a5800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:23:53Z', 'updated_at': '2022-03-28T14:23:58Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '1a8df23a-ba8c-4023-aa49-2259bd5a5800', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff098ea0-5a18-42ca-a357-389ce3cac5a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:23:54Z', 'updated_at': '2022-03-28T14:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'e0f1b0e5-ae9a-4943-b932-9d924d7c8b5b', 'name': '', 'network_id': '59879162-a03a-4e12-b366-669d1aeff9ad', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'mac_address': 'fa:16:3e:70:34:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff098ea0-5a18-42ca-a357-389ce3cac5a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '216b51bd-b9b1-4dad-848f-b001d4f74b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:23:57Z', 'updated_at': '2022-03-28T14:24:00Z', 'revision_number': 5, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'subnets': [{'id': '216b51bd-b9b1-4dad-848f-b001d4f74b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:25:28.402280 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd5fe7c-b904-495f-a11f-88fa5317d3a7 None None] New status for floating IP 419adb72-0f43-48e1-aaf0-46400eb192d2: DOWN {{(pid=109615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:25:29.079842 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:29.191051 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d67b692-733b-4d6a-8c6e-299b8ed759f4 req-c99f4eba-ef3e-4353-b623-abcbc6d154d6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:25:29.192621 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0d67b692-733b-4d6a-8c6e-299b8ed759f4 req-c99f4eba-ef3e-4353-b623-abcbc6d154d6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc7919e5-e7e2-43b0-ab00-26068efc9cdd HTTP/1.1" status: 200 len: 945 time: 0.0541844 Mar 28 14:25:29.229596 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0d67b692-733b-4d6a-8c6e-299b8ed759f4 req-9d3d0832-fc69-43b3-ba49-86a4d8073e2e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa34cd7f-13f4-4cfb-9b7a-4d3a3eb79f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309558 Mar 28 14:25:29.411447 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:29.730313 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728adaa-cc21-4dd1-9ca2-c5b17fb5e895 req-9c12b87a-ba62-4e18-b529-20e13061204b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:25:29.732340 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5728adaa-cc21-4dd1-9ca2-c5b17fb5e895 req-9c12b87a-ba62-4e18-b529-20e13061204b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc7919e5-e7e2-43b0-ab00-26068efc9cdd HTTP/1.1" status: 200 len: 945 time: 0.0456958 Mar 28 14:25:29.825762 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-5728adaa-cc21-4dd1-9ca2-c5b17fb5e895 req-8b5fce08-2803-4abe-a71a-ae5dd0201295 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Deleting port fd7180e7-2e72-4930-8987-a2df8f451d05 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:25:29.826000 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-5728adaa-cc21-4dd1-9ca2-c5b17fb5e895 req-8b5fce08-2803-4abe-a71a-ae5dd0201295 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:29.909267 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-5728adaa-cc21-4dd1-9ca2-c5b17fb5e895 req-8b5fce08-2803-4abe-a71a-ae5dd0201295 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] For port fd7180e7-2e72-4930-8987-a2df8f451d05, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=fd7180e7-2e72-4930-8987-a2df8f451d05,segment=NetworkSegment(307fe9de-d60b-4025-b095-0bace5638a1e),segment_id=307fe9de-d60b-4025-b095-0bace5638a1e)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:25:29.909625 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-5728adaa-cc21-4dd1-9ca2-c5b17fb5e895 req-8b5fce08-2803-4abe-a71a-ae5dd0201295 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:29.922368 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-5728adaa-cc21-4dd1-9ca2-c5b17fb5e895 req-8b5fce08-2803-4abe-a71a-ae5dd0201295 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Calling delete_port for fd7180e7-2e72-4930-8987-a2df8f451d05 owned by compute:nova {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:25:30.137682 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-5728adaa-cc21-4dd1-9ca2-c5b17fb5e895 req-8b5fce08-2803-4abe-a71a-ae5dd0201295 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:30.166326 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5fce08-2803-4abe-a71a-ae5dd0201295 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event deleted for resources: {'Port': ['ID=fd7180e7-2e72-4930-8987-a2df8f451d05,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:25:30.210725 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-5728adaa-cc21-4dd1-9ca2-c5b17fb5e895 req-8b5fce08-2803-4abe-a71a-ae5dd0201295 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] No DVR routers for this DVR port fd7180e7-2e72-4930-8987-a2df8f451d05 on host hv-neutron-8353 {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:25:30.213354 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-5728adaa-cc21-4dd1-9ca2-c5b17fb5e895 req-8b5fce08-2803-4abe-a71a-ae5dd0201295 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:30.217237 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5728adaa-cc21-4dd1-9ca2-c5b17fb5e895 req-8b5fce08-2803-4abe-a71a-ae5dd0201295 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.20 "DELETE /v2.0/ports/fd7180e7-2e72-4930-8987-a2df8f451d05 HTTP/1.1" status: 204 len: 173 time: 0.4794269 Mar 28 14:25:30.217660 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7919e5-e7e2-43b0-ab00-26068efc9cdd', 'name': 'network-vif-deleted', 'tag': 'fd7180e7-2e72-4930-8987-a2df8f451d05'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:25:30.219937 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ff7ad2-121f-4278-9480-1140d572dfa7" -d '{"events": [{"server_uuid": "cc7919e5-e7e2-43b0-ab00-26068efc9cdd", "name": "network-vif-deleted", "tag": "fd7180e7-2e72-4930-8987-a2df8f451d05"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:25:30.255211 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0246c0-1127-421b-848b-5837e24d1240 x-openstack-request-id: req-ee0246c0-1127-421b-848b-5837e24d1240 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:25:30.255801 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc7919e5-e7e2-43b0-ab00-26068efc9cdd", "name": "network-vif-deleted", "tag": "fd7180e7-2e72-4930-8987-a2df8f451d05", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:25:30.256051 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ee0246c0-1127-421b-848b-5837e24d1240 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:25:30.256496 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7919e5-e7e2-43b0-ab00-26068efc9cdd', 'name': 'network-vif-deleted', 'tag': 'fd7180e7-2e72-4930-8987-a2df8f451d05', 'status': 'completed', 'code': 200} Mar 28 14:25:30.324399 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a1375b37-f403-47fd-9afa-46d66992bfa3 req-42c7cf6c-1a87-4c89-8414-7998a40593e8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc7919e5-e7e2-43b0-ab00-26068efc9cdd HTTP/1.1" status: 200 len: 210 time: 0.0258930 Mar 28 14:25:31.380957 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41192) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:25:31.721698 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9c9e2185-b932-40ff-ac6c-0a4d0320ff0b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:31.967499 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-9c9e2185-b932-40ff-ac6c-0a4d0320ff0b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Deleting port e0f1b0e5-ae9a-4943-b932-9d924d7c8b5b {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:25:31.967832 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9c9e2185-b932-40ff-ac6c-0a4d0320ff0b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:32.054383 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-9c9e2185-b932-40ff-ac6c-0a4d0320ff0b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] For port e0f1b0e5-ae9a-4943-b932-9d924d7c8b5b, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=e0f1b0e5-ae9a-4943-b932-9d924d7c8b5b,segment=NetworkSegment(307fe9de-d60b-4025-b095-0bace5638a1e),segment_id=307fe9de-d60b-4025-b095-0bace5638a1e)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:25:32.054666 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9c9e2185-b932-40ff-ac6c-0a4d0320ff0b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:32.066930 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-9c9e2185-b932-40ff-ac6c-0a4d0320ff0b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Calling delete_port for e0f1b0e5-ae9a-4943-b932-9d924d7c8b5b owned by network:router_interface {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:25:32.308394 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9c9e2185-b932-40ff-ac6c-0a4d0320ff0b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:32.336432 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e2185-b932-40ff-ac6c-0a4d0320ff0b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event deleted for resources: {'Port': ['ID=e0f1b0e5-ae9a-4943-b932-9d924d7c8b5b,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:25:32.506592 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9c9e2185-b932-40ff-ac6c-0a4d0320ff0b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:33.044253 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c9e2185-b932-40ff-ac6c-0a4d0320ff0b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Router ff098ea0-5a18-42ca-a357-389ce3cac5a1 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:25:33.142294 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9e2185-b932-40ff-ac6c-0a4d0320ff0b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:25:33.147452 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9c9e2185-b932-40ff-ac6c-0a4d0320ff0b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "PUT /v2.0/routers/ff098ea0-5a18-42ca-a357-389ce3cac5a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7654893 Mar 28 14:25:33.150271 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41194) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:25:33.151451 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d36c213-21ae-4542-afdf-5d1ab6f99597 None None] Sync routers for ids ['ff098ea0-5a18-42ca-a357-389ce3cac5a1'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:25:33.161824 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d36c213-21ae-4542-afdf-5d1ab6f99597 None None] Routers {'ff098ea0-5a18-42ca-a357-389ce3cac5a1'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:25:33.162423 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-4d36c213-21ae-4542-afdf-5d1ab6f99597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:25:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['ff098ea0-5a18-42ca-a357-389ce3cac5a1'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:25:33.203697 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f68f522-4e59-434e-ae2e-43d677361a22 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Deleting subnet 216b51bd-b9b1-4dad-848f-b001d4f74b33 {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 14:25:33.206666 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2f68f522-4e59-434e-ae2e-43d677361a22 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:33.246381 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2f68f522-4e59-434e-ae2e-43d677361a22 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:33.263116 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-4d36c213-21ae-4542-afdf-5d1ab6f99597 None None] Set router ff098ea0-5a18-42ca-a357-389ce3cac5a1 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:25:33.289187 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device fd7180e7-2e72-4930-8987-a2df8f451d05 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:25:33.327279 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2f68f522-4e59-434e-ae2e-43d677361a22 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:33.458051 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2f68f522-4e59-434e-ae2e-43d677361a22 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:33.486493 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68f522-4e59-434e-ae2e-43d677361a22 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event deleted for resources: {'Subnet': ['ID=216b51bd-b9b1-4dad-848f-b001d4f74b33,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:25:33.491009 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2f68f522-4e59-434e-ae2e-43d677361a22 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:33.497553 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-2f68f522-4e59-434e-ae2e-43d677361a22 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "DELETE /v2.0/subnets/216b51bd-b9b1-4dad-848f-b001d4f74b33 HTTP/1.1" status: 204 len: 168 time: 0.3462970 Mar 28 14:25:33.498072 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 41196) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:25:33.518192 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] No Port match for: fd7180e7-2e72-4930-8987-a2df8f451d05 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:25:33.518532 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device fd7180e7-2e72-4930-8987-a2df8f451d05 not bound to the agent host hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:25:33.533075 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b24af0-4476-4a9e-931d-ee7a60370fce None None] Network 59879162-a03a-4e12-b366-669d1aeff9ad requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:25:33.612601 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a2283392-2dd6-44ab-b269-1f361a30ba8f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for router, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:33.699873 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-4d36c213-21ae-4542-afdf-5d1ab6f99597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff098ea0-5a18-42ca-a357-389ce3cac5a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705475823', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': '1a8df23a-ba8c-4023-aa49-2259bd5a5800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:23:53Z', 'updated_at': '2022-03-28T14:25:32Z', 'revision_number': 5, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '1a8df23a-ba8c-4023-aa49-2259bd5a5800', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff098ea0-5a18-42ca-a357-389ce3cac5a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:23:54Z', 'updated_at': '2022-03-28T14:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:25:33.732792 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d36c213-21ae-4542-afdf-5d1ab6f99597 None None] Checking router: ff098ea0-5a18-42ca-a357-389ce3cac5a1 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:25:33.741244 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d36c213-21ae-4542-afdf-5d1ab6f99597 None None] Routers {'ff098ea0-5a18-42ca-a357-389ce3cac5a1'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:25:33.741896 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-4d36c213-21ae-4542-afdf-5d1ab6f99597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:25:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['ff098ea0-5a18-42ca-a357-389ce3cac5a1'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:25:33.777028 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77499c13-9869-4178-8a47-ef06ef20a7d5 None None] DHCP port deletion for 59879162-a03a-4e12-b366-669d1aeff9ad request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 14:25:33.881281 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-4d36c213-21ae-4542-afdf-5d1ab6f99597 None None] Set router ff098ea0-5a18-42ca-a357-389ce3cac5a1 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:25:33.943022 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-77499c13-9869-4178-8a47-ef06ef20a7d5 None None] Deleting port 8c00bd8c-2bf8-42e1-ae5b-7b88b1d473e4 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:25:33.943390 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-77499c13-9869-4178-8a47-ef06ef20a7d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:34.046085 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a2283392-2dd6-44ab-b269-1f361a30ba8f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:34.070860 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-77499c13-9869-4178-8a47-ef06ef20a7d5 None None] For port 8c00bd8c-2bf8-42e1-ae5b-7b88b1d473e4, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=8c00bd8c-2bf8-42e1-ae5b-7b88b1d473e4,segment=NetworkSegment(307fe9de-d60b-4025-b095-0bace5638a1e),segment_id=307fe9de-d60b-4025-b095-0bace5638a1e)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:25:34.071253 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-77499c13-9869-4178-8a47-ef06ef20a7d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:34.090597 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-77499c13-9869-4178-8a47-ef06ef20a7d5 None None] Calling delete_port for 8c00bd8c-2bf8-42e1-ae5b-7b88b1d473e4 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:25:34.195859 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-4d36c213-21ae-4542-afdf-5d1ab6f99597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff098ea0-5a18-42ca-a357-389ce3cac5a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705475823', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': '1a8df23a-ba8c-4023-aa49-2259bd5a5800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:23:53Z', 'updated_at': '2022-03-28T14:25:32Z', 'revision_number': 5, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '1a8df23a-ba8c-4023-aa49-2259bd5a5800', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff098ea0-5a18-42ca-a357-389ce3cac5a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:23:54Z', 'updated_at': '2022-03-28T14:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:25:34.202132 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-a2283392-2dd6-44ab-b269-1f361a30ba8f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Deleting port 1a8df23a-ba8c-4023-aa49-2259bd5a5800 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:25:34.202470 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a2283392-2dd6-44ab-b269-1f361a30ba8f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:34.226058 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d36c213-21ae-4542-afdf-5d1ab6f99597 None None] The sync data for ids ['ff098ea0-5a18-42ca-a357-389ce3cac5a1'] in dv-neutron-835335-1-hyperv is: [{'id': 'ff098ea0-5a18-42ca-a357-389ce3cac5a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705475823', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': '1a8df23a-ba8c-4023-aa49-2259bd5a5800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:23:53Z', 'updated_at': '2022-03-28T14:25:32Z', 'revision_number': 5, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '1a8df23a-ba8c-4023-aa49-2259bd5a5800', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff098ea0-5a18-42ca-a357-389ce3cac5a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:23:54Z', 'updated_at': '2022-03-28T14:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:25:34.274114 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-77499c13-9869-4178-8a47-ef06ef20a7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:34.279172 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-a2283392-2dd6-44ab-b269-1f361a30ba8f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] For port 1a8df23a-ba8c-4023-aa49-2259bd5a5800, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=1a8df23a-ba8c-4023-aa49-2259bd5a5800,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:25:34.279543 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a2283392-2dd6-44ab-b269-1f361a30ba8f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:34.291889 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-a2283392-2dd6-44ab-b269-1f361a30ba8f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Calling delete_port for 1a8df23a-ba8c-4023-aa49-2259bd5a5800 owned by network:router_gateway {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:25:34.301108 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77499c13-9869-4178-8a47-ef06ef20a7d5 None None] Pushing event deleted for resources: {'Port': ['ID=8c00bd8c-2bf8-42e1-ae5b-7b88b1d473e4,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:25:34.304106 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77499c13-9869-4178-8a47-ef06ef20a7d5 None None] No DVR routers for this DVR port 8c00bd8c-2bf8-42e1-ae5b-7b88b1d473e4 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:25:34.311411 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77499c13-9869-4178-8a47-ef06ef20a7d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:25:34.314004 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77499c13-9869-4178-8a47-ef06ef20a7d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:25:34.314004 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77499c13-9869-4178-8a47-ef06ef20a7d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:25:34.314004 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77499c13-9869-4178-8a47-ef06ef20a7d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:25:34.314004 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77499c13-9869-4178-8a47-ef06ef20a7d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:25:34.314004 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77499c13-9869-4178-8a47-ef06ef20a7d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:25:34.314004 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77499c13-9869-4178-8a47-ef06ef20a7d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:25:34.314004 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77499c13-9869-4178-8a47-ef06ef20a7d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:25:34.314004 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77499c13-9869-4178-8a47-ef06ef20a7d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:25:34.316781 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77499c13-9869-4178-8a47-ef06ef20a7d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:25:34.316781 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77499c13-9869-4178-8a47-ef06ef20a7d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:25:34.316781 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77499c13-9869-4178-8a47-ef06ef20a7d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:25:34.497287 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a2283392-2dd6-44ab-b269-1f361a30ba8f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:34.523261 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2283392-2dd6-44ab-b269-1f361a30ba8f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event deleted for resources: {'Port': ['ID=1a8df23a-ba8c-4023-aa49-2259bd5a5800,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:25:34.551159 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2283392-2dd6-44ab-b269-1f361a30ba8f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:25:34.551497 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2283392-2dd6-44ab-b269-1f361a30ba8f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:25:34.551830 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2283392-2dd6-44ab-b269-1f361a30ba8f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:25:34.552159 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2283392-2dd6-44ab-b269-1f361a30ba8f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:25:34.552511 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2283392-2dd6-44ab-b269-1f361a30ba8f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:25:34.552882 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2283392-2dd6-44ab-b269-1f361a30ba8f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:25:34.553204 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2283392-2dd6-44ab-b269-1f361a30ba8f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:25:34.553522 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2283392-2dd6-44ab-b269-1f361a30ba8f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:25:34.553839 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2283392-2dd6-44ab-b269-1f361a30ba8f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:25:34.554152 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2283392-2dd6-44ab-b269-1f361a30ba8f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:25:34.554464 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2283392-2dd6-44ab-b269-1f361a30ba8f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:25:34.554777 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2283392-2dd6-44ab-b269-1f361a30ba8f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:25:34.594105 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a2283392-2dd6-44ab-b269-1f361a30ba8f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133933816'] for router_gateway, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:34.690461 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a2283392-2dd6-44ab-b269-1f361a30ba8f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:34.693069 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a2283392-2dd6-44ab-b269-1f361a30ba8f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:34.794030 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a2283392-2dd6-44ab-b269-1f361a30ba8f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:34.797965 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2283392-2dd6-44ab-b269-1f361a30ba8f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Fanout notify agent at l3_agent the message router_deleted on router ff098ea0-5a18-42ca-a357-389ce3cac5a1 {{(pid=109612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 14:25:34.802703 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a2283392-2dd6-44ab-b269-1f361a30ba8f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:34.803839 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a2283392-2dd6-44ab-b269-1f361a30ba8f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "DELETE /v2.0/routers/ff098ea0-5a18-42ca-a357-389ce3cac5a1 HTTP/1.1" status: 204 len: 168 time: 1.3047585 Mar 28 14:25:34.806452 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 41200) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:25:34.887683 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1e0c896b-088c-4e0a-a838-a4e93cf1f473 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:34.976336 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1e0c896b-088c-4e0a-a838-a4e93cf1f473 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:34.995725 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-1e0c896b-088c-4e0a-a838-a4e93cf1f473 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59879162-a03a-4e12-b366-669d1aeff9ad']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:25:35.004711 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-1e0c896b-088c-4e0a-a838-a4e93cf1f473 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '307fe9de-d60b-4025-b095-0bace5638a1e') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:25:35.005011 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-1e0c896b-088c-4e0a-a838-a4e93cf1f473 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '307fe9de-d60b-4025-b095-0bace5638a1e') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:25:35.014637 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1e0c896b-088c-4e0a-a838-a4e93cf1f473 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:35.027107 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1e0c896b-088c-4e0a-a838-a4e93cf1f473 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:35.033370 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e0c896b-088c-4e0a-a838-a4e93cf1f473 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 14:25:35.033759 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1e0c896b-088c-4e0a-a838-a4e93cf1f473 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:35.036632 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 14:25:35.036632 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 14:25:35.036632 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 14:25:35.036632 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 14:25:35.036632 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 14:25:35.036632 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 14:25:35.036632 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 14:25:35.036632 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 14:25:35.036632 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 14:25:35.036632 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 14:25:35.036632 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 14:25:35.036632 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 14:25:35.036632 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 14:25:35.036632 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 14:25:35.036632 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 14:25:35.036632 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 14:25:35.036632 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 14:25:35.036632 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 14:25:35.036632 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 14:25:35.036632 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 14:25:35.036632 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 14:25:35.036632 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 14:25:35.036632 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 14:25:35.036632 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 14:25:35.036632 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 14:25:35.036632 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 14:25:35.036632 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 14:25:35.036632 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 14:25:35.036632 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 14:25:35.036632 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 14:25:35.036632 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 14:25:35.036632 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 14:25:35.165624 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1e0c896b-088c-4e0a-a838-a4e93cf1f473 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:35.169734 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1e0c896b-088c-4e0a-a838-a4e93cf1f473 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:35.180868 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-1e0c896b-088c-4e0a-a838-a4e93cf1f473 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "DELETE /v2.0/networks/59879162-a03a-4e12-b366-669d1aeff9ad HTTP/1.1" status: 204 len: 168 time: 0.3655849 Mar 28 14:25:35.180964 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41202) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:25:35.189028 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0c896b-088c-4e0a-a838-a4e93cf1f473 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event deleted for resources: {'Network': ['ID=59879162-a03a-4e12-b366-669d1aeff9ad,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:25:35.236186 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3bc6a2df-9fae-4a41-9ab6-3c430605634f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:35.265702 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3bc6a2df-9fae-4a41-9ab6-3c430605634f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:35.376854 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3bc6a2df-9fae-4a41-9ab6-3c430605634f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:35.379542 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3bc6a2df-9fae-4a41-9ab6-3c430605634f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:35.380706 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3bc6a2df-9fae-4a41-9ab6-3c430605634f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "DELETE /v2.0/security-groups/aa34cd7f-13f4-4cfb-9b7a-4d3a3eb79f5d HTTP/1.1" status: 204 len: 168 time: 0.2037694 Mar 28 14:25:35.393003 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc6a2df-9fae-4a41-9ab6-3c430605634f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa34cd7f-13f4-4cfb-9b7a-4d3a3eb79f5d,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:25:35.552333 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 8c00bd8c-2bf8-42e1-ae5b-7b88b1d473e4 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:25:35.575241 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 8c00bd8c-2bf8-42e1-ae5b-7b88b1d473e4 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:25:35.575578 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 8c00bd8c-2bf8-42e1-ae5b-7b88b1d473e4 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:25:35.575969 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device e0f1b0e5-ae9a-4943-b932-9d924d7c8b5b no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:25:35.594904 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: e0f1b0e5-ae9a-4943-b932-9d924d7c8b5b {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:25:35.595237 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device e0f1b0e5-ae9a-4943-b932-9d924d7c8b5b not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:25:35.595627 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 1a8df23a-ba8c-4023-aa49-2259bd5a5800 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:25:35.613355 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 1a8df23a-ba8c-4023-aa49-2259bd5a5800 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:25:35.613683 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 1a8df23a-ba8c-4023-aa49-2259bd5a5800 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:25:35.722034 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41208) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:25:35.726648 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-981e8fc4-9e6a-4496-90d7-c212fefb9a82 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1326140598', 'description': 'tempest-secgroup-smoke-1326140598 description', 'project_id': '2dc46a21a43e483fbb630102a765c646'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:25:35.839867 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-981e8fc4-9e6a-4496-90d7-c212fefb9a82 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:35.902887 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-981e8fc4-9e6a-4496-90d7-c212fefb9a82 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:35.982362 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-981e8fc4-9e6a-4496-90d7-c212fefb9a82 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:36.014382 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e8fc4-9e6a-4496-90d7-c212fefb9a82 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b04189e-d1c4-44bd-b153-f00519cddb50,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:25:36.086995 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-981e8fc4-9e6a-4496-90d7-c212fefb9a82 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:36.088245 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-981e8fc4-9e6a-4496-90d7-c212fefb9a82 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3652084 Mar 28 14:25:36.091233 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41210) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:25:36.095415 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-f3563301-ddfc-447a-aee2-7cdf6c3fc8a7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'security_group_rule': {'security_group_id': '6b04189e-d1c4-44bd-b153-f00519cddb50', 'project_id': '2dc46a21a43e483fbb630102a765c646', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:25:36.163667 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f3563301-ddfc-447a-aee2-7cdf6c3fc8a7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:36.222423 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f3563301-ddfc-447a-aee2-7cdf6c3fc8a7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:36.273751 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f3563301-ddfc-447a-aee2-7cdf6c3fc8a7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:36.290752 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3563301-ddfc-447a-aee2-7cdf6c3fc8a7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08862a60-e2c1-4adf-8a22-9a96c4aa2e0c,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:25:36.327160 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f3563301-ddfc-447a-aee2-7cdf6c3fc8a7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:36.328412 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f3563301-ddfc-447a-aee2-7cdf6c3fc8a7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2362561 Mar 28 14:25:36.331219 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41212) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:25:36.335534 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-a0a4e27f-855b-4922-b9f0-89914b9af21d tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'security_group_rule': {'security_group_id': '6b04189e-d1c4-44bd-b153-f00519cddb50', 'project_id': '2dc46a21a43e483fbb630102a765c646', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:25:36.415245 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a0a4e27f-855b-4922-b9f0-89914b9af21d tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:36.475014 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a0a4e27f-855b-4922-b9f0-89914b9af21d tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:36.547979 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a0a4e27f-855b-4922-b9f0-89914b9af21d tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:36.565856 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a4e27f-855b-4922-b9f0-89914b9af21d tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e88a9281-d0dd-4b23-8b8c-5a26ac53d094,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:25:36.635721 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a0a4e27f-855b-4922-b9f0-89914b9af21d tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:36.636990 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a0a4e27f-855b-4922-b9f0-89914b9af21d tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3048327 Mar 28 14:25:36.639702 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41214) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:25:36.644074 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-5aba08a5-2ab8-4d7a-943a-a9953e74e2a2 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'security_group_rule': {'security_group_id': '6b04189e-d1c4-44bd-b153-f00519cddb50', 'project_id': '2dc46a21a43e483fbb630102a765c646', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:25:36.729985 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5aba08a5-2ab8-4d7a-943a-a9953e74e2a2 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:36.784835 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5aba08a5-2ab8-4d7a-943a-a9953e74e2a2 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:36.856550 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5aba08a5-2ab8-4d7a-943a-a9953e74e2a2 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:36.877097 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aba08a5-2ab8-4d7a-943a-a9953e74e2a2 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a007aeb8-8a84-4621-971f-4437dbb14e59,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:25:36.944265 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5aba08a5-2ab8-4d7a-943a-a9953e74e2a2 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:36.945471 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-5aba08a5-2ab8-4d7a-943a-a9953e74e2a2 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3048232 Mar 28 14:25:36.948316 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41216) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:25:36.952973 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-3b16d09d-e474-477a-9ffd-e35291d35668 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'security_group_rule': {'security_group_id': '6b04189e-d1c4-44bd-b153-f00519cddb50', 'project_id': '2dc46a21a43e483fbb630102a765c646', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:25:37.026647 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3b16d09d-e474-477a-9ffd-e35291d35668 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:37.083586 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3b16d09d-e474-477a-9ffd-e35291d35668 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:37.153688 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3b16d09d-e474-477a-9ffd-e35291d35668 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:37.173107 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b16d09d-e474-477a-9ffd-e35291d35668 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=248b99c9-1d44-448c-bc7c-872553f2e785,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:25:37.235923 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3b16d09d-e474-477a-9ffd-e35291d35668 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:37.237162 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3b16d09d-e474-477a-9ffd-e35291d35668 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2879035 Mar 28 14:25:37.239799 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41218) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:25:37.244207 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-e715da06-931c-4ff9-8f3d-5cc9d9211287 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'security_group_rule': {'security_group_id': '6b04189e-d1c4-44bd-b153-f00519cddb50', 'project_id': '2dc46a21a43e483fbb630102a765c646', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:25:37.325211 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.securitygroups_db [None req-e715da06-931c-4ff9-8f3d-5cc9d9211287 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Project 2dc46a21a43e483fbb630102a765c646 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 14:25:37.330598 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e715da06-931c-4ff9-8f3d-5cc9d9211287 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:37.388199 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e715da06-931c-4ff9-8f3d-5cc9d9211287 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:37.485462 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e715da06-931c-4ff9-8f3d-5cc9d9211287 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:37.504477 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e715da06-931c-4ff9-8f3d-5cc9d9211287 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a8a2382-6abe-4cd1-af4f-143dbd5cbee4,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:25:37.549834 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e715da06-931c-4ff9-8f3d-5cc9d9211287 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:37.551020 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e715da06-931c-4ff9-8f3d-5cc9d9211287 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3102393 Mar 28 14:25:37.553763 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41220) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:25:37.557936 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-a3c742a0-1bbf-4fd9-b348-ae252477b9a7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'security_group_rule': {'security_group_id': '6b04189e-d1c4-44bd-b153-f00519cddb50', 'project_id': '2dc46a21a43e483fbb630102a765c646', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:25:37.628098 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.securitygroups_db [None req-a3c742a0-1bbf-4fd9-b348-ae252477b9a7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Project 2dc46a21a43e483fbb630102a765c646 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 14:25:37.633103 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a3c742a0-1bbf-4fd9-b348-ae252477b9a7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:37.691154 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a3c742a0-1bbf-4fd9-b348-ae252477b9a7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:37.730647 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a3c742a0-1bbf-4fd9-b348-ae252477b9a7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:37.749938 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c742a0-1bbf-4fd9-b348-ae252477b9a7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a8701a7-aa9c-48a6-bee6-fc4194797f20,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:25:37.807498 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a3c742a0-1bbf-4fd9-b348-ae252477b9a7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:37.808875 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a3c742a0-1bbf-4fd9-b348-ae252477b9a7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2542105 Mar 28 14:25:37.811708 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41222) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:25:37.816804 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-f93ee35d-84c3-401d-81b5-5d92d0266b71 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'network': {'name': 'tempest-network-smoke--1190453567', 'project_id': '2dc46a21a43e483fbb630102a765c646', 'port_security_enabled': True}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:25:37.902501 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93ee35d-84c3-401d-81b5-5d92d0266b71 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Made reservation on behalf of 2dc46a21a43e483fbb630102a765c646 for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:25:37.906536 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f93ee35d-84c3-401d-81b5-5d92d0266b71 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:37.928606 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f93ee35d-84c3-401d-81b5-5d92d0266b71 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 14:25:37.936971 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f93ee35d-84c3-401d-81b5-5d92d0266b71 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:37.937307 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-f93ee35d-84c3-401d-81b5-5d92d0266b71 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Added segment b040f37b-8ea8-4038-90e6-2e8cd1840a94 of type vlan for network 79c43a2e-d0f4-4721-8947-893db17a650f Mar 28 14:25:37.975516 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f93ee35d-84c3-401d-81b5-5d92d0266b71 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:38.067991 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f93ee35d-84c3-401d-81b5-5d92d0266b71 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:38.073475 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93ee35d-84c3-401d-81b5-5d92d0266b71 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:25:38.074027 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f93ee35d-84c3-401d-81b5-5d92d0266b71 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:38.143437 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93ee35d-84c3-401d-81b5-5d92d0266b71 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'Network': ['ID=79c43a2e-d0f4-4721-8947-893db17a650f,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:25:38.157683 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 79c43a2e-d0f4-4721-8947-893db17a650f details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 14:25:38.219546 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f93ee35d-84c3-401d-81b5-5d92d0266b71 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4067979 Mar 28 14:25:38.222341 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 41224) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:25:38.227041 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-04105ba6-1c60-46d6-911b-19d38e8c11d4 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-195212321', 'admin_state_up': True, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:25:38.320364 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-04105ba6-1c60-46d6-911b-19d38e8c11d4 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:38.321438 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-04105ba6-1c60-46d6-911b-19d38e8c11d4 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:38.374478 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-04105ba6-1c60-46d6-911b-19d38e8c11d4 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:38.565060 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-04105ba6-1c60-46d6-911b-19d38e8c11d4 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:38.811030 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-04105ba6-1c60-46d6-911b-19d38e8c11d4 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for router_gateway, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:38.830086 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-04105ba6-1c60-46d6-911b-19d38e8c11d4 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:38.928729 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-04105ba6-1c60-46d6-911b-19d38e8c11d4 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Allocated IP 172.26.2.219 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/caf75ecf-e2cc-49eb-a48b-01506b67466e) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:25:39.031577 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-04105ba6-1c60-46d6-911b-19d38e8c11d4 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:39.091090 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-04105ba6-1c60-46d6-911b-19d38e8c11d4 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:39.129946 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04105ba6-1c60-46d6-911b-19d38e8c11d4 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:25:39.132912 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-04105ba6-1c60-46d6-911b-19d38e8c11d4 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:25:39.136303 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04105ba6-1c60-46d6-911b-19d38e8c11d4 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:25:39.161314 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04105ba6-1c60-46d6-911b-19d38e8c11d4 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'Port': ['ID=caf75ecf-e2cc-49eb-a48b-01506b67466e,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:25:39.423188 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-04105ba6-1c60-46d6-911b-19d38e8c11d4 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for router_gateway, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:39.615643 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-04105ba6-1c60-46d6-911b-19d38e8c11d4 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:39.788216 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04105ba6-1c60-46d6-911b-19d38e8c11d4 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Router 74a7dd43-f69e-46f8-8474-84117aeb25ad is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 14:25:39.891843 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04105ba6-1c60-46d6-911b-19d38e8c11d4 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:25:39.901539 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ea9275-1225-4986-bb0f-551955b63ffb None None] Sync routers for ids ['74a7dd43-f69e-46f8-8474-84117aeb25ad'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:25:39.911301 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ea9275-1225-4986-bb0f-551955b63ffb None None] Routers {'74a7dd43-f69e-46f8-8474-84117aeb25ad'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:25:39.911907 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-c6ea9275-1225-4986-bb0f-551955b63ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:25:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['74a7dd43-f69e-46f8-8474-84117aeb25ad'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:25:39.950446 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-04105ba6-1c60-46d6-911b-19d38e8c11d4 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:39.951924 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-04105ba6-1c60-46d6-911b-19d38e8c11d4 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7284987 Mar 28 14:25:39.955146 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 41226) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:25:39.983106 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-f56d1a5d-8895-4e9c-865c-cc6db8cbc20f tempest-TestNetworkAdvancedServerOps-1380052890 tempest-TestNetworkAdvancedServerOps-1380052890-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=2dc46a21a43e483fbb630102a765c646&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262673 Mar 28 14:25:39.985608 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 41228) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:25:40.013523 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-c6ea9275-1225-4986-bb0f-551955b63ffb None None] Set router 74a7dd43-f69e-46f8-8474-84117aeb25ad gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:25:40.070973 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaeff756-984a-4042-b8c3-33ee33a0a6c2 tempest-TestNetworkAdvancedServerOps-1380052890 tempest-TestNetworkAdvancedServerOps-1380052890-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:25:40.072394 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-aaeff756-984a-4042-b8c3-33ee33a0a6c2 tempest-TestNetworkAdvancedServerOps-1380052890 tempest-TestNetworkAdvancedServerOps-1380052890-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0859039 Mar 28 14:25:40.075178 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 41230) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:25:40.109224 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-05b96704-41a6-4d49-be68-4907e770fabf tempest-TestNetworkAdvancedServerOps-1380052890 tempest-TestNetworkAdvancedServerOps-1380052890-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=1cb296ed-c863-4502-973a-f31b82091846&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325933 Mar 28 14:25:40.111431 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 41232) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:25:40.116552 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-ec2a838d-8904-4593-b27c-e248973cdf8b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-374256674', 'network_id': '79c43a2e-d0f4-4721-8947-893db17a650f', 'project_id': '2dc46a21a43e483fbb630102a765c646', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:25:40.189570 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-c6ea9275-1225-4986-bb0f-551955b63ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a7dd43-f69e-46f8-8474-84117aeb25ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-195212321', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'caf75ecf-e2cc-49eb-a48b-01506b67466e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:25:38Z', 'updated_at': '2022-03-28T14:25:39Z', 'revision_number': 3, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': 'caf75ecf-e2cc-49eb-a48b-01506b67466e', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a7dd43-f69e-46f8-8474-84117aeb25ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:25:38Z', 'updated_at': '2022-03-28T14:25:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:25:40.215631 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ea9275-1225-4986-bb0f-551955b63ffb None None] Checking router: 74a7dd43-f69e-46f8-8474-84117aeb25ad for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:25:40.216021 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ea9275-1225-4986-bb0f-551955b63ffb None None] Updating router 74a7dd43-f69e-46f8-8474-84117aeb25ad port caf75ecf-e2cc-49eb-a48b-01506b67466e binding host dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:25:40.239932 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-c6ea9275-1225-4986-bb0f-551955b63ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:40.262775 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2a838d-8904-4593-b27c-e248973cdf8b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Made reservation on behalf of 2dc46a21a43e483fbb630102a765c646 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:25:40.266785 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ec2a838d-8904-4593-b27c-e248973cdf8b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:40.526129 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ec2a838d-8904-4593-b27c-e248973cdf8b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:40.563918 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-c6ea9275-1225-4986-bb0f-551955b63ffb None None] Notify callbacks [] for port, precommit_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:40.587775 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a838d-8904-4593-b27c-e248973cdf8b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'Subnet': ['ID=bb3d6221-ac8d-4f04-8252-43e43bd13470,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:25:40.598452 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2a838d-8904-4593-b27c-e248973cdf8b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Checking segment: {'id': 'b040f37b-8ea8-4038-90e6-2e8cd1840a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '79c43a2e-d0f4-4721-8947-893db17a650f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:25:40.598817 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2a838d-8904-4593-b27c-e248973cdf8b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Network hostable DHCP agents. Network: 79c43a2e-d0f4-4721-8947-893db17a650f, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 14:25:40.633971 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-c6ea9275-1225-4986-bb0f-551955b63ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:40.668325 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2a838d-8904-4593-b27c-e248973cdf8b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Network 79c43a2e-d0f4-4721-8947-893db17a650f is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 14:25:40.684485 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-c6ea9275-1225-4986-bb0f-551955b63ffb None None] Attempting to bind port caf75ecf-e2cc-49eb-a48b-01506b67466e on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:25:40.684843 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-c6ea9275-1225-4986-bb0f-551955b63ffb None None] Attempting to bind port caf75ecf-e2cc-49eb-a48b-01506b67466e by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:25:40.685190 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ea9275-1225-4986-bb0f-551955b63ffb None None] Attempting to bind port caf75ecf-e2cc-49eb-a48b-01506b67466e on network 1cb296ed-c863-4502-973a-f31b82091846 {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:25:40.692026 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2a74bf-cf97-4d5f-9a34-5900f68fef27 None None] Pushing event updated for resources: {'Port': ['ID=caf75ecf-e2cc-49eb-a48b-01506b67466e,revision_number=2']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:25:40.695116 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ea9275-1225-4986-bb0f-551955b63ffb None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:25:40.695476 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ea9275-1225-4986-bb0f-551955b63ffb None None] Checking segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:25:40.695920 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-c6ea9275-1225-4986-bb0f-551955b63ffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:40.696583 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ea9275-1225-4986-bb0f-551955b63ffb None None] Bound using segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:25:40.697038 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-c6ea9275-1225-4986-bb0f-551955b63ffb None None] Bound port: caf75ecf-e2cc-49eb-a48b-01506b67466e, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:25:40.697405 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-c6ea9275-1225-4986-bb0f-551955b63ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:40.718578 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2a74bf-cf97-4d5f-9a34-5900f68fef27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:25:40.718907 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2a74bf-cf97-4d5f-9a34-5900f68fef27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:25:40.719238 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2a74bf-cf97-4d5f-9a34-5900f68fef27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:25:40.719557 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2a74bf-cf97-4d5f-9a34-5900f68fef27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:25:40.719879 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2a74bf-cf97-4d5f-9a34-5900f68fef27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:25:40.720195 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2a74bf-cf97-4d5f-9a34-5900f68fef27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:25:40.720543 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2a74bf-cf97-4d5f-9a34-5900f68fef27 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:25:40.720856 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2a74bf-cf97-4d5f-9a34-5900f68fef27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:25:40.721168 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2a74bf-cf97-4d5f-9a34-5900f68fef27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:25:40.721475 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2a74bf-cf97-4d5f-9a34-5900f68fef27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:25:40.721780 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2a74bf-cf97-4d5f-9a34-5900f68fef27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:25:40.722085 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2a74bf-cf97-4d5f-9a34-5900f68fef27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:25:40.754920 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-c6ea9275-1225-4986-bb0f-551955b63ffb None None] For port caf75ecf-e2cc-49eb-a48b-01506b67466e, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:25:40.757785 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-c6ea9275-1225-4986-bb0f-551955b63ffb None None] For port caf75ecf-e2cc-49eb-a48b-01506b67466e, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=caf75ecf-e2cc-49eb-a48b-01506b67466e,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:25:40.759677 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-ec2a838d-8904-4593-b27c-e248973cdf8b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 79c43a2e-d0f4-4721-8947-893db17a650f) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:25:40.764246 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2a838d-8904-4593-b27c-e248973cdf8b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:25:40.764886 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ec2a838d-8904-4593-b27c-e248973cdf8b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:40.770182 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c726341a-5ed8-4a9f-8a01-9ef921321ab8 None None] Network 79c43a2e-d0f4-4721-8947-893db17a650f requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:25:40.885801 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-c6ea9275-1225-4986-bb0f-551955b63ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:40.913478 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4d13f1-a3db-4044-ae95-dd076aabcaea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-79c43a2e-d0f4-4721-8947-893db17a650f', 'network_id': '79c43a2e-d0f4-4721-8947-893db17a650f', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'fixed_ips': [{'subnet_id': 'bb3d6221-ac8d-4f04-8252-43e43bd13470'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 14:25:40.914340 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-fe4d13f1-a3db-4044-ae95-dd076aabcaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:40.927895 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ec2a838d-8904-4593-b27c-e248973cdf8b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8154368 Mar 28 14:25:40.931016 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 41234) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:25:40.945264 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ea9275-1225-4986-bb0f-551955b63ffb None None] Routers {'74a7dd43-f69e-46f8-8474-84117aeb25ad'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:25:40.948232 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-c6ea9275-1225-4986-bb0f-551955b63ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:25:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['74a7dd43-f69e-46f8-8474-84117aeb25ad'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:25:40.948232 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2a74bf-cf97-4d5f-9a34-5900f68fef27 None None] Pushing event updated for resources: {'Port': ['ID=caf75ecf-e2cc-49eb-a48b-01506b67466e,revision_number=3']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:25:41.051544 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-fe4d13f1-a3db-4044-ae95-dd076aabcaea None None] Allocated IP 172.20.0.2 (79c43a2e-d0f4-4721-8947-893db17a650f/bb3d6221-ac8d-4f04-8252-43e43bd13470/f3383ef6-6a06-4339-8484-23c317b4d086) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:25:41.054898 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-c6ea9275-1225-4986-bb0f-551955b63ffb None None] Set router 74a7dd43-f69e-46f8-8474-84117aeb25ad gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:25:41.197494 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-fe4d13f1-a3db-4044-ae95-dd076aabcaea None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:41.233598 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-c6ea9275-1225-4986-bb0f-551955b63ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a7dd43-f69e-46f8-8474-84117aeb25ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-195212321', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'caf75ecf-e2cc-49eb-a48b-01506b67466e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:25:38Z', 'updated_at': '2022-03-28T14:25:39Z', 'revision_number': 3, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': 'caf75ecf-e2cc-49eb-a48b-01506b67466e', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a7dd43-f69e-46f8-8474-84117aeb25ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:25:38Z', 'updated_at': '2022-03-28T14:25:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:25:41.260507 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ea9275-1225-4986-bb0f-551955b63ffb None None] The sync data for ids ['74a7dd43-f69e-46f8-8474-84117aeb25ad'] in dv-neutron-835335-1-hyperv is: [{'id': '74a7dd43-f69e-46f8-8474-84117aeb25ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-195212321', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'caf75ecf-e2cc-49eb-a48b-01506b67466e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:25:38Z', 'updated_at': '2022-03-28T14:25:39Z', 'revision_number': 3, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': 'caf75ecf-e2cc-49eb-a48b-01506b67466e', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a7dd43-f69e-46f8-8474-84117aeb25ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:25:38Z', 'updated_at': '2022-03-28T14:25:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:25:41.268842 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-fe4d13f1-a3db-4044-ae95-dd076aabcaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:41.320404 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4d13f1-a3db-4044-ae95-dd076aabcaea None None] Network 79c43a2e-d0f4-4721-8947-893db17a650f is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:25:41.324335 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-fe4d13f1-a3db-4044-ae95-dd076aabcaea None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:25:41.327360 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4d13f1-a3db-4044-ae95-dd076aabcaea None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:25:41.330409 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d13f1-a3db-4044-ae95-dd076aabcaea None None] Pushing event updated for resources: {'Port': ['ID=f3383ef6-6a06-4339-8484-23c317b4d086,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:25:41.385392 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-29221478-90ab-4ad4-8d31-3943cf385fc5 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:41.388288 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-fe4d13f1-a3db-4044-ae95-dd076aabcaea None None] Attempting to bind port f3383ef6-6a06-4339-8484-23c317b4d086 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:25:41.388748 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-fe4d13f1-a3db-4044-ae95-dd076aabcaea None None] Attempting to bind port f3383ef6-6a06-4339-8484-23c317b4d086 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'b040f37b-8ea8-4038-90e6-2e8cd1840a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '79c43a2e-d0f4-4721-8947-893db17a650f'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:25:41.389108 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4d13f1-a3db-4044-ae95-dd076aabcaea None None] Attempting to bind port f3383ef6-6a06-4339-8484-23c317b4d086 on network 79c43a2e-d0f4-4721-8947-893db17a650f {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:25:41.394570 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4d13f1-a3db-4044-ae95-dd076aabcaea None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:25:41.394936 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4d13f1-a3db-4044-ae95-dd076aabcaea None None] Checking segment: {'id': 'b040f37b-8ea8-4038-90e6-2e8cd1840a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '79c43a2e-d0f4-4721-8947-893db17a650f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:25:41.395329 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-fe4d13f1-a3db-4044-ae95-dd076aabcaea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:41.395715 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4d13f1-a3db-4044-ae95-dd076aabcaea None None] Bound using segment: {'id': 'b040f37b-8ea8-4038-90e6-2e8cd1840a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '79c43a2e-d0f4-4721-8947-893db17a650f'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:25:41.396316 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-fe4d13f1-a3db-4044-ae95-dd076aabcaea None None] Bound port: f3383ef6-6a06-4339-8484-23c317b4d086, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b040f37b-8ea8-4038-90e6-2e8cd1840a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '79c43a2e-d0f4-4721-8947-893db17a650f'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:25:41.396729 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-fe4d13f1-a3db-4044-ae95-dd076aabcaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:41.466736 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-fe4d13f1-a3db-4044-ae95-dd076aabcaea None None] For port f3383ef6-6a06-4339-8484-23c317b4d086, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:25:41.469995 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-fe4d13f1-a3db-4044-ae95-dd076aabcaea None None] For port f3383ef6-6a06-4339-8484-23c317b4d086, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=f3383ef6-6a06-4339-8484-23c317b4d086,segment=NetworkSegment(b040f37b-8ea8-4038-90e6-2e8cd1840a94),segment_id=b040f37b-8ea8-4038-90e6-2e8cd1840a94)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:25:41.537872 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-fe4d13f1-a3db-4044-ae95-dd076aabcaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:41.621151 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d13f1-a3db-4044-ae95-dd076aabcaea None None] Pushing event updated for resources: {'Port': ['ID=f3383ef6-6a06-4339-8484-23c317b4d086,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:25:41.653964 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device caf75ecf-e2cc-49eb-a48b-01506b67466e up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:25:41.714980 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-29221478-90ab-4ad4-8d31-3943cf385fc5 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Allocated IP 172.20.0.1 (79c43a2e-d0f4-4721-8947-893db17a650f/bb3d6221-ac8d-4f04-8252-43e43bd13470/cca28b20-1b2b-4cfc-81f3-49ec4354d5a3) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:25:41.718520 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port caf75ecf-e2cc-49eb-a48b-01506b67466e triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:25:41.719033 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:41.815236 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:41.839184 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port caf75ecf-e2cc-49eb-a48b-01506b67466e, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=caf75ecf-e2cc-49eb-a48b-01506b67466e,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:25:41.876980 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-29221478-90ab-4ad4-8d31-3943cf385fc5 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:41.925422 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:41.983100 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-29221478-90ab-4ad4-8d31-3943cf385fc5 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:41.989841 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=caf75ecf-e2cc-49eb-a48b-01506b67466e,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:25:42.030333 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29221478-90ab-4ad4-8d31-3943cf385fc5 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Network 79c43a2e-d0f4-4721-8947-893db17a650f is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:25:42.033587 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-29221478-90ab-4ad4-8d31-3943cf385fc5 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:25:42.036005 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29221478-90ab-4ad4-8d31-3943cf385fc5 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:25:42.065660 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29221478-90ab-4ad4-8d31-3943cf385fc5 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'Port': ['ID=cca28b20-1b2b-4cfc-81f3-49ec4354d5a3,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:25:42.088072 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-29221478-90ab-4ad4-8d31-3943cf385fc5 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:42.286458 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-29221478-90ab-4ad4-8d31-3943cf385fc5 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:42.570675 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-29221478-90ab-4ad4-8d31-3943cf385fc5 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:42.587191 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad960f8-f72c-497f-89e0-c376d3697113 None None] Network 79c43a2e-d0f4-4721-8947-893db17a650f requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:25:42.628265 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-29221478-90ab-4ad4-8d31-3943cf385fc5 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:42.662350 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-30935025-1c9f-4eac-a4c3-a51e9475e4d4 None None] Provisioning complete for port f3383ef6-6a06-4339-8484-23c317b4d086 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:25:42.662713 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-30935025-1c9f-4eac-a4c3-a51e9475e4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:42.702376 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-29221478-90ab-4ad4-8d31-3943cf385fc5 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:42.705094 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29221478-90ab-4ad4-8d31-3943cf385fc5 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'Port': ['ID=cca28b20-1b2b-4cfc-81f3-49ec4354d5a3,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:25:42.798248 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-30935025-1c9f-4eac-a4c3-a51e9475e4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:42.800460 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29221478-90ab-4ad4-8d31-3943cf385fc5 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Network 79c43a2e-d0f4-4721-8947-893db17a650f is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:25:42.801841 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-29221478-90ab-4ad4-8d31-3943cf385fc5 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:25:42.839727 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-30935025-1c9f-4eac-a4c3-a51e9475e4d4 None None] For port f3383ef6-6a06-4339-8484-23c317b4d086, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=f3383ef6-6a06-4339-8484-23c317b4d086,segment=NetworkSegment(b040f37b-8ea8-4038-90e6-2e8cd1840a94),segment_id=b040f37b-8ea8-4038-90e6-2e8cd1840a94)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:25:42.903470 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-30935025-1c9f-4eac-a4c3-a51e9475e4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:42.916756 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29221478-90ab-4ad4-8d31-3943cf385fc5 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Router 74a7dd43-f69e-46f8-8474-84117aeb25ad has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:25:42.964107 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30935025-1c9f-4eac-a4c3-a51e9475e4d4 None None] Pushing event updated for resources: {'Port': ['ID=f3383ef6-6a06-4339-8484-23c317b4d086,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:25:43.033149 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29221478-90ab-4ad4-8d31-3943cf385fc5 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:25:43.042317 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-29221478-90ab-4ad4-8d31-3943cf385fc5 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "PUT /v2.0/routers/74a7dd43-f69e-46f8-8474-84117aeb25ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1094379 Mar 28 14:25:43.125272 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-23452dae-77b1-49f8-a946-51c887d3f3e7 None None] Provisioning complete for port cca28b20-1b2b-4cfc-81f3-49ec4354d5a3 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:25:43.125743 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-23452dae-77b1-49f8-a946-51c887d3f3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:43.169834 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4154c2-4006-4665-97e3-e47051c155d8 None None] Sync routers for ids ['74a7dd43-f69e-46f8-8474-84117aeb25ad'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:25:43.182308 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4154c2-4006-4665-97e3-e47051c155d8 None None] Routers {'74a7dd43-f69e-46f8-8474-84117aeb25ad'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:25:43.183556 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-0b4154c2-4006-4665-97e3-e47051c155d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:25:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['74a7dd43-f69e-46f8-8474-84117aeb25ad'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:25:43.199872 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c0d051de-e602-465f-9de2-272f702f0a5d req-606527e3-f9a3-4300-8315-0cc578543448 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1326140598&fields=id&tenant_id=2dc46a21a43e483fbb630102a765c646 HTTP/1.1" status: 200 len: 267 time: 0.0469437 Mar 28 14:25:43.225362 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-23452dae-77b1-49f8-a946-51c887d3f3e7 None None] Port cca28b20-1b2b-4cfc-81f3-49ec4354d5a3 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:25:43.250884 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-23452dae-77b1-49f8-a946-51c887d3f3e7 None None] Provisioning complete for port f3383ef6-6a06-4339-8484-23c317b4d086 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:25:43.251249 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-23452dae-77b1-49f8-a946-51c887d3f3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:43.318479 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d051de-e602-465f-9de2-272f702f0a5d req-4f1b019c-788c-4891-8ff4-0cb5735e8586 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:25:43.320175 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c0d051de-e602-465f-9de2-272f702f0a5d req-4f1b019c-788c-4891-8ff4-0cb5735e8586 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/networks?id=79c43a2e-d0f4-4721-8947-893db17a650f HTTP/1.1" status: 200 len: 797 time: 0.1133494 Mar 28 14:25:43.337320 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c0d051de-e602-465f-9de2-272f702f0a5d req-44026981-e1dd-4a6c-9485-6b2e3c92b250 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/quotas/2dc46a21a43e483fbb630102a765c646 HTTP/1.1" status: 200 len: 375 time: 0.0106339 Mar 28 14:25:43.405627 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c0d051de-e602-465f-9de2-272f702f0a5d req-c6b66263-6600-4004-ad87-d9b8eeb5690a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2dc46a21a43e483fbb630102a765c646&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0574379 Mar 28 14:25:43.465673 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [req-c0d051de-e602-465f-9de2-272f702f0a5d req-236f652a-6062-4a24-b75a-d3826afa34f3 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 14:25:43.466679 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c0d051de-e602-465f-9de2-272f702f0a5d req-236f652a-6062-4a24-b75a-d3826afa34f3 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0568635 Mar 28 14:25:43.481522 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-0b4154c2-4006-4665-97e3-e47051c155d8 None None] Set router 74a7dd43-f69e-46f8-8474-84117aeb25ad gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:25:43.571590 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c0d051de-e602-465f-9de2-272f702f0a5d req-0d5f9b19-07dd-4826-bd6b-9da5e87bb582 service neutron] 10.222.0.24 "GET /v2.0/networks/79c43a2e-d0f4-4721-8947-893db17a650f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979917 Mar 28 14:25:43.652022 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device f3383ef6-6a06-4339-8484-23c317b4d086 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:25:43.668416 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c0d051de-e602-465f-9de2-272f702f0a5d req-7c98cd47-181b-4c37-8088-e5b8216657e7 service neutron] 10.222.0.24 "GET /v2.0/networks/79c43a2e-d0f4-4721-8947-893db17a650f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904856 Mar 28 14:25:43.743183 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port f3383ef6-6a06-4339-8484-23c317b4d086 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:25:43.743776 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:43.816801 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-30d585b3-b996-4cee-ac75-331490ccd594 None None] Provisioning complete for port cca28b20-1b2b-4cfc-81f3-49ec4354d5a3 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:25:43.816801 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-30d585b3-b996-4cee-ac75-331490ccd594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:43.859866 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-0b4154c2-4006-4665-97e3-e47051c155d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a7dd43-f69e-46f8-8474-84117aeb25ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-195212321', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'caf75ecf-e2cc-49eb-a48b-01506b67466e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:25:38Z', 'updated_at': '2022-03-28T14:25:42Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': 'caf75ecf-e2cc-49eb-a48b-01506b67466e', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7dd43-f69e-46f8-8474-84117aeb25ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:25:38Z', 'updated_at': '2022-03-28T14:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'cca28b20-1b2b-4cfc-81f3-49ec4354d5a3', 'name': '', 'network_id': '79c43a2e-d0f4-4721-8947-893db17a650f', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'mac_address': 'fa:16:3e:59:ca:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a7dd43-f69e-46f8-8474-84117aeb25ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'bb3d6221-ac8d-4f04-8252-43e43bd13470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:25:41Z', 'updated_at': '2022-03-28T14:25:42Z', 'revision_number': 2, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'subnets': [{'id': 'bb3d6221-ac8d-4f04-8252-43e43bd13470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:25:43.882306 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:43.910814 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-30d585b3-b996-4cee-ac75-331490ccd594 None None] Port cca28b20-1b2b-4cfc-81f3-49ec4354d5a3 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:25:43.913805 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4154c2-4006-4665-97e3-e47051c155d8 None None] Checking router: 74a7dd43-f69e-46f8-8474-84117aeb25ad for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:25:43.914152 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4154c2-4006-4665-97e3-e47051c155d8 None None] Updating router 74a7dd43-f69e-46f8-8474-84117aeb25ad port cca28b20-1b2b-4cfc-81f3-49ec4354d5a3 binding host dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:25:43.927452 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8d14e481-0b49-41b0-8ba8-378d3f9b3f97 req-3560cb52-0909-4b76-81f6-d3f3c35db08e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dfbe6b0-f2df-481a-9258-d34b402fe9a6 HTTP/1.1" status: 200 len: 210 time: 0.0552244 Mar 28 14:25:43.945064 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device caf75ecf-e2cc-49eb-a48b-01506b67466e up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:25:43.973536 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0b4154c2-4006-4665-97e3-e47051c155d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:44.037842 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port caf75ecf-e2cc-49eb-a48b-01506b67466e triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:25:44.038210 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:44.309273 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0b4154c2-4006-4665-97e3-e47051c155d8 None None] Notify callbacks [] for port, precommit_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:44.370762 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0b4154c2-4006-4665-97e3-e47051c155d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:44.459339 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-0b4154c2-4006-4665-97e3-e47051c155d8 None None] Attempting to bind port cca28b20-1b2b-4cfc-81f3-49ec4354d5a3 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:25:44.459718 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-0b4154c2-4006-4665-97e3-e47051c155d8 None None] Attempting to bind port cca28b20-1b2b-4cfc-81f3-49ec4354d5a3 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'b040f37b-8ea8-4038-90e6-2e8cd1840a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '79c43a2e-d0f4-4721-8947-893db17a650f'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:25:44.460075 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4154c2-4006-4665-97e3-e47051c155d8 None None] Attempting to bind port cca28b20-1b2b-4cfc-81f3-49ec4354d5a3 on network 79c43a2e-d0f4-4721-8947-893db17a650f {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:25:44.475302 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4154c2-4006-4665-97e3-e47051c155d8 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:25:44.475671 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4154c2-4006-4665-97e3-e47051c155d8 None None] Checking segment: {'id': 'b040f37b-8ea8-4038-90e6-2e8cd1840a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '79c43a2e-d0f4-4721-8947-893db17a650f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:25:44.476068 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0b4154c2-4006-4665-97e3-e47051c155d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:44.476477 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4154c2-4006-4665-97e3-e47051c155d8 None None] Bound using segment: {'id': 'b040f37b-8ea8-4038-90e6-2e8cd1840a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '79c43a2e-d0f4-4721-8947-893db17a650f'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:25:44.476945 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-0b4154c2-4006-4665-97e3-e47051c155d8 None None] Bound port: cca28b20-1b2b-4cfc-81f3-49ec4354d5a3, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b040f37b-8ea8-4038-90e6-2e8cd1840a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '79c43a2e-d0f4-4721-8947-893db17a650f'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:25:44.477320 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0b4154c2-4006-4665-97e3-e47051c155d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:44.490816 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aca230-386b-40bd-8ea7-a8c0272e52f3 None None] Pushing event updated for resources: {'Port': ['ID=cca28b20-1b2b-4cfc-81f3-49ec4354d5a3,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:25:44.567733 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-0b4154c2-4006-4665-97e3-e47051c155d8 None None] For port cca28b20-1b2b-4cfc-81f3-49ec4354d5a3, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:25:44.570686 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-0b4154c2-4006-4665-97e3-e47051c155d8 None None] For port cca28b20-1b2b-4cfc-81f3-49ec4354d5a3, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=cca28b20-1b2b-4cfc-81f3-49ec4354d5a3,segment=NetworkSegment(b040f37b-8ea8-4038-90e6-2e8cd1840a94),segment_id=b040f37b-8ea8-4038-90e6-2e8cd1840a94)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:25:44.635471 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-533ff6f2-b975-455a-97df-0d403e397383 None None] Provisioning complete for port cca28b20-1b2b-4cfc-81f3-49ec4354d5a3 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:25:44.635765 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-533ff6f2-b975-455a-97df-0d403e397383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:44.655928 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0b4154c2-4006-4665-97e3-e47051c155d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:44.707227 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-533ff6f2-b975-455a-97df-0d403e397383 None None] Port cca28b20-1b2b-4cfc-81f3-49ec4354d5a3 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:25:44.726733 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aca230-386b-40bd-8ea7-a8c0272e52f3 None None] Pushing event updated for resources: {'Port': ['ID=cca28b20-1b2b-4cfc-81f3-49ec4354d5a3,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:25:44.729415 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4154c2-4006-4665-97e3-e47051c155d8 None None] Routers {'74a7dd43-f69e-46f8-8474-84117aeb25ad'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:25:44.730035 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-0b4154c2-4006-4665-97e3-e47051c155d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:25:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['74a7dd43-f69e-46f8-8474-84117aeb25ad'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:25:44.838938 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-0b4154c2-4006-4665-97e3-e47051c155d8 None None] Set router 74a7dd43-f69e-46f8-8474-84117aeb25ad gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:25:44.985765 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-1cbc7b2b-1b48-4c09-a7c3-bccde83c2c26 None None] Provisioning complete for port cca28b20-1b2b-4cfc-81f3-49ec4354d5a3 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:25:44.986435 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1cbc7b2b-1b48-4c09-a7c3-bccde83c2c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:45.010682 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3dec06d8-8bf1-47cc-8330-4e5ae4b0950e req-0594df26-e0ba-4cb6-a1c5-516de1168dea tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dfbe6b0-f2df-481a-9258-d34b402fe9a6 HTTP/1.1" status: 200 len: 210 time: 0.0253367 Mar 28 14:25:45.115461 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1cbc7b2b-1b48-4c09-a7c3-bccde83c2c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:45.141161 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-0b4154c2-4006-4665-97e3-e47051c155d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a7dd43-f69e-46f8-8474-84117aeb25ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-195212321', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'caf75ecf-e2cc-49eb-a48b-01506b67466e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:25:38Z', 'updated_at': '2022-03-28T14:25:42Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': 'caf75ecf-e2cc-49eb-a48b-01506b67466e', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7dd43-f69e-46f8-8474-84117aeb25ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:25:38Z', 'updated_at': '2022-03-28T14:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'cca28b20-1b2b-4cfc-81f3-49ec4354d5a3', 'name': '', 'network_id': '79c43a2e-d0f4-4721-8947-893db17a650f', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'mac_address': 'fa:16:3e:59:ca:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a7dd43-f69e-46f8-8474-84117aeb25ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'bb3d6221-ac8d-4f04-8252-43e43bd13470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:25:41Z', 'updated_at': '2022-03-28T14:25:44Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'subnets': [{'id': 'bb3d6221-ac8d-4f04-8252-43e43bd13470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:25:45.171839 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4154c2-4006-4665-97e3-e47051c155d8 None None] The sync data for ids ['74a7dd43-f69e-46f8-8474-84117aeb25ad'] in dv-neutron-835335-1-hyperv is: [{'id': '74a7dd43-f69e-46f8-8474-84117aeb25ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-195212321', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'caf75ecf-e2cc-49eb-a48b-01506b67466e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:25:38Z', 'updated_at': '2022-03-28T14:25:42Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': 'caf75ecf-e2cc-49eb-a48b-01506b67466e', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7dd43-f69e-46f8-8474-84117aeb25ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:25:38Z', 'updated_at': '2022-03-28T14:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'cca28b20-1b2b-4cfc-81f3-49ec4354d5a3', 'name': '', 'network_id': '79c43a2e-d0f4-4721-8947-893db17a650f', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'mac_address': 'fa:16:3e:59:ca:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a7dd43-f69e-46f8-8474-84117aeb25ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'bb3d6221-ac8d-4f04-8252-43e43bd13470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:25:41Z', 'updated_at': '2022-03-28T14:25:44Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'subnets': [{'id': 'bb3d6221-ac8d-4f04-8252-43e43bd13470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:25:45.183474 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-1cbc7b2b-1b48-4c09-a7c3-bccde83c2c26 None None] For port cca28b20-1b2b-4cfc-81f3-49ec4354d5a3, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=cca28b20-1b2b-4cfc-81f3-49ec4354d5a3,segment=NetworkSegment(b040f37b-8ea8-4038-90e6-2e8cd1840a94),segment_id=b040f37b-8ea8-4038-90e6-2e8cd1840a94)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:25:45.248470 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1cbc7b2b-1b48-4c09-a7c3-bccde83c2c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:45.304874 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc7b2b-1b48-4c09-a7c3-bccde83c2c26 None None] Pushing event updated for resources: {'Port': ['ID=cca28b20-1b2b-4cfc-81f3-49ec4354d5a3,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:25:45.588128 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device cca28b20-1b2b-4cfc-81f3-49ec4354d5a3 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:25:45.638104 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port cca28b20-1b2b-4cfc-81f3-49ec4354d5a3 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:25:45.638564 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:46.108215 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5b9f3527-aaeb-4e71-b560-7935ab85d1b6 req-38dc5819-630b-4437-a9bc-ea806912da31 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dfbe6b0-f2df-481a-9258-d34b402fe9a6 HTTP/1.1" status: 200 len: 210 time: 0.0290856 Mar 28 14:25:46.665975 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d051de-e602-465f-9de2-272f702f0a5d req-cfe5c10b-86a9-4ff1-8226-70f13f0e9baa tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:25:46.667434 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c0d051de-e602-465f-9de2-272f702f0a5d req-cfe5c10b-86a9-4ff1-8226-70f13f0e9baa tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.20 "GET /v2.0/networks?id=79c43a2e-d0f4-4721-8947-893db17a650f HTTP/1.1" status: 200 len: 797 time: 0.1008258 Mar 28 14:25:46.714111 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c0d051de-e602-465f-9de2-272f702f0a5d req-813611f3-e564-4fae-bdbc-58b710f4498f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2dc46a21a43e483fbb630102a765c646 HTTP/1.1" status: 200 len: 380 time: 0.0350773 Mar 28 14:25:46.723870 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-c0d051de-e602-465f-9de2-272f702f0a5d req-4ee6f9fb-d8e9-41c9-a006-94791fe8a1b5 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'port': {'device_id': '1dfbe6b0-f2df-481a-9258-d34b402fe9a6', 'network_id': '79c43a2e-d0f4-4721-8947-893db17a650f', 'admin_state_up': True, 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'security_groups': ['6b04189e-d1c4-44bd-b153-f00519cddb50']}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:25:46.902117 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0d051de-e602-465f-9de2-272f702f0a5d req-4ee6f9fb-d8e9-41c9-a006-94791fe8a1b5 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Made reservation on behalf of 2dc46a21a43e483fbb630102a765c646 for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:25:46.905725 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-c0d051de-e602-465f-9de2-272f702f0a5d req-4ee6f9fb-d8e9-41c9-a006-94791fe8a1b5 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:47.030652 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [req-c0d051de-e602-465f-9de2-272f702f0a5d req-4ee6f9fb-d8e9-41c9-a006-94791fe8a1b5 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Allocated IP 172.20.0.6 (79c43a2e-d0f4-4721-8947-893db17a650f/bb3d6221-ac8d-4f04-8252-43e43bd13470/b7e8aa32-e890-4efc-87ee-614e279644e4) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:25:47.160585 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-c0d051de-e602-465f-9de2-272f702f0a5d req-4ee6f9fb-d8e9-41c9-a006-94791fe8a1b5 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:47.216420 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-486a0294-84c3-477b-8cf8-dbc504de0a7d req-f7d30a87-f244-481c-b518-237ca5a51a58 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dfbe6b0-f2df-481a-9258-d34b402fe9a6 HTTP/1.1" status: 200 len: 210 time: 0.0307992 Mar 28 14:25:47.268747 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-c0d051de-e602-465f-9de2-272f702f0a5d req-4ee6f9fb-d8e9-41c9-a006-94791fe8a1b5 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:47.313982 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0d051de-e602-465f-9de2-272f702f0a5d req-4ee6f9fb-d8e9-41c9-a006-94791fe8a1b5 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Network 79c43a2e-d0f4-4721-8947-893db17a650f is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:25:47.317423 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [req-c0d051de-e602-465f-9de2-272f702f0a5d req-4ee6f9fb-d8e9-41c9-a006-94791fe8a1b5 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:25:47.320962 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d051de-e602-465f-9de2-272f702f0a5d req-4ee6f9fb-d8e9-41c9-a006-94791fe8a1b5 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:25:47.344339 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee6f9fb-d8e9-41c9-a006-94791fe8a1b5 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'Port': ['ID=b7e8aa32-e890-4efc-87ee-614e279644e4,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:25:47.372606 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d051de-e602-465f-9de2-272f702f0a5d req-4ee6f9fb-d8e9-41c9-a006-94791fe8a1b5 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:25:47.373249 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-c0d051de-e602-465f-9de2-272f702f0a5d req-4ee6f9fb-d8e9-41c9-a006-94791fe8a1b5 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:47.436753 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c0d051de-e602-465f-9de2-272f702f0a5d req-4ee6f9fb-d8e9-41c9-a006-94791fe8a1b5 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7164826 Mar 28 14:25:47.448976 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-c0d051de-e602-465f-9de2-272f702f0a5d req-6d401c6c-7f53-4ee0-bd08-95c08a2d295c service neutron] Request body: {'port': {'device_id': '1dfbe6b0-f2df-481a-9258-d34b402fe9a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:25:47.508969 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-c0d051de-e602-465f-9de2-272f702f0a5d req-6d401c6c-7f53-4ee0-bd08-95c08a2d295c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:47.586085 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-3fbd855e-aab7-48d5-8013-910bb63bbff3 None None] Provisioning complete for port b7e8aa32-e890-4efc-87ee-614e279644e4 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:25:47.586761 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3fbd855e-aab7-48d5-8013-910bb63bbff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:47.619286 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-3fbd855e-aab7-48d5-8013-910bb63bbff3 None None] Port b7e8aa32-e890-4efc-87ee-614e279644e4 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:25:47.760588 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [req-c0d051de-e602-465f-9de2-272f702f0a5d req-6d401c6c-7f53-4ee0-bd08-95c08a2d295c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7e8aa32-e890-4efc-87ee-614e279644e4 {{(pid=109613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:25:47.767631 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-c0d051de-e602-465f-9de2-272f702f0a5d req-6d401c6c-7f53-4ee0-bd08-95c08a2d295c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:47.778910 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.provisioning_blocks [req-c0d051de-e602-465f-9de2-272f702f0a5d req-6d401c6c-7f53-4ee0-bd08-95c08a2d295c service neutron] Transition to ACTIVE for port object b7e8aa32-e890-4efc-87ee-614e279644e4 will not be triggered until provisioned by entity L2. {{(pid=109613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 14:25:47.839548 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-c0d051de-e602-465f-9de2-272f702f0a5d req-6d401c6c-7f53-4ee0-bd08-95c08a2d295c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:47.887342 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d401c6c-7f53-4ee0-bd08-95c08a2d295c service neutron] Pushing event updated for resources: {'Port': ['ID=b7e8aa32-e890-4efc-87ee-614e279644e4,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:25:47.960530 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-c0d051de-e602-465f-9de2-272f702f0a5d req-6d401c6c-7f53-4ee0-bd08-95c08a2d295c service neutron] Attempting to bind port b7e8aa32-e890-4efc-87ee-614e279644e4 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:25:47.960868 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-c0d051de-e602-465f-9de2-272f702f0a5d req-6d401c6c-7f53-4ee0-bd08-95c08a2d295c service neutron] Attempting to bind port b7e8aa32-e890-4efc-87ee-614e279644e4 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'b040f37b-8ea8-4038-90e6-2e8cd1840a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '79c43a2e-d0f4-4721-8947-893db17a650f'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:25:47.961197 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d051de-e602-465f-9de2-272f702f0a5d req-6d401c6c-7f53-4ee0-bd08-95c08a2d295c service neutron] Attempting to bind port b7e8aa32-e890-4efc-87ee-614e279644e4 on network 79c43a2e-d0f4-4721-8947-893db17a650f {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:25:47.965703 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d051de-e602-465f-9de2-272f702f0a5d req-6d401c6c-7f53-4ee0-bd08-95c08a2d295c service neutron] Port b7e8aa32-e890-4efc-87ee-614e279644e4 on network 79c43a2e-d0f4-4721-8947-893db17a650f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 14:25:47.966027 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d051de-e602-465f-9de2-272f702f0a5d req-6d401c6c-7f53-4ee0-bd08-95c08a2d295c service neutron] Attempting to bind port b7e8aa32-e890-4efc-87ee-614e279644e4 on network 79c43a2e-d0f4-4721-8947-893db17a650f {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:25:47.971461 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d051de-e602-465f-9de2-272f702f0a5d req-6d401c6c-7f53-4ee0-bd08-95c08a2d295c service neutron] Checking agent: {'id': '72ab3303-6c81-4bd9-a1a9-2c5d9b681d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'started_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:25:47.971798 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d051de-e602-465f-9de2-272f702f0a5d req-6d401c6c-7f53-4ee0-bd08-95c08a2d295c service neutron] Checking segment: {'id': 'b040f37b-8ea8-4038-90e6-2e8cd1840a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '79c43a2e-d0f4-4721-8947-893db17a650f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:25:47.972180 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d051de-e602-465f-9de2-272f702f0a5d req-6d401c6c-7f53-4ee0-bd08-95c08a2d295c service neutron] Bound using segment: {'id': 'b040f37b-8ea8-4038-90e6-2e8cd1840a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '79c43a2e-d0f4-4721-8947-893db17a650f'} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:25:47.972637 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-c0d051de-e602-465f-9de2-272f702f0a5d req-6d401c6c-7f53-4ee0-bd08-95c08a2d295c service neutron] Bound port: b7e8aa32-e890-4efc-87ee-614e279644e4, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b040f37b-8ea8-4038-90e6-2e8cd1840a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '79c43a2e-d0f4-4721-8947-893db17a650f'}}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:25:47.973001 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-c0d051de-e602-465f-9de2-272f702f0a5d req-6d401c6c-7f53-4ee0-bd08-95c08a2d295c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:48.037105 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-c0d051de-e602-465f-9de2-272f702f0a5d req-6d401c6c-7f53-4ee0-bd08-95c08a2d295c service neutron] For port b7e8aa32-e890-4efc-87ee-614e279644e4, host hv-neutron-8353, cleared binding levels {{(pid=109613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:25:48.040007 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-c0d051de-e602-465f-9de2-272f702f0a5d req-6d401c6c-7f53-4ee0-bd08-95c08a2d295c service neutron] For port b7e8aa32-e890-4efc-87ee-614e279644e4, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=b7e8aa32-e890-4efc-87ee-614e279644e4,segment=NetworkSegment(b040f37b-8ea8-4038-90e6-2e8cd1840a94),segment_id=b040f37b-8ea8-4038-90e6-2e8cd1840a94)] {{(pid=109613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:25:48.085883 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-c0d051de-e602-465f-9de2-272f702f0a5d req-6d401c6c-7f53-4ee0-bd08-95c08a2d295c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:48.124881 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d051de-e602-465f-9de2-272f702f0a5d req-6d401c6c-7f53-4ee0-bd08-95c08a2d295c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:25:48.125483 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-c0d051de-e602-465f-9de2-272f702f0a5d req-6d401c6c-7f53-4ee0-bd08-95c08a2d295c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:48.126888 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c0d051de-e602-465f-9de2-272f702f0a5d req-6d401c6c-7f53-4ee0-bd08-95c08a2d295c service neutron] 10.222.0.20 "PUT /v2.0/ports/b7e8aa32-e890-4efc-87ee-614e279644e4 HTTP/1.1" status: 200 len: 1093 time: 0.6825395 Mar 28 14:25:48.127323 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dfbe6b0-f2df-481a-9258-d34b402fe9a6', 'tag': 'b7e8aa32-e890-4efc-87ee-614e279644e4'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:25:48.129643 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38102728-c01c-4653-a7b1-b81c4b540224" -d '{"events": [{"name": "network-changed", "server_uuid": "1dfbe6b0-f2df-481a-9258-d34b402fe9a6", "tag": "b7e8aa32-e890-4efc-87ee-614e279644e4"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:25:48.151654 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d401c6c-7f53-4ee0-bd08-95c08a2d295c service neutron] Pushing event updated for resources: {'Port': ['ID=b7e8aa32-e890-4efc-87ee-614e279644e4,revision_number=3']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:25:48.175154 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205a8db0-3122-41fc-bd96-0af98b5e5f9b x-openstack-request-id: req-205a8db0-3122-41fc-bd96-0af98b5e5f9b {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:25:48.175744 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dfbe6b0-f2df-481a-9258-d34b402fe9a6", "tag": "b7e8aa32-e890-4efc-87ee-614e279644e4", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:25:48.176017 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-205a8db0-3122-41fc-bd96-0af98b5e5f9b {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:25:48.176611 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dfbe6b0-f2df-481a-9258-d34b402fe9a6', 'tag': 'b7e8aa32-e890-4efc-87ee-614e279644e4', 'status': 'completed', 'code': 200} Mar 28 14:25:48.243775 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38102728-c01c-4653-a7b1-b81c4b540224 req-eb5c802b-9708-46a9-9f09-5f13e17cf20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:25:48.245457 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-38102728-c01c-4653-a7b1-b81c4b540224 req-eb5c802b-9708-46a9-9f09-5f13e17cf20e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2dc46a21a43e483fbb630102a765c646&device_id=1dfbe6b0-f2df-481a-9258-d34b402fe9a6 HTTP/1.1" status: 200 len: 1096 time: 0.0490956 Mar 28 14:25:48.381798 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2aa5f4-f61a-45ef-b20e-a71fdfbfc4b5 req-bf3a801f-88fa-4e19-b3b3-3895e91312df tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:25:48.383299 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6f2aa5f4-f61a-45ef-b20e-a71fdfbfc4b5 req-bf3a801f-88fa-4e19-b3b3-3895e91312df tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dfbe6b0-f2df-481a-9258-d34b402fe9a6 HTTP/1.1" status: 200 len: 943 time: 0.0803361 Mar 28 14:25:48.384422 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38102728-c01c-4653-a7b1-b81c4b540224 req-350c45f6-8fb5-4410-9a55-74d0716e73fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:25:48.385720 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-38102728-c01c-4653-a7b1-b81c4b540224 req-350c45f6-8fb5-4410-9a55-74d0716e73fb service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=2dc46a21a43e483fbb630102a765c646&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1328330 Mar 28 14:25:48.474158 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6f2aa5f4-f61a-45ef-b20e-a71fdfbfc4b5 req-8d6d25b1-df3c-413b-90bc-474f88dc3bfd tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b04189e-d1c4-44bd-b153-f00519cddb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847063 Mar 28 14:25:48.506286 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38102728-c01c-4653-a7b1-b81c4b540224 req-aa9c7354-d9fc-42a3-b267-5a3222103515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:25:48.507703 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-38102728-c01c-4653-a7b1-b81c4b540224 req-aa9c7354-d9fc-42a3-b267-5a3222103515 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1123834 Mar 28 14:25:48.580571 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d051de-e602-465f-9de2-272f702f0a5d req-44fabd6e-1b23-49de-990b-4be1309af381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:25:48.581935 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c0d051de-e602-465f-9de2-272f702f0a5d req-44fabd6e-1b23-49de-990b-4be1309af381 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2dc46a21a43e483fbb630102a765c646&device_id=1dfbe6b0-f2df-481a-9258-d34b402fe9a6 HTTP/1.1" status: 200 len: 1096 time: 0.0405004 Mar 28 14:25:48.624855 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c0d051de-e602-465f-9de2-272f702f0a5d req-fd595aa0-cf04-4a7f-8d98-866a70a3f742 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7e8aa32-e890-4efc-87ee-614e279644e4 HTTP/1.1" status: 200 len: 217 time: 0.0362103 Mar 28 14:25:48.670895 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d051de-e602-465f-9de2-272f702f0a5d req-df618dfd-bde3-4687-ad55-444d7d8cc380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:25:48.672264 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c0d051de-e602-465f-9de2-272f702f0a5d req-df618dfd-bde3-4687-ad55-444d7d8cc380 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bb3d6221-ac8d-4f04-8252-43e43bd13470 HTTP/1.1" status: 200 len: 834 time: 0.0419655 Mar 28 14:25:48.715678 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d051de-e602-465f-9de2-272f702f0a5d req-7a2374b2-81e6-46e1-a022-ec453180a45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:25:48.717889 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c0d051de-e602-465f-9de2-272f702f0a5d req-7a2374b2-81e6-46e1-a022-ec453180a45f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=79c43a2e-d0f4-4721-8947-893db17a650f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386300 Mar 28 14:25:48.807145 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c0d051de-e602-465f-9de2-272f702f0a5d req-3ea8ceb0-6e1a-4ba2-a17e-7b278ae2be47 service neutron] 10.222.0.20 "GET /v2.0/networks/79c43a2e-d0f4-4721-8947-893db17a650f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833988 Mar 28 14:25:48.893550 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c0d051de-e602-465f-9de2-272f702f0a5d req-e0877121-98f8-4584-92c8-59deb0ec9010 service neutron] 10.222.0.20 "GET /v2.0/networks/79c43a2e-d0f4-4721-8947-893db17a650f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790753 Mar 28 14:25:49.588009 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceff51d-298a-45d8-896d-faa6871956a2 req-ccaebebe-5099-49b2-a027-196edf561015 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:25:49.589451 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4ceff51d-298a-45d8-896d-faa6871956a2 req-ccaebebe-5099-49b2-a027-196edf561015 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dfbe6b0-f2df-481a-9258-d34b402fe9a6 HTTP/1.1" status: 200 len: 943 time: 0.0480270 Mar 28 14:25:49.629409 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4ceff51d-298a-45d8-896d-faa6871956a2 req-c2f7489c-89f8-4b83-974c-26fa572ada78 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b04189e-d1c4-44bd-b153-f00519cddb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339351 Mar 28 14:25:50.742066 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8c922-60fe-4648-bd4f-aa63a9313b1e req-65f0af08-5957-479b-b293-eef60b24aaff tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:25:50.743520 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dde8c922-60fe-4648-bd4f-aa63a9313b1e req-65f0af08-5957-479b-b293-eef60b24aaff tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dfbe6b0-f2df-481a-9258-d34b402fe9a6 HTTP/1.1" status: 200 len: 943 time: 0.0482430 Mar 28 14:25:50.781072 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dde8c922-60fe-4648-bd4f-aa63a9313b1e req-b19f3cbf-4616-46db-9382-ecac68ad1e48 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b04189e-d1c4-44bd-b153-f00519cddb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315807 Mar 28 14:25:51.329306 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device b7e8aa32-e890-4efc-87ee-614e279644e4 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:25:51.423648 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port b7e8aa32-e890-4efc-87ee-614e279644e4, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=b7e8aa32-e890-4efc-87ee-614e279644e4,segment=NetworkSegment(b040f37b-8ea8-4038-90e6-2e8cd1840a94),segment_id=b040f37b-8ea8-4038-90e6-2e8cd1840a94)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:25:51.436237 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': 'b7e8aa32-e890-4efc-87ee-614e279644e4', 'network_id': '79c43a2e-d0f4-4721-8947-893db17a650f', 'port_id': 'b7e8aa32-e890-4efc-87ee-614e279644e4', 'mac_address': 'fa:16:3e:3b:c1:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3d6221-ac8d-4f04-8252-43e43bd13470', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:25:51.476451 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:51.489713 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7e8aa32-e890-4efc-87ee-614e279644e4 {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:25:51.509493 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port b7e8aa32-e890-4efc-87ee-614e279644e4, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=b7e8aa32-e890-4efc-87ee-614e279644e4,segment=NetworkSegment(b040f37b-8ea8-4038-90e6-2e8cd1840a94),segment_id=b040f37b-8ea8-4038-90e6-2e8cd1840a94)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:25:51.570936 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:51.622319 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=b7e8aa32-e890-4efc-87ee-614e279644e4,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:25:51.893808 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f5957-fcd3-44e6-bf48-420d11bedc81 req-229e70fd-b807-4700-a3fe-1935b5a9ccb9 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:25:51.895253 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-510f5957-fcd3-44e6-bf48-420d11bedc81 req-229e70fd-b807-4700-a3fe-1935b5a9ccb9 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dfbe6b0-f2df-481a-9258-d34b402fe9a6 HTTP/1.1" status: 200 len: 944 time: 0.0479536 Mar 28 14:25:51.899448 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['b7e8aa32-e890-4efc-87ee-614e279644e4'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:25:51.932731 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-510f5957-fcd3-44e6-bf48-420d11bedc81 req-ce4f5f9b-23ca-466d-857a-c9b45957680d tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b04189e-d1c4-44bd-b153-f00519cddb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313680 Mar 28 14:25:53.043438 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace9380-78d5-463a-81ee-201b2236c7a1 req-20022a9c-1a2e-4162-8cb4-90a85470949b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:25:53.045401 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2ace9380-78d5-463a-81ee-201b2236c7a1 req-20022a9c-1a2e-4162-8cb4-90a85470949b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dfbe6b0-f2df-481a-9258-d34b402fe9a6 HTTP/1.1" status: 200 len: 944 time: 0.0466712 Mar 28 14:25:53.085836 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2ace9380-78d5-463a-81ee-201b2236c7a1 req-27c3bfd3-87eb-4e3c-9b79-3b4859f0f717 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b04189e-d1c4-44bd-b153-f00519cddb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345612 Mar 28 14:25:53.328918 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device b7e8aa32-e890-4efc-87ee-614e279644e4 up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:25:53.469323 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning for port b7e8aa32-e890-4efc-87ee-614e279644e4 completed by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 14:25:53.473315 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port b7e8aa32-e890-4efc-87ee-614e279644e4 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:25:53.473682 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:53.695719 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:53.717475 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dfbe6b0-f2df-481a-9258-d34b402fe9a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e8aa32-e890-4efc-87ee-614e279644e4'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:25:53.719671 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1957cf5e-fca9-4c68-b92b-9149bfd3feb7" -d '{"events": [{"server_uuid": "1dfbe6b0-f2df-481a-9258-d34b402fe9a6", "name": "network-vif-plugged", "status": "completed", "tag": "b7e8aa32-e890-4efc-87ee-614e279644e4"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:25:53.731430 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port b7e8aa32-e890-4efc-87ee-614e279644e4, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=b7e8aa32-e890-4efc-87ee-614e279644e4,segment=NetworkSegment(b040f37b-8ea8-4038-90e6-2e8cd1840a94),segment_id=b040f37b-8ea8-4038-90e6-2e8cd1840a94)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:25:53.755348 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6b0e02-024d-415a-981f-5c7f66118903 x-openstack-request-id: req-4f6b0e02-024d-415a-981f-5c7f66118903 {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:25:53.755650 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dfbe6b0-f2df-481a-9258-d34b402fe9a6", "name": "network-vif-plugged", "status": "completed", "tag": "b7e8aa32-e890-4efc-87ee-614e279644e4", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:25:53.755901 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4f6b0e02-024d-415a-981f-5c7f66118903 {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:25:53.756285 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dfbe6b0-f2df-481a-9258-d34b402fe9a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e8aa32-e890-4efc-87ee-614e279644e4', 'code': 200} Mar 28 14:25:53.811535 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:53.864383 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=b7e8aa32-e890-4efc-87ee-614e279644e4,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:25:54.032440 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114175ca-6360-4452-b269-7bb7fee0594c req-689b84aa-8278-4959-825d-2e0962f34db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:25:54.033920 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-114175ca-6360-4452-b269-7bb7fee0594c req-689b84aa-8278-4959-825d-2e0962f34db6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1dfbe6b0-f2df-481a-9258-d34b402fe9a6 HTTP/1.1" status: 200 len: 1098 time: 0.0394652 Mar 28 14:25:54.050498 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a79710a7-78dd-4f7e-9620-e5e1e6292139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:54.067781 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-114175ca-6360-4452-b269-7bb7fee0594c req-bfcd388a-dfee-4d40-b7a7-935ae7ddfddd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6b04189e-d1c4-44bd-b153-f00519cddb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274222 Mar 28 14:25:54.196769 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce0447-fd13-49b7-a656-8796de645d0e req-457dd392-0c89-42e1-bfac-a2d57e53678b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:25:54.198198 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-98ce0447-fd13-49b7-a656-8796de645d0e req-457dd392-0c89-42e1-bfac-a2d57e53678b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dfbe6b0-f2df-481a-9258-d34b402fe9a6 HTTP/1.1" status: 200 len: 945 time: 0.0466864 Mar 28 14:25:54.234575 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-98ce0447-fd13-49b7-a656-8796de645d0e req-4d2ad911-4d7e-42d9-b58d-79cf6bb8c2fc tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b04189e-d1c4-44bd-b153-f00519cddb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299942 Mar 28 14:25:55.352344 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b69fc9-2b0e-4b0a-8e76-e26d630f004b req-01044d7d-52fc-4ede-8eb0-068fb87277fe tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:25:55.353829 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d3b69fc9-2b0e-4b0a-8e76-e26d630f004b req-01044d7d-52fc-4ede-8eb0-068fb87277fe tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dfbe6b0-f2df-481a-9258-d34b402fe9a6 HTTP/1.1" status: 200 len: 945 time: 0.0499468 Mar 28 14:25:55.394256 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d3b69fc9-2b0e-4b0a-8e76-e26d630f004b req-1adbfccf-f774-49fc-b1ea-c15af0f2cc0e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b04189e-d1c4-44bd-b153-f00519cddb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344045 Mar 28 14:25:56.364774 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e65be134-159a-4392-b87d-43ead472d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:56.507050 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038d728-60e8-4b12-bd6f-51be35ade097 req-79e2258c-3ba3-4fd5-9eb2-d398ab4cb4f7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:25:56.508592 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6038d728-60e8-4b12-bd6f-51be35ade097 req-79e2258c-3ba3-4fd5-9eb2-d398ab4cb4f7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dfbe6b0-f2df-481a-9258-d34b402fe9a6 HTTP/1.1" status: 200 len: 945 time: 0.0479238 Mar 28 14:25:56.545465 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6038d728-60e8-4b12-bd6f-51be35ade097 req-4d360d1d-1d91-4696-97d4-6e26af2b5c03 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b04189e-d1c4-44bd-b153-f00519cddb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305216 Mar 28 14:25:56.655533 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c16c48-88b9-47f0-976d-9ab82c2568bb req-5ea9742d-1ea2-43fa-9e7e-fd4b8732bf0f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:25:56.656999 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e9c16c48-88b9-47f0-976d-9ab82c2568bb req-5ea9742d-1ea2-43fa-9e7e-fd4b8732bf0f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dfbe6b0-f2df-481a-9258-d34b402fe9a6 HTTP/1.1" status: 200 len: 945 time: 0.0472405 Mar 28 14:25:56.692361 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e9c16c48-88b9-47f0-976d-9ab82c2568bb req-53d2a055-a406-4f98-85dd-98c3b868349f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b04189e-d1c4-44bd-b153-f00519cddb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295730 Mar 28 14:25:56.713122 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41298) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:25:56.750568 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9328da2-274f-451b-95df-d00fcee604f2 tempest-TestNetworkAdvancedServerOps-1380052890 tempest-TestNetworkAdvancedServerOps-1380052890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:25:56.752061 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a9328da2-274f-451b-95df-d00fcee604f2 tempest-TestNetworkAdvancedServerOps-1380052890 tempest-TestNetworkAdvancedServerOps-1380052890-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1dfbe6b0-f2df-481a-9258-d34b402fe9a6 HTTP/1.1" status: 200 len: 1093 time: 0.0379808 Mar 28 14:25:56.754785 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41300) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:25:56.758913 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-31804157-e5ce-49e8-974c-11f63f402be8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'floatingip': {'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'port_id': 'b7e8aa32-e890-4efc-87ee-614e279644e4', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:25:56.850503 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-31804157-e5ce-49e8-974c-11f63f402be8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for floatingip, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:56.944014 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-31804157-e5ce-49e8-974c-11f63f402be8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:57.044155 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-31804157-e5ce-49e8-974c-11f63f402be8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Allocated IP 172.26.2.232 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/f1c49d3c-d9e3-4132-a2dc-2b3648b12e85) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:25:57.141649 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-31804157-e5ce-49e8-974c-11f63f402be8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:57.227843 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-31804157-e5ce-49e8-974c-11f63f402be8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:57.261596 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31804157-e5ce-49e8-974c-11f63f402be8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:25:57.268443 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-31804157-e5ce-49e8-974c-11f63f402be8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:25:57.271937 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31804157-e5ce-49e8-974c-11f63f402be8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:25:57.300573 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31804157-e5ce-49e8-974c-11f63f402be8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'Port': ['ID=f1c49d3c-d9e3-4132-a2dc-2b3648b12e85,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:25:57.621012 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-31804157-e5ce-49e8-974c-11f63f402be8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:57.729329 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-31804157-e5ce-49e8-974c-11f63f402be8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:57.730358 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:57.869223 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-31804157-e5ce-49e8-974c-11f63f402be8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:57.935873 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-31804157-e5ce-49e8-974c-11f63f402be8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:58.002428 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31804157-e5ce-49e8-974c-11f63f402be8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'Port': ['ID=f1c49d3c-d9e3-4132-a2dc-2b3648b12e85,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:25:58.014402 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-31804157-e5ce-49e8-974c-11f63f402be8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:58.109416 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [None req-31804157-e5ce-49e8-974c-11f63f402be8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Floating IP 35568266-0cd8-460f-8487-acecb0d4af4b associated. External IP: 172.26.2.232, port: b7e8aa32-e890-4efc-87ee-614e279644e4. Mar 28 14:25:58.222814 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:25:58.308271 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31804157-e5ce-49e8-974c-11f63f402be8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Router 74a7dd43-f69e-46f8-8474-84117aeb25ad has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:25:58.413739 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31804157-e5ce-49e8-974c-11f63f402be8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:25:58.423122 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45e8f4f-8053-452f-8034-6a9be9a39306 None None] Sync routers for ids ['74a7dd43-f69e-46f8-8474-84117aeb25ad'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:25:58.433043 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45e8f4f-8053-452f-8034-6a9be9a39306 None None] Routers {'74a7dd43-f69e-46f8-8474-84117aeb25ad'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:25:58.437654 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-d45e8f4f-8053-452f-8034-6a9be9a39306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:25:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['74a7dd43-f69e-46f8-8474-84117aeb25ad'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:25:58.504140 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-31804157-e5ce-49e8-974c-11f63f402be8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:58.549203 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-d45e8f4f-8053-452f-8034-6a9be9a39306 None None] Set router 74a7dd43-f69e-46f8-8474-84117aeb25ad gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:25:58.779164 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-d45e8f4f-8053-452f-8034-6a9be9a39306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a7dd43-f69e-46f8-8474-84117aeb25ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-195212321', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'caf75ecf-e2cc-49eb-a48b-01506b67466e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:25:38Z', 'updated_at': '2022-03-28T14:25:42Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': 'caf75ecf-e2cc-49eb-a48b-01506b67466e', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7dd43-f69e-46f8-8474-84117aeb25ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:25:38Z', 'updated_at': '2022-03-28T14:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '35568266-0cd8-460f-8487-acecb0d4af4b', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'floating_ip_address': '172.26.2.232', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '74a7dd43-f69e-46f8-8474-84117aeb25ad', 'port_id': 'b7e8aa32-e890-4efc-87ee-614e279644e4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79c43a2e-d0f4-4721-8947-893db17a650f', 'mac_address': 'fa:16:3e:3b:c1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dfbe6b0-f2df-481a-9258-d34b402fe9a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:25:57Z', 'updated_at': '2022-03-28T14:25:57Z', 'revision_number': 0, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cca28b20-1b2b-4cfc-81f3-49ec4354d5a3', 'name': '', 'network_id': '79c43a2e-d0f4-4721-8947-893db17a650f', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'mac_address': 'fa:16:3e:59:ca:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7dd43-f69e-46f8-8474-84117aeb25ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'bb3d6221-ac8d-4f04-8252-43e43bd13470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:25:41Z', 'updated_at': '2022-03-28T14:25:45Z', 'revision_number': 5, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'subnets': [{'id': 'bb3d6221-ac8d-4f04-8252-43e43bd13470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:25:58.804812 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45e8f4f-8053-452f-8034-6a9be9a39306 None None] Checking router: 74a7dd43-f69e-46f8-8474-84117aeb25ad for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:25:58.813758 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45e8f4f-8053-452f-8034-6a9be9a39306 None None] Routers {'74a7dd43-f69e-46f8-8474-84117aeb25ad'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:25:58.814626 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-d45e8f4f-8053-452f-8034-6a9be9a39306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:25:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['74a7dd43-f69e-46f8-8474-84117aeb25ad'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:25:58.877558 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-31804157-e5ce-49e8-974c-11f63f402be8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1193616 Mar 28 14:25:58.877558 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dfbe6b0-f2df-481a-9258-d34b402fe9a6', 'tag': 'b7e8aa32-e890-4efc-87ee-614e279644e4'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:25:58.878876 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e074ad-ed45-43b8-980d-c11d68a52ea0" -d '{"events": [{"name": "network-changed", "server_uuid": "1dfbe6b0-f2df-481a-9258-d34b402fe9a6", "tag": "b7e8aa32-e890-4efc-87ee-614e279644e4"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:25:58.921210 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71a4a1d-46e7-42e7-bd8a-99c1adbf0135 x-openstack-request-id: req-b71a4a1d-46e7-42e7-bd8a-99c1adbf0135 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:25:58.921497 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dfbe6b0-f2df-481a-9258-d34b402fe9a6", "tag": "b7e8aa32-e890-4efc-87ee-614e279644e4", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:25:58.921748 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b71a4a1d-46e7-42e7-bd8a-99c1adbf0135 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:25:58.922138 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dfbe6b0-f2df-481a-9258-d34b402fe9a6', 'tag': 'b7e8aa32-e890-4efc-87ee-614e279644e4', 'status': 'completed', 'code': 200} Mar 28 14:25:58.933058 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-d45e8f4f-8053-452f-8034-6a9be9a39306 None None] Set router 74a7dd43-f69e-46f8-8474-84117aeb25ad gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:25:59.005998 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd6047-1541-46d0-9c2c-a5fe84a515a5 req-bb931fa7-0407-4e82-bb9f-ce69353c2526 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:25:59.006651 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e6cd6047-1541-46d0-9c2c-a5fe84a515a5 req-bb931fa7-0407-4e82-bb9f-ce69353c2526 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dfbe6b0-f2df-481a-9258-d34b402fe9a6 HTTP/1.1" status: 200 len: 945 time: 0.0777717 Mar 28 14:25:59.012098 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e074ad-ed45-43b8-980d-c11d68a52ea0 req-8679f8ec-6961-4fab-a9cd-df88fbf274d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:25:59.013969 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-22e074ad-ed45-43b8-980d-c11d68a52ea0 req-8679f8ec-6961-4fab-a9cd-df88fbf274d2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2dc46a21a43e483fbb630102a765c646&device_id=1dfbe6b0-f2df-481a-9258-d34b402fe9a6 HTTP/1.1" status: 200 len: 1098 time: 0.0581341 Mar 28 14:25:59.062431 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:59.094157 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e6cd6047-1541-46d0-9c2c-a5fe84a515a5 req-250461f5-1492-4268-b994-69ea5cb48986 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b04189e-d1c4-44bd-b153-f00519cddb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796273 Mar 28 14:25:59.125220 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 41306) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:25:59.132039 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e074ad-ed45-43b8-980d-c11d68a52ea0 req-ae3a97f2-326a-431a-ba60-87334c385a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:25:59.133029 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-22e074ad-ed45-43b8-980d-c11d68a52ea0 req-ae3a97f2-326a-431a-ba60-87334c385a54 service neutron] 10.222.0.20 "GET /v2.0/networks?id=79c43a2e-d0f4-4721-8947-893db17a650f HTTP/1.1" status: 200 len: 898 time: 0.1121380 Mar 28 14:25:59.157495 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-d45e8f4f-8053-452f-8034-6a9be9a39306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a7dd43-f69e-46f8-8474-84117aeb25ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-195212321', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'caf75ecf-e2cc-49eb-a48b-01506b67466e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:25:38Z', 'updated_at': '2022-03-28T14:25:42Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': 'caf75ecf-e2cc-49eb-a48b-01506b67466e', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7dd43-f69e-46f8-8474-84117aeb25ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:25:38Z', 'updated_at': '2022-03-28T14:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '35568266-0cd8-460f-8487-acecb0d4af4b', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'floating_ip_address': '172.26.2.232', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '74a7dd43-f69e-46f8-8474-84117aeb25ad', 'port_id': 'b7e8aa32-e890-4efc-87ee-614e279644e4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79c43a2e-d0f4-4721-8947-893db17a650f', 'mac_address': 'fa:16:3e:3b:c1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dfbe6b0-f2df-481a-9258-d34b402fe9a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:25:57Z', 'updated_at': '2022-03-28T14:25:57Z', 'revision_number': 0, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cca28b20-1b2b-4cfc-81f3-49ec4354d5a3', 'name': '', 'network_id': '79c43a2e-d0f4-4721-8947-893db17a650f', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'mac_address': 'fa:16:3e:59:ca:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7dd43-f69e-46f8-8474-84117aeb25ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'bb3d6221-ac8d-4f04-8252-43e43bd13470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:25:41Z', 'updated_at': '2022-03-28T14:25:45Z', 'revision_number': 5, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'subnets': [{'id': 'bb3d6221-ac8d-4f04-8252-43e43bd13470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:25:59.185230 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45e8f4f-8053-452f-8034-6a9be9a39306 None None] The sync data for ids ['74a7dd43-f69e-46f8-8474-84117aeb25ad'] in dv-neutron-835335-1-hyperv is: [{'id': '74a7dd43-f69e-46f8-8474-84117aeb25ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-195212321', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'caf75ecf-e2cc-49eb-a48b-01506b67466e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:25:38Z', 'updated_at': '2022-03-28T14:25:42Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': 'caf75ecf-e2cc-49eb-a48b-01506b67466e', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7dd43-f69e-46f8-8474-84117aeb25ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:25:38Z', 'updated_at': '2022-03-28T14:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '35568266-0cd8-460f-8487-acecb0d4af4b', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'floating_ip_address': '172.26.2.232', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '74a7dd43-f69e-46f8-8474-84117aeb25ad', 'port_id': 'b7e8aa32-e890-4efc-87ee-614e279644e4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79c43a2e-d0f4-4721-8947-893db17a650f', 'mac_address': 'fa:16:3e:3b:c1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dfbe6b0-f2df-481a-9258-d34b402fe9a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:25:57Z', 'updated_at': '2022-03-28T14:25:57Z', 'revision_number': 0, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cca28b20-1b2b-4cfc-81f3-49ec4354d5a3', 'name': '', 'network_id': '79c43a2e-d0f4-4721-8947-893db17a650f', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'mac_address': 'fa:16:3e:59:ca:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7dd43-f69e-46f8-8474-84117aeb25ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'bb3d6221-ac8d-4f04-8252-43e43bd13470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:25:41Z', 'updated_at': '2022-03-28T14:25:45Z', 'revision_number': 5, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'subnets': [{'id': 'bb3d6221-ac8d-4f04-8252-43e43bd13470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:25:59.201192 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-9601340b-2cd4-4b79-9c0f-0a88303f4e19 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/floatingips/35568266-0cd8-460f-8487-acecb0d4af4b HTTP/1.1" status: 200 len: 991 time: 0.0744143 Mar 28 14:25:59.208252 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-22e074ad-ed45-43b8-980d-c11d68a52ea0 req-10515e76-b651-4474-bbe8-a1bc621dfc6a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7e8aa32-e890-4efc-87ee-614e279644e4 HTTP/1.1" status: 200 len: 999 time: 0.0688257 Mar 28 14:25:59.260394 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e074ad-ed45-43b8-980d-c11d68a52ea0 req-7fd13fee-4f9a-47f6-a23e-76f06317e250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:25:59.261826 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-22e074ad-ed45-43b8-980d-c11d68a52ea0 req-7fd13fee-4f9a-47f6-a23e-76f06317e250 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bb3d6221-ac8d-4f04-8252-43e43bd13470 HTTP/1.1" status: 200 len: 834 time: 0.0478094 Mar 28 14:25:59.307161 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e074ad-ed45-43b8-980d-c11d68a52ea0 req-0ead5852-910d-4b18-8116-e55615b18bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:25:59.308745 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-22e074ad-ed45-43b8-980d-c11d68a52ea0 req-0ead5852-910d-4b18-8116-e55615b18bd2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=79c43a2e-d0f4-4721-8947-893db17a650f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403636 Mar 28 14:25:59.376321 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:25:59.393111 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3aec5a7-913a-4eef-ac93-2181bed33e54 None None] New status for floating IP 35568266-0cd8-460f-8487-acecb0d4af4b: ACTIVE {{(pid=109614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:25:59.409117 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-22e074ad-ed45-43b8-980d-c11d68a52ea0 req-a3b54acf-d861-4c40-b55d-26d076acaa5b service neutron] 10.222.0.20 "GET /v2.0/networks/79c43a2e-d0f4-4721-8947-893db17a650f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936217 Mar 28 14:25:59.496968 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-22e074ad-ed45-43b8-980d-c11d68a52ea0 req-f73ee740-8d26-4484-9e8b-92e09e415cea service neutron] 10.222.0.20 "GET /v2.0/networks/79c43a2e-d0f4-4721-8947-893db17a650f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811236 Mar 28 14:26:00.202918 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41308) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:26:00.266216 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d9a89a4c-9454-4cf5-a7bc-9c6af037b373 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/floatingips/35568266-0cd8-460f-8487-acecb0d4af4b HTTP/1.1" status: 200 len: 993 time: 0.0620975 Mar 28 14:26:13.907866 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:26:24.032249 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-61478ec9-faa5-42ac-8bbc-374ab585b8ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:26:26.341256 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dece9d84-72b8-49a7-91da-79423a40e9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:26:27.724000 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:26:29.038064 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:26:29.363899 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:26:30.600041 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5e77153c-645b-4ce9-aeff-ddef8c9ada61 req-a48fbd61-8f0a-493a-b7c1-8e20003895b1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1dfbe6b0-f2df-481a-9258-d34b402fe9a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1031249 Mar 28 14:26:30.678445 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77153c-645b-4ce9-aeff-ddef8c9ada61 req-778797f0-8c88-491c-83aa-eabfcb643d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:26:30.679862 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5e77153c-645b-4ce9-aeff-ddef8c9ada61 req-778797f0-8c88-491c-83aa-eabfcb643d58 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2dc46a21a43e483fbb630102a765c646&device_id=1dfbe6b0-f2df-481a-9258-d34b402fe9a6 HTTP/1.1" status: 200 len: 1098 time: 0.0392365 Mar 28 14:26:30.779645 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77153c-645b-4ce9-aeff-ddef8c9ada61 req-8b42e9c2-ac05-410f-ab5c-5bf492d406be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:26:30.781595 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5e77153c-645b-4ce9-aeff-ddef8c9ada61 req-8b42e9c2-ac05-410f-ab5c-5bf492d406be service neutron] 10.222.0.20 "GET /v2.0/networks?id=79c43a2e-d0f4-4721-8947-893db17a650f HTTP/1.1" status: 200 len: 898 time: 0.0828578 Mar 28 14:26:30.843650 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5e77153c-645b-4ce9-aeff-ddef8c9ada61 req-c75a15df-89c7-4728-bc91-b2e29921d72d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7e8aa32-e890-4efc-87ee-614e279644e4 HTTP/1.1" status: 200 len: 1001 time: 0.0550632 Mar 28 14:26:30.896569 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77153c-645b-4ce9-aeff-ddef8c9ada61 req-b7e07424-b91f-4e83-9778-23af55f80c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:26:30.898036 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5e77153c-645b-4ce9-aeff-ddef8c9ada61 req-b7e07424-b91f-4e83-9778-23af55f80c3e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bb3d6221-ac8d-4f04-8252-43e43bd13470 HTTP/1.1" status: 200 len: 834 time: 0.0484433 Mar 28 14:26:30.943034 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77153c-645b-4ce9-aeff-ddef8c9ada61 req-f9a48c79-6cf9-44cb-982f-52b64a1675c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:26:30.944555 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5e77153c-645b-4ce9-aeff-ddef8c9ada61 req-f9a48c79-6cf9-44cb-982f-52b64a1675c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=79c43a2e-d0f4-4721-8947-893db17a650f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393114 Mar 28 14:26:30.955838 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [req-5e77153c-645b-4ce9-aeff-ddef8c9ada61 req-f626a96d-ade1-4af2-a6fb-ce45330ed782 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 14:26:30.956875 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5e77153c-645b-4ce9-aeff-ddef8c9ada61 req-f626a96d-ade1-4af2-a6fb-ce45330ed782 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052865 Mar 28 14:26:31.041385 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5e77153c-645b-4ce9-aeff-ddef8c9ada61 req-d97fad7e-0243-4446-9b9d-32396d9e0896 service neutron] 10.222.0.20 "GET /v2.0/networks/79c43a2e-d0f4-4721-8947-893db17a650f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781205 Mar 28 14:26:31.129556 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5e77153c-645b-4ce9-aeff-ddef8c9ada61 req-8f56c9aa-011c-421f-96f7-1c718ac9075d service neutron] 10.222.0.20 "GET /v2.0/networks/79c43a2e-d0f4-4721-8947-893db17a650f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817890 Mar 28 14:26:35.221892 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:26:43.871745 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:26:54.060243 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-546f4072-0ec1-4dea-b723-e0e8d503db61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:26:56.345339 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-92aaeee6-2442-4a98-9239-d9b376087538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:26:57.717032 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:26:59.042811 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:26:59.374282 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:27:09.853543 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bdeaf1-4a40-4aed-96d9-3351b076b436 req-b4578277-2e94-46ac-bf2e-5f7b1c6ad447 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:27:09.854975 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-09bdeaf1-4a40-4aed-96d9-3351b076b436 req-b4578277-2e94-46ac-bf2e-5f7b1c6ad447 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dfbe6b0-f2df-481a-9258-d34b402fe9a6 HTTP/1.1" status: 200 len: 945 time: 0.0486445 Mar 28 14:27:09.922018 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-09bdeaf1-4a40-4aed-96d9-3351b076b436 req-78d08de6-7ddf-4587-a08b-039b72fbb04f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b04189e-d1c4-44bd-b153-f00519cddb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604570 Mar 28 14:27:09.931749 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3003e5a-81af-49ae-bb6c-7dc284973277 req-94bdd1ed-4640-47be-abf0-407caf09a8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:27:09.933251 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e3003e5a-81af-49ae-bb6c-7dc284973277 req-94bdd1ed-4640-47be-abf0-407caf09a8ea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2dc46a21a43e483fbb630102a765c646&device_id=1dfbe6b0-f2df-481a-9258-d34b402fe9a6 HTTP/1.1" status: 200 len: 1098 time: 0.0566692 Mar 28 14:27:10.021026 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3003e5a-81af-49ae-bb6c-7dc284973277 req-dd2f67bf-7d38-45f6-88ab-a7896a5b0961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:27:10.022469 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e3003e5a-81af-49ae-bb6c-7dc284973277 req-dd2f67bf-7d38-45f6-88ab-a7896a5b0961 service neutron] 10.222.0.20 "GET /v2.0/networks?id=79c43a2e-d0f4-4721-8947-893db17a650f HTTP/1.1" status: 200 len: 898 time: 0.0820920 Mar 28 14:27:10.089033 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e3003e5a-81af-49ae-bb6c-7dc284973277 req-f01eb0f0-2cec-4402-a9af-9ffc644f4f64 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7e8aa32-e890-4efc-87ee-614e279644e4 HTTP/1.1" status: 200 len: 1001 time: 0.0592058 Mar 28 14:27:10.137477 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3003e5a-81af-49ae-bb6c-7dc284973277 req-b6994c21-9b53-433e-9695-6b0c7955e5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:27:10.139563 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e3003e5a-81af-49ae-bb6c-7dc284973277 req-b6994c21-9b53-433e-9695-6b0c7955e5ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bb3d6221-ac8d-4f04-8252-43e43bd13470 HTTP/1.1" status: 200 len: 834 time: 0.0442884 Mar 28 14:27:10.184443 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3003e5a-81af-49ae-bb6c-7dc284973277 req-111aac41-6a2c-4fd0-979c-04a4b6912a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:27:10.185942 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e3003e5a-81af-49ae-bb6c-7dc284973277 req-111aac41-6a2c-4fd0-979c-04a4b6912a7c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=79c43a2e-d0f4-4721-8947-893db17a650f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396345 Mar 28 14:27:10.278001 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e3003e5a-81af-49ae-bb6c-7dc284973277 req-568431ce-c3be-44a1-8abf-9553ec73b1b9 service neutron] 10.222.0.20 "GET /v2.0/networks/79c43a2e-d0f4-4721-8947-893db17a650f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833364 Mar 28 14:27:10.364039 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e3003e5a-81af-49ae-bb6c-7dc284973277 req-5556ef87-497d-43f3-8eb4-e8fe81d5f24d service neutron] 10.222.0.20 "GET /v2.0/networks/79c43a2e-d0f4-4721-8947-893db17a650f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785003 Mar 28 14:27:11.043608 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d78e4-d7c0-46d4-afad-34b883d6fde7 req-a18182b5-62d2-4950-a51d-3cfe8ba29bbf tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:27:11.045596 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-298d78e4-d7c0-46d4-afad-34b883d6fde7 req-a18182b5-62d2-4950-a51d-3cfe8ba29bbf tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dfbe6b0-f2df-481a-9258-d34b402fe9a6 HTTP/1.1" status: 200 len: 945 time: 0.0527596 Mar 28 14:27:11.082523 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-298d78e4-d7c0-46d4-afad-34b883d6fde7 req-d02a13cd-5c56-4c0b-baaa-c1ef300dc00e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b04189e-d1c4-44bd-b153-f00519cddb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310204 Mar 28 14:27:12.194476 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c2f9f-64e0-4ecf-8f7b-f05017418567 req-331098c8-4f31-41da-84ce-e96cdc21ce79 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:27:12.195926 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5a5c2f9f-64e0-4ecf-8f7b-f05017418567 req-331098c8-4f31-41da-84ce-e96cdc21ce79 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dfbe6b0-f2df-481a-9258-d34b402fe9a6 HTTP/1.1" status: 200 len: 945 time: 0.0473247 Mar 28 14:27:12.220031 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:27:12.233500 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5a5c2f9f-64e0-4ecf-8f7b-f05017418567 req-35d674f5-b852-4969-89b1-4d84c4e5193a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b04189e-d1c4-44bd-b153-f00519cddb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310998 Mar 28 14:27:13.345795 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43058b52-6438-4806-971b-fb7b381faf77 req-38ae750e-17f0-497c-832d-02dc597172c4 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:27:13.347222 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-43058b52-6438-4806-971b-fb7b381faf77 req-38ae750e-17f0-497c-832d-02dc597172c4 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dfbe6b0-f2df-481a-9258-d34b402fe9a6 HTTP/1.1" status: 200 len: 945 time: 0.0477409 Mar 28 14:27:13.384582 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-43058b52-6438-4806-971b-fb7b381faf77 req-76272018-c40a-4287-9da7-bec7fa158f58 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b04189e-d1c4-44bd-b153-f00519cddb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313225 Mar 28 14:27:13.899725 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:27:14.500945 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50efef7f-c3c9-40c7-b847-b3fd122bac20 req-da926a06-6d2f-4610-b7d9-6f4e4be20dd2 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:27:14.502380 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-50efef7f-c3c9-40c7-b847-b3fd122bac20 req-da926a06-6d2f-4610-b7d9-6f4e4be20dd2 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dfbe6b0-f2df-481a-9258-d34b402fe9a6 HTTP/1.1" status: 200 len: 945 time: 0.0511804 Mar 28 14:27:14.538771 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-50efef7f-c3c9-40c7-b847-b3fd122bac20 req-21c76490-17b8-4ce8-a14e-3cc8519bebb3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b04189e-d1c4-44bd-b153-f00519cddb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304680 Mar 28 14:27:15.649462 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757007b-65b0-4b12-8ffa-4ecb2717309b req-a198cf85-9374-4c6f-bf73-8fcaa3a0b6bf tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:27:15.650903 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d757007b-65b0-4b12-8ffa-4ecb2717309b req-a198cf85-9374-4c6f-bf73-8fcaa3a0b6bf tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dfbe6b0-f2df-481a-9258-d34b402fe9a6 HTTP/1.1" status: 200 len: 945 time: 0.0470214 Mar 28 14:27:15.688315 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d757007b-65b0-4b12-8ffa-4ecb2717309b req-b8dd3b88-4135-4491-8c01-5af726b84b5b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b04189e-d1c4-44bd-b153-f00519cddb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309389 Mar 28 14:27:16.811167 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05649e-fe8a-4870-be67-e70565af0917 req-8ecdf41a-385a-4e36-904c-1674969d8cab tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:27:16.812659 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2e05649e-fe8a-4870-be67-e70565af0917 req-8ecdf41a-385a-4e36-904c-1674969d8cab tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dfbe6b0-f2df-481a-9258-d34b402fe9a6 HTTP/1.1" status: 200 len: 945 time: 0.0518260 Mar 28 14:27:16.848878 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2e05649e-fe8a-4870-be67-e70565af0917 req-743bc760-875f-4de2-99cb-5136be438b99 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b04189e-d1c4-44bd-b153-f00519cddb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300889 Mar 28 14:27:17.967020 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4efcf9e-6c02-4696-919a-7ce24d8384a2 req-b478330b-6cfe-407d-b6ac-2d0db755c79d tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:27:17.968554 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b4efcf9e-6c02-4696-919a-7ce24d8384a2 req-b478330b-6cfe-407d-b6ac-2d0db755c79d tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dfbe6b0-f2df-481a-9258-d34b402fe9a6 HTTP/1.1" status: 200 len: 945 time: 0.0523789 Mar 28 14:27:18.006742 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b4efcf9e-6c02-4696-919a-7ce24d8384a2 req-72ec309a-0d08-466c-980f-152b7111e454 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b04189e-d1c4-44bd-b153-f00519cddb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323586 Mar 28 14:27:19.119924 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b4061-ab84-407d-b4b5-8915753e00cd req-19212c72-5332-47d4-b8b3-51020e4c2d68 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:27:19.121409 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6e8b4061-ab84-407d-b4b5-8915753e00cd req-19212c72-5332-47d4-b8b3-51020e4c2d68 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dfbe6b0-f2df-481a-9258-d34b402fe9a6 HTTP/1.1" status: 200 len: 945 time: 0.0482779 Mar 28 14:27:19.158653 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6e8b4061-ab84-407d-b4b5-8915753e00cd req-0c3f0c96-5e26-4a1f-9ed3-67fbed289b87 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b04189e-d1c4-44bd-b153-f00519cddb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313976 Mar 28 14:27:20.268963 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82989f02-0a88-48c7-8ab7-aeffd14b7fed req-566a4b7c-a70b-4e97-b0df-34284697d06d tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:27:20.270407 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-82989f02-0a88-48c7-8ab7-aeffd14b7fed req-566a4b7c-a70b-4e97-b0df-34284697d06d tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dfbe6b0-f2df-481a-9258-d34b402fe9a6 HTTP/1.1" status: 200 len: 945 time: 0.0469813 Mar 28 14:27:20.307396 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-82989f02-0a88-48c7-8ab7-aeffd14b7fed req-ed3dbaa9-4647-4dd4-a5fa-e2a3172e4f4b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b04189e-d1c4-44bd-b153-f00519cddb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310690 Mar 28 14:27:21.429628 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64329d1a-a7cd-49ab-a6df-f9d90cdb3a2b req-9ad25a9c-f577-40bd-a6d6-8a0c149e82ad tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:27:21.431122 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-64329d1a-a7cd-49ab-a6df-f9d90cdb3a2b req-9ad25a9c-f577-40bd-a6d6-8a0c149e82ad tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dfbe6b0-f2df-481a-9258-d34b402fe9a6 HTTP/1.1" status: 200 len: 945 time: 0.0544977 Mar 28 14:27:21.470602 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-64329d1a-a7cd-49ab-a6df-f9d90cdb3a2b req-845e254b-e35a-4060-a50f-22905b31141f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b04189e-d1c4-44bd-b153-f00519cddb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323291 Mar 28 14:27:22.582236 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df5a237-00e5-4c58-b77d-1d3e673f9fe7 req-44c449f0-9b3a-4499-84cf-284b1289bff6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:27:22.583609 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6df5a237-00e5-4c58-b77d-1d3e673f9fe7 req-44c449f0-9b3a-4499-84cf-284b1289bff6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dfbe6b0-f2df-481a-9258-d34b402fe9a6 HTTP/1.1" status: 200 len: 945 time: 0.0475950 Mar 28 14:27:22.620952 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6df5a237-00e5-4c58-b77d-1d3e673f9fe7 req-403ea107-d393-4976-9c7b-17ccfc363c51 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b04189e-d1c4-44bd-b153-f00519cddb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315108 Mar 28 14:27:22.641900 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41362) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:27:22.698953 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-7f96e9a0-de6e-4633-bf19-db0f9d00fd20 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/floatingips/35568266-0cd8-460f-8487-acecb0d4af4b HTTP/1.1" status: 200 len: 993 time: 0.0559611 Mar 28 14:27:24.059734 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-aba23648-6a2f-4ff4-b260-d8c044861829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:27:26.350863 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-11127abb-289a-4df8-902e-d1c44e9662ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:27:27.756073 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:27:29.053683 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:27:29.350821 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:27:30.540331 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-855077f5-7469-4ae8-a3ca-8c1be41e558d req-962aafa0-8987-4c07-962f-a873eaa9779a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1dfbe6b0-f2df-481a-9258-d34b402fe9a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429003 Mar 28 14:27:30.617221 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855077f5-7469-4ae8-a3ca-8c1be41e558d req-35187e9c-70a8-42f1-8886-d84db40702ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:27:30.618662 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-855077f5-7469-4ae8-a3ca-8c1be41e558d req-35187e9c-70a8-42f1-8886-d84db40702ba service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2dc46a21a43e483fbb630102a765c646&device_id=1dfbe6b0-f2df-481a-9258-d34b402fe9a6 HTTP/1.1" status: 200 len: 1098 time: 0.0396888 Mar 28 14:27:30.719561 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855077f5-7469-4ae8-a3ca-8c1be41e558d req-b1792455-efdc-48c4-9aed-4791d7313055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:27:30.721031 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-855077f5-7469-4ae8-a3ca-8c1be41e558d req-b1792455-efdc-48c4-9aed-4791d7313055 service neutron] 10.222.0.20 "GET /v2.0/networks?id=79c43a2e-d0f4-4721-8947-893db17a650f HTTP/1.1" status: 200 len: 898 time: 0.0854547 Mar 28 14:27:30.801675 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-855077f5-7469-4ae8-a3ca-8c1be41e558d req-3261cf16-c825-4a6c-9ffa-46e5211ca008 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7e8aa32-e890-4efc-87ee-614e279644e4 HTTP/1.1" status: 200 len: 1001 time: 0.0743337 Mar 28 14:27:30.847340 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855077f5-7469-4ae8-a3ca-8c1be41e558d req-6616489d-6ebf-43f0-aa0c-9e434c1745cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:27:30.848780 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-855077f5-7469-4ae8-a3ca-8c1be41e558d req-6616489d-6ebf-43f0-aa0c-9e434c1745cf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bb3d6221-ac8d-4f04-8252-43e43bd13470 HTTP/1.1" status: 200 len: 834 time: 0.0416017 Mar 28 14:27:30.894397 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855077f5-7469-4ae8-a3ca-8c1be41e558d req-35f5c145-b766-46fe-99f6-e0a85925254f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:27:30.895858 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-855077f5-7469-4ae8-a3ca-8c1be41e558d req-35f5c145-b766-46fe-99f6-e0a85925254f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=79c43a2e-d0f4-4721-8947-893db17a650f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412042 Mar 28 14:27:30.980944 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-855077f5-7469-4ae8-a3ca-8c1be41e558d req-ea6212c2-7c51-4f73-852b-67a21a1144a5 service neutron] 10.222.0.20 "GET /v2.0/networks/79c43a2e-d0f4-4721-8947-893db17a650f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790706 Mar 28 14:27:31.067846 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-855077f5-7469-4ae8-a3ca-8c1be41e558d req-414aa8aa-7bee-461e-bcd1-2fe6ea792ea2 service neutron] 10.222.0.20 "GET /v2.0/networks/79c43a2e-d0f4-4721-8947-893db17a650f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811601 Mar 28 14:27:43.893356 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:27:49.218608 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:27:54.041607 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b8eaec61-e6fb-4941-8857-ddd256cc05a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:27:56.338733 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c7bddd7a-5bfa-438a-b822-901d0c15c8cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:27:57.718132 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:27:59.075792 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:27:59.362763 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:13.914662 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:17.899676 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41384) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:28:18.053134 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-14018395-8123-4ff7-aaa1-e97c02d873ba tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Deleting port f1c49d3c-d9e3-4132-a2dc-2b3648b12e85 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:28:18.053476 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-14018395-8123-4ff7-aaa1-e97c02d873ba tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:18.129125 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-14018395-8123-4ff7-aaa1-e97c02d873ba tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:18.129446 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-14018395-8123-4ff7-aaa1-e97c02d873ba tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:18.141362 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-14018395-8123-4ff7-aaa1-e97c02d873ba tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Calling delete_port for f1c49d3c-d9e3-4132-a2dc-2b3648b12e85 owned by network:floatingip {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:28:18.377695 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-14018395-8123-4ff7-aaa1-e97c02d873ba tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:18.408117 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14018395-8123-4ff7-aaa1-e97c02d873ba tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event deleted for resources: {'Port': ['ID=f1c49d3c-d9e3-4132-a2dc-2b3648b12e85,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:18.421281 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14018395-8123-4ff7-aaa1-e97c02d873ba tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:18.421623 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14018395-8123-4ff7-aaa1-e97c02d873ba tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:18.421963 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14018395-8123-4ff7-aaa1-e97c02d873ba tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:18.422290 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14018395-8123-4ff7-aaa1-e97c02d873ba tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:18.422612 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14018395-8123-4ff7-aaa1-e97c02d873ba tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:18.422935 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14018395-8123-4ff7-aaa1-e97c02d873ba tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:18.423252 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14018395-8123-4ff7-aaa1-e97c02d873ba tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:18.423568 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14018395-8123-4ff7-aaa1-e97c02d873ba tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:18.423882 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14018395-8123-4ff7-aaa1-e97c02d873ba tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:18.424196 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14018395-8123-4ff7-aaa1-e97c02d873ba tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:18.424537 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14018395-8123-4ff7-aaa1-e97c02d873ba tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:18.424850 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14018395-8123-4ff7-aaa1-e97c02d873ba tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:18.480434 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-14018395-8123-4ff7-aaa1-e97c02d873ba tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for floatingip, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:18.480739 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [None req-14018395-8123-4ff7-aaa1-e97c02d873ba tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Floating IP 35568266-0cd8-460f-8487-acecb0d4af4b disassociated (deleted). External IP: 172.26.2.232, port: b7e8aa32-e890-4efc-87ee-614e279644e4. Mar 28 14:28:18.687288 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14018395-8123-4ff7-aaa1-e97c02d873ba tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Router 74a7dd43-f69e-46f8-8474-84117aeb25ad has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:28:18.794696 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14018395-8123-4ff7-aaa1-e97c02d873ba tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:28:18.799614 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-14018395-8123-4ff7-aaa1-e97c02d873ba tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:18.805826 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b63ebf-b0a6-4f3f-84f9-465105360a85 None None] Sync routers for ids ['74a7dd43-f69e-46f8-8474-84117aeb25ad'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:28:18.816842 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b63ebf-b0a6-4f3f-84f9-465105360a85 None None] Routers {'74a7dd43-f69e-46f8-8474-84117aeb25ad'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:28:18.817447 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-47b63ebf-b0a6-4f3f-84f9-465105360a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:27:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['74a7dd43-f69e-46f8-8474-84117aeb25ad'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:28:18.826785 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-14018395-8123-4ff7-aaa1-e97c02d873ba tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "DELETE /v2.0/floatingips/35568266-0cd8-460f-8487-acecb0d4af4b HTTP/1.1" status: 204 len: 168 time: 0.9261124 Mar 28 14:28:18.827360 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dfbe6b0-f2df-481a-9258-d34b402fe9a6', 'tag': 'b7e8aa32-e890-4efc-87ee-614e279644e4'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:28:18.829642 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fac684b-a91c-4156-ad64-1d0dbc11b25c" -d '{"events": [{"name": "network-changed", "server_uuid": "1dfbe6b0-f2df-481a-9258-d34b402fe9a6", "tag": "b7e8aa32-e890-4efc-87ee-614e279644e4"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:28:18.874137 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06eeb8b7-f710-44fd-9be1-180659de7599 x-openstack-request-id: req-06eeb8b7-f710-44fd-9be1-180659de7599 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:28:18.874496 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dfbe6b0-f2df-481a-9258-d34b402fe9a6", "tag": "b7e8aa32-e890-4efc-87ee-614e279644e4", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:28:18.874718 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-06eeb8b7-f710-44fd-9be1-180659de7599 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:28:18.875637 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dfbe6b0-f2df-481a-9258-d34b402fe9a6', 'tag': 'b7e8aa32-e890-4efc-87ee-614e279644e4', 'status': 'completed', 'code': 200} Mar 28 14:28:18.935746 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-47b63ebf-b0a6-4f3f-84f9-465105360a85 None None] Set router 74a7dd43-f69e-46f8-8474-84117aeb25ad gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:28:18.939232 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac684b-a91c-4156-ad64-1d0dbc11b25c req-afc897aa-7be8-4655-beaf-cde65080799f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:18.940848 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3fac684b-a91c-4156-ad64-1d0dbc11b25c req-afc897aa-7be8-4655-beaf-cde65080799f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2dc46a21a43e483fbb630102a765c646&device_id=1dfbe6b0-f2df-481a-9258-d34b402fe9a6 HTTP/1.1" status: 200 len: 1098 time: 0.0424542 Mar 28 14:28:19.033331 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac684b-a91c-4156-ad64-1d0dbc11b25c req-a52db364-81e8-4fb5-b1c6-6f9574248838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:19.034798 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3fac684b-a91c-4156-ad64-1d0dbc11b25c req-a52db364-81e8-4fb5-b1c6-6f9574248838 service neutron] 10.222.0.20 "GET /v2.0/networks?id=79c43a2e-d0f4-4721-8947-893db17a650f HTTP/1.1" status: 200 len: 898 time: 0.0863724 Mar 28 14:28:19.075680 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3fac684b-a91c-4156-ad64-1d0dbc11b25c req-764b60e6-b7a3-48da-999f-6d2e9ce91d7a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7e8aa32-e890-4efc-87ee-614e279644e4 HTTP/1.1" status: 200 len: 217 time: 0.0346940 Mar 28 14:28:19.123104 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac684b-a91c-4156-ad64-1d0dbc11b25c req-d0f7c22d-0e76-4f42-ac27-7e01decbd5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:19.124496 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3fac684b-a91c-4156-ad64-1d0dbc11b25c req-d0f7c22d-0e76-4f42-ac27-7e01decbd5fb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bb3d6221-ac8d-4f04-8252-43e43bd13470 HTTP/1.1" status: 200 len: 834 time: 0.0432229 Mar 28 14:28:19.134903 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-47b63ebf-b0a6-4f3f-84f9-465105360a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a7dd43-f69e-46f8-8474-84117aeb25ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-195212321', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'caf75ecf-e2cc-49eb-a48b-01506b67466e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:25:38Z', 'updated_at': '2022-03-28T14:25:42Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': 'caf75ecf-e2cc-49eb-a48b-01506b67466e', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7dd43-f69e-46f8-8474-84117aeb25ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:25:38Z', 'updated_at': '2022-03-28T14:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'cca28b20-1b2b-4cfc-81f3-49ec4354d5a3', 'name': '', 'network_id': '79c43a2e-d0f4-4721-8947-893db17a650f', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'mac_address': 'fa:16:3e:59:ca:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7dd43-f69e-46f8-8474-84117aeb25ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'bb3d6221-ac8d-4f04-8252-43e43bd13470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:25:41Z', 'updated_at': '2022-03-28T14:25:45Z', 'revision_number': 5, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'subnets': [{'id': 'bb3d6221-ac8d-4f04-8252-43e43bd13470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:28:19.164022 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b63ebf-b0a6-4f3f-84f9-465105360a85 None None] Checking router: 74a7dd43-f69e-46f8-8474-84117aeb25ad for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:28:19.173128 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b63ebf-b0a6-4f3f-84f9-465105360a85 None None] Routers {'74a7dd43-f69e-46f8-8474-84117aeb25ad'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:28:19.173729 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-47b63ebf-b0a6-4f3f-84f9-465105360a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:27:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['74a7dd43-f69e-46f8-8474-84117aeb25ad'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:28:19.178753 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac684b-a91c-4156-ad64-1d0dbc11b25c req-9e8a1a1b-2d35-45a5-bb98-05dd63ee12d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:19.180236 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3fac684b-a91c-4156-ad64-1d0dbc11b25c req-9e8a1a1b-2d35-45a5-bb98-05dd63ee12d4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=79c43a2e-d0f4-4721-8947-893db17a650f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0451365 Mar 28 14:28:19.285612 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-47b63ebf-b0a6-4f3f-84f9-465105360a85 None None] Set router 74a7dd43-f69e-46f8-8474-84117aeb25ad gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:28:19.289098 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3fac684b-a91c-4156-ad64-1d0dbc11b25c req-b0ffc9cd-d227-47e4-9b0b-dfaafb49a887 service neutron] 10.222.0.20 "GET /v2.0/networks/79c43a2e-d0f4-4721-8947-893db17a650f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017778 Mar 28 14:28:19.388587 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64307f2-1692-4aaf-bc93-dd7e2cf1b0e7 req-513d6ba6-e691-4a22-91f5-24c80776fe1a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:19.389953 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b64307f2-1692-4aaf-bc93-dd7e2cf1b0e7 req-513d6ba6-e691-4a22-91f5-24c80776fe1a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dfbe6b0-f2df-481a-9258-d34b402fe9a6 HTTP/1.1" status: 200 len: 945 time: 0.0998914 Mar 28 14:28:19.424636 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3fac684b-a91c-4156-ad64-1d0dbc11b25c req-f1003a1b-b3a7-4431-948c-858c41c58b28 service neutron] 10.222.0.20 "GET /v2.0/networks/79c43a2e-d0f4-4721-8947-893db17a650f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244493 Mar 28 14:28:19.442651 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b64307f2-1692-4aaf-bc93-dd7e2cf1b0e7 req-7641472a-2894-459e-9f49-a65549ca8852 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b04189e-d1c4-44bd-b153-f00519cddb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449488 Mar 28 14:28:19.478560 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-47b63ebf-b0a6-4f3f-84f9-465105360a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a7dd43-f69e-46f8-8474-84117aeb25ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-195212321', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'caf75ecf-e2cc-49eb-a48b-01506b67466e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:25:38Z', 'updated_at': '2022-03-28T14:25:42Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': 'caf75ecf-e2cc-49eb-a48b-01506b67466e', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7dd43-f69e-46f8-8474-84117aeb25ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:25:38Z', 'updated_at': '2022-03-28T14:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'cca28b20-1b2b-4cfc-81f3-49ec4354d5a3', 'name': '', 'network_id': '79c43a2e-d0f4-4721-8947-893db17a650f', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'mac_address': 'fa:16:3e:59:ca:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7dd43-f69e-46f8-8474-84117aeb25ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'bb3d6221-ac8d-4f04-8252-43e43bd13470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:25:41Z', 'updated_at': '2022-03-28T14:25:45Z', 'revision_number': 5, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'subnets': [{'id': 'bb3d6221-ac8d-4f04-8252-43e43bd13470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:28:19.504510 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b63ebf-b0a6-4f3f-84f9-465105360a85 None None] The sync data for ids ['74a7dd43-f69e-46f8-8474-84117aeb25ad'] in dv-neutron-835335-1-hyperv is: [{'id': '74a7dd43-f69e-46f8-8474-84117aeb25ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-195212321', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'caf75ecf-e2cc-49eb-a48b-01506b67466e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:25:38Z', 'updated_at': '2022-03-28T14:25:42Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': 'caf75ecf-e2cc-49eb-a48b-01506b67466e', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7dd43-f69e-46f8-8474-84117aeb25ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:25:38Z', 'updated_at': '2022-03-28T14:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'cca28b20-1b2b-4cfc-81f3-49ec4354d5a3', 'name': '', 'network_id': '79c43a2e-d0f4-4721-8947-893db17a650f', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'mac_address': 'fa:16:3e:59:ca:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7dd43-f69e-46f8-8474-84117aeb25ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'bb3d6221-ac8d-4f04-8252-43e43bd13470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:25:41Z', 'updated_at': '2022-03-28T14:25:45Z', 'revision_number': 5, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'subnets': [{'id': 'bb3d6221-ac8d-4f04-8252-43e43bd13470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:28:19.714982 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8b0aa7-3d5c-4a9a-8e03-fdd96accc9c1 None None] New status for floating IP 35568266-0cd8-460f-8487-acecb0d4af4b: DOWN {{(pid=109614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:28:20.563118 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baeac1b-a90b-423b-ae7f-5a5b5ae8beb0 req-551c273f-d873-4829-adfd-d6e9affd66e3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:20.564772 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3baeac1b-a90b-423b-ae7f-5a5b5ae8beb0 req-551c273f-d873-4829-adfd-d6e9affd66e3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dfbe6b0-f2df-481a-9258-d34b402fe9a6 HTTP/1.1" status: 200 len: 945 time: 0.0515444 Mar 28 14:28:20.600835 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3baeac1b-a90b-423b-ae7f-5a5b5ae8beb0 req-fb278e39-e4cd-4431-aa16-33f1b5d9b3a8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b04189e-d1c4-44bd-b153-f00519cddb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302100 Mar 28 14:28:21.085912 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931a9b5-b328-43bb-9e0a-c667d07d5a73 req-ab21cb7c-4135-4191-bb17-9d4d9cf2ae9f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:21.087352 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f931a9b5-b328-43bb-9e0a-c667d07d5a73 req-ab21cb7c-4135-4191-bb17-9d4d9cf2ae9f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dfbe6b0-f2df-481a-9258-d34b402fe9a6 HTTP/1.1" status: 200 len: 945 time: 0.0513570 Mar 28 14:28:21.176576 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-f931a9b5-b328-43bb-9e0a-c667d07d5a73 req-d03b3803-31b2-4bb5-9609-ebb346fc64a2 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Deleting port b7e8aa32-e890-4efc-87ee-614e279644e4 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:28:21.176918 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f931a9b5-b328-43bb-9e0a-c667d07d5a73 req-d03b3803-31b2-4bb5-9609-ebb346fc64a2 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:21.265606 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-f931a9b5-b328-43bb-9e0a-c667d07d5a73 req-d03b3803-31b2-4bb5-9609-ebb346fc64a2 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] For port b7e8aa32-e890-4efc-87ee-614e279644e4, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=b7e8aa32-e890-4efc-87ee-614e279644e4,segment=NetworkSegment(b040f37b-8ea8-4038-90e6-2e8cd1840a94),segment_id=b040f37b-8ea8-4038-90e6-2e8cd1840a94)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:28:21.265974 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f931a9b5-b328-43bb-9e0a-c667d07d5a73 req-d03b3803-31b2-4bb5-9609-ebb346fc64a2 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:21.279120 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-f931a9b5-b328-43bb-9e0a-c667d07d5a73 req-d03b3803-31b2-4bb5-9609-ebb346fc64a2 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Calling delete_port for b7e8aa32-e890-4efc-87ee-614e279644e4 owned by compute:nova {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:28:21.481121 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f931a9b5-b328-43bb-9e0a-c667d07d5a73 req-d03b3803-31b2-4bb5-9609-ebb346fc64a2 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:21.508845 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b3803-31b2-4bb5-9609-ebb346fc64a2 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event deleted for resources: {'Port': ['ID=b7e8aa32-e890-4efc-87ee-614e279644e4,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:21.547848 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-f931a9b5-b328-43bb-9e0a-c667d07d5a73 req-d03b3803-31b2-4bb5-9609-ebb346fc64a2 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] No DVR routers for this DVR port b7e8aa32-e890-4efc-87ee-614e279644e4 on host hv-neutron-8353 {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:28:21.550393 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-f931a9b5-b328-43bb-9e0a-c667d07d5a73 req-d03b3803-31b2-4bb5-9609-ebb346fc64a2 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:21.553618 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f931a9b5-b328-43bb-9e0a-c667d07d5a73 req-d03b3803-31b2-4bb5-9609-ebb346fc64a2 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.20 "DELETE /v2.0/ports/b7e8aa32-e890-4efc-87ee-614e279644e4 HTTP/1.1" status: 204 len: 173 time: 0.4601192 Mar 28 14:28:21.554063 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dfbe6b0-f2df-481a-9258-d34b402fe9a6', 'name': 'network-vif-deleted', 'tag': 'b7e8aa32-e890-4efc-87ee-614e279644e4'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:28:21.556252 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2837c8c-e3dd-468f-beb1-8b561d18e1ea" -d '{"events": [{"server_uuid": "1dfbe6b0-f2df-481a-9258-d34b402fe9a6", "name": "network-vif-deleted", "tag": "b7e8aa32-e890-4efc-87ee-614e279644e4"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:28:21.592507 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53cc9214-a80c-4c12-a695-f6054a0773e5 x-openstack-request-id: req-53cc9214-a80c-4c12-a695-f6054a0773e5 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:28:21.593145 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dfbe6b0-f2df-481a-9258-d34b402fe9a6", "name": "network-vif-deleted", "tag": "b7e8aa32-e890-4efc-87ee-614e279644e4", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:28:21.593145 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-53cc9214-a80c-4c12-a695-f6054a0773e5 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:28:21.593441 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dfbe6b0-f2df-481a-9258-d34b402fe9a6', 'name': 'network-vif-deleted', 'tag': 'b7e8aa32-e890-4efc-87ee-614e279644e4', 'status': 'completed', 'code': 200} Mar 28 14:28:21.694122 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ab52bfd9-a0fb-422a-82f6-99ca308e2e7e req-2261b1e1-1b54-4e5a-8dfe-8ce1dfac16f5 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dfbe6b0-f2df-481a-9258-d34b402fe9a6 HTTP/1.1" status: 200 len: 210 time: 0.0259957 Mar 28 14:28:22.752939 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41416) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:28:23.435303 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-64d615dd-317f-4f5b-acf5-d158aa767267 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:23.680605 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-64d615dd-317f-4f5b-acf5-d158aa767267 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Deleting port cca28b20-1b2b-4cfc-81f3-49ec4354d5a3 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:28:23.680944 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-64d615dd-317f-4f5b-acf5-d158aa767267 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:23.765342 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-64d615dd-317f-4f5b-acf5-d158aa767267 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] For port cca28b20-1b2b-4cfc-81f3-49ec4354d5a3, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=cca28b20-1b2b-4cfc-81f3-49ec4354d5a3,segment=NetworkSegment(b040f37b-8ea8-4038-90e6-2e8cd1840a94),segment_id=b040f37b-8ea8-4038-90e6-2e8cd1840a94)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:28:23.766022 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-64d615dd-317f-4f5b-acf5-d158aa767267 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:23.782098 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-64d615dd-317f-4f5b-acf5-d158aa767267 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Calling delete_port for cca28b20-1b2b-4cfc-81f3-49ec4354d5a3 owned by network:router_interface {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:28:24.040611 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device b7e8aa32-e890-4efc-87ee-614e279644e4 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:28:24.060264 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] No Port match for: b7e8aa32-e890-4efc-87ee-614e279644e4 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:28:24.060627 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device b7e8aa32-e890-4efc-87ee-614e279644e4 not bound to the agent host hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:28:24.063667 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2031ae28-e7ac-4f25-be89-192ce681485f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:24.080399 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-64d615dd-317f-4f5b-acf5-d158aa767267 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:24.105294 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d615dd-317f-4f5b-acf5-d158aa767267 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event deleted for resources: {'Port': ['ID=cca28b20-1b2b-4cfc-81f3-49ec4354d5a3,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:24.276042 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-64d615dd-317f-4f5b-acf5-d158aa767267 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:24.484159 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d615dd-317f-4f5b-acf5-d158aa767267 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Router 74a7dd43-f69e-46f8-8474-84117aeb25ad has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:28:24.588279 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d615dd-317f-4f5b-acf5-d158aa767267 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:28:24.593281 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-64d615dd-317f-4f5b-acf5-d158aa767267 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "PUT /v2.0/routers/74a7dd43-f69e-46f8-8474-84117aeb25ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8393273 Mar 28 14:28:24.596059 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41418) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:28:24.603370 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb1e48d-edbb-4e09-817c-0b577e4fbb6e None None] Sync routers for ids ['74a7dd43-f69e-46f8-8474-84117aeb25ad'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:28:24.612065 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb1e48d-edbb-4e09-817c-0b577e4fbb6e None None] Routers {'74a7dd43-f69e-46f8-8474-84117aeb25ad'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:28:24.612693 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-2eb1e48d-edbb-4e09-817c-0b577e4fbb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:27:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['74a7dd43-f69e-46f8-8474-84117aeb25ad'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:28:24.646756 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef3427ee-0736-4089-9f4a-063f9db59f71 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Deleting subnet bb3d6221-ac8d-4f04-8252-43e43bd13470 {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 14:28:24.649737 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ef3427ee-0736-4089-9f4a-063f9db59f71 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:24.690669 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ef3427ee-0736-4089-9f4a-063f9db59f71 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:24.718189 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-2eb1e48d-edbb-4e09-817c-0b577e4fbb6e None None] Set router 74a7dd43-f69e-46f8-8474-84117aeb25ad gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:28:24.785873 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ef3427ee-0736-4089-9f4a-063f9db59f71 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:24.892390 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-2eb1e48d-edbb-4e09-817c-0b577e4fbb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a7dd43-f69e-46f8-8474-84117aeb25ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-195212321', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'caf75ecf-e2cc-49eb-a48b-01506b67466e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:25:38Z', 'updated_at': '2022-03-28T14:28:23Z', 'revision_number': 5, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': 'caf75ecf-e2cc-49eb-a48b-01506b67466e', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7dd43-f69e-46f8-8474-84117aeb25ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:25:38Z', 'updated_at': '2022-03-28T14:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:28:24.904520 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ef3427ee-0736-4089-9f4a-063f9db59f71 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:24.917665 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb1e48d-edbb-4e09-817c-0b577e4fbb6e None None] Checking router: 74a7dd43-f69e-46f8-8474-84117aeb25ad for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:28:24.926329 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb1e48d-edbb-4e09-817c-0b577e4fbb6e None None] Routers {'74a7dd43-f69e-46f8-8474-84117aeb25ad'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:28:24.926924 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-2eb1e48d-edbb-4e09-817c-0b577e4fbb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:27:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['74a7dd43-f69e-46f8-8474-84117aeb25ad'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:28:24.932560 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3427ee-0736-4089-9f4a-063f9db59f71 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event deleted for resources: {'Subnet': ['ID=bb3d6221-ac8d-4f04-8252-43e43bd13470,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:24.935171 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ef3427ee-0736-4089-9f4a-063f9db59f71 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:24.939265 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ef3427ee-0736-4089-9f4a-063f9db59f71 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "DELETE /v2.0/subnets/bb3d6221-ac8d-4f04-8252-43e43bd13470 HTTP/1.1" status: 204 len: 168 time: 0.3413529 Mar 28 14:28:24.941344 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41420) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:28:24.944066 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f20871-3663-4c31-8adb-e7c10f758e1d None None] Network 79c43a2e-d0f4-4721-8947-893db17a650f requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:28:25.032987 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-2eb1e48d-edbb-4e09-817c-0b577e4fbb6e None None] Set router 74a7dd43-f69e-46f8-8474-84117aeb25ad gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:28:25.058315 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8e9576b3-987f-47f8-bf95-5b71cecc0665 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for router, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:25.127815 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b889c3-9faa-4ddf-9a99-b43426f23e70 None None] DHCP port deletion for 79c43a2e-d0f4-4721-8947-893db17a650f request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 14:28:25.173403 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8e9576b3-987f-47f8-bf95-5b71cecc0665 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:25.176074 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-a9b889c3-9faa-4ddf-9a99-b43426f23e70 None None] Deleting port f3383ef6-6a06-4339-8484-23c317b4d086 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:28:25.177204 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a9b889c3-9faa-4ddf-9a99-b43426f23e70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:25.245924 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-a9b889c3-9faa-4ddf-9a99-b43426f23e70 None None] For port f3383ef6-6a06-4339-8484-23c317b4d086, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=f3383ef6-6a06-4339-8484-23c317b4d086,segment=NetworkSegment(b040f37b-8ea8-4038-90e6-2e8cd1840a94),segment_id=b040f37b-8ea8-4038-90e6-2e8cd1840a94)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:28:25.247266 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a9b889c3-9faa-4ddf-9a99-b43426f23e70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:25.276916 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-a9b889c3-9faa-4ddf-9a99-b43426f23e70 None None] Calling delete_port for f3383ef6-6a06-4339-8484-23c317b4d086 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:28:25.283807 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-8e9576b3-987f-47f8-bf95-5b71cecc0665 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Deleting port caf75ecf-e2cc-49eb-a48b-01506b67466e {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:28:25.284155 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8e9576b3-987f-47f8-bf95-5b71cecc0665 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:25.315206 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-2eb1e48d-edbb-4e09-817c-0b577e4fbb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a7dd43-f69e-46f8-8474-84117aeb25ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-195212321', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'caf75ecf-e2cc-49eb-a48b-01506b67466e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:25:38Z', 'updated_at': '2022-03-28T14:28:23Z', 'revision_number': 5, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': 'caf75ecf-e2cc-49eb-a48b-01506b67466e', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7dd43-f69e-46f8-8474-84117aeb25ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:25:38Z', 'updated_at': '2022-03-28T14:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:28:25.341517 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb1e48d-edbb-4e09-817c-0b577e4fbb6e None None] The sync data for ids ['74a7dd43-f69e-46f8-8474-84117aeb25ad'] in dv-neutron-835335-1-hyperv is: [{'id': '74a7dd43-f69e-46f8-8474-84117aeb25ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-195212321', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'caf75ecf-e2cc-49eb-a48b-01506b67466e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:25:38Z', 'updated_at': '2022-03-28T14:28:23Z', 'revision_number': 5, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': 'caf75ecf-e2cc-49eb-a48b-01506b67466e', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7dd43-f69e-46f8-8474-84117aeb25ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:25:38Z', 'updated_at': '2022-03-28T14:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:28:25.368740 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-8e9576b3-987f-47f8-bf95-5b71cecc0665 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] For port caf75ecf-e2cc-49eb-a48b-01506b67466e, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=caf75ecf-e2cc-49eb-a48b-01506b67466e,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:28:25.369188 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8e9576b3-987f-47f8-bf95-5b71cecc0665 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:25.381682 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-8e9576b3-987f-47f8-bf95-5b71cecc0665 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Calling delete_port for caf75ecf-e2cc-49eb-a48b-01506b67466e owned by network:router_gateway {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:28:25.423786 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a9b889c3-9faa-4ddf-9a99-b43426f23e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:25.452917 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b889c3-9faa-4ddf-9a99-b43426f23e70 None None] Pushing event deleted for resources: {'Port': ['ID=f3383ef6-6a06-4339-8484-23c317b4d086,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:25.455396 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b889c3-9faa-4ddf-9a99-b43426f23e70 None None] No DVR routers for this DVR port f3383ef6-6a06-4339-8484-23c317b4d086 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:28:25.463070 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b889c3-9faa-4ddf-9a99-b43426f23e70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:25.464615 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b889c3-9faa-4ddf-9a99-b43426f23e70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:25.464615 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b889c3-9faa-4ddf-9a99-b43426f23e70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:25.464615 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b889c3-9faa-4ddf-9a99-b43426f23e70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:25.464615 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b889c3-9faa-4ddf-9a99-b43426f23e70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:25.464940 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b889c3-9faa-4ddf-9a99-b43426f23e70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:25.465031 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b889c3-9faa-4ddf-9a99-b43426f23e70 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:25.466235 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b889c3-9faa-4ddf-9a99-b43426f23e70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:25.466235 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b889c3-9faa-4ddf-9a99-b43426f23e70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:25.466424 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b889c3-9faa-4ddf-9a99-b43426f23e70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:25.466739 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b889c3-9faa-4ddf-9a99-b43426f23e70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:25.467053 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b889c3-9faa-4ddf-9a99-b43426f23e70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:25.618232 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8e9576b3-987f-47f8-bf95-5b71cecc0665 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:25.644092 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9576b3-987f-47f8-bf95-5b71cecc0665 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event deleted for resources: {'Port': ['ID=caf75ecf-e2cc-49eb-a48b-01506b67466e,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:25.715153 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8e9576b3-987f-47f8-bf95-5b71cecc0665 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133933816'] for router_gateway, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:25.794263 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device f3383ef6-6a06-4339-8484-23c317b4d086 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:28:25.815937 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: f3383ef6-6a06-4339-8484-23c317b4d086 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:28:25.816351 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device f3383ef6-6a06-4339-8484-23c317b4d086 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:28:25.816809 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8e9576b3-987f-47f8-bf95-5b71cecc0665 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:25.817258 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device cca28b20-1b2b-4cfc-81f3-49ec4354d5a3 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:28:25.819326 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8e9576b3-987f-47f8-bf95-5b71cecc0665 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:25.836598 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: cca28b20-1b2b-4cfc-81f3-49ec4354d5a3 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:28:25.837022 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device cca28b20-1b2b-4cfc-81f3-49ec4354d5a3 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:28:25.909648 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8e9576b3-987f-47f8-bf95-5b71cecc0665 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:25.910202 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9576b3-987f-47f8-bf95-5b71cecc0665 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Fanout notify agent at l3_agent the message router_deleted on router 74a7dd43-f69e-46f8-8474-84117aeb25ad {{(pid=109613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 14:28:25.916930 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8e9576b3-987f-47f8-bf95-5b71cecc0665 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:25.918070 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-8e9576b3-987f-47f8-bf95-5b71cecc0665 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "DELETE /v2.0/routers/74a7dd43-f69e-46f8-8474-84117aeb25ad HTTP/1.1" status: 204 len: 168 time: 0.9757216 Mar 28 14:28:25.920639 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41422) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:28:26.003700 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-970939c3-d5ad-4308-8b32-af4812de244e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:26.086745 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-970939c3-d5ad-4308-8b32-af4812de244e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:26.105983 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-970939c3-d5ad-4308-8b32-af4812de244e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c43a2e-d0f4-4721-8947-893db17a650f']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:28:26.115007 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-970939c3-d5ad-4308-8b32-af4812de244e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b040f37b-8ea8-4038-90e6-2e8cd1840a94') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:28:26.115296 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-970939c3-d5ad-4308-8b32-af4812de244e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b040f37b-8ea8-4038-90e6-2e8cd1840a94') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:28:26.124745 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-970939c3-d5ad-4308-8b32-af4812de244e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:26.137730 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-970939c3-d5ad-4308-8b32-af4812de244e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:26.143330 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-970939c3-d5ad-4308-8b32-af4812de244e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 14:28:26.143705 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-970939c3-d5ad-4308-8b32-af4812de244e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:26.146659 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 14:28:26.146659 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 14:28:26.146659 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 14:28:26.146659 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 14:28:26.146659 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 14:28:26.146659 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 14:28:26.146659 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 14:28:26.146659 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 14:28:26.146659 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 14:28:26.146659 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 14:28:26.146659 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 14:28:26.146659 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 14:28:26.146659 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 14:28:26.146659 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 14:28:26.146659 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 14:28:26.146659 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 14:28:26.146659 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 14:28:26.146659 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 14:28:26.146659 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 14:28:26.146659 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 14:28:26.146659 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 14:28:26.146659 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 14:28:26.146659 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 14:28:26.146659 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 14:28:26.146659 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 14:28:26.146659 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 14:28:26.146659 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 14:28:26.146659 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 14:28:26.146659 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 14:28:26.146659 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 14:28:26.146659 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 14:28:26.146659 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 14:28:26.217201 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:28:26.257778 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-970939c3-d5ad-4308-8b32-af4812de244e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:26.265640 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-970939c3-d5ad-4308-8b32-af4812de244e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:26.268265 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-970939c3-d5ad-4308-8b32-af4812de244e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "DELETE /v2.0/networks/79c43a2e-d0f4-4721-8947-893db17a650f HTTP/1.1" status: 204 len: 168 time: 0.3466973 Mar 28 14:28:26.271105 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 41424) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:28:26.280201 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970939c3-d5ad-4308-8b32-af4812de244e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event deleted for resources: {'Network': ['ID=79c43a2e-d0f4-4721-8947-893db17a650f,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:26.333453 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0553b219-9f8f-4a4d-9b9a-d98ee8cd1128 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:26.338509 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-795828ac-ddb6-4686-adf7-8062fded3235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:26.360387 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0553b219-9f8f-4a4d-9b9a-d98ee8cd1128 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:26.538206 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0553b219-9f8f-4a4d-9b9a-d98ee8cd1128 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:26.540924 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0553b219-9f8f-4a4d-9b9a-d98ee8cd1128 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:26.542113 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-0553b219-9f8f-4a4d-9b9a-d98ee8cd1128 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "DELETE /v2.0/security-groups/6b04189e-d1c4-44bd-b153-f00519cddb50 HTTP/1.1" status: 204 len: 168 time: 0.2699900 Mar 28 14:28:26.551746 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0553b219-9f8f-4a4d-9b9a-d98ee8cd1128 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b04189e-d1c4-44bd-b153-f00519cddb50,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:26.559002 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0553b219-9f8f-4a4d-9b9a-d98ee8cd1128 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:26.562488 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0553b219-9f8f-4a4d-9b9a-d98ee8cd1128 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:26.562488 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0553b219-9f8f-4a4d-9b9a-d98ee8cd1128 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:26.562488 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0553b219-9f8f-4a4d-9b9a-d98ee8cd1128 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:26.562488 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0553b219-9f8f-4a4d-9b9a-d98ee8cd1128 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:26.562488 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0553b219-9f8f-4a4d-9b9a-d98ee8cd1128 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:26.562488 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0553b219-9f8f-4a4d-9b9a-d98ee8cd1128 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:26.562488 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0553b219-9f8f-4a4d-9b9a-d98ee8cd1128 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:26.562488 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0553b219-9f8f-4a4d-9b9a-d98ee8cd1128 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:26.562488 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0553b219-9f8f-4a4d-9b9a-d98ee8cd1128 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:26.563536 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0553b219-9f8f-4a4d-9b9a-d98ee8cd1128 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:26.563536 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0553b219-9f8f-4a4d-9b9a-d98ee8cd1128 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:26.887426 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 41432) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:28:26.892012 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-48f0eed6-38ff-47e4-869a-e25c4bbf0056 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1335648451', 'description': 'tempest-secgroup-smoke-1335648451 description', 'project_id': '2dc46a21a43e483fbb630102a765c646'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:28:26.966219 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-48f0eed6-38ff-47e4-869a-e25c4bbf0056 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:27.032135 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-48f0eed6-38ff-47e4-869a-e25c4bbf0056 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:27.098023 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-48f0eed6-38ff-47e4-869a-e25c4bbf0056 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:27.125693 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f0eed6-38ff-47e4-869a-e25c4bbf0056 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e76809b-2139-4e89-931d-82636e31d56e,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:27.185925 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-48f0eed6-38ff-47e4-869a-e25c4bbf0056 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:27.187141 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-48f0eed6-38ff-47e4-869a-e25c4bbf0056 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2987211 Mar 28 14:28:27.190247 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 41434) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:28:27.194452 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-a3735b76-8b5d-49f0-9bd1-c7e31c83d0cb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'security_group_rule': {'security_group_id': '9e76809b-2139-4e89-931d-82636e31d56e', 'project_id': '2dc46a21a43e483fbb630102a765c646', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:28:27.281352 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a3735b76-8b5d-49f0-9bd1-c7e31c83d0cb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:27.335551 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a3735b76-8b5d-49f0-9bd1-c7e31c83d0cb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:27.394680 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a3735b76-8b5d-49f0-9bd1-c7e31c83d0cb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:27.413105 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3735b76-8b5d-49f0-9bd1-c7e31c83d0cb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13f1952b-2a77-42a1-86c1-861c14824751,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:27.494165 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a3735b76-8b5d-49f0-9bd1-c7e31c83d0cb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:27.495401 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a3735b76-8b5d-49f0-9bd1-c7e31c83d0cb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3042214 Mar 28 14:28:27.498776 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 41436) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:28:27.503143 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-6037625f-bba6-4889-a226-9cb584eee7ef tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'security_group_rule': {'security_group_id': '9e76809b-2139-4e89-931d-82636e31d56e', 'project_id': '2dc46a21a43e483fbb630102a765c646', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:28:27.587402 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device caf75ecf-e2cc-49eb-a48b-01506b67466e no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:28:27.594315 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6037625f-bba6-4889-a226-9cb584eee7ef tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:27.609853 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: caf75ecf-e2cc-49eb-a48b-01506b67466e {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:28:27.610190 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device caf75ecf-e2cc-49eb-a48b-01506b67466e not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:28:27.650874 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6037625f-bba6-4889-a226-9cb584eee7ef tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:27.726615 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6037625f-bba6-4889-a226-9cb584eee7ef tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:27.744841 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6037625f-bba6-4889-a226-9cb584eee7ef tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=826c29f9-3b9c-429a-9fe7-1a79de6318f6,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:27.755265 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:27.819658 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6037625f-bba6-4889-a226-9cb584eee7ef tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:27.820883 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-6037625f-bba6-4889-a226-9cb584eee7ef tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3211751 Mar 28 14:28:27.823640 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 41438) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:28:27.828484 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-064023a0-1400-4652-9ad0-b95f1a78b7c7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'security_group_rule': {'security_group_id': '9e76809b-2139-4e89-931d-82636e31d56e', 'project_id': '2dc46a21a43e483fbb630102a765c646', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:28:27.908270 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-064023a0-1400-4652-9ad0-b95f1a78b7c7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:27.968025 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-064023a0-1400-4652-9ad0-b95f1a78b7c7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:28.017892 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-064023a0-1400-4652-9ad0-b95f1a78b7c7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:28.035302 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064023a0-1400-4652-9ad0-b95f1a78b7c7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45e61f09-4c89-4c8d-921e-014b0d3d0572,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:28.082899 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-064023a0-1400-4652-9ad0-b95f1a78b7c7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:28.084099 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-064023a0-1400-4652-9ad0-b95f1a78b7c7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2595494 Mar 28 14:28:28.086791 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 41440) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:28:28.091000 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-61de9dc9-6777-4a80-ba87-4b1b451778eb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'security_group_rule': {'security_group_id': '9e76809b-2139-4e89-931d-82636e31d56e', 'project_id': '2dc46a21a43e483fbb630102a765c646', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:28:28.171178 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-61de9dc9-6777-4a80-ba87-4b1b451778eb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:28.228296 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-61de9dc9-6777-4a80-ba87-4b1b451778eb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:28.303781 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-61de9dc9-6777-4a80-ba87-4b1b451778eb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:28.322596 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de9dc9-6777-4a80-ba87-4b1b451778eb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08361c14-5609-470f-a06e-8ee32d1b5801,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:28.396218 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-61de9dc9-6777-4a80-ba87-4b1b451778eb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:28.397455 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-61de9dc9-6777-4a80-ba87-4b1b451778eb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3097582 Mar 28 14:28:28.400480 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 41442) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:28:28.405482 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-19ac2499-bcac-497f-b12d-f7b2111f8506 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'security_group_rule': {'security_group_id': '9e76809b-2139-4e89-931d-82636e31d56e', 'project_id': '2dc46a21a43e483fbb630102a765c646', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:28:28.491609 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.securitygroups_db [None req-19ac2499-bcac-497f-b12d-f7b2111f8506 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Project 2dc46a21a43e483fbb630102a765c646 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 14:28:28.496627 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-19ac2499-bcac-497f-b12d-f7b2111f8506 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:28.563842 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-19ac2499-bcac-497f-b12d-f7b2111f8506 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:28.640746 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-19ac2499-bcac-497f-b12d-f7b2111f8506 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:28.659126 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac2499-bcac-497f-b12d-f7b2111f8506 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3be80c0-5592-4a86-a72b-984ad7198592,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:28.728191 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-19ac2499-bcac-497f-b12d-f7b2111f8506 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:28.729431 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-19ac2499-bcac-497f-b12d-f7b2111f8506 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3279045 Mar 28 14:28:28.732600 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 41444) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:28:28.736811 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-2712f6c0-128d-4584-8480-f2718b3ec4a1 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'security_group_rule': {'security_group_id': '9e76809b-2139-4e89-931d-82636e31d56e', 'project_id': '2dc46a21a43e483fbb630102a765c646', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:28:28.840899 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.securitygroups_db [None req-2712f6c0-128d-4584-8480-f2718b3ec4a1 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Project 2dc46a21a43e483fbb630102a765c646 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 14:28:28.847466 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2712f6c0-128d-4584-8480-f2718b3ec4a1 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:28.909220 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2712f6c0-128d-4584-8480-f2718b3ec4a1 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:28.989550 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2712f6c0-128d-4584-8480-f2718b3ec4a1 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:29.008926 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2712f6c0-128d-4584-8480-f2718b3ec4a1 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=533b1b20-46d2-4a9f-b1f2-af729af111bc,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:29.075439 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:29.099918 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-2712f6c0-128d-4584-8480-f2718b3ec4a1 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:29.101103 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-2712f6c0-128d-4584-8480-f2718b3ec4a1 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3675904 Mar 28 14:28:29.103873 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 41446) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:28:29.108618 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-e64a3233-116b-4528-a94c-6d98851cc2bb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'network': {'name': 'tempest-network-smoke--1028342478', 'project_id': '2dc46a21a43e483fbb630102a765c646', 'port_security_enabled': True}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:28:29.183344 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64a3233-116b-4528-a94c-6d98851cc2bb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Made reservation on behalf of 2dc46a21a43e483fbb630102a765c646 for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:28:29.187215 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e64a3233-116b-4528-a94c-6d98851cc2bb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:29.214929 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e64a3233-116b-4528-a94c-6d98851cc2bb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 14:28:29.223023 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e64a3233-116b-4528-a94c-6d98851cc2bb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:29.223361 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-e64a3233-116b-4528-a94c-6d98851cc2bb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Added segment 14acd592-ed97-4501-bdab-c2c70ec9941e of type vlan for network f5386ef6-e7d6-4917-9fd9-80beb6b73544 Mar 28 14:28:29.261087 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e64a3233-116b-4528-a94c-6d98851cc2bb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:29.337883 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e64a3233-116b-4528-a94c-6d98851cc2bb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:29.343925 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64a3233-116b-4528-a94c-6d98851cc2bb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:29.344573 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e64a3233-116b-4528-a94c-6d98851cc2bb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:29.366613 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:29.408556 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a3233-116b-4528-a94c-6d98851cc2bb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'Network': ['ID=f5386ef6-e7d6-4917-9fd9-80beb6b73544,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:29.418008 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network f5386ef6-e7d6-4917-9fd9-80beb6b73544 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 14:28:29.437957 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-e64a3233-116b-4528-a94c-6d98851cc2bb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3330550 Mar 28 14:28:29.440814 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 41448) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:28:29.445142 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-1deed5f2-3b46-4d76-ac28-55404c8085e9 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-201224234', 'admin_state_up': True, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:28:29.521416 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1deed5f2-3b46-4d76-ac28-55404c8085e9 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:29.522442 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1deed5f2-3b46-4d76-ac28-55404c8085e9 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:29.902406 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1deed5f2-3b46-4d76-ac28-55404c8085e9 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:30.103191 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1deed5f2-3b46-4d76-ac28-55404c8085e9 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:30.344500 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1deed5f2-3b46-4d76-ac28-55404c8085e9 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for router_gateway, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:30.362961 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1deed5f2-3b46-4d76-ac28-55404c8085e9 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:30.464684 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-1deed5f2-3b46-4d76-ac28-55404c8085e9 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Allocated IP 172.26.2.157 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:28:30.566486 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1deed5f2-3b46-4d76-ac28-55404c8085e9 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:30.647090 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1deed5f2-3b46-4d76-ac28-55404c8085e9 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:30.689637 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1deed5f2-3b46-4d76-ac28-55404c8085e9 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:28:30.692543 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-1deed5f2-3b46-4d76-ac28-55404c8085e9 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:28:30.696141 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1deed5f2-3b46-4d76-ac28-55404c8085e9 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:28:30.719523 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deed5f2-3b46-4d76-ac28-55404c8085e9 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'Port': ['ID=9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:31.000046 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1deed5f2-3b46-4d76-ac28-55404c8085e9 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for router_gateway, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:31.189076 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1deed5f2-3b46-4d76-ac28-55404c8085e9 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:31.377893 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1deed5f2-3b46-4d76-ac28-55404c8085e9 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Router 315f9c18-944f-4ad6-b108-8aa8d511c4c4 is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 14:28:31.480456 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1deed5f2-3b46-4d76-ac28-55404c8085e9 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:28:31.490975 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba69cd6-673a-4776-a096-8410d266eee2 None None] Sync routers for ids ['315f9c18-944f-4ad6-b108-8aa8d511c4c4'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:28:31.500210 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba69cd6-673a-4776-a096-8410d266eee2 None None] Routers {'315f9c18-944f-4ad6-b108-8aa8d511c4c4'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:28:31.500854 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-3ba69cd6-673a-4776-a096-8410d266eee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:28:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['315f9c18-944f-4ad6-b108-8aa8d511c4c4'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:28:31.540111 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1deed5f2-3b46-4d76-ac28-55404c8085e9 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:31.541334 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-1deed5f2-3b46-4d76-ac28-55404c8085e9 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0996141 Mar 28 14:28:31.544491 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 41450) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:28:31.572389 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-878342d6-071b-4840-b57e-c9375db6fcb5 tempest-TestNetworkAdvancedServerOps-1380052890 tempest-TestNetworkAdvancedServerOps-1380052890-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=2dc46a21a43e483fbb630102a765c646&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268464 Mar 28 14:28:31.575913 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 41452) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:28:31.603708 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-3ba69cd6-673a-4776-a096-8410d266eee2 None None] Set router 315f9c18-944f-4ad6-b108-8aa8d511c4c4 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:28:31.664199 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af978dd2-4294-41aa-b486-b676310f7680 tempest-TestNetworkAdvancedServerOps-1380052890 tempest-TestNetworkAdvancedServerOps-1380052890-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:31.665740 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-af978dd2-4294-41aa-b486-b676310f7680 tempest-TestNetworkAdvancedServerOps-1380052890 tempest-TestNetworkAdvancedServerOps-1380052890-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0886924 Mar 28 14:28:31.669037 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 41454) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:28:31.696974 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-7b74e25e-bbd0-4815-ace5-816a88c9fdba tempest-TestNetworkAdvancedServerOps-1380052890 tempest-TestNetworkAdvancedServerOps-1380052890-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=1cb296ed-c863-4502-973a-f31b82091846&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268755 Mar 28 14:28:31.699419 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 41456) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:28:31.703963 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-c2ff6d5f-2d4c-4062-be2b-0f0c83f4fe70 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-163847701', 'network_id': 'f5386ef6-e7d6-4917-9fd9-80beb6b73544', 'project_id': '2dc46a21a43e483fbb630102a765c646', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:28:31.775479 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-3ba69cd6-673a-4776-a096-8410d266eee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315f9c18-944f-4ad6-b108-8aa8d511c4c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201224234', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': '9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:28:29Z', 'updated_at': '2022-03-28T14:28:30Z', 'revision_number': 3, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:70:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315f9c18-944f-4ad6-b108-8aa8d511c4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:28:30Z', 'updated_at': '2022-03-28T14:28:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:28:31.801818 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba69cd6-673a-4776-a096-8410d266eee2 None None] Checking router: 315f9c18-944f-4ad6-b108-8aa8d511c4c4 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:28:31.802091 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba69cd6-673a-4776-a096-8410d266eee2 None None] Updating router 315f9c18-944f-4ad6-b108-8aa8d511c4c4 port 9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8 binding host dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:28:31.826219 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3ba69cd6-673a-4776-a096-8410d266eee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:31.851516 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ff6d5f-2d4c-4062-be2b-0f0c83f4fe70 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Made reservation on behalf of 2dc46a21a43e483fbb630102a765c646 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:28:31.855075 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c2ff6d5f-2d4c-4062-be2b-0f0c83f4fe70 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:32.086121 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c2ff6d5f-2d4c-4062-be2b-0f0c83f4fe70 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:32.147794 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff6d5f-2d4c-4062-be2b-0f0c83f4fe70 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'Subnet': ['ID=d714be97-4922-44c7-8996-9700fc17f4e0,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:32.157350 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ff6d5f-2d4c-4062-be2b-0f0c83f4fe70 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Checking segment: {'id': '14acd592-ed97-4501-bdab-c2c70ec9941e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f5386ef6-e7d6-4917-9fd9-80beb6b73544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:28:32.157716 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ff6d5f-2d4c-4062-be2b-0f0c83f4fe70 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Network hostable DHCP agents. Network: f5386ef6-e7d6-4917-9fd9-80beb6b73544, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 14:28:32.221301 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3ba69cd6-673a-4776-a096-8410d266eee2 None None] Notify callbacks [] for port, precommit_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:32.228307 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ff6d5f-2d4c-4062-be2b-0f0c83f4fe70 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Network f5386ef6-e7d6-4917-9fd9-80beb6b73544 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 14:28:32.309417 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3ba69cd6-673a-4776-a096-8410d266eee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:32.338043 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-c2ff6d5f-2d4c-4062-be2b-0f0c83f4fe70 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, f5386ef6-e7d6-4917-9fd9-80beb6b73544) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:28:32.342290 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ff6d5f-2d4c-4062-be2b-0f0c83f4fe70 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:32.342889 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c2ff6d5f-2d4c-4062-be2b-0f0c83f4fe70 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:32.350467 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8f459b-32d9-44ae-99a0-cab247535695 None None] Network f5386ef6-e7d6-4917-9fd9-80beb6b73544 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:28:32.376044 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8736b229-160d-434d-981b-3f6c022f82ec None None] Pushing event updated for resources: {'Port': ['ID=9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:32.380160 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-3ba69cd6-673a-4776-a096-8410d266eee2 None None] Attempting to bind port 9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:28:32.380559 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-3ba69cd6-673a-4776-a096-8410d266eee2 None None] Attempting to bind port 9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:28:32.380920 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba69cd6-673a-4776-a096-8410d266eee2 None None] Attempting to bind port 9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8 on network 1cb296ed-c863-4502-973a-f31b82091846 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:28:32.415302 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba69cd6-673a-4776-a096-8410d266eee2 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:28:32.415664 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba69cd6-673a-4776-a096-8410d266eee2 None None] Checking segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:28:32.416052 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3ba69cd6-673a-4776-a096-8410d266eee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:32.416460 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba69cd6-673a-4776-a096-8410d266eee2 None None] Bound using segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:28:32.416913 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-3ba69cd6-673a-4776-a096-8410d266eee2 None None] Bound port: 9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:28:32.417281 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3ba69cd6-673a-4776-a096-8410d266eee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:32.437575 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c2ff6d5f-2d4c-4062-be2b-0f0c83f4fe70 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7371640 Mar 28 14:28:32.440825 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41458) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:28:32.492624 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-3ba69cd6-673a-4776-a096-8410d266eee2 None None] For port 9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:28:32.524704 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-3ba69cd6-673a-4776-a096-8410d266eee2 None None] For port 9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:28:32.565974 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6024d4d1-e244-44e2-8cbf-451436eca60e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-f5386ef6-e7d6-4917-9fd9-80beb6b73544', 'network_id': 'f5386ef6-e7d6-4917-9fd9-80beb6b73544', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'fixed_ips': [{'subnet_id': 'd714be97-4922-44c7-8996-9700fc17f4e0'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 14:28:32.566824 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6024d4d1-e244-44e2-8cbf-451436eca60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:32.634849 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3ba69cd6-673a-4776-a096-8410d266eee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:32.738881 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba69cd6-673a-4776-a096-8410d266eee2 None None] Routers {'315f9c18-944f-4ad6-b108-8aa8d511c4c4'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:28:32.739506 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-3ba69cd6-673a-4776-a096-8410d266eee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:28:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['315f9c18-944f-4ad6-b108-8aa8d511c4c4'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:28:32.741168 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8736b229-160d-434d-981b-3f6c022f82ec None None] Pushing event updated for resources: {'Port': ['ID=9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:32.796041 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-6024d4d1-e244-44e2-8cbf-451436eca60e None None] Allocated IP 172.20.0.2 (f5386ef6-e7d6-4917-9fd9-80beb6b73544/d714be97-4922-44c7-8996-9700fc17f4e0/7d4fc30f-ac71-4c65-a1a7-8f61a91356a6) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:28:32.864236 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8d136ce4-c841-4357-996e-ff2a7eeb6f43 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:32.900723 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-3ba69cd6-673a-4776-a096-8410d266eee2 None None] Set router 315f9c18-944f-4ad6-b108-8aa8d511c4c4 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:28:33.117534 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6024d4d1-e244-44e2-8cbf-451436eca60e None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:33.144200 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-3ba69cd6-673a-4776-a096-8410d266eee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315f9c18-944f-4ad6-b108-8aa8d511c4c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201224234', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': '9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:28:29Z', 'updated_at': '2022-03-28T14:28:30Z', 'revision_number': 3, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:70:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315f9c18-944f-4ad6-b108-8aa8d511c4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:28:30Z', 'updated_at': '2022-03-28T14:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:28:33.169703 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba69cd6-673a-4776-a096-8410d266eee2 None None] The sync data for ids ['315f9c18-944f-4ad6-b108-8aa8d511c4c4'] in dv-neutron-835335-1-hyperv is: [{'id': '315f9c18-944f-4ad6-b108-8aa8d511c4c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201224234', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': '9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:28:29Z', 'updated_at': '2022-03-28T14:28:30Z', 'revision_number': 3, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:70:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315f9c18-944f-4ad6-b108-8aa8d511c4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:28:30Z', 'updated_at': '2022-03-28T14:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:28:33.190468 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6024d4d1-e244-44e2-8cbf-451436eca60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:33.241255 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6024d4d1-e244-44e2-8cbf-451436eca60e None None] Network f5386ef6-e7d6-4917-9fd9-80beb6b73544 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:28:33.244348 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-8d136ce4-c841-4357-996e-ff2a7eeb6f43 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Allocated IP 172.20.0.1 (f5386ef6-e7d6-4917-9fd9-80beb6b73544/d714be97-4922-44c7-8996-9700fc17f4e0/dd91fbe5-711d-461d-a445-c5b21bba5b78) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:28:33.244522 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-6024d4d1-e244-44e2-8cbf-451436eca60e None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:28:33.248629 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6024d4d1-e244-44e2-8cbf-451436eca60e None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:28:33.259222 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6024d4d1-e244-44e2-8cbf-451436eca60e None None] Pushing event updated for resources: {'Port': ['ID=7d4fc30f-ac71-4c65-a1a7-8f61a91356a6,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:33.312024 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-6024d4d1-e244-44e2-8cbf-451436eca60e None None] Attempting to bind port 7d4fc30f-ac71-4c65-a1a7-8f61a91356a6 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:28:33.312468 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-6024d4d1-e244-44e2-8cbf-451436eca60e None None] Attempting to bind port 7d4fc30f-ac71-4c65-a1a7-8f61a91356a6 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '14acd592-ed97-4501-bdab-c2c70ec9941e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f5386ef6-e7d6-4917-9fd9-80beb6b73544'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:28:33.312845 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6024d4d1-e244-44e2-8cbf-451436eca60e None None] Attempting to bind port 7d4fc30f-ac71-4c65-a1a7-8f61a91356a6 on network f5386ef6-e7d6-4917-9fd9-80beb6b73544 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:28:33.318547 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6024d4d1-e244-44e2-8cbf-451436eca60e None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:28:33.319110 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6024d4d1-e244-44e2-8cbf-451436eca60e None None] Checking segment: {'id': '14acd592-ed97-4501-bdab-c2c70ec9941e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f5386ef6-e7d6-4917-9fd9-80beb6b73544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:28:33.319388 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6024d4d1-e244-44e2-8cbf-451436eca60e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:33.319802 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6024d4d1-e244-44e2-8cbf-451436eca60e None None] Bound using segment: {'id': '14acd592-ed97-4501-bdab-c2c70ec9941e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f5386ef6-e7d6-4917-9fd9-80beb6b73544'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:28:33.320291 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-6024d4d1-e244-44e2-8cbf-451436eca60e None None] Bound port: 7d4fc30f-ac71-4c65-a1a7-8f61a91356a6, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14acd592-ed97-4501-bdab-c2c70ec9941e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f5386ef6-e7d6-4917-9fd9-80beb6b73544'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:28:33.320697 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6024d4d1-e244-44e2-8cbf-451436eca60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:33.373368 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8d136ce4-c841-4357-996e-ff2a7eeb6f43 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:33.386032 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-6024d4d1-e244-44e2-8cbf-451436eca60e None None] For port 7d4fc30f-ac71-4c65-a1a7-8f61a91356a6, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:28:33.391306 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-6024d4d1-e244-44e2-8cbf-451436eca60e None None] For port 7d4fc30f-ac71-4c65-a1a7-8f61a91356a6, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=7d4fc30f-ac71-4c65-a1a7-8f61a91356a6,segment=NetworkSegment(14acd592-ed97-4501-bdab-c2c70ec9941e),segment_id=14acd592-ed97-4501-bdab-c2c70ec9941e)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:28:33.493019 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8d136ce4-c841-4357-996e-ff2a7eeb6f43 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:33.493623 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6024d4d1-e244-44e2-8cbf-451436eca60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:33.552902 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d136ce4-c841-4357-996e-ff2a7eeb6f43 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Network f5386ef6-e7d6-4917-9fd9-80beb6b73544 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:28:33.556217 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-8d136ce4-c841-4357-996e-ff2a7eeb6f43 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:28:33.560320 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d136ce4-c841-4357-996e-ff2a7eeb6f43 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:28:33.570803 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6024d4d1-e244-44e2-8cbf-451436eca60e None None] Pushing event updated for resources: {'Port': ['ID=7d4fc30f-ac71-4c65-a1a7-8f61a91356a6,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:33.591822 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d136ce4-c841-4357-996e-ff2a7eeb6f43 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'Port': ['ID=dd91fbe5-711d-461d-a445-c5b21bba5b78,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:33.626040 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8d136ce4-c841-4357-996e-ff2a7eeb6f43 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:33.695830 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:28:33.796846 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:28:33.797228 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:33.840782 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8d136ce4-c841-4357-996e-ff2a7eeb6f43 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:33.893764 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:33.923316 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:28:34.000926 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:34.059842 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:34.148728 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8d136ce4-c841-4357-996e-ff2a7eeb6f43 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:34.211966 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8d136ce4-c841-4357-996e-ff2a7eeb6f43 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:34.292502 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d136ce4-c841-4357-996e-ff2a7eeb6f43 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'Port': ['ID=dd91fbe5-711d-461d-a445-c5b21bba5b78,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:34.295590 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-8d136ce4-c841-4357-996e-ff2a7eeb6f43 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:34.533564 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b5b49a-4ab6-49ea-ba08-57fa617bbcba None None] Network f5386ef6-e7d6-4917-9fd9-80beb6b73544 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:28:34.613437 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-83f6a6a8-c21e-4296-8b0b-fc981ed818d1 None None] Provisioning complete for port 7d4fc30f-ac71-4c65-a1a7-8f61a91356a6 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:28:34.613800 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-83f6a6a8-c21e-4296-8b0b-fc981ed818d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:34.744978 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d136ce4-c841-4357-996e-ff2a7eeb6f43 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Network f5386ef6-e7d6-4917-9fd9-80beb6b73544 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:28:34.747502 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-8d136ce4-c841-4357-996e-ff2a7eeb6f43 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:28:34.760224 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-83f6a6a8-c21e-4296-8b0b-fc981ed818d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:34.795950 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-83f6a6a8-c21e-4296-8b0b-fc981ed818d1 None None] For port 7d4fc30f-ac71-4c65-a1a7-8f61a91356a6, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=7d4fc30f-ac71-4c65-a1a7-8f61a91356a6,segment=NetworkSegment(14acd592-ed97-4501-bdab-c2c70ec9941e),segment_id=14acd592-ed97-4501-bdab-c2c70ec9941e)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:28:34.865233 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d136ce4-c841-4357-996e-ff2a7eeb6f43 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Router 315f9c18-944f-4ad6-b108-8aa8d511c4c4 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:28:34.880708 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-83f6a6a8-c21e-4296-8b0b-fc981ed818d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:34.938541 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f6a6a8-c21e-4296-8b0b-fc981ed818d1 None None] Pushing event updated for resources: {'Port': ['ID=7d4fc30f-ac71-4c65-a1a7-8f61a91356a6,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:34.997346 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d136ce4-c841-4357-996e-ff2a7eeb6f43 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:28:35.002535 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-c7eb6518-8de3-4060-8585-42d9e49786b4 None None] Provisioning complete for port 7d4fc30f-ac71-4c65-a1a7-8f61a91356a6 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:28:35.002906 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c7eb6518-8de3-4060-8585-42d9e49786b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:35.007199 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-8d136ce4-c841-4357-996e-ff2a7eeb6f43 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "PUT /v2.0/routers/315f9c18-944f-4ad6-b108-8aa8d511c4c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5652969 Mar 28 14:28:35.111080 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-c7eb6518-8de3-4060-8585-42d9e49786b4 None None] Provisioning complete for port dd91fbe5-711d-461d-a445-c5b21bba5b78 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:28:35.111539 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c7eb6518-8de3-4060-8585-42d9e49786b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:35.148508 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-c7eb6518-8de3-4060-8585-42d9e49786b4 None None] Port dd91fbe5-711d-461d-a445-c5b21bba5b78 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:28:35.181088 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac03f7f-7492-41c4-8589-6c75be22b1dd None None] Sync routers for ids ['315f9c18-944f-4ad6-b108-8aa8d511c4c4'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:28:35.190484 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac03f7f-7492-41c4-8589-6c75be22b1dd None None] Routers {'315f9c18-944f-4ad6-b108-8aa8d511c4c4'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:28:35.190998 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-fac03f7f-7492-41c4-8589-6c75be22b1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:28:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['315f9c18-944f-4ad6-b108-8aa8d511c4c4'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:28:35.270127 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-40099f86-d962-4297-8dfb-a001d25f963d None None] Provisioning complete for port dd91fbe5-711d-461d-a445-c5b21bba5b78 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:28:35.276190 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-40099f86-d962-4297-8dfb-a001d25f963d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:35.312267 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-fac03f7f-7492-41c4-8589-6c75be22b1dd None None] Set router 315f9c18-944f-4ad6-b108-8aa8d511c4c4 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:28:35.325036 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-40099f86-d962-4297-8dfb-a001d25f963d None None] Port dd91fbe5-711d-461d-a445-c5b21bba5b78 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:28:35.363739 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-da636ce7-a4db-4e4d-8b2d-79e71be0b99a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1335648451&fields=id&tenant_id=2dc46a21a43e483fbb630102a765c646 HTTP/1.1" status: 200 len: 267 time: 0.0420446 Mar 28 14:28:35.448534 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-f4a33487-5672-4107-9f78-243cb98a1ab6 None None] Provisioning complete for port dd91fbe5-711d-461d-a445-c5b21bba5b78 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:28:35.448818 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f4a33487-5672-4107-9f78-243cb98a1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:35.480198 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-91b13e6e-c08d-41ca-a8c6-db1947d4242b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:35.481875 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-91b13e6e-c08d-41ca-a8c6-db1947d4242b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/networks?id=f5386ef6-e7d6-4917-9fd9-80beb6b73544 HTTP/1.1" status: 200 len: 797 time: 0.1093631 Mar 28 14:28:35.484390 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-f4a33487-5672-4107-9f78-243cb98a1ab6 None None] Port dd91fbe5-711d-461d-a445-c5b21bba5b78 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:28:35.500577 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-942f80a7-f229-4a13-9b70-557e841118c7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/quotas/2dc46a21a43e483fbb630102a765c646 HTTP/1.1" status: 200 len: 375 time: 0.0092769 Mar 28 14:28:35.523014 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-fac03f7f-7492-41c4-8589-6c75be22b1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315f9c18-944f-4ad6-b108-8aa8d511c4c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201224234', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': '9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:28:29Z', 'updated_at': '2022-03-28T14:28:33Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:70:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f9c18-944f-4ad6-b108-8aa8d511c4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:28:30Z', 'updated_at': '2022-03-28T14:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'dd91fbe5-711d-461d-a445-c5b21bba5b78', 'name': '', 'network_id': 'f5386ef6-e7d6-4917-9fd9-80beb6b73544', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'mac_address': 'fa:16:3e:89:3b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315f9c18-944f-4ad6-b108-8aa8d511c4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'd714be97-4922-44c7-8996-9700fc17f4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:28:32Z', 'updated_at': '2022-03-28T14:28:34Z', 'revision_number': 2, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'subnets': [{'id': 'd714be97-4922-44c7-8996-9700fc17f4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:28:35.548614 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac03f7f-7492-41c4-8589-6c75be22b1dd None None] Checking router: 315f9c18-944f-4ad6-b108-8aa8d511c4c4 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:28:35.548959 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac03f7f-7492-41c4-8589-6c75be22b1dd None None] Updating router 315f9c18-944f-4ad6-b108-8aa8d511c4c4 port dd91fbe5-711d-461d-a445-c5b21bba5b78 binding host dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:28:35.551500 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-69a155e2-ec65-4c44-a868-e23ed58e89cb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2dc46a21a43e483fbb630102a765c646&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451961 Mar 28 14:28:35.572730 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-fac03f7f-7492-41c4-8589-6c75be22b1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:35.654303 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-b612de35-f7aa-431e-80fd-9f4c0535c9ef service neutron] 10.222.0.24 "GET /v2.0/networks/f5386ef6-e7d6-4917-9fd9-80beb6b73544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908585 Mar 28 14:28:35.735979 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:28:35.748122 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-7629a404-2e55-4d1d-9768-0a2aaa188c69 service neutron] 10.222.0.24 "GET /v2.0/networks/f5386ef6-e7d6-4917-9fd9-80beb6b73544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888801 Mar 28 14:28:35.784800 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:28:35.785238 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:35.851806 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-fac03f7f-7492-41c4-8589-6c75be22b1dd None None] Notify callbacks [] for port, precommit_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:35.864947 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 7d4fc30f-ac71-4c65-a1a7-8f61a91356a6 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:28:35.909782 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 7d4fc30f-ac71-4c65-a1a7-8f61a91356a6 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:28:35.910144 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:35.932494 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-fac03f7f-7492-41c4-8589-6c75be22b1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:36.012426 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5c257d20-d60b-4c0a-82e6-cce2263e48ab req-4a1d5dde-983e-401c-9d44-6a1e9bd3ad7a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68 HTTP/1.1" status: 200 len: 210 time: 0.0449228 Mar 28 14:28:36.015357 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28be334-adfe-4c3b-83c8-8afa58903dfb None None] Pushing event updated for resources: {'Port': ['ID=dd91fbe5-711d-461d-a445-c5b21bba5b78,revision_number=3']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:36.041757 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28be334-adfe-4c3b-83c8-8afa58903dfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:36.042089 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28be334-adfe-4c3b-83c8-8afa58903dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:36.042429 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28be334-adfe-4c3b-83c8-8afa58903dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:36.042932 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28be334-adfe-4c3b-83c8-8afa58903dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:36.043319 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28be334-adfe-4c3b-83c8-8afa58903dfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:36.043714 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28be334-adfe-4c3b-83c8-8afa58903dfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:36.044116 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28be334-adfe-4c3b-83c8-8afa58903dfb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:36.044517 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28be334-adfe-4c3b-83c8-8afa58903dfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:36.044903 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28be334-adfe-4c3b-83c8-8afa58903dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:36.045285 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28be334-adfe-4c3b-83c8-8afa58903dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:36.045680 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28be334-adfe-4c3b-83c8-8afa58903dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:36.046056 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28be334-adfe-4c3b-83c8-8afa58903dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:28:36.078482 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-fac03f7f-7492-41c4-8589-6c75be22b1dd None None] Attempting to bind port dd91fbe5-711d-461d-a445-c5b21bba5b78 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:28:36.078848 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-fac03f7f-7492-41c4-8589-6c75be22b1dd None None] Attempting to bind port dd91fbe5-711d-461d-a445-c5b21bba5b78 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '14acd592-ed97-4501-bdab-c2c70ec9941e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f5386ef6-e7d6-4917-9fd9-80beb6b73544'}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:28:36.079204 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac03f7f-7492-41c4-8589-6c75be22b1dd None None] Attempting to bind port dd91fbe5-711d-461d-a445-c5b21bba5b78 on network f5386ef6-e7d6-4917-9fd9-80beb6b73544 {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:28:36.084903 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac03f7f-7492-41c4-8589-6c75be22b1dd None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:28:36.085302 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac03f7f-7492-41c4-8589-6c75be22b1dd None None] Checking segment: {'id': '14acd592-ed97-4501-bdab-c2c70ec9941e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f5386ef6-e7d6-4917-9fd9-80beb6b73544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:28:36.085832 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-fac03f7f-7492-41c4-8589-6c75be22b1dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:36.086325 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac03f7f-7492-41c4-8589-6c75be22b1dd None None] Bound using segment: {'id': '14acd592-ed97-4501-bdab-c2c70ec9941e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f5386ef6-e7d6-4917-9fd9-80beb6b73544'} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:28:36.086796 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-fac03f7f-7492-41c4-8589-6c75be22b1dd None None] Bound port: dd91fbe5-711d-461d-a445-c5b21bba5b78, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14acd592-ed97-4501-bdab-c2c70ec9941e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f5386ef6-e7d6-4917-9fd9-80beb6b73544'}}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:28:36.087469 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-fac03f7f-7492-41c4-8589-6c75be22b1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:36.160176 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-fac03f7f-7492-41c4-8589-6c75be22b1dd None None] For port dd91fbe5-711d-461d-a445-c5b21bba5b78, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:28:36.163591 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-fac03f7f-7492-41c4-8589-6c75be22b1dd None None] For port dd91fbe5-711d-461d-a445-c5b21bba5b78, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=dd91fbe5-711d-461d-a445-c5b21bba5b78,segment=NetworkSegment(14acd592-ed97-4501-bdab-c2c70ec9941e),segment_id=14acd592-ed97-4501-bdab-c2c70ec9941e)] {{(pid=109615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:28:36.235021 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-fac03f7f-7492-41c4-8589-6c75be22b1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:36.298434 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28be334-adfe-4c3b-83c8-8afa58903dfb None None] Pushing event updated for resources: {'Port': ['ID=dd91fbe5-711d-461d-a445-c5b21bba5b78,revision_number=4']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:36.302634 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac03f7f-7492-41c4-8589-6c75be22b1dd None None] Routers {'315f9c18-944f-4ad6-b108-8aa8d511c4c4'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:28:36.303210 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-fac03f7f-7492-41c4-8589-6c75be22b1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:28:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['315f9c18-944f-4ad6-b108-8aa8d511c4c4'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:28:36.327318 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-c2bb47d8-87a5-44dc-af06-e56b5ee24051 None None] Provisioning complete for port dd91fbe5-711d-461d-a445-c5b21bba5b78 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:28:36.327686 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c2bb47d8-87a5-44dc-af06-e56b5ee24051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:36.424573 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c2bb47d8-87a5-44dc-af06-e56b5ee24051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:36.437082 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-fac03f7f-7492-41c4-8589-6c75be22b1dd None None] Set router 315f9c18-944f-4ad6-b108-8aa8d511c4c4 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:28:36.459039 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-c2bb47d8-87a5-44dc-af06-e56b5ee24051 None None] For port dd91fbe5-711d-461d-a445-c5b21bba5b78, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=dd91fbe5-711d-461d-a445-c5b21bba5b78,segment=NetworkSegment(14acd592-ed97-4501-bdab-c2c70ec9941e),segment_id=14acd592-ed97-4501-bdab-c2c70ec9941e)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:28:36.537901 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c2bb47d8-87a5-44dc-af06-e56b5ee24051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:36.592474 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb47d8-87a5-44dc-af06-e56b5ee24051 None None] Pushing event updated for resources: {'Port': ['ID=dd91fbe5-711d-461d-a445-c5b21bba5b78,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:36.638634 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-fac03f7f-7492-41c4-8589-6c75be22b1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315f9c18-944f-4ad6-b108-8aa8d511c4c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201224234', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': '9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:28:29Z', 'updated_at': '2022-03-28T14:28:33Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:70:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f9c18-944f-4ad6-b108-8aa8d511c4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:28:30Z', 'updated_at': '2022-03-28T14:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'dd91fbe5-711d-461d-a445-c5b21bba5b78', 'name': '', 'network_id': 'f5386ef6-e7d6-4917-9fd9-80beb6b73544', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'mac_address': 'fa:16:3e:89:3b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315f9c18-944f-4ad6-b108-8aa8d511c4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'd714be97-4922-44c7-8996-9700fc17f4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:28:32Z', 'updated_at': '2022-03-28T14:28:36Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'subnets': [{'id': 'd714be97-4922-44c7-8996-9700fc17f4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:28:36.658347 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-842e297f-b057-46a7-98c5-5e60db681c8f None None] Provisioning complete for port dd91fbe5-711d-461d-a445-c5b21bba5b78 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:28:36.658706 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-842e297f-b057-46a7-98c5-5e60db681c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:36.668538 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac03f7f-7492-41c4-8589-6c75be22b1dd None None] The sync data for ids ['315f9c18-944f-4ad6-b108-8aa8d511c4c4'] in dv-neutron-835335-1-hyperv is: [{'id': '315f9c18-944f-4ad6-b108-8aa8d511c4c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201224234', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': '9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:28:29Z', 'updated_at': '2022-03-28T14:28:33Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:70:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f9c18-944f-4ad6-b108-8aa8d511c4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:28:30Z', 'updated_at': '2022-03-28T14:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'dd91fbe5-711d-461d-a445-c5b21bba5b78', 'name': '', 'network_id': 'f5386ef6-e7d6-4917-9fd9-80beb6b73544', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'mac_address': 'fa:16:3e:89:3b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315f9c18-944f-4ad6-b108-8aa8d511c4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'd714be97-4922-44c7-8996-9700fc17f4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:28:32Z', 'updated_at': '2022-03-28T14:28:36Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'subnets': [{'id': 'd714be97-4922-44c7-8996-9700fc17f4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:28:37.122569 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-02edbb94-dd9f-4491-9610-2b9b27dfc8b2 req-5dcd54be-a67d-4a43-bd44-13ace2c36f61 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68 HTTP/1.1" status: 200 len: 210 time: 0.0303788 Mar 28 14:28:37.655298 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device dd91fbe5-711d-461d-a445-c5b21bba5b78 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:28:37.703999 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port dd91fbe5-711d-461d-a445-c5b21bba5b78 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:28:37.704396 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:37.853879 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-cdfc5e16-6af9-431d-b558-e945c077a403 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:37.855864 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-cdfc5e16-6af9-431d-b558-e945c077a403 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.20 "GET /v2.0/networks?id=f5386ef6-e7d6-4917-9fd9-80beb6b73544 HTTP/1.1" status: 200 len: 797 time: 0.1143229 Mar 28 14:28:37.898845 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-d21b7d05-8646-437d-b23e-59e955a7b193 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2dc46a21a43e483fbb630102a765c646 HTTP/1.1" status: 200 len: 380 time: 0.0344279 Mar 28 14:28:37.907045 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-1a387a59-ef3e-4d6f-a5af-6319578362ef tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'port': {'device_id': '2102d62d-f2ea-4260-b51e-2e47cda4ca68', 'network_id': 'f5386ef6-e7d6-4917-9fd9-80beb6b73544', 'admin_state_up': True, 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'security_groups': ['9e76809b-2139-4e89-931d-82636e31d56e']}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:28:38.074006 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-1a387a59-ef3e-4d6f-a5af-6319578362ef tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Made reservation on behalf of 2dc46a21a43e483fbb630102a765c646 for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:28:38.077632 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-1a387a59-ef3e-4d6f-a5af-6319578362ef tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:38.206003 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-1a387a59-ef3e-4d6f-a5af-6319578362ef tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Allocated IP 172.20.0.14 (f5386ef6-e7d6-4917-9fd9-80beb6b73544/d714be97-4922-44c7-8996-9700fc17f4e0/d34d6dd3-6f07-494d-bec2-c47cdcc9021a) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:28:38.327745 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3ecf6487-ae33-4701-affe-4066c9f56ea5 req-96cac1cf-d23b-44e9-94f3-6409334498e0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68 HTTP/1.1" status: 200 len: 210 time: 0.1344099 Mar 28 14:28:38.369147 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-1a387a59-ef3e-4d6f-a5af-6319578362ef tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:38.458302 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-1a387a59-ef3e-4d6f-a5af-6319578362ef tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:38.505049 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-1a387a59-ef3e-4d6f-a5af-6319578362ef tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Network f5386ef6-e7d6-4917-9fd9-80beb6b73544 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:28:38.508202 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-1a387a59-ef3e-4d6f-a5af-6319578362ef tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:28:38.512209 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-1a387a59-ef3e-4d6f-a5af-6319578362ef tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:28:38.535113 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a387a59-ef3e-4d6f-a5af-6319578362ef tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'Port': ['ID=d34d6dd3-6f07-494d-bec2-c47cdcc9021a,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:38.563699 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-1a387a59-ef3e-4d6f-a5af-6319578362ef tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:38.564682 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-1a387a59-ef3e-4d6f-a5af-6319578362ef tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:38.632146 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-1a387a59-ef3e-4d6f-a5af-6319578362ef tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7286506 Mar 28 14:28:38.644179 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-82949366-8ca7-45ab-9a95-76b27f9a6a85 service neutron] Request body: {'port': {'device_id': '2102d62d-f2ea-4260-b51e-2e47cda4ca68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:28:38.697490 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-82949366-8ca7-45ab-9a95-76b27f9a6a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:38.779590 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-2e60f36f-4758-469f-b57c-05d22295074a None None] Provisioning complete for port d34d6dd3-6f07-494d-bec2-c47cdcc9021a triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:28:38.780174 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2e60f36f-4758-469f-b57c-05d22295074a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:38.813669 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-2e60f36f-4758-469f-b57c-05d22295074a None None] Port d34d6dd3-6f07-494d-bec2-c47cdcc9021a cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:28:38.956002 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-82949366-8ca7-45ab-9a95-76b27f9a6a85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d34d6dd3-6f07-494d-bec2-c47cdcc9021a {{(pid=109613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:28:38.963286 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-82949366-8ca7-45ab-9a95-76b27f9a6a85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:38.974880 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.provisioning_blocks [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-82949366-8ca7-45ab-9a95-76b27f9a6a85 service neutron] Transition to ACTIVE for port object d34d6dd3-6f07-494d-bec2-c47cdcc9021a will not be triggered until provisioned by entity L2. {{(pid=109613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 14:28:39.035214 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-82949366-8ca7-45ab-9a95-76b27f9a6a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:39.088573 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82949366-8ca7-45ab-9a95-76b27f9a6a85 service neutron] Pushing event updated for resources: {'Port': ['ID=d34d6dd3-6f07-494d-bec2-c47cdcc9021a,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:39.153441 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-82949366-8ca7-45ab-9a95-76b27f9a6a85 service neutron] Attempting to bind port d34d6dd3-6f07-494d-bec2-c47cdcc9021a on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:28:39.153770 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-82949366-8ca7-45ab-9a95-76b27f9a6a85 service neutron] Attempting to bind port d34d6dd3-6f07-494d-bec2-c47cdcc9021a by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '14acd592-ed97-4501-bdab-c2c70ec9941e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f5386ef6-e7d6-4917-9fd9-80beb6b73544'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:28:39.154091 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-82949366-8ca7-45ab-9a95-76b27f9a6a85 service neutron] Attempting to bind port d34d6dd3-6f07-494d-bec2-c47cdcc9021a on network f5386ef6-e7d6-4917-9fd9-80beb6b73544 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:28:39.158488 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-82949366-8ca7-45ab-9a95-76b27f9a6a85 service neutron] Port d34d6dd3-6f07-494d-bec2-c47cdcc9021a on network f5386ef6-e7d6-4917-9fd9-80beb6b73544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 14:28:39.158809 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-82949366-8ca7-45ab-9a95-76b27f9a6a85 service neutron] Attempting to bind port d34d6dd3-6f07-494d-bec2-c47cdcc9021a on network f5386ef6-e7d6-4917-9fd9-80beb6b73544 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:28:39.163843 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-82949366-8ca7-45ab-9a95-76b27f9a6a85 service neutron] Checking agent: {'id': '72ab3303-6c81-4bd9-a1a9-2c5d9b681d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'started_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:28:39.164170 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-82949366-8ca7-45ab-9a95-76b27f9a6a85 service neutron] Checking segment: {'id': '14acd592-ed97-4501-bdab-c2c70ec9941e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f5386ef6-e7d6-4917-9fd9-80beb6b73544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:28:39.164572 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-82949366-8ca7-45ab-9a95-76b27f9a6a85 service neutron] Bound using segment: {'id': '14acd592-ed97-4501-bdab-c2c70ec9941e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f5386ef6-e7d6-4917-9fd9-80beb6b73544'} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:28:39.164994 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-82949366-8ca7-45ab-9a95-76b27f9a6a85 service neutron] Bound port: d34d6dd3-6f07-494d-bec2-c47cdcc9021a, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14acd592-ed97-4501-bdab-c2c70ec9941e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f5386ef6-e7d6-4917-9fd9-80beb6b73544'}}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:28:39.165349 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-82949366-8ca7-45ab-9a95-76b27f9a6a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:39.234817 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-82949366-8ca7-45ab-9a95-76b27f9a6a85 service neutron] For port d34d6dd3-6f07-494d-bec2-c47cdcc9021a, host hv-neutron-8353, cleared binding levels {{(pid=109613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:28:39.237777 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-82949366-8ca7-45ab-9a95-76b27f9a6a85 service neutron] For port d34d6dd3-6f07-494d-bec2-c47cdcc9021a, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=d34d6dd3-6f07-494d-bec2-c47cdcc9021a,segment=NetworkSegment(14acd592-ed97-4501-bdab-c2c70ec9941e),segment_id=14acd592-ed97-4501-bdab-c2c70ec9941e)] {{(pid=109613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:28:39.309300 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-82949366-8ca7-45ab-9a95-76b27f9a6a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:39.347499 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-82949366-8ca7-45ab-9a95-76b27f9a6a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:39.349650 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-82949366-8ca7-45ab-9a95-76b27f9a6a85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:39.350152 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-82949366-8ca7-45ab-9a95-76b27f9a6a85 service neutron] 10.222.0.20 "PUT /v2.0/ports/d34d6dd3-6f07-494d-bec2-c47cdcc9021a HTTP/1.1" status: 200 len: 1094 time: 0.7100649 Mar 28 14:28:39.350407 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2102d62d-f2ea-4260-b51e-2e47cda4ca68', 'tag': 'd34d6dd3-6f07-494d-bec2-c47cdcc9021a'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:28:39.353053 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3491a04-5ea6-47b7-a3de-dc19af8ea10d" -d '{"events": [{"name": "network-changed", "server_uuid": "2102d62d-f2ea-4260-b51e-2e47cda4ca68", "tag": "d34d6dd3-6f07-494d-bec2-c47cdcc9021a"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:28:39.382328 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82949366-8ca7-45ab-9a95-76b27f9a6a85 service neutron] Pushing event updated for resources: {'Port': ['ID=d34d6dd3-6f07-494d-bec2-c47cdcc9021a,revision_number=3']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:39.466650 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac82453-cda6-45d7-a599-42b8c65e0aac req-df9f481a-e6ac-4e9c-987b-14074536a5f7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:39.468459 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cac82453-cda6-45d7-a599-42b8c65e0aac req-df9f481a-e6ac-4e9c-987b-14074536a5f7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68 HTTP/1.1" status: 200 len: 944 time: 0.0578170 Mar 28 14:28:39.471474 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d5d5fb-daf6-4d3b-9692-e1e7b02ec84a x-openstack-request-id: req-19d5d5fb-daf6-4d3b-9692-e1e7b02ec84a {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:28:39.471835 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2102d62d-f2ea-4260-b51e-2e47cda4ca68", "tag": "d34d6dd3-6f07-494d-bec2-c47cdcc9021a", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:28:39.472151 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-19d5d5fb-daf6-4d3b-9692-e1e7b02ec84a {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:28:39.472617 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2102d62d-f2ea-4260-b51e-2e47cda4ca68', 'tag': 'd34d6dd3-6f07-494d-bec2-c47cdcc9021a', 'status': 'completed', 'code': 200} Mar 28 14:28:39.541020 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cac82453-cda6-45d7-a599-42b8c65e0aac req-29836089-c13f-438c-805a-17b28e005cf4 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e76809b-2139-4e89-931d-82636e31d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597847 Mar 28 14:28:39.545920 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-b6213e1f-5daa-4dc8-a415-84beb494d2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:39.547333 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-b6213e1f-5daa-4dc8-a415-84beb494d2b1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2dc46a21a43e483fbb630102a765c646&device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68 HTTP/1.1" status: 200 len: 1097 time: 0.0779033 Mar 28 14:28:39.588471 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-8d79f3ba-5c39-4476-9dd6-59b7074b98a1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d34d6dd3-6f07-494d-bec2-c47cdcc9021a HTTP/1.1" status: 200 len: 217 time: 0.0332761 Mar 28 14:28:39.634093 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-8af18b10-519c-40b7-8d8b-38d780974f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:39.635394 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-8af18b10-519c-40b7-8d8b-38d780974f93 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d714be97-4922-44c7-8996-9700fc17f4e0 HTTP/1.1" status: 200 len: 834 time: 0.0414791 Mar 28 14:28:39.679865 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-2b9b0566-9b99-44dc-ba37-34c5b516138a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:39.681412 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-2b9b0566-9b99-44dc-ba37-34c5b516138a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f5386ef6-e7d6-4917-9fd9-80beb6b73544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398598 Mar 28 14:28:39.769823 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-5991f51a-b29a-4ed2-a5f6-60ebbce8a36a service neutron] 10.222.0.20 "GET /v2.0/networks/f5386ef6-e7d6-4917-9fd9-80beb6b73544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812507 Mar 28 14:28:39.859353 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-30d920b0-fb99-4f86-aa08-574a30ca3923 req-137adc33-576a-43fb-a2ec-fedd96163d7e service neutron] 10.222.0.20 "GET /v2.0/networks/f5386ef6-e7d6-4917-9fd9-80beb6b73544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827911 Mar 28 14:28:40.029974 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3491a04-5ea6-47b7-a3de-dc19af8ea10d req-075ee0b8-7dd6-46de-9bde-c0cb871c7427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:40.031439 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f3491a04-5ea6-47b7-a3de-dc19af8ea10d req-075ee0b8-7dd6-46de-9bde-c0cb871c7427 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2dc46a21a43e483fbb630102a765c646&device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68 HTTP/1.1" status: 200 len: 1097 time: 0.0403209 Mar 28 14:28:40.115424 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3491a04-5ea6-47b7-a3de-dc19af8ea10d req-6233197c-5d9f-4ac9-a666-23332bef475d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:40.116780 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f3491a04-5ea6-47b7-a3de-dc19af8ea10d req-6233197c-5d9f-4ac9-a666-23332bef475d service neutron] 10.222.0.20 "GET /v2.0/networks?id=f5386ef6-e7d6-4917-9fd9-80beb6b73544 HTTP/1.1" status: 200 len: 898 time: 0.0789843 Mar 28 14:28:40.159180 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f3491a04-5ea6-47b7-a3de-dc19af8ea10d req-54837a49-f604-4209-8b49-ccfcf7de3400 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d34d6dd3-6f07-494d-bec2-c47cdcc9021a HTTP/1.1" status: 200 len: 217 time: 0.0358944 Mar 28 14:28:40.206240 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3491a04-5ea6-47b7-a3de-dc19af8ea10d req-a6a2dcaa-4d79-49c9-a5c9-0b8db9f88431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:40.207636 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f3491a04-5ea6-47b7-a3de-dc19af8ea10d req-a6a2dcaa-4d79-49c9-a5c9-0b8db9f88431 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d714be97-4922-44c7-8996-9700fc17f4e0 HTTP/1.1" status: 200 len: 834 time: 0.0425274 Mar 28 14:28:40.252298 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3491a04-5ea6-47b7-a3de-dc19af8ea10d req-d59dcd3e-153c-49a7-a2c7-299b77599746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:40.253799 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f3491a04-5ea6-47b7-a3de-dc19af8ea10d req-d59dcd3e-153c-49a7-a2c7-299b77599746 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f5386ef6-e7d6-4917-9fd9-80beb6b73544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397000 Mar 28 14:28:40.345198 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f3491a04-5ea6-47b7-a3de-dc19af8ea10d req-04e2207e-6d67-45ad-92b2-796c4a96ea85 service neutron] 10.222.0.20 "GET /v2.0/networks/f5386ef6-e7d6-4917-9fd9-80beb6b73544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826759 Mar 28 14:28:40.430322 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f3491a04-5ea6-47b7-a3de-dc19af8ea10d req-eecd132b-4dc5-4974-95b6-24799bbc1aca service neutron] 10.222.0.20 "GET /v2.0/networks/f5386ef6-e7d6-4917-9fd9-80beb6b73544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788689 Mar 28 14:28:40.657010 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f279cc4-86ea-447e-96e7-904a59e4cedd req-21eef407-a9ba-4547-a32f-c70b6b9e95b6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:40.658491 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8f279cc4-86ea-447e-96e7-904a59e4cedd req-21eef407-a9ba-4547-a32f-c70b6b9e95b6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68 HTTP/1.1" status: 200 len: 944 time: 0.0495377 Mar 28 14:28:40.699729 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8f279cc4-86ea-447e-96e7-904a59e4cedd req-7d4a4066-34e9-42fd-8053-05780088b4e2 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e76809b-2139-4e89-931d-82636e31d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353436 Mar 28 14:28:41.812078 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68f43e-a2c9-4fc1-862a-2e38bfa3cef5 req-eefe097c-107c-4fbc-8c1b-a340a1bef0a0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:41.813785 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bf68f43e-a2c9-4fc1-862a-2e38bfa3cef5 req-eefe097c-107c-4fbc-8c1b-a340a1bef0a0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68 HTTP/1.1" status: 200 len: 944 time: 0.0472090 Mar 28 14:28:41.849566 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bf68f43e-a2c9-4fc1-862a-2e38bfa3cef5 req-03cdbbb3-7c0f-4678-96e9-a95181097885 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e76809b-2139-4e89-931d-82636e31d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299187 Mar 28 14:28:42.101995 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device d34d6dd3-6f07-494d-bec2-c47cdcc9021a details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:28:42.193294 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port d34d6dd3-6f07-494d-bec2-c47cdcc9021a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=d34d6dd3-6f07-494d-bec2-c47cdcc9021a,segment=NetworkSegment(14acd592-ed97-4501-bdab-c2c70ec9941e),segment_id=14acd592-ed97-4501-bdab-c2c70ec9941e)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:28:42.204108 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': 'd34d6dd3-6f07-494d-bec2-c47cdcc9021a', 'network_id': 'f5386ef6-e7d6-4917-9fd9-80beb6b73544', 'port_id': 'd34d6dd3-6f07-494d-bec2-c47cdcc9021a', 'mac_address': 'fa:16:3e:d9:fb:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd714be97-4922-44c7-8996-9700fc17f4e0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:28:42.243504 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:42.256302 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d34d6dd3-6f07-494d-bec2-c47cdcc9021a {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:28:42.274398 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port d34d6dd3-6f07-494d-bec2-c47cdcc9021a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=d34d6dd3-6f07-494d-bec2-c47cdcc9021a,segment=NetworkSegment(14acd592-ed97-4501-bdab-c2c70ec9941e),segment_id=14acd592-ed97-4501-bdab-c2c70ec9941e)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:28:42.365470 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:42.416835 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=d34d6dd3-6f07-494d-bec2-c47cdcc9021a,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:42.719237 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['d34d6dd3-6f07-494d-bec2-c47cdcc9021a'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:28:42.980258 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9aeb5-2132-4464-9396-4cb98f684a9e req-b885e809-2768-40c3-86f1-0cf7bcc7c388 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:42.981768 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6ae9aeb5-2132-4464-9396-4cb98f684a9e req-b885e809-2768-40c3-86f1-0cf7bcc7c388 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68 HTTP/1.1" status: 200 len: 945 time: 0.0662136 Mar 28 14:28:43.018135 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6ae9aeb5-2132-4464-9396-4cb98f684a9e req-adb9b93b-d518-4e8a-994d-9376eb45249a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e76809b-2139-4e89-931d-82636e31d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304358 Mar 28 14:28:43.874820 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:44.117308 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device d34d6dd3-6f07-494d-bec2-c47cdcc9021a up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:28:44.131242 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab65fb6-a73f-4e8b-b811-13931be31073 req-3550e0c4-f65e-43a9-ab81-206b856d6587 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:44.132643 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cab65fb6-a73f-4e8b-b811-13931be31073 req-3550e0c4-f65e-43a9-ab81-206b856d6587 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68 HTTP/1.1" status: 200 len: 945 time: 0.0488691 Mar 28 14:28:44.174158 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cab65fb6-a73f-4e8b-b811-13931be31073 req-dbd5bc9a-d29b-49e8-a0da-76bac42d1960 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e76809b-2139-4e89-931d-82636e31d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353723 Mar 28 14:28:44.228258 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning for port d34d6dd3-6f07-494d-bec2-c47cdcc9021a completed by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 14:28:44.233047 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port d34d6dd3-6f07-494d-bec2-c47cdcc9021a triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:28:44.233423 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:44.332095 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:44.354344 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2102d62d-f2ea-4260-b51e-2e47cda4ca68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd34d6dd3-6f07-494d-bec2-c47cdcc9021a'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:28:44.356613 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e023d9b-dd87-4e08-8623-a9eadb04eacd" -d '{"events": [{"server_uuid": "2102d62d-f2ea-4260-b51e-2e47cda4ca68", "name": "network-vif-plugged", "status": "completed", "tag": "d34d6dd3-6f07-494d-bec2-c47cdcc9021a"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:28:44.368880 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port d34d6dd3-6f07-494d-bec2-c47cdcc9021a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=d34d6dd3-6f07-494d-bec2-c47cdcc9021a,segment=NetworkSegment(14acd592-ed97-4501-bdab-c2c70ec9941e),segment_id=14acd592-ed97-4501-bdab-c2c70ec9941e)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:28:44.392866 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5a9c80-b382-4727-866a-cea05259b99a x-openstack-request-id: req-ca5a9c80-b382-4727-866a-cea05259b99a {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:28:44.393467 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2102d62d-f2ea-4260-b51e-2e47cda4ca68", "name": "network-vif-plugged", "status": "completed", "tag": "d34d6dd3-6f07-494d-bec2-c47cdcc9021a", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:28:44.393769 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ca5a9c80-b382-4727-866a-cea05259b99a {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:28:44.394230 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2102d62d-f2ea-4260-b51e-2e47cda4ca68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd34d6dd3-6f07-494d-bec2-c47cdcc9021a', 'code': 200} Mar 28 14:28:44.435043 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:44.482984 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=d34d6dd3-6f07-494d-bec2-c47cdcc9021a,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:44.686145 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0caa9-3556-4d89-bccc-828ca577e74f req-c3a85727-1467-4bad-a754-2eb1a129e389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:44.687582 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-afc0caa9-3556-4d89-bccc-828ca577e74f req-c3a85727-1467-4bad-a754-2eb1a129e389 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68 HTTP/1.1" status: 200 len: 1099 time: 0.0392070 Mar 28 14:28:44.722375 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-afc0caa9-3556-4d89-bccc-828ca577e74f req-7f612220-61d1-47da-b462-d71b214e49d5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9e76809b-2139-4e89-931d-82636e31d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277567 Mar 28 14:28:45.293531 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411a28a-0157-4c17-a35f-d3c5288b0c32 req-ba36eb18-0f13-4d46-9125-434fc06e0879 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:45.295498 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4411a28a-0157-4c17-a35f-d3c5288b0c32 req-ba36eb18-0f13-4d46-9125-434fc06e0879 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68 HTTP/1.1" status: 200 len: 946 time: 0.0539556 Mar 28 14:28:45.332652 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4411a28a-0157-4c17-a35f-d3c5288b0c32 req-beeba502-98e4-440f-b659-ad546bafb706 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e76809b-2139-4e89-931d-82636e31d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310035 Mar 28 14:28:46.445505 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b43b7-9f39-4b28-afee-2c894b727622 req-74df0fc7-7e75-46ec-bf47-dba9dc5ca9de tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:46.446948 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-408b43b7-9f39-4b28-afee-2c894b727622 req-74df0fc7-7e75-46ec-bf47-dba9dc5ca9de tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68 HTTP/1.1" status: 200 len: 946 time: 0.0471818 Mar 28 14:28:46.488124 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-408b43b7-9f39-4b28-afee-2c894b727622 req-270ec1f6-8c1e-4dc9-859a-b060c46a5954 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e76809b-2139-4e89-931d-82636e31d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344450 Mar 28 14:28:46.598683 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b8553-74ef-4abf-b5d5-d4740ce0273c req-32c908c8-2988-4656-8386-959d0291224e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:46.600133 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-843b8553-74ef-4abf-b5d5-d4740ce0273c req-32c908c8-2988-4656-8386-959d0291224e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68 HTTP/1.1" status: 200 len: 946 time: 0.0478764 Mar 28 14:28:46.636696 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-843b8553-74ef-4abf-b5d5-d4740ce0273c req-b57d3483-5421-4800-82da-77185066d6be tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e76809b-2139-4e89-931d-82636e31d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308053 Mar 28 14:28:46.657346 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41522) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:28:46.696417 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9665c601-65ce-4779-87d7-b994843d4af4 tempest-TestNetworkAdvancedServerOps-1380052890 tempest-TestNetworkAdvancedServerOps-1380052890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:46.698618 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9665c601-65ce-4779-87d7-b994843d4af4 tempest-TestNetworkAdvancedServerOps-1380052890 tempest-TestNetworkAdvancedServerOps-1380052890-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68 HTTP/1.1" status: 200 len: 1094 time: 0.0403230 Mar 28 14:28:46.701854 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 41524) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:28:46.706429 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-6840a273-fdc3-4fdb-a09b-c159c8d63a6f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'floatingip': {'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'port_id': 'd34d6dd3-6f07-494d-bec2-c47cdcc9021a', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:28:46.811500 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6840a273-fdc3-4fdb-a09b-c159c8d63a6f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for floatingip, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:46.906354 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6840a273-fdc3-4fdb-a09b-c159c8d63a6f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:47.004336 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-6840a273-fdc3-4fdb-a09b-c159c8d63a6f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Allocated IP 172.26.2.238 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/68a22bcb-8682-4f7e-af36-55645692a9f3) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:28:47.099575 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6840a273-fdc3-4fdb-a09b-c159c8d63a6f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:47.194714 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6840a273-fdc3-4fdb-a09b-c159c8d63a6f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:47.233864 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6840a273-fdc3-4fdb-a09b-c159c8d63a6f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:28:47.236847 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-6840a273-fdc3-4fdb-a09b-c159c8d63a6f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:28:47.240239 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6840a273-fdc3-4fdb-a09b-c159c8d63a6f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:28:47.245345 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840a273-fdc3-4fdb-a09b-c159c8d63a6f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'Port': ['ID=68a22bcb-8682-4f7e-af36-55645692a9f3,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:47.605544 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6840a273-fdc3-4fdb-a09b-c159c8d63a6f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:47.713309 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6840a273-fdc3-4fdb-a09b-c159c8d63a6f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:47.863531 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6840a273-fdc3-4fdb-a09b-c159c8d63a6f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:47.897449 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6840a273-fdc3-4fdb-a09b-c159c8d63a6f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:47.966691 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840a273-fdc3-4fdb-a09b-c159c8d63a6f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'Port': ['ID=68a22bcb-8682-4f7e-af36-55645692a9f3,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:28:47.976768 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6840a273-fdc3-4fdb-a09b-c159c8d63a6f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:48.078434 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.l3_db [None req-6840a273-fdc3-4fdb-a09b-c159c8d63a6f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Floating IP 78b2828b-7a37-4f21-922d-cb14bdbf4d40 associated. External IP: 172.26.2.238, port: d34d6dd3-6f07-494d-bec2-c47cdcc9021a. Mar 28 14:28:48.276757 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6840a273-fdc3-4fdb-a09b-c159c8d63a6f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Router 315f9c18-944f-4ad6-b108-8aa8d511c4c4 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:28:48.379616 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6840a273-fdc3-4fdb-a09b-c159c8d63a6f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:28:48.389191 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8c7cac-7fb4-448a-bc2e-98aa2508f04c None None] Sync routers for ids ['315f9c18-944f-4ad6-b108-8aa8d511c4c4'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:28:48.398258 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8c7cac-7fb4-448a-bc2e-98aa2508f04c None None] Routers {'315f9c18-944f-4ad6-b108-8aa8d511c4c4'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:28:48.398858 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-2b8c7cac-7fb4-448a-bc2e-98aa2508f04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:28:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['315f9c18-944f-4ad6-b108-8aa8d511c4c4'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:28:48.459931 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6840a273-fdc3-4fdb-a09b-c159c8d63a6f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:48.488907 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-6840a273-fdc3-4fdb-a09b-c159c8d63a6f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7858741 Mar 28 14:28:48.489641 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2102d62d-f2ea-4260-b51e-2e47cda4ca68', 'tag': 'd34d6dd3-6f07-494d-bec2-c47cdcc9021a'}] {{(pid=109612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:28:48.491948 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe63c13e87a9f7251adb6bd0d9fca296dff075f1d7b14c4d1edf5c408047469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd9b89f-8f6e-4ae8-a77f-c6ced3ec4c58" -d '{"events": [{"name": "network-changed", "server_uuid": "2102d62d-f2ea-4260-b51e-2e47cda4ca68", "tag": "d34d6dd3-6f07-494d-bec2-c47cdcc9021a"}]}' {{(pid=109612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:28:48.509944 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-2b8c7cac-7fb4-448a-bc2e-98aa2508f04c None None] Set router 315f9c18-944f-4ad6-b108-8aa8d511c4c4 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:28:48.588227 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2b471-79c5-4202-94f9-1599407c9fc1 req-776b76a5-6384-4b02-9b42-a86aa00cab24 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:48.589780 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-20b2b471-79c5-4202-94f9-1599407c9fc1 req-776b76a5-6384-4b02-9b42-a86aa00cab24 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68 HTTP/1.1" status: 200 len: 946 time: 0.0501678 Mar 28 14:28:48.599102 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0592c42e-bad8-445f-b5a0-caedc1474f6e x-openstack-request-id: req-0592c42e-bad8-445f-b5a0-caedc1474f6e {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:28:48.599668 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2102d62d-f2ea-4260-b51e-2e47cda4ca68", "tag": "d34d6dd3-6f07-494d-bec2-c47cdcc9021a", "status": "completed", "code": 200}]} {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:28:48.600133 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0592c42e-bad8-445f-b5a0-caedc1474f6e {{(pid=109612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:28:48.600768 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2102d62d-f2ea-4260-b51e-2e47cda4ca68', 'tag': 'd34d6dd3-6f07-494d-bec2-c47cdcc9021a', 'status': 'completed', 'code': 200} Mar 28 14:28:48.662484 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-20b2b471-79c5-4202-94f9-1599407c9fc1 req-0a07a33b-de83-44dc-8b10-448c56cd1867 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e76809b-2139-4e89-931d-82636e31d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644062 Mar 28 14:28:48.677569 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9b89f-8f6e-4ae8-a77f-c6ced3ec4c58 req-14681f9f-fc67-40b1-8761-b2173c33f674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:48.679029 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7cd9b89f-8f6e-4ae8-a77f-c6ced3ec4c58 req-14681f9f-fc67-40b1-8761-b2173c33f674 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2dc46a21a43e483fbb630102a765c646&device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68 HTTP/1.1" status: 200 len: 1099 time: 0.0538175 Mar 28 14:28:48.685756 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 41532) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:28:48.736460 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-2b8c7cac-7fb4-448a-bc2e-98aa2508f04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315f9c18-944f-4ad6-b108-8aa8d511c4c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201224234', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': '9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:28:29Z', 'updated_at': '2022-03-28T14:28:33Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:70:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f9c18-944f-4ad6-b108-8aa8d511c4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:28:30Z', 'updated_at': '2022-03-28T14:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '78b2828b-7a37-4f21-922d-cb14bdbf4d40', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'floating_ip_address': '172.26.2.238', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '315f9c18-944f-4ad6-b108-8aa8d511c4c4', 'port_id': 'd34d6dd3-6f07-494d-bec2-c47cdcc9021a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5386ef6-e7d6-4917-9fd9-80beb6b73544', 'mac_address': 'fa:16:3e:d9:fb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2102d62d-f2ea-4260-b51e-2e47cda4ca68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:28:47Z', 'updated_at': '2022-03-28T14:28:47Z', 'revision_number': 0, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd91fbe5-711d-461d-a445-c5b21bba5b78', 'name': '', 'network_id': 'f5386ef6-e7d6-4917-9fd9-80beb6b73544', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'mac_address': 'fa:16:3e:89:3b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f9c18-944f-4ad6-b108-8aa8d511c4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'd714be97-4922-44c7-8996-9700fc17f4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:28:32Z', 'updated_at': '2022-03-28T14:28:36Z', 'revision_number': 5, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'subnets': [{'id': 'd714be97-4922-44c7-8996-9700fc17f4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:28:48.755294 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-2cca9af8-a7b5-49fe-88d9-f410055cecf9 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/floatingips/78b2828b-7a37-4f21-922d-cb14bdbf4d40 HTTP/1.1" status: 200 len: 992 time: 0.0672143 Mar 28 14:28:48.765158 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8c7cac-7fb4-448a-bc2e-98aa2508f04c None None] Checking router: 315f9c18-944f-4ad6-b108-8aa8d511c4c4 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:28:48.771922 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9b89f-8f6e-4ae8-a77f-c6ced3ec4c58 req-c555edc9-4f10-48d9-8281-27be6bf96a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:48.773459 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7cd9b89f-8f6e-4ae8-a77f-c6ced3ec4c58 req-c555edc9-4f10-48d9-8281-27be6bf96a4a service neutron] 10.222.0.20 "GET /v2.0/networks?id=f5386ef6-e7d6-4917-9fd9-80beb6b73544 HTTP/1.1" status: 200 len: 898 time: 0.0884311 Mar 28 14:28:48.773604 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8c7cac-7fb4-448a-bc2e-98aa2508f04c None None] Routers {'315f9c18-944f-4ad6-b108-8aa8d511c4c4'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:28:48.774130 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-2b8c7cac-7fb4-448a-bc2e-98aa2508f04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:28:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['315f9c18-944f-4ad6-b108-8aa8d511c4c4'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:28:48.840029 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7cd9b89f-8f6e-4ae8-a77f-c6ced3ec4c58 req-3ada81ba-8303-4641-8ebd-c0f341f103ef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d34d6dd3-6f07-494d-bec2-c47cdcc9021a HTTP/1.1" status: 200 len: 1000 time: 0.0600460 Mar 28 14:28:48.878631 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-2b8c7cac-7fb4-448a-bc2e-98aa2508f04c None None] Set router 315f9c18-944f-4ad6-b108-8aa8d511c4c4 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:28:48.886344 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9b89f-8f6e-4ae8-a77f-c6ced3ec4c58 req-7ce45829-3b3c-4c00-a61a-78db430684b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:48.888331 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7cd9b89f-8f6e-4ae8-a77f-c6ced3ec4c58 req-7ce45829-3b3c-4c00-a61a-78db430684b9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d714be97-4922-44c7-8996-9700fc17f4e0 HTTP/1.1" status: 200 len: 834 time: 0.0422661 Mar 28 14:28:48.931275 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9b89f-8f6e-4ae8-a77f-c6ced3ec4c58 req-82a3ccb5-d69d-4990-a9c4-6dd1f5f0d7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:28:48.936867 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7cd9b89f-8f6e-4ae8-a77f-c6ced3ec4c58 req-82a3ccb5-d69d-4990-a9c4-6dd1f5f0d7ff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f5386ef6-e7d6-4917-9fd9-80beb6b73544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388734 Mar 28 14:28:49.025217 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7cd9b89f-8f6e-4ae8-a77f-c6ced3ec4c58 req-0e72f5a6-b367-4ee0-81e6-19a4fd68eec9 service neutron] 10.222.0.20 "GET /v2.0/networks/f5386ef6-e7d6-4917-9fd9-80beb6b73544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859063 Mar 28 14:28:49.103048 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-2b8c7cac-7fb4-448a-bc2e-98aa2508f04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315f9c18-944f-4ad6-b108-8aa8d511c4c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201224234', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': '9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:28:29Z', 'updated_at': '2022-03-28T14:28:33Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:70:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f9c18-944f-4ad6-b108-8aa8d511c4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:28:30Z', 'updated_at': '2022-03-28T14:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '78b2828b-7a37-4f21-922d-cb14bdbf4d40', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'floating_ip_address': '172.26.2.238', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '315f9c18-944f-4ad6-b108-8aa8d511c4c4', 'port_id': 'd34d6dd3-6f07-494d-bec2-c47cdcc9021a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5386ef6-e7d6-4917-9fd9-80beb6b73544', 'mac_address': 'fa:16:3e:d9:fb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2102d62d-f2ea-4260-b51e-2e47cda4ca68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:28:47Z', 'updated_at': '2022-03-28T14:28:47Z', 'revision_number': 0, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd91fbe5-711d-461d-a445-c5b21bba5b78', 'name': '', 'network_id': 'f5386ef6-e7d6-4917-9fd9-80beb6b73544', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'mac_address': 'fa:16:3e:89:3b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f9c18-944f-4ad6-b108-8aa8d511c4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'd714be97-4922-44c7-8996-9700fc17f4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:28:32Z', 'updated_at': '2022-03-28T14:28:36Z', 'revision_number': 5, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'subnets': [{'id': 'd714be97-4922-44c7-8996-9700fc17f4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:28:49.111443 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7cd9b89f-8f6e-4ae8-a77f-c6ced3ec4c58 req-60e71b93-3901-4a9b-8ec6-58ba7685e58e service neutron] 10.222.0.20 "GET /v2.0/networks/f5386ef6-e7d6-4917-9fd9-80beb6b73544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800788 Mar 28 14:28:49.128351 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8c7cac-7fb4-448a-bc2e-98aa2508f04c None None] The sync data for ids ['315f9c18-944f-4ad6-b108-8aa8d511c4c4'] in dv-neutron-835335-1-hyperv is: [{'id': '315f9c18-944f-4ad6-b108-8aa8d511c4c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201224234', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': '9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:28:29Z', 'updated_at': '2022-03-28T14:28:33Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:70:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f9c18-944f-4ad6-b108-8aa8d511c4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:28:30Z', 'updated_at': '2022-03-28T14:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '78b2828b-7a37-4f21-922d-cb14bdbf4d40', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'floating_ip_address': '172.26.2.238', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '315f9c18-944f-4ad6-b108-8aa8d511c4c4', 'port_id': 'd34d6dd3-6f07-494d-bec2-c47cdcc9021a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5386ef6-e7d6-4917-9fd9-80beb6b73544', 'mac_address': 'fa:16:3e:d9:fb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2102d62d-f2ea-4260-b51e-2e47cda4ca68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:28:47Z', 'updated_at': '2022-03-28T14:28:47Z', 'revision_number': 0, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd91fbe5-711d-461d-a445-c5b21bba5b78', 'name': '', 'network_id': 'f5386ef6-e7d6-4917-9fd9-80beb6b73544', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'mac_address': 'fa:16:3e:89:3b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f9c18-944f-4ad6-b108-8aa8d511c4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'd714be97-4922-44c7-8996-9700fc17f4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:28:32Z', 'updated_at': '2022-03-28T14:28:36Z', 'revision_number': 5, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'subnets': [{'id': 'd714be97-4922-44c7-8996-9700fc17f4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:28:49.308612 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d0ce1d-4f7b-4b5d-868c-b041f994b454 None None] New status for floating IP 78b2828b-7a37-4f21-922d-cb14bdbf4d40: ACTIVE {{(pid=109615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:28:49.757331 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 41534) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:28:49.816431 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-fc40c489-0c9f-46e7-9a73-da07cfc2500b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/floatingips/78b2828b-7a37-4f21-922d-cb14bdbf4d40 HTTP/1.1" status: 200 len: 994 time: 0.0578794 Mar 28 14:28:54.085848 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-fbd883d2-9df0-444e-8b44-507276004198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:56.354631 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3c122222-efe8-45ad-9f79-a930fa42a797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:57.753979 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:59.085699 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:28:59.377001 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:29:03.217147 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:29:13.885793 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:29:24.056530 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9cea0472-ae67-4eca-83ef-48790ff74989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:29:26.346570 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-59a0f83f-9f19-4a83-9cad-2042c65f6959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:29:27.746903 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:29:29.107781 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:29:29.363747 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:29:32.521102 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4271e5a7-839c-48fe-bac6-587a96ac6ab6 req-ff970216-a61a-4431-8c6c-cf30b1f767eb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426965 Mar 28 14:29:32.596302 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271e5a7-839c-48fe-bac6-587a96ac6ab6 req-5c5d7f04-38b4-4202-98fe-22681b514ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:32.597760 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4271e5a7-839c-48fe-bac6-587a96ac6ab6 req-5c5d7f04-38b4-4202-98fe-22681b514ede service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2dc46a21a43e483fbb630102a765c646&device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68 HTTP/1.1" status: 200 len: 1099 time: 0.0381849 Mar 28 14:29:32.699927 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271e5a7-839c-48fe-bac6-587a96ac6ab6 req-b591a329-94e3-4af3-8175-9924d739bdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:32.701413 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4271e5a7-839c-48fe-bac6-587a96ac6ab6 req-b591a329-94e3-4af3-8175-9924d739bdef service neutron] 10.222.0.20 "GET /v2.0/networks?id=f5386ef6-e7d6-4917-9fd9-80beb6b73544 HTTP/1.1" status: 200 len: 898 time: 0.0849299 Mar 28 14:29:32.766929 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4271e5a7-839c-48fe-bac6-587a96ac6ab6 req-3a034e0a-337a-46f0-a0b6-b1afe708c844 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d34d6dd3-6f07-494d-bec2-c47cdcc9021a HTTP/1.1" status: 200 len: 1002 time: 0.0590055 Mar 28 14:29:32.817901 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271e5a7-839c-48fe-bac6-587a96ac6ab6 req-3fd27171-677c-4f3e-b486-e55b835e38d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:32.817901 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4271e5a7-839c-48fe-bac6-587a96ac6ab6 req-3fd27171-677c-4f3e-b486-e55b835e38d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d714be97-4922-44c7-8996-9700fc17f4e0 HTTP/1.1" status: 200 len: 834 time: 0.0420239 Mar 28 14:29:32.858485 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271e5a7-839c-48fe-bac6-587a96ac6ab6 req-d2146b2a-7ce9-47fc-b76b-5dc98518a991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:32.859943 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4271e5a7-839c-48fe-bac6-587a96ac6ab6 req-d2146b2a-7ce9-47fc-b76b-5dc98518a991 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f5386ef6-e7d6-4917-9fd9-80beb6b73544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383489 Mar 28 14:29:32.947680 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4271e5a7-839c-48fe-bac6-587a96ac6ab6 req-4d6f465c-c052-4f54-8c32-ed299308aa0e service neutron] 10.222.0.20 "GET /v2.0/networks/f5386ef6-e7d6-4917-9fd9-80beb6b73544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810571 Mar 28 14:29:33.032528 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4271e5a7-839c-48fe-bac6-587a96ac6ab6 req-8d3e73cc-2254-4088-937c-a2b688c58de6 service neutron] 10.222.0.20 "GET /v2.0/networks/f5386ef6-e7d6-4917-9fd9-80beb6b73544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785432 Mar 28 14:29:40.216605 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:29:43.947333 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:29:52.583907 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [req-451f3813-7796-4085-a96a-3aca0db825e4 req-85f1c85f-17fb-4c2e-9d62-0aadefc9d144 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 14:29:52.584924 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-451f3813-7796-4085-a96a-3aca0db825e4 req-85f1c85f-17fb-4c2e-9d62-0aadefc9d144 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0505674 Mar 28 14:29:53.934673 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1942d-9abe-4ac6-91fc-9d62f4ec96a6 req-f9fa0e74-5d88-47cc-a7d7-7b57c1ab7589 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:53.936198 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-aae1942d-9abe-4ac6-91fc-9d62f4ec96a6 req-f9fa0e74-5d88-47cc-a7d7-7b57c1ab7589 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68 HTTP/1.1" status: 200 len: 946 time: 0.0493276 Mar 28 14:29:53.980278 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-aae1942d-9abe-4ac6-91fc-9d62f4ec96a6 req-f81a0773-a901-4a55-960c-57ea119f0f9f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e76809b-2139-4e89-931d-82636e31d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367372 Mar 28 14:29:54.067796 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-aacbf4b3-4754-44ab-8821-b2e5910fc480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:29:54.127338 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41568) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:29:54.205570 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-40f64875-97d7-4776-8bb7-13e130f4c2eb req-3db1fb58-e4ba-4993-8752-f488db668a53 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0770166 Mar 28 14:29:54.214801 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [req-40f64875-97d7-4776-8bb7-13e130f4c2eb req-a5b53ff4-2d7f-4e98-9c4e-e7293e28b847 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 14:29:54.215740 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-40f64875-97d7-4776-8bb7-13e130f4c2eb req-a5b53ff4-2d7f-4e98-9c4e-e7293e28b847 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053563 Mar 28 14:29:55.093593 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce4128-8b1d-4a36-8031-fccfc5f9993d req-7c6f5fa1-38cb-454e-91c6-8264bcc2ef6a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:55.095173 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e4ce4128-8b1d-4a36-8031-fccfc5f9993d req-7c6f5fa1-38cb-454e-91c6-8264bcc2ef6a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68 HTTP/1.1" status: 200 len: 946 time: 0.0483525 Mar 28 14:29:55.139802 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e4ce4128-8b1d-4a36-8031-fccfc5f9993d req-683f75a6-aa52-4a54-843d-8bd2878a5e00 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e76809b-2139-4e89-931d-82636e31d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364215 Mar 28 14:29:56.125453 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f64875-97d7-4776-8bb7-13e130f4c2eb req-26730405-90b4-456f-a63e-3b147cc6fe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:56.126909 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-40f64875-97d7-4776-8bb7-13e130f4c2eb req-26730405-90b4-456f-a63e-3b147cc6fe10 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2dc46a21a43e483fbb630102a765c646&device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68 HTTP/1.1" status: 200 len: 1099 time: 0.0396228 Mar 28 14:29:56.223898 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f64875-97d7-4776-8bb7-13e130f4c2eb req-2a7f9f81-97fd-4a92-9221-322cc9301fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:56.225365 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-40f64875-97d7-4776-8bb7-13e130f4c2eb req-2a7f9f81-97fd-4a92-9221-322cc9301fb1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f5386ef6-e7d6-4917-9fd9-80beb6b73544 HTTP/1.1" status: 200 len: 898 time: 0.0913076 Mar 28 14:29:56.305900 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477e035-6dfe-4878-8001-23aab0a86119 req-58202188-1363-4ab3-bf2a-7e4a1a61badd tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:56.307402 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7477e035-6dfe-4878-8001-23aab0a86119 req-58202188-1363-4ab3-bf2a-7e4a1a61badd tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68 HTTP/1.1" status: 200 len: 946 time: 0.0969832 Mar 28 14:29:56.317938 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-40f64875-97d7-4776-8bb7-13e130f4c2eb req-b5e68e25-9408-4c03-ab2a-314e1d6d823e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d34d6dd3-6f07-494d-bec2-c47cdcc9021a HTTP/1.1" status: 200 len: 1002 time: 0.0749993 Mar 28 14:29:56.374955 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7d3a20c5-199a-4b51-8237-65bb8a968602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:29:56.378357 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7477e035-6dfe-4878-8001-23aab0a86119 req-34d50eaa-b1e3-4c16-bded-4c9f3558c43f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e76809b-2139-4e89-931d-82636e31d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632429 Mar 28 14:29:56.385517 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f64875-97d7-4776-8bb7-13e130f4c2eb req-5741073e-6b3b-41d7-a00a-6c42f4dd8260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:56.389643 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-40f64875-97d7-4776-8bb7-13e130f4c2eb req-5741073e-6b3b-41d7-a00a-6c42f4dd8260 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d714be97-4922-44c7-8996-9700fc17f4e0 HTTP/1.1" status: 200 len: 834 time: 0.0574002 Mar 28 14:29:56.434481 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f64875-97d7-4776-8bb7-13e130f4c2eb req-7d6ae15e-e1fe-4775-a244-4d4b6ee25914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:56.436669 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-40f64875-97d7-4776-8bb7-13e130f4c2eb req-7d6ae15e-e1fe-4775-a244-4d4b6ee25914 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f5386ef6-e7d6-4917-9fd9-80beb6b73544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435584 Mar 28 14:29:56.525567 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-40f64875-97d7-4776-8bb7-13e130f4c2eb req-8af43525-c7f4-4dee-beb3-1660323ba3f0 service neutron] 10.222.0.20 "GET /v2.0/networks/f5386ef6-e7d6-4917-9fd9-80beb6b73544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809355 Mar 28 14:29:56.614712 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-40f64875-97d7-4776-8bb7-13e130f4c2eb req-15b62efe-370a-4854-b22a-502551161d95 service neutron] 10.222.0.20 "GET /v2.0/networks/f5386ef6-e7d6-4917-9fd9-80beb6b73544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828242 Mar 28 14:29:57.492790 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59e916-f4a1-4a43-96ca-53bf7399bbac req-c066f75f-b274-49b5-97fd-5f0d68e114ba tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:57.494280 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9a59e916-f4a1-4a43-96ca-53bf7399bbac req-c066f75f-b274-49b5-97fd-5f0d68e114ba tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68 HTTP/1.1" status: 200 len: 946 time: 0.0488288 Mar 28 14:29:57.532975 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9a59e916-f4a1-4a43-96ca-53bf7399bbac req-d0b213c7-6d84-48b3-b988-06af4bdaabc8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e76809b-2139-4e89-931d-82636e31d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326421 Mar 28 14:29:57.741111 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:29:58.645842 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed8f06-2d8c-4a91-9464-43e644d66c80 req-6182cf61-2f53-495d-b99a-399d91cc6bc1 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:58.647285 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f6ed8f06-2d8c-4a91-9464-43e644d66c80 req-6182cf61-2f53-495d-b99a-399d91cc6bc1 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68 HTTP/1.1" status: 200 len: 946 time: 0.0473773 Mar 28 14:29:58.682926 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f6ed8f06-2d8c-4a91-9464-43e644d66c80 req-9908dc16-d555-4d5c-bab7-29c8865155a9 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e76809b-2139-4e89-931d-82636e31d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297897 Mar 28 14:29:59.083978 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:29:59.370046 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:29:59.799622 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f229a0-add5-49a2-8a05-9d01e74ec903 req-cc27da8c-80b3-41a9-b200-1290358b6173 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:29:59.801080 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-96f229a0-add5-49a2-8a05-9d01e74ec903 req-cc27da8c-80b3-41a9-b200-1290358b6173 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68 HTTP/1.1" status: 200 len: 946 time: 0.0509984 Mar 28 14:29:59.836949 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-96f229a0-add5-49a2-8a05-9d01e74ec903 req-a44230f3-38f9-4c3f-a217-3ce1ccf0e1de tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e76809b-2139-4e89-931d-82636e31d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299842 Mar 28 14:30:00.950678 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0611550-86e2-4b49-94c2-3e7c0034bb1e req-07fedc9e-c6c9-4c1f-ad6d-fcfe6b5b115a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:00.952110 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c0611550-86e2-4b49-94c2-3e7c0034bb1e req-07fedc9e-c6c9-4c1f-ad6d-fcfe6b5b115a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68 HTTP/1.1" status: 200 len: 946 time: 0.0474930 Mar 28 14:30:00.987874 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c0611550-86e2-4b49-94c2-3e7c0034bb1e req-6eea72db-a957-4a79-b1af-64311117d29b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e76809b-2139-4e89-931d-82636e31d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298295 Mar 28 14:30:02.099747 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4b218-6ba6-487d-bcf6-561e256a58d3 req-83ef8ac0-559c-46fb-a4ac-4de15096398d tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:02.101209 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-68b4b218-6ba6-487d-bcf6-561e256a58d3 req-83ef8ac0-559c-46fb-a4ac-4de15096398d tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68 HTTP/1.1" status: 200 len: 946 time: 0.0470111 Mar 28 14:30:02.137786 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-68b4b218-6ba6-487d-bcf6-561e256a58d3 req-f8ab5ca5-6c42-495d-9055-c12e6b974f7c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e76809b-2139-4e89-931d-82636e31d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307982 Mar 28 14:30:03.253943 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a08e0d-0ee0-4ad4-ba46-861245b48e7a req-c6f14d13-c2d3-4b40-b318-84d3c4ec5e30 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:03.255419 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-25a08e0d-0ee0-4ad4-ba46-861245b48e7a req-c6f14d13-c2d3-4b40-b318-84d3c4ec5e30 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68 HTTP/1.1" status: 200 len: 946 time: 0.0515530 Mar 28 14:30:03.291601 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-25a08e0d-0ee0-4ad4-ba46-861245b48e7a req-e5cff90b-72fe-43f7-b815-dd35b6030519 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e76809b-2139-4e89-931d-82636e31d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302684 Mar 28 14:30:04.406340 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6233a5-7afd-49d8-9d56-adcbe864dd53 req-aabec2a3-a70c-443d-ad16-0e1183862470 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:04.407819 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bf6233a5-7afd-49d8-9d56-adcbe864dd53 req-aabec2a3-a70c-443d-ad16-0e1183862470 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68 HTTP/1.1" status: 200 len: 946 time: 0.0477405 Mar 28 14:30:04.444511 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bf6233a5-7afd-49d8-9d56-adcbe864dd53 req-5e8cf699-3518-4fbd-9a0a-1c93ecccc08d tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e76809b-2139-4e89-931d-82636e31d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304277 Mar 28 14:30:05.556555 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1af940-c713-447a-b554-1b395099da0f req-68c66d6c-b5bd-4a39-a97c-2e2e45ad515b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:05.557945 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ae1af940-c713-447a-b554-1b395099da0f req-68c66d6c-b5bd-4a39-a97c-2e2e45ad515b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68 HTTP/1.1" status: 200 len: 946 time: 0.0481591 Mar 28 14:30:05.594790 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ae1af940-c713-447a-b554-1b395099da0f req-8c36962f-bff4-4fb3-9864-ecb1a73ec4b4 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e76809b-2139-4e89-931d-82636e31d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306036 Mar 28 14:30:06.713403 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216e36a-7022-453b-9bb2-7b90ac4c935f req-aec59045-0a22-4dde-9300-3b5da0c247f1 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:06.714828 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1216e36a-7022-453b-9bb2-7b90ac4c935f req-aec59045-0a22-4dde-9300-3b5da0c247f1 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68 HTTP/1.1" status: 200 len: 946 time: 0.0510628 Mar 28 14:30:06.751555 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1216e36a-7022-453b-9bb2-7b90ac4c935f req-c3eb9c2e-bf66-44dc-981c-7d1dccc42bd3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e76809b-2139-4e89-931d-82636e31d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303097 Mar 28 14:30:07.863690 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd5ecb-c9d2-44f5-a5ea-612c2ad4ea86 req-bca43b24-e0a5-4f25-9ec3-bb3fc4e3f697 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:07.865163 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8acd5ecb-c9d2-44f5-a5ea-612c2ad4ea86 req-bca43b24-e0a5-4f25-9ec3-bb3fc4e3f697 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68 HTTP/1.1" status: 200 len: 946 time: 0.0478249 Mar 28 14:30:07.903070 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8acd5ecb-c9d2-44f5-a5ea-612c2ad4ea86 req-9d48ea85-2c5f-42fb-bc6d-ead3a8ad232b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e76809b-2139-4e89-931d-82636e31d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319989 Mar 28 14:30:09.016870 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68377a1f-daf3-4d5f-ad8b-69ace21d40fb req-a07092ba-75a8-4a89-b794-565939401780 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:09.018324 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-68377a1f-daf3-4d5f-ad8b-69ace21d40fb req-a07092ba-75a8-4a89-b794-565939401780 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68 HTTP/1.1" status: 200 len: 946 time: 0.0481277 Mar 28 14:30:09.055193 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-68377a1f-daf3-4d5f-ad8b-69ace21d40fb req-d6e5a148-a66e-4618-9bb0-b023f7506c58 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e76809b-2139-4e89-931d-82636e31d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309715 Mar 28 14:30:10.172097 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf748c-0826-47cc-b25e-a6b1cdbe3c3b req-05d87a1f-e757-413c-b730-a97f55a8c51d tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:10.173555 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1adf748c-0826-47cc-b25e-a6b1cdbe3c3b req-05d87a1f-e757-413c-b730-a97f55a8c51d tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68 HTTP/1.1" status: 200 len: 946 time: 0.0513232 Mar 28 14:30:10.217411 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1adf748c-0826-47cc-b25e-a6b1cdbe3c3b req-314c9bbc-ff7a-4e1b-a82d-6f386b42b510 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e76809b-2139-4e89-931d-82636e31d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379090 Mar 28 14:30:11.336467 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71e301-dfa5-4049-80bf-547e22dffdc5 req-722cf766-98ae-459c-bda3-7350e7718f11 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:11.337937 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6a71e301-dfa5-4049-80bf-547e22dffdc5 req-722cf766-98ae-459c-bda3-7350e7718f11 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68 HTTP/1.1" status: 200 len: 946 time: 0.0479991 Mar 28 14:30:11.375855 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6a71e301-dfa5-4049-80bf-547e22dffdc5 req-66c254a1-8436-4545-9e96-bce7f7f87629 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e76809b-2139-4e89-931d-82636e31d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320415 Mar 28 14:30:12.490616 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b8f24-71ec-4af7-b015-e09e7f9795d9 req-66091b7b-84c1-42ca-acb8-414eb1402a30 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:12.492075 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-816b8f24-71ec-4af7-b015-e09e7f9795d9 req-66091b7b-84c1-42ca-acb8-414eb1402a30 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68 HTTP/1.1" status: 200 len: 946 time: 0.0472782 Mar 28 14:30:12.527325 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-816b8f24-71ec-4af7-b015-e09e7f9795d9 req-46eaa4f9-56e7-4fb3-9e33-024f4ac801f5 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e76809b-2139-4e89-931d-82636e31d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293438 Mar 28 14:30:13.460518 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-40f64875-97d7-4776-8bb7-13e130f4c2eb req-3a711681-247c-49ba-83f2-03ea279a4eba service neutron] 10.222.0.20 "GET /v2.0/ports/d34d6dd3-6f07-494d-bec2-c47cdcc9021a/bindings/hv-neutron-8353 HTTP/1.1" status: 200 len: 384 time: 0.0568821 Mar 28 14:30:13.644204 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d64c0-b437-4fd6-8a59-7e8723ea8121 req-4fbe9c0a-e938-44a5-afeb-b7539601a4d3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:13.645717 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c49d64c0-b437-4fd6-8a59-7e8723ea8121 req-4fbe9c0a-e938-44a5-afeb-b7539601a4d3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68 HTTP/1.1" status: 200 len: 946 time: 0.0500169 Mar 28 14:30:13.685259 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c49d64c0-b437-4fd6-8a59-7e8723ea8121 req-ef397319-5b35-4b2f-98e9-f8dd0c5749a2 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e76809b-2139-4e89-931d-82636e31d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335793 Mar 28 14:30:13.901180 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:30:13.995003 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f64875-97d7-4776-8bb7-13e130f4c2eb req-e5618e34-502a-47e4-b488-94d636f4e14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:13.996487 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-40f64875-97d7-4776-8bb7-13e130f4c2eb req-e5618e34-502a-47e4-b488-94d636f4e14f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68&tenant_id=2dc46a21a43e483fbb630102a765c646 HTTP/1.1" status: 200 len: 1099 time: 0.0385659 Mar 28 14:30:14.054899 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f64875-97d7-4776-8bb7-13e130f4c2eb req-df633ee8-efbe-4f72-a245-9e85671c5154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:14.056342 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-40f64875-97d7-4776-8bb7-13e130f4c2eb req-df633ee8-efbe-4f72-a245-9e85671c5154 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2dc46a21a43e483fbb630102a765c646&device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68 HTTP/1.1" status: 200 len: 1099 time: 0.0409162 Mar 28 14:30:14.141506 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f64875-97d7-4776-8bb7-13e130f4c2eb req-f7f0ba42-c510-4a2a-a1ab-4cd390861555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:14.142932 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-40f64875-97d7-4776-8bb7-13e130f4c2eb req-f7f0ba42-c510-4a2a-a1ab-4cd390861555 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f5386ef6-e7d6-4917-9fd9-80beb6b73544 HTTP/1.1" status: 200 len: 898 time: 0.0807185 Mar 28 14:30:14.208399 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-40f64875-97d7-4776-8bb7-13e130f4c2eb req-751c7533-b71b-437d-aa44-5a281aff7683 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d34d6dd3-6f07-494d-bec2-c47cdcc9021a HTTP/1.1" status: 200 len: 1002 time: 0.0588236 Mar 28 14:30:14.255003 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f64875-97d7-4776-8bb7-13e130f4c2eb req-39805916-105f-4bc2-a8e5-165e37f64d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:14.256443 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-40f64875-97d7-4776-8bb7-13e130f4c2eb req-39805916-105f-4bc2-a8e5-165e37f64d4c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d714be97-4922-44c7-8996-9700fc17f4e0 HTTP/1.1" status: 200 len: 834 time: 0.0420163 Mar 28 14:30:14.299557 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f64875-97d7-4776-8bb7-13e130f4c2eb req-af1f1b82-d989-4fab-a6cf-db3228ce12e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:14.301036 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-40f64875-97d7-4776-8bb7-13e130f4c2eb req-af1f1b82-d989-4fab-a6cf-db3228ce12e9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f5386ef6-e7d6-4917-9fd9-80beb6b73544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383096 Mar 28 14:30:14.388719 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-40f64875-97d7-4776-8bb7-13e130f4c2eb req-cec7268f-bb3a-4421-acdd-c7a00a91f75c service neutron] 10.222.0.20 "GET /v2.0/networks/f5386ef6-e7d6-4917-9fd9-80beb6b73544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815353 Mar 28 14:30:14.474617 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-40f64875-97d7-4776-8bb7-13e130f4c2eb req-bc871fd3-c4f9-4101-99f5-8b1e66b2fc05 service neutron] 10.222.0.20 "GET /v2.0/networks/f5386ef6-e7d6-4917-9fd9-80beb6b73544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788527 Mar 28 14:30:14.803370 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6096f-e621-4935-bb47-de9781dbf576 req-fdcc5d61-5d0a-4c95-87fb-dda94860837d tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:14.804851 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c5e6096f-e621-4935-bb47-de9781dbf576 req-fdcc5d61-5d0a-4c95-87fb-dda94860837d tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68 HTTP/1.1" status: 200 len: 946 time: 0.0489082 Mar 28 14:30:14.841118 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c5e6096f-e621-4935-bb47-de9781dbf576 req-f3d99e90-252a-43b7-b437-93d564c0bbb0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e76809b-2139-4e89-931d-82636e31d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303268 Mar 28 14:30:16.292257 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293721df-078d-423a-83cc-48de7de457c9 req-fd5b94a4-9602-43a8-977e-b69d2e0315ec tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:16.293713 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-293721df-078d-423a-83cc-48de7de457c9 req-fd5b94a4-9602-43a8-977e-b69d2e0315ec tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68 HTTP/1.1" status: 200 len: 946 time: 0.3855600 Mar 28 14:30:16.329706 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-293721df-078d-423a-83cc-48de7de457c9 req-5a6412eb-717c-4216-a272-27a99a409638 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e76809b-2139-4e89-931d-82636e31d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294931 Mar 28 14:30:16.660284 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device d34d6dd3-6f07-494d-bec2-c47cdcc9021a details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:30:16.754225 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port d34d6dd3-6f07-494d-bec2-c47cdcc9021a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=d34d6dd3-6f07-494d-bec2-c47cdcc9021a,segment=NetworkSegment(14acd592-ed97-4501-bdab-c2c70ec9941e),segment_id=14acd592-ed97-4501-bdab-c2c70ec9941e)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:30:16.765527 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': 'd34d6dd3-6f07-494d-bec2-c47cdcc9021a', 'network_id': 'f5386ef6-e7d6-4917-9fd9-80beb6b73544', 'port_id': 'd34d6dd3-6f07-494d-bec2-c47cdcc9021a', 'mac_address': 'fa:16:3e:d9:fb:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd714be97-4922-44c7-8996-9700fc17f4e0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:30:16.800901 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:30:16.814020 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d34d6dd3-6f07-494d-bec2-c47cdcc9021a {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:30:16.833712 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port d34d6dd3-6f07-494d-bec2-c47cdcc9021a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=d34d6dd3-6f07-494d-bec2-c47cdcc9021a,segment=NetworkSegment(14acd592-ed97-4501-bdab-c2c70ec9941e),segment_id=14acd592-ed97-4501-bdab-c2c70ec9941e)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:30:16.895136 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:30:16.947687 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=d34d6dd3-6f07-494d-bec2-c47cdcc9021a,revision_number=6']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:30:16.955303 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:30:16.955651 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:30:16.955989 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:30:16.956478 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:30:16.956813 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:30:16.957141 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:30:16.957468 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:30:16.957792 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:30:16.958117 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:30:16.958436 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:30:16.958755 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:30:16.959099 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:30:16.963808 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['d34d6dd3-6f07-494d-bec2-c47cdcc9021a'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:30:17.215702 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:30:17.446247 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1da419-1edd-4c55-b440-69de2bb6c614 req-31b2ed9a-1e62-4d36-b45b-524bfa277499 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:17.447678 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-fb1da419-1edd-4c55-b440-69de2bb6c614 req-31b2ed9a-1e62-4d36-b45b-524bfa277499 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68 HTTP/1.1" status: 200 len: 945 time: 0.0503991 Mar 28 14:30:17.486887 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-fb1da419-1edd-4c55-b440-69de2bb6c614 req-152fcb27-6c5f-4920-ad2f-cd81899cf7a7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e76809b-2139-4e89-931d-82636e31d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325835 Mar 28 14:30:18.599712 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de262118-795d-4246-bd96-71a510ff9451 req-b5387215-a501-4ed7-8610-3bc393f4dd66 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:18.601177 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-de262118-795d-4246-bd96-71a510ff9451 req-b5387215-a501-4ed7-8610-3bc393f4dd66 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68 HTTP/1.1" status: 200 len: 945 time: 0.0471075 Mar 28 14:30:18.639529 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-de262118-795d-4246-bd96-71a510ff9451 req-ac4df2ae-0031-4257-b030-41975ac3cc04 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e76809b-2139-4e89-931d-82636e31d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325949 Mar 28 14:30:18.666404 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device d34d6dd3-6f07-494d-bec2-c47cdcc9021a up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:30:18.713321 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port d34d6dd3-6f07-494d-bec2-c47cdcc9021a triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:30:18.719419 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:30:18.789131 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:30:18.811108 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2102d62d-f2ea-4260-b51e-2e47cda4ca68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd34d6dd3-6f07-494d-bec2-c47cdcc9021a'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:30:18.813760 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d2399d-3d78-48b5-90f6-0bf4b566d6ad" -d '{"events": [{"server_uuid": "2102d62d-f2ea-4260-b51e-2e47cda4ca68", "name": "network-vif-plugged", "status": "completed", "tag": "d34d6dd3-6f07-494d-bec2-c47cdcc9021a"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:30:18.829820 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port d34d6dd3-6f07-494d-bec2-c47cdcc9021a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=d34d6dd3-6f07-494d-bec2-c47cdcc9021a,segment=NetworkSegment(14acd592-ed97-4501-bdab-c2c70ec9941e),segment_id=14acd592-ed97-4501-bdab-c2c70ec9941e)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:30:18.919453 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:30:18.943882 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ffe86c-bbaf-4e77-8b08-eca69296a9e3 x-openstack-request-id: req-98ffe86c-bbaf-4e77-8b08-eca69296a9e3 {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:30:18.944174 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2102d62d-f2ea-4260-b51e-2e47cda4ca68", "name": "network-vif-plugged", "status": "completed", "tag": "d34d6dd3-6f07-494d-bec2-c47cdcc9021a", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:30:18.944447 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-98ffe86c-bbaf-4e77-8b08-eca69296a9e3 {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:30:18.944835 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2102d62d-f2ea-4260-b51e-2e47cda4ca68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd34d6dd3-6f07-494d-bec2-c47cdcc9021a', 'code': 200} Mar 28 14:30:18.971804 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=d34d6dd3-6f07-494d-bec2-c47cdcc9021a,revision_number=7']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:30:19.016668 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002168da-9a5e-4ab3-99bc-0e5d706377d9 req-38e63ae8-ed1b-417d-8370-0d15e456140c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:19.018861 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-002168da-9a5e-4ab3-99bc-0e5d706377d9 req-38e63ae8-ed1b-417d-8370-0d15e456140c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68 HTTP/1.1" status: 200 len: 946 time: 0.0526609 Mar 28 14:30:19.067431 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-002168da-9a5e-4ab3-99bc-0e5d706377d9 req-afa327f2-105c-4995-bd2f-dacb188bfb9b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e76809b-2139-4e89-931d-82636e31d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427139 Mar 28 14:30:19.104671 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa129d1b-e415-418e-b9c0-df17ebd8f468 req-ebd358f4-4607-4aea-8536-ce934ecc532d tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:19.106143 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-aa129d1b-e415-418e-b9c0-df17ebd8f468 req-ebd358f4-4607-4aea-8536-ce934ecc532d tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.20 "GET /v2.0/ports?device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68&tenant_id=2dc46a21a43e483fbb630102a765c646&binding%3Ahost_id=hv-neutron-8353 HTTP/1.1" status: 200 len: 946 time: 0.0556748 Mar 28 14:30:19.213617 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c60ae4-0788-4980-9994-dfce01db5bc4 req-1a8c13d5-941b-433a-a5b1-bda047e11c7f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:19.215077 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-34c60ae4-0788-4980-9994-dfce01db5bc4 req-1a8c13d5-941b-433a-a5b1-bda047e11c7f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68 HTTP/1.1" status: 200 len: 946 time: 0.0784266 Mar 28 14:30:19.220824 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa129d1b-e415-418e-b9c0-df17ebd8f468 req-b9603296-3cea-4cd5-abcd-b92594d10683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:19.222233 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-aa129d1b-e415-418e-b9c0-df17ebd8f468 req-b9603296-3cea-4cd5-abcd-b92594d10683 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2dc46a21a43e483fbb630102a765c646&device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68 HTTP/1.1" status: 200 len: 1099 time: 0.0603361 Mar 28 14:30:19.304401 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-34c60ae4-0788-4980-9994-dfce01db5bc4 req-88a635fd-480a-4d2a-ac1d-7356daff523a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e76809b-2139-4e89-931d-82636e31d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811949 Mar 28 14:30:19.334728 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa129d1b-e415-418e-b9c0-df17ebd8f468 req-b10f2c17-54fb-4d32-9ac4-1daaae9bf93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:19.336113 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-aa129d1b-e415-418e-b9c0-df17ebd8f468 req-b10f2c17-54fb-4d32-9ac4-1daaae9bf93f service neutron] 10.222.0.20 "GET /v2.0/networks?id=f5386ef6-e7d6-4917-9fd9-80beb6b73544 HTTP/1.1" status: 200 len: 898 time: 0.1073322 Mar 28 14:30:19.399589 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-aa129d1b-e415-418e-b9c0-df17ebd8f468 req-5ca1fbeb-fc5a-4beb-bdaa-5910fbf83bf2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d34d6dd3-6f07-494d-bec2-c47cdcc9021a HTTP/1.1" status: 200 len: 1002 time: 0.0572708 Mar 28 14:30:19.447599 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa129d1b-e415-418e-b9c0-df17ebd8f468 req-78efcb3e-a9b4-4f0f-87ee-59a427532906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:19.449061 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-aa129d1b-e415-418e-b9c0-df17ebd8f468 req-78efcb3e-a9b4-4f0f-87ee-59a427532906 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d714be97-4922-44c7-8996-9700fc17f4e0 HTTP/1.1" status: 200 len: 834 time: 0.0439744 Mar 28 14:30:19.509952 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa129d1b-e415-418e-b9c0-df17ebd8f468 req-ed5abbfb-1faf-42ed-baec-43a0e97de2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:19.511423 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-aa129d1b-e415-418e-b9c0-df17ebd8f468 req-ed5abbfb-1faf-42ed-baec-43a0e97de2fd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f5386ef6-e7d6-4917-9fd9-80beb6b73544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0559597 Mar 28 14:30:19.596148 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-aa129d1b-e415-418e-b9c0-df17ebd8f468 req-263286ec-6a84-426d-aa7d-a8c14923e38f service neutron] 10.222.0.20 "GET /v2.0/networks/f5386ef6-e7d6-4917-9fd9-80beb6b73544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784335 Mar 28 14:30:19.706460 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-aa129d1b-e415-418e-b9c0-df17ebd8f468 req-4b76c4ed-5dc4-4c74-92c1-5a2170d2e958 service neutron] 10.222.0.20 "GET /v2.0/networks/f5386ef6-e7d6-4917-9fd9-80beb6b73544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028111 Mar 28 14:30:20.422452 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0490a2-17e3-45b1-a022-d8b346b0b58a req-c719b8ab-9513-4b74-adbd-6287d2b8a1d7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:20.423919 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3a0490a2-17e3-45b1-a022-d8b346b0b58a req-c719b8ab-9513-4b74-adbd-6287d2b8a1d7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68 HTTP/1.1" status: 200 len: 946 time: 0.0519788 Mar 28 14:30:20.466713 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3a0490a2-17e3-45b1-a022-d8b346b0b58a req-e3761c8f-e9ce-4fff-9a2a-13ffc4b70795 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e76809b-2139-4e89-931d-82636e31d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324771 Mar 28 14:30:20.489867 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41660) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:30:20.549857 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-4d628a43-4d5a-4824-884b-3beb29a4fbbe tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/floatingips/78b2828b-7a37-4f21-922d-cb14bdbf4d40 HTTP/1.1" status: 200 len: 994 time: 0.0587819 Mar 28 14:30:24.055394 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8edbfa93-5db5-4f16-be8f-bc2fbb79b2e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:30:26.346559 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4bed2d5f-abc1-40d7-ab8b-f95da0f8b0a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:30:27.750774 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:30:29.089420 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:30:29.409319 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:30:33.522331 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b6b46eb7-4116-49bd-b5a5-255b6559ac44 req-a71a1a12-739f-4a37-9592-a03d820e3aa3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414639 Mar 28 14:30:33.602371 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b46eb7-4116-49bd-b5a5-255b6559ac44 req-7d6639c1-b7f6-4936-bbcf-6f3f17a9c611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:33.603836 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b6b46eb7-4116-49bd-b5a5-255b6559ac44 req-7d6639c1-b7f6-4936-bbcf-6f3f17a9c611 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2dc46a21a43e483fbb630102a765c646&device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68 HTTP/1.1" status: 200 len: 1099 time: 0.0399158 Mar 28 14:30:33.704601 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b46eb7-4116-49bd-b5a5-255b6559ac44 req-820d3bcb-03b8-437c-b812-81a2d73946e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:33.706049 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b6b46eb7-4116-49bd-b5a5-255b6559ac44 req-820d3bcb-03b8-437c-b812-81a2d73946e2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f5386ef6-e7d6-4917-9fd9-80beb6b73544 HTTP/1.1" status: 200 len: 898 time: 0.0827386 Mar 28 14:30:33.783006 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b6b46eb7-4116-49bd-b5a5-255b6559ac44 req-980d38fc-4568-47d5-89dc-e620e12cadc6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d34d6dd3-6f07-494d-bec2-c47cdcc9021a HTTP/1.1" status: 200 len: 1002 time: 0.0654042 Mar 28 14:30:33.830483 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b46eb7-4116-49bd-b5a5-255b6559ac44 req-5d95019f-607b-441d-a67c-e17e6769b4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:33.831863 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b6b46eb7-4116-49bd-b5a5-255b6559ac44 req-5d95019f-607b-441d-a67c-e17e6769b4b2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d714be97-4922-44c7-8996-9700fc17f4e0 HTTP/1.1" status: 200 len: 834 time: 0.0420704 Mar 28 14:30:33.874822 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b46eb7-4116-49bd-b5a5-255b6559ac44 req-2607cab4-d323-4ef3-885a-1bfcce9213df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:30:33.876251 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b6b46eb7-4116-49bd-b5a5-255b6559ac44 req-2607cab4-d323-4ef3-885a-1bfcce9213df service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f5386ef6-e7d6-4917-9fd9-80beb6b73544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0380976 Mar 28 14:30:33.964709 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b6b46eb7-4116-49bd-b5a5-255b6559ac44 req-0df27c0f-7a92-4d6e-a054-e686fc4ef87b service neutron] 10.222.0.20 "GET /v2.0/networks/f5386ef6-e7d6-4917-9fd9-80beb6b73544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819373 Mar 28 14:30:34.052220 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b6b46eb7-4116-49bd-b5a5-255b6559ac44 req-63519a22-2f5b-40e8-b623-935e155803de service neutron] 10.222.0.20 "GET /v2.0/networks/f5386ef6-e7d6-4917-9fd9-80beb6b73544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796206 Mar 28 14:30:43.915680 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:30:54.048620 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-92ccfa59-2855-440a-9da7-3d8fb6ec8925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:30:54.246621 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:30:56.368780 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8b4ba286-1eae-4587-92b1-28195c83a903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:30:57.751332 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:30:59.077741 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:30:59.366570 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:13.789257 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41676) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:31:13.916836 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:13.950796 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-a6e16b73-68b1-48f6-8686-3a5dd758d1d2 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Deleting port 68a22bcb-8682-4f7e-af36-55645692a9f3 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:31:13.951141 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a6e16b73-68b1-48f6-8686-3a5dd758d1d2 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:14.022856 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a6e16b73-68b1-48f6-8686-3a5dd758d1d2 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:14.023176 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a6e16b73-68b1-48f6-8686-3a5dd758d1d2 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:14.035202 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-a6e16b73-68b1-48f6-8686-3a5dd758d1d2 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Calling delete_port for 68a22bcb-8682-4f7e-af36-55645692a9f3 owned by network:floatingip {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:31:14.254574 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a6e16b73-68b1-48f6-8686-3a5dd758d1d2 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:14.278432 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e16b73-68b1-48f6-8686-3a5dd758d1d2 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event deleted for resources: {'Port': ['ID=68a22bcb-8682-4f7e-af36-55645692a9f3,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:14.292339 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e16b73-68b1-48f6-8686-3a5dd758d1d2 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:14.292743 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e16b73-68b1-48f6-8686-3a5dd758d1d2 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:14.293129 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e16b73-68b1-48f6-8686-3a5dd758d1d2 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:14.293470 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e16b73-68b1-48f6-8686-3a5dd758d1d2 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:14.293806 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e16b73-68b1-48f6-8686-3a5dd758d1d2 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:14.294138 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e16b73-68b1-48f6-8686-3a5dd758d1d2 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:14.294470 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e16b73-68b1-48f6-8686-3a5dd758d1d2 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:14.294799 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e16b73-68b1-48f6-8686-3a5dd758d1d2 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:14.295143 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e16b73-68b1-48f6-8686-3a5dd758d1d2 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:14.295452 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e16b73-68b1-48f6-8686-3a5dd758d1d2 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:14.295768 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e16b73-68b1-48f6-8686-3a5dd758d1d2 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:14.296095 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e16b73-68b1-48f6-8686-3a5dd758d1d2 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:14.352976 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a6e16b73-68b1-48f6-8686-3a5dd758d1d2 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for floatingip, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:14.353305 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [None req-a6e16b73-68b1-48f6-8686-3a5dd758d1d2 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Floating IP 78b2828b-7a37-4f21-922d-cb14bdbf4d40 disassociated (deleted). External IP: 172.26.2.238, port: d34d6dd3-6f07-494d-bec2-c47cdcc9021a. Mar 28 14:31:14.554296 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e16b73-68b1-48f6-8686-3a5dd758d1d2 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Router 315f9c18-944f-4ad6-b108-8aa8d511c4c4 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:31:14.657704 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e16b73-68b1-48f6-8686-3a5dd758d1d2 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:31:14.662485 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a6e16b73-68b1-48f6-8686-3a5dd758d1d2 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:14.667434 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d7b288-c686-4a07-8a48-0c9c37f2ef72 None None] Sync routers for ids ['315f9c18-944f-4ad6-b108-8aa8d511c4c4'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:31:14.676778 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d7b288-c686-4a07-8a48-0c9c37f2ef72 None None] Routers {'315f9c18-944f-4ad6-b108-8aa8d511c4c4'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:31:14.677398 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-b8d7b288-c686-4a07-8a48-0c9c37f2ef72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:30:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['315f9c18-944f-4ad6-b108-8aa8d511c4c4'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:31:14.688652 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a6e16b73-68b1-48f6-8686-3a5dd758d1d2 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "DELETE /v2.0/floatingips/78b2828b-7a37-4f21-922d-cb14bdbf4d40 HTTP/1.1" status: 204 len: 168 time: 0.8980169 Mar 28 14:31:14.689226 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2102d62d-f2ea-4260-b51e-2e47cda4ca68', 'tag': 'd34d6dd3-6f07-494d-bec2-c47cdcc9021a'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:31:14.691493 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca92227f-ace4-43c9-8a6a-96659808cf03" -d '{"events": [{"name": "network-changed", "server_uuid": "2102d62d-f2ea-4260-b51e-2e47cda4ca68", "tag": "d34d6dd3-6f07-494d-bec2-c47cdcc9021a"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:31:14.730486 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41cc562b-f97d-408b-8632-40ba71797f17 x-openstack-request-id: req-41cc562b-f97d-408b-8632-40ba71797f17 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:31:14.730486 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2102d62d-f2ea-4260-b51e-2e47cda4ca68", "tag": "d34d6dd3-6f07-494d-bec2-c47cdcc9021a", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:31:14.730771 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-41cc562b-f97d-408b-8632-40ba71797f17 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:31:14.731120 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2102d62d-f2ea-4260-b51e-2e47cda4ca68', 'tag': 'd34d6dd3-6f07-494d-bec2-c47cdcc9021a', 'status': 'completed', 'code': 200} Mar 28 14:31:14.785808 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-b8d7b288-c686-4a07-8a48-0c9c37f2ef72 None None] Set router 315f9c18-944f-4ad6-b108-8aa8d511c4c4 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:31:14.792977 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92227f-ace4-43c9-8a6a-96659808cf03 req-b64d5880-1c0a-40b0-a21e-9211bdaa49b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:14.794340 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ca92227f-ace4-43c9-8a6a-96659808cf03 req-b64d5880-1c0a-40b0-a21e-9211bdaa49b9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2dc46a21a43e483fbb630102a765c646&device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68 HTTP/1.1" status: 200 len: 1099 time: 0.0408792 Mar 28 14:31:14.889817 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92227f-ace4-43c9-8a6a-96659808cf03 req-b1f6b00b-810b-4b77-b794-eca913431b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:14.891214 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ca92227f-ace4-43c9-8a6a-96659808cf03 req-b1f6b00b-810b-4b77-b794-eca913431b20 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f5386ef6-e7d6-4917-9fd9-80beb6b73544 HTTP/1.1" status: 200 len: 898 time: 0.0904222 Mar 28 14:31:14.931934 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ca92227f-ace4-43c9-8a6a-96659808cf03 req-f526851c-9a92-4aa3-8f82-7bb916d94a81 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d34d6dd3-6f07-494d-bec2-c47cdcc9021a HTTP/1.1" status: 200 len: 217 time: 0.0343301 Mar 28 14:31:14.982783 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92227f-ace4-43c9-8a6a-96659808cf03 req-0403c299-08e7-42ed-90d4-13beb5a8541f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:14.985054 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ca92227f-ace4-43c9-8a6a-96659808cf03 req-0403c299-08e7-42ed-90d4-13beb5a8541f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d714be97-4922-44c7-8996-9700fc17f4e0 HTTP/1.1" status: 200 len: 834 time: 0.0460117 Mar 28 14:31:14.986830 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-b8d7b288-c686-4a07-8a48-0c9c37f2ef72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315f9c18-944f-4ad6-b108-8aa8d511c4c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201224234', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': '9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:28:29Z', 'updated_at': '2022-03-28T14:28:33Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:70:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f9c18-944f-4ad6-b108-8aa8d511c4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:28:30Z', 'updated_at': '2022-03-28T14:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'dd91fbe5-711d-461d-a445-c5b21bba5b78', 'name': '', 'network_id': 'f5386ef6-e7d6-4917-9fd9-80beb6b73544', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'mac_address': 'fa:16:3e:89:3b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f9c18-944f-4ad6-b108-8aa8d511c4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'd714be97-4922-44c7-8996-9700fc17f4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:28:32Z', 'updated_at': '2022-03-28T14:28:36Z', 'revision_number': 5, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'subnets': [{'id': 'd714be97-4922-44c7-8996-9700fc17f4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:31:15.013066 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d7b288-c686-4a07-8a48-0c9c37f2ef72 None None] Checking router: 315f9c18-944f-4ad6-b108-8aa8d511c4c4 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:31:15.021396 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d7b288-c686-4a07-8a48-0c9c37f2ef72 None None] Routers {'315f9c18-944f-4ad6-b108-8aa8d511c4c4'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:31:15.022010 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-b8d7b288-c686-4a07-8a48-0c9c37f2ef72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:30:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['315f9c18-944f-4ad6-b108-8aa8d511c4c4'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:31:15.031854 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92227f-ace4-43c9-8a6a-96659808cf03 req-61a6411a-88fe-4134-b8dc-cbf70ece28fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:15.031854 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ca92227f-ace4-43c9-8a6a-96659808cf03 req-61a6411a-88fe-4134-b8dc-cbf70ece28fd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f5386ef6-e7d6-4917-9fd9-80beb6b73544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393806 Mar 28 14:31:15.145802 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-b8d7b288-c686-4a07-8a48-0c9c37f2ef72 None None] Set router 315f9c18-944f-4ad6-b108-8aa8d511c4c4 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:31:15.161657 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1bb5f2-3902-4afb-9bf8-494ed687057e req-4b100da9-44df-491c-82bf-ec157cfc4f80 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:15.163160 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-de1bb5f2-3902-4afb-9bf8-494ed687057e req-4b100da9-44df-491c-82bf-ec157cfc4f80 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68 HTTP/1.1" status: 200 len: 946 time: 0.0752232 Mar 28 14:31:15.165283 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ca92227f-ace4-43c9-8a6a-96659808cf03 req-2cff36ca-f99e-4289-84fc-e0ac8e579f8b service neutron] 10.222.0.20 "GET /v2.0/networks/f5386ef6-e7d6-4917-9fd9-80beb6b73544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284795 Mar 28 14:31:15.250945 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-de1bb5f2-3902-4afb-9bf8-494ed687057e req-03df6a02-674e-49c3-b79c-4b0b625cacac tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e76809b-2139-4e89-931d-82636e31d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804863 Mar 28 14:31:15.288187 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ca92227f-ace4-43c9-8a6a-96659808cf03 req-681cf5db-54ba-4017-9242-87ed476e00b7 service neutron] 10.222.0.20 "GET /v2.0/networks/f5386ef6-e7d6-4917-9fd9-80beb6b73544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109717 Mar 28 14:31:15.346435 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-b8d7b288-c686-4a07-8a48-0c9c37f2ef72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315f9c18-944f-4ad6-b108-8aa8d511c4c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201224234', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': '9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:28:29Z', 'updated_at': '2022-03-28T14:28:33Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:70:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f9c18-944f-4ad6-b108-8aa8d511c4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:28:30Z', 'updated_at': '2022-03-28T14:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'dd91fbe5-711d-461d-a445-c5b21bba5b78', 'name': '', 'network_id': 'f5386ef6-e7d6-4917-9fd9-80beb6b73544', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'mac_address': 'fa:16:3e:89:3b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f9c18-944f-4ad6-b108-8aa8d511c4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'd714be97-4922-44c7-8996-9700fc17f4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:28:32Z', 'updated_at': '2022-03-28T14:28:36Z', 'revision_number': 5, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'subnets': [{'id': 'd714be97-4922-44c7-8996-9700fc17f4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:31:15.377951 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d7b288-c686-4a07-8a48-0c9c37f2ef72 None None] The sync data for ids ['315f9c18-944f-4ad6-b108-8aa8d511c4c4'] in dv-neutron-835335-1-hyperv is: [{'id': '315f9c18-944f-4ad6-b108-8aa8d511c4c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201224234', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': '9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:28:29Z', 'updated_at': '2022-03-28T14:28:33Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:70:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f9c18-944f-4ad6-b108-8aa8d511c4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:28:30Z', 'updated_at': '2022-03-28T14:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'dd91fbe5-711d-461d-a445-c5b21bba5b78', 'name': '', 'network_id': 'f5386ef6-e7d6-4917-9fd9-80beb6b73544', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'mac_address': 'fa:16:3e:89:3b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f9c18-944f-4ad6-b108-8aa8d511c4c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'd714be97-4922-44c7-8996-9700fc17f4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:28:32Z', 'updated_at': '2022-03-28T14:28:36Z', 'revision_number': 5, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'subnets': [{'id': 'd714be97-4922-44c7-8996-9700fc17f4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:31:15.591054 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7733c4-4593-4f99-9c21-bbf9b9af7e49 None None] New status for floating IP 78b2828b-7a37-4f21-922d-cb14bdbf4d40: DOWN {{(pid=109615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:31:16.368219 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36841c9-b920-4206-9cb5-b34b83fff898 req-64ecc2fb-4b91-400c-9d84-7f35b631f7b1 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:16.369675 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f36841c9-b920-4206-9cb5-b34b83fff898 req-64ecc2fb-4b91-400c-9d84-7f35b631f7b1 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68 HTTP/1.1" status: 200 len: 946 time: 0.0480304 Mar 28 14:31:16.407549 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f36841c9-b920-4206-9cb5-b34b83fff898 req-5d52550e-1dc1-46f9-a388-f959a2b7f3ea tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e76809b-2139-4e89-931d-82636e31d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319014 Mar 28 14:31:16.983850 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f646ec-d4d1-4411-a654-36f8a205637e req-dd141bcd-6ef0-4a84-bf96-417a9989c7fc tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:16.985303 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e3f646ec-d4d1-4411-a654-36f8a205637e req-dd141bcd-6ef0-4a84-bf96-417a9989c7fc tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.20 "GET /v2.0/ports?device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68 HTTP/1.1" status: 200 len: 946 time: 0.0515516 Mar 28 14:31:17.075038 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-e3f646ec-d4d1-4411-a654-36f8a205637e req-134fa4b4-a97a-431a-b0a9-6df252400be1 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Deleting port d34d6dd3-6f07-494d-bec2-c47cdcc9021a {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:31:17.075373 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-e3f646ec-d4d1-4411-a654-36f8a205637e req-134fa4b4-a97a-431a-b0a9-6df252400be1 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:17.164617 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-e3f646ec-d4d1-4411-a654-36f8a205637e req-134fa4b4-a97a-431a-b0a9-6df252400be1 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] For port d34d6dd3-6f07-494d-bec2-c47cdcc9021a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=d34d6dd3-6f07-494d-bec2-c47cdcc9021a,segment=NetworkSegment(14acd592-ed97-4501-bdab-c2c70ec9941e),segment_id=14acd592-ed97-4501-bdab-c2c70ec9941e)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:31:17.164982 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-e3f646ec-d4d1-4411-a654-36f8a205637e req-134fa4b4-a97a-431a-b0a9-6df252400be1 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:17.178065 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-e3f646ec-d4d1-4411-a654-36f8a205637e req-134fa4b4-a97a-431a-b0a9-6df252400be1 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Calling delete_port for d34d6dd3-6f07-494d-bec2-c47cdcc9021a owned by compute:nova {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:31:17.368316 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-e3f646ec-d4d1-4411-a654-36f8a205637e req-134fa4b4-a97a-431a-b0a9-6df252400be1 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:17.400599 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134fa4b4-a97a-431a-b0a9-6df252400be1 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event deleted for resources: {'Port': ['ID=d34d6dd3-6f07-494d-bec2-c47cdcc9021a,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:17.446753 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f646ec-d4d1-4411-a654-36f8a205637e req-134fa4b4-a97a-431a-b0a9-6df252400be1 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] No DVR routers for this DVR port d34d6dd3-6f07-494d-bec2-c47cdcc9021a on host hv-neutron-8353 {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:31:17.446753 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-e3f646ec-d4d1-4411-a654-36f8a205637e req-134fa4b4-a97a-431a-b0a9-6df252400be1 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:17.449943 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e3f646ec-d4d1-4411-a654-36f8a205637e req-134fa4b4-a97a-431a-b0a9-6df252400be1 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.20 "DELETE /v2.0/ports/d34d6dd3-6f07-494d-bec2-c47cdcc9021a HTTP/1.1" status: 204 len: 173 time: 0.4594970 Mar 28 14:31:17.450390 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2102d62d-f2ea-4260-b51e-2e47cda4ca68', 'name': 'network-vif-deleted', 'tag': 'd34d6dd3-6f07-494d-bec2-c47cdcc9021a'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:31:17.452648 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21080ade-681e-4849-8b1b-5b1a2fb99e47" -d '{"events": [{"server_uuid": "2102d62d-f2ea-4260-b51e-2e47cda4ca68", "name": "network-vif-deleted", "tag": "d34d6dd3-6f07-494d-bec2-c47cdcc9021a"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:31:17.488458 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f823a57e-dbc7-4f59-8807-5ae513d6a868 x-openstack-request-id: req-f823a57e-dbc7-4f59-8807-5ae513d6a868 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:31:17.488746 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2102d62d-f2ea-4260-b51e-2e47cda4ca68", "name": "network-vif-deleted", "tag": "d34d6dd3-6f07-494d-bec2-c47cdcc9021a", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:31:17.488993 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f823a57e-dbc7-4f59-8807-5ae513d6a868 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:31:17.489380 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2102d62d-f2ea-4260-b51e-2e47cda4ca68', 'name': 'network-vif-deleted', 'tag': 'd34d6dd3-6f07-494d-bec2-c47cdcc9021a', 'status': 'completed', 'code': 200} Mar 28 14:31:17.504596 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-70f25dde-f5b6-4824-a718-63e1b2f77eb9 req-4dd29899-87ac-4458-a4ff-4257280e90bb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2102d62d-f2ea-4260-b51e-2e47cda4ca68 HTTP/1.1" status: 200 len: 210 time: 0.0274718 Mar 28 14:31:18.558847 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41692) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:31:18.911379 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-70f4017a-ac8a-4583-9e1e-5742a7b78a58 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:19.157881 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-70f4017a-ac8a-4583-9e1e-5742a7b78a58 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Deleting port dd91fbe5-711d-461d-a445-c5b21bba5b78 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:31:19.158222 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-70f4017a-ac8a-4583-9e1e-5742a7b78a58 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:19.242737 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-70f4017a-ac8a-4583-9e1e-5742a7b78a58 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] For port dd91fbe5-711d-461d-a445-c5b21bba5b78, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=dd91fbe5-711d-461d-a445-c5b21bba5b78,segment=NetworkSegment(14acd592-ed97-4501-bdab-c2c70ec9941e),segment_id=14acd592-ed97-4501-bdab-c2c70ec9941e)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:31:19.243030 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-70f4017a-ac8a-4583-9e1e-5742a7b78a58 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:19.255426 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-70f4017a-ac8a-4583-9e1e-5742a7b78a58 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Calling delete_port for dd91fbe5-711d-461d-a445-c5b21bba5b78 owned by network:router_interface {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:31:19.476918 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-70f4017a-ac8a-4583-9e1e-5742a7b78a58 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:19.505530 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f4017a-ac8a-4583-9e1e-5742a7b78a58 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event deleted for resources: {'Port': ['ID=dd91fbe5-711d-461d-a445-c5b21bba5b78,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:20.003043 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-70f4017a-ac8a-4583-9e1e-5742a7b78a58 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:20.209494 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f4017a-ac8a-4583-9e1e-5742a7b78a58 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Router 315f9c18-944f-4ad6-b108-8aa8d511c4c4 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:31:20.312642 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f4017a-ac8a-4583-9e1e-5742a7b78a58 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:31:20.318103 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-70f4017a-ac8a-4583-9e1e-5742a7b78a58 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "PUT /v2.0/routers/315f9c18-944f-4ad6-b108-8aa8d511c4c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7582619 Mar 28 14:31:20.320937 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41694) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:31:20.322149 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d06d77-227e-44ed-a8cc-a079a010e4f6 None None] Sync routers for ids ['315f9c18-944f-4ad6-b108-8aa8d511c4c4'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:31:20.331512 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d06d77-227e-44ed-a8cc-a079a010e4f6 None None] Routers {'315f9c18-944f-4ad6-b108-8aa8d511c4c4'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:31:20.332126 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-c7d06d77-227e-44ed-a8cc-a079a010e4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:30:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['315f9c18-944f-4ad6-b108-8aa8d511c4c4'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:31:20.369683 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-35823cf6-a296-44de-8189-ab008b11265a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Deleting subnet d714be97-4922-44c7-8996-9700fc17f4e0 {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 14:31:20.372635 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-35823cf6-a296-44de-8189-ab008b11265a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:20.411500 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-35823cf6-a296-44de-8189-ab008b11265a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:20.436844 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-c7d06d77-227e-44ed-a8cc-a079a010e4f6 None None] Set router 315f9c18-944f-4ad6-b108-8aa8d511c4c4 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:31:20.497425 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-35823cf6-a296-44de-8189-ab008b11265a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:20.607072 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-c7d06d77-227e-44ed-a8cc-a079a010e4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315f9c18-944f-4ad6-b108-8aa8d511c4c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201224234', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': '9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:28:29Z', 'updated_at': '2022-03-28T14:31:19Z', 'revision_number': 5, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:70:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f9c18-944f-4ad6-b108-8aa8d511c4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:28:30Z', 'updated_at': '2022-03-28T14:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:31:20.625592 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-35823cf6-a296-44de-8189-ab008b11265a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:20.636410 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d06d77-227e-44ed-a8cc-a079a010e4f6 None None] Checking router: 315f9c18-944f-4ad6-b108-8aa8d511c4c4 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:31:20.644335 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d06d77-227e-44ed-a8cc-a079a010e4f6 None None] Routers {'315f9c18-944f-4ad6-b108-8aa8d511c4c4'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:31:20.644959 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-c7d06d77-227e-44ed-a8cc-a079a010e4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:30:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['315f9c18-944f-4ad6-b108-8aa8d511c4c4'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:31:20.653295 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35823cf6-a296-44de-8189-ab008b11265a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event deleted for resources: {'Subnet': ['ID=d714be97-4922-44c7-8996-9700fc17f4e0,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:20.655746 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-35823cf6-a296-44de-8189-ab008b11265a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:20.658846 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-35823cf6-a296-44de-8189-ab008b11265a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "DELETE /v2.0/subnets/d714be97-4922-44c7-8996-9700fc17f4e0 HTTP/1.1" status: 204 len: 168 time: 0.3370049 Mar 28 14:31:20.661989 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 41696) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:31:20.679421 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aab3933-6d40-4457-96c4-3d63b0cb0d88 None None] Network f5386ef6-e7d6-4917-9fd9-80beb6b73544 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:31:20.837581 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-c7d06d77-227e-44ed-a8cc-a079a010e4f6 None None] Set router 315f9c18-944f-4ad6-b108-8aa8d511c4c4 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:31:21.090058 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device d34d6dd3-6f07-494d-bec2-c47cdcc9021a no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:31:21.108849 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1f8893cb-7a66-4838-9b6e-cea81605fea6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for router, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:21.120063 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] No Port match for: d34d6dd3-6f07-494d-bec2-c47cdcc9021a {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:31:21.120504 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device d34d6dd3-6f07-494d-bec2-c47cdcc9021a not bound to the agent host hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:31:21.169069 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7383ba16-4204-4cf4-a6a4-7af3aaaa257c None None] DHCP port deletion for f5386ef6-e7d6-4917-9fd9-80beb6b73544 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 14:31:21.215216 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1f8893cb-7a66-4838-9b6e-cea81605fea6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:21.232760 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-c7d06d77-227e-44ed-a8cc-a079a010e4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315f9c18-944f-4ad6-b108-8aa8d511c4c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201224234', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': '9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:28:29Z', 'updated_at': '2022-03-28T14:31:19Z', 'revision_number': 5, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:70:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f9c18-944f-4ad6-b108-8aa8d511c4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:28:30Z', 'updated_at': '2022-03-28T14:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:31:21.261368 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d06d77-227e-44ed-a8cc-a079a010e4f6 None None] The sync data for ids ['315f9c18-944f-4ad6-b108-8aa8d511c4c4'] in dv-neutron-835335-1-hyperv is: [{'id': '315f9c18-944f-4ad6-b108-8aa8d511c4c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201224234', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': '9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:28:29Z', 'updated_at': '2022-03-28T14:31:19Z', 'revision_number': 5, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:70:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f9c18-944f-4ad6-b108-8aa8d511c4c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:28:30Z', 'updated_at': '2022-03-28T14:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:31:21.263375 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-7383ba16-4204-4cf4-a6a4-7af3aaaa257c None None] Deleting port 7d4fc30f-ac71-4c65-a1a7-8f61a91356a6 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:31:21.263784 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7383ba16-4204-4cf4-a6a4-7af3aaaa257c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:21.320444 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-1f8893cb-7a66-4838-9b6e-cea81605fea6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Deleting port 9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:31:21.320793 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1f8893cb-7a66-4838-9b6e-cea81605fea6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:21.329939 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-7383ba16-4204-4cf4-a6a4-7af3aaaa257c None None] For port 7d4fc30f-ac71-4c65-a1a7-8f61a91356a6, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=7d4fc30f-ac71-4c65-a1a7-8f61a91356a6,segment=NetworkSegment(14acd592-ed97-4501-bdab-c2c70ec9941e),segment_id=14acd592-ed97-4501-bdab-c2c70ec9941e)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:31:21.330428 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7383ba16-4204-4cf4-a6a4-7af3aaaa257c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:21.342720 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-7383ba16-4204-4cf4-a6a4-7af3aaaa257c None None] Calling delete_port for 7d4fc30f-ac71-4c65-a1a7-8f61a91356a6 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:31:21.400911 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-1f8893cb-7a66-4838-9b6e-cea81605fea6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] For port 9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:31:21.401191 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1f8893cb-7a66-4838-9b6e-cea81605fea6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:21.412574 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-1f8893cb-7a66-4838-9b6e-cea81605fea6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Calling delete_port for 9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8 owned by network:router_gateway {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:31:21.482448 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7383ba16-4204-4cf4-a6a4-7af3aaaa257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:21.508072 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7383ba16-4204-4cf4-a6a4-7af3aaaa257c None None] Pushing event deleted for resources: {'Port': ['ID=7d4fc30f-ac71-4c65-a1a7-8f61a91356a6,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:21.512209 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7383ba16-4204-4cf4-a6a4-7af3aaaa257c None None] No DVR routers for this DVR port 7d4fc30f-ac71-4c65-a1a7-8f61a91356a6 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:31:21.519073 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7383ba16-4204-4cf4-a6a4-7af3aaaa257c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:21.519416 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7383ba16-4204-4cf4-a6a4-7af3aaaa257c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:21.519747 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7383ba16-4204-4cf4-a6a4-7af3aaaa257c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:21.520090 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7383ba16-4204-4cf4-a6a4-7af3aaaa257c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:21.520418 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7383ba16-4204-4cf4-a6a4-7af3aaaa257c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:21.520742 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7383ba16-4204-4cf4-a6a4-7af3aaaa257c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:21.521418 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7383ba16-4204-4cf4-a6a4-7af3aaaa257c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:21.521418 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7383ba16-4204-4cf4-a6a4-7af3aaaa257c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:21.521697 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7383ba16-4204-4cf4-a6a4-7af3aaaa257c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:21.522013 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7383ba16-4204-4cf4-a6a4-7af3aaaa257c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:21.522666 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7383ba16-4204-4cf4-a6a4-7af3aaaa257c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:21.522666 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7383ba16-4204-4cf4-a6a4-7af3aaaa257c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:21.659833 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1f8893cb-7a66-4838-9b6e-cea81605fea6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:21.684348 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8893cb-7a66-4838-9b6e-cea81605fea6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event deleted for resources: {'Port': ['ID=9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:21.721086 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8893cb-7a66-4838-9b6e-cea81605fea6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:21.721431 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8893cb-7a66-4838-9b6e-cea81605fea6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:21.721767 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8893cb-7a66-4838-9b6e-cea81605fea6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:21.722099 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8893cb-7a66-4838-9b6e-cea81605fea6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:21.722424 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8893cb-7a66-4838-9b6e-cea81605fea6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:21.722549 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device dd91fbe5-711d-461d-a445-c5b21bba5b78 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:31:21.722750 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8893cb-7a66-4838-9b6e-cea81605fea6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:21.723076 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8893cb-7a66-4838-9b6e-cea81605fea6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:21.723393 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8893cb-7a66-4838-9b6e-cea81605fea6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:21.723712 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8893cb-7a66-4838-9b6e-cea81605fea6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:21.724028 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8893cb-7a66-4838-9b6e-cea81605fea6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:21.724731 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8893cb-7a66-4838-9b6e-cea81605fea6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:21.725053 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8893cb-7a66-4838-9b6e-cea81605fea6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:21.744690 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: dd91fbe5-711d-461d-a445-c5b21bba5b78 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:31:21.745099 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device dd91fbe5-711d-461d-a445-c5b21bba5b78 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:31:21.745570 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 7d4fc30f-ac71-4c65-a1a7-8f61a91356a6 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:31:21.765538 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 7d4fc30f-ac71-4c65-a1a7-8f61a91356a6 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:31:21.765876 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 7d4fc30f-ac71-4c65-a1a7-8f61a91356a6 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:31:21.768464 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1f8893cb-7a66-4838-9b6e-cea81605fea6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133933816'] for router_gateway, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:21.860816 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1f8893cb-7a66-4838-9b6e-cea81605fea6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:21.862830 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1f8893cb-7a66-4838-9b6e-cea81605fea6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:21.979779 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1f8893cb-7a66-4838-9b6e-cea81605fea6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:21.980312 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8893cb-7a66-4838-9b6e-cea81605fea6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Fanout notify agent at l3_agent the message router_deleted on router 315f9c18-944f-4ad6-b108-8aa8d511c4c4 {{(pid=109612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 14:31:21.987598 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1f8893cb-7a66-4838-9b6e-cea81605fea6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:21.988737 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-1f8893cb-7a66-4838-9b6e-cea81605fea6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "DELETE /v2.0/routers/315f9c18-944f-4ad6-b108-8aa8d511c4c4 HTTP/1.1" status: 204 len: 168 time: 1.3261628 Mar 28 14:31:21.991366 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 41700) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:31:22.068864 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1b56bef1-63fb-40a6-8b27-769057078b5e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:22.160792 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1b56bef1-63fb-40a6-8b27-769057078b5e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:22.180857 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-1b56bef1-63fb-40a6-8b27-769057078b5e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5386ef6-e7d6-4917-9fd9-80beb6b73544']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:31:22.189933 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-1b56bef1-63fb-40a6-8b27-769057078b5e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14acd592-ed97-4501-bdab-c2c70ec9941e') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:31:22.190229 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-1b56bef1-63fb-40a6-8b27-769057078b5e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14acd592-ed97-4501-bdab-c2c70ec9941e') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:31:22.199335 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1b56bef1-63fb-40a6-8b27-769057078b5e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:22.212183 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1b56bef1-63fb-40a6-8b27-769057078b5e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:22.218382 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b56bef1-63fb-40a6-8b27-769057078b5e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 14:31:22.218771 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1b56bef1-63fb-40a6-8b27-769057078b5e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:22.221736 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 14:31:22.221736 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 14:31:22.221736 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 14:31:22.221736 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 14:31:22.221736 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 14:31:22.221736 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 14:31:22.221736 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 14:31:22.221736 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 14:31:22.221736 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 14:31:22.221736 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 14:31:22.221736 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 14:31:22.221736 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 14:31:22.221736 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 14:31:22.221736 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 14:31:22.221736 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 14:31:22.221736 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 14:31:22.221736 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 14:31:22.221736 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 14:31:22.221736 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 14:31:22.221736 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 14:31:22.221736 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 14:31:22.221736 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 14:31:22.221736 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 14:31:22.221736 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 14:31:22.221736 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 14:31:22.221736 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 14:31:22.221736 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 14:31:22.221736 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 14:31:22.221736 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 14:31:22.221736 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 14:31:22.221736 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 14:31:22.221736 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 14:31:22.334110 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1b56bef1-63fb-40a6-8b27-769057078b5e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:22.340944 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1b56bef1-63fb-40a6-8b27-769057078b5e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:22.344493 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-1b56bef1-63fb-40a6-8b27-769057078b5e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "DELETE /v2.0/networks/f5386ef6-e7d6-4917-9fd9-80beb6b73544 HTTP/1.1" status: 204 len: 168 time: 0.3521452 Mar 28 14:31:22.354144 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41702) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:31:22.355799 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b56bef1-63fb-40a6-8b27-769057078b5e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event deleted for resources: {'Network': ['ID=f5386ef6-e7d6-4917-9fd9-80beb6b73544,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:22.412712 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6f495c2a-c63e-4619-9758-fc7b23a8225d tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:22.441820 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6f495c2a-c63e-4619-9758-fc7b23a8225d tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:22.562973 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6f495c2a-c63e-4619-9758-fc7b23a8225d tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:22.565869 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6f495c2a-c63e-4619-9758-fc7b23a8225d tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:22.567038 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-6f495c2a-c63e-4619-9758-fc7b23a8225d tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "DELETE /v2.0/security-groups/9e76809b-2139-4e89-931d-82636e31d56e HTTP/1.1" status: 204 len: 168 time: 0.2119682 Mar 28 14:31:22.578428 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f495c2a-c63e-4619-9758-fc7b23a8225d tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e76809b-2139-4e89-931d-82636e31d56e,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:23.723086 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:31:23.743505 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:31:23.743842 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 9b8b4063-0350-4dbe-b9b0-2a56ca4c62d8 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:31:24.046016 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a89223cf-e422-4b63-871d-6af77ed24bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:25.193927 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 41712) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:31:25.198559 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-e5f0675c-5696-4b61-af13-a149292b2f75 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-456561235', 'description': 'tempest-secgroup-smoke-456561235 description', 'project_id': '2dc46a21a43e483fbb630102a765c646'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:31:25.277046 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e5f0675c-5696-4b61-af13-a149292b2f75 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:25.345845 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e5f0675c-5696-4b61-af13-a149292b2f75 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:25.419555 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e5f0675c-5696-4b61-af13-a149292b2f75 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:25.447277 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0675c-5696-4b61-af13-a149292b2f75 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8bc7b3a-f555-4a26-85eb-4982ee3ce4e4,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:25.505868 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e5f0675c-5696-4b61-af13-a149292b2f75 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:25.507123 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-e5f0675c-5696-4b61-af13-a149292b2f75 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3120446 Mar 28 14:31:25.509940 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 41714) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:31:25.514698 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-1cf6ab1b-e941-4d7a-8f73-4fdc82b9010c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'security_group_rule': {'security_group_id': 'a8bc7b3a-f555-4a26-85eb-4982ee3ce4e4', 'project_id': '2dc46a21a43e483fbb630102a765c646', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:31:25.594111 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1cf6ab1b-e941-4d7a-8f73-4fdc82b9010c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:25.647727 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1cf6ab1b-e941-4d7a-8f73-4fdc82b9010c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:25.709235 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1cf6ab1b-e941-4d7a-8f73-4fdc82b9010c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:25.726708 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf6ab1b-e941-4d7a-8f73-4fdc82b9010c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=483345e6-66e9-4a62-84ad-ab4e4831a8df,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:25.798569 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1cf6ab1b-e941-4d7a-8f73-4fdc82b9010c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:25.799771 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-1cf6ab1b-e941-4d7a-8f73-4fdc82b9010c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2889256 Mar 28 14:31:25.802517 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 41716) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:31:25.807160 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-e30c6d02-5157-423f-b8b6-f25306d18e7c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'security_group_rule': {'security_group_id': 'a8bc7b3a-f555-4a26-85eb-4982ee3ce4e4', 'project_id': '2dc46a21a43e483fbb630102a765c646', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:31:25.899008 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e30c6d02-5157-423f-b8b6-f25306d18e7c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:25.954016 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e30c6d02-5157-423f-b8b6-f25306d18e7c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:26.025135 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e30c6d02-5157-423f-b8b6-f25306d18e7c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:26.041880 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c6d02-5157-423f-b8b6-f25306d18e7c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fb7dae9-ae03-49b7-920b-535f5ed79e60,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:26.130222 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-e30c6d02-5157-423f-b8b6-f25306d18e7c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:26.131452 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-e30c6d02-5157-423f-b8b6-f25306d18e7c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3279352 Mar 28 14:31:26.134267 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 41718) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:31:26.138679 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-c61b45f5-1d9a-466c-a01b-ef4636549da8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'security_group_rule': {'security_group_id': 'a8bc7b3a-f555-4a26-85eb-4982ee3ce4e4', 'project_id': '2dc46a21a43e483fbb630102a765c646', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:31:26.251582 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c61b45f5-1d9a-466c-a01b-ef4636549da8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:26.312150 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c61b45f5-1d9a-466c-a01b-ef4636549da8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:26.394634 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f70664b6-dabe-46e0-ac6d-4267c60081ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:26.402469 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c61b45f5-1d9a-466c-a01b-ef4636549da8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:26.419519 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b45f5-1d9a-466c-a01b-ef4636549da8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e4c2a33-0745-473c-aee1-949b2393bc9c,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:26.490023 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c61b45f5-1d9a-466c-a01b-ef4636549da8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:26.491252 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c61b45f5-1d9a-466c-a01b-ef4636549da8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3559930 Mar 28 14:31:26.493941 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 41720) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:31:26.498798 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-16e21207-2e49-41c0-979e-4ec1d232eb69 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'security_group_rule': {'security_group_id': 'a8bc7b3a-f555-4a26-85eb-4982ee3ce4e4', 'project_id': '2dc46a21a43e483fbb630102a765c646', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:31:26.589474 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-16e21207-2e49-41c0-979e-4ec1d232eb69 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:26.646212 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-16e21207-2e49-41c0-979e-4ec1d232eb69 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:26.710615 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-16e21207-2e49-41c0-979e-4ec1d232eb69 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:26.728926 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e21207-2e49-41c0-979e-4ec1d232eb69 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7db55cf9-8a0b-4ec3-b756-70cc3119c21c,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:26.794440 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-16e21207-2e49-41c0-979e-4ec1d232eb69 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:26.796657 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-16e21207-2e49-41c0-979e-4ec1d232eb69 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3017602 Mar 28 14:31:26.799380 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 41722) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:31:26.803696 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-97d4fe91-2dda-4bb3-99af-7d9ac5dfe0c8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'security_group_rule': {'security_group_id': 'a8bc7b3a-f555-4a26-85eb-4982ee3ce4e4', 'project_id': '2dc46a21a43e483fbb630102a765c646', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:31:26.893760 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.securitygroups_db [None req-97d4fe91-2dda-4bb3-99af-7d9ac5dfe0c8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Project 2dc46a21a43e483fbb630102a765c646 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 14:31:26.898480 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-97d4fe91-2dda-4bb3-99af-7d9ac5dfe0c8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:26.955683 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-97d4fe91-2dda-4bb3-99af-7d9ac5dfe0c8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:27.042313 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-97d4fe91-2dda-4bb3-99af-7d9ac5dfe0c8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:27.059372 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d4fe91-2dda-4bb3-99af-7d9ac5dfe0c8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5428d06-eb22-415b-9f3f-6fe70d1cb601,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:27.122394 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-97d4fe91-2dda-4bb3-99af-7d9ac5dfe0c8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:27.123604 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-97d4fe91-2dda-4bb3-99af-7d9ac5dfe0c8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3233044 Mar 28 14:31:27.126384 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 41724) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:31:27.130646 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-00a652ce-4439-4913-b0b9-a63a57c47fb3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'security_group_rule': {'security_group_id': 'a8bc7b3a-f555-4a26-85eb-4982ee3ce4e4', 'project_id': '2dc46a21a43e483fbb630102a765c646', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:31:27.200267 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.securitygroups_db [None req-00a652ce-4439-4913-b0b9-a63a57c47fb3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Project 2dc46a21a43e483fbb630102a765c646 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 14:31:27.205631 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-00a652ce-4439-4913-b0b9-a63a57c47fb3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:27.268082 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-00a652ce-4439-4913-b0b9-a63a57c47fb3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:27.331506 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-00a652ce-4439-4913-b0b9-a63a57c47fb3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:27.348837 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a652ce-4439-4913-b0b9-a63a57c47fb3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f2cc839-44a1-4454-a1d0-cd26ee83b613,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:27.409718 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-00a652ce-4439-4913-b0b9-a63a57c47fb3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:27.410890 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-00a652ce-4439-4913-b0b9-a63a57c47fb3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2836058 Mar 28 14:31:27.413797 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 41726) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:31:27.418490 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-c2a0db8f-5e16-41f6-a1d7-c097da223e4e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'network': {'name': 'tempest-network-smoke--308873523', 'project_id': '2dc46a21a43e483fbb630102a765c646', 'port_security_enabled': True}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:31:27.509117 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a0db8f-5e16-41f6-a1d7-c097da223e4e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Made reservation on behalf of 2dc46a21a43e483fbb630102a765c646 for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:31:27.512750 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c2a0db8f-5e16-41f6-a1d7-c097da223e4e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:27.536335 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2a0db8f-5e16-41f6-a1d7-c097da223e4e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 14:31:27.544826 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c2a0db8f-5e16-41f6-a1d7-c097da223e4e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:27.545169 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-c2a0db8f-5e16-41f6-a1d7-c097da223e4e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Added segment 79798288-65bf-48c8-a760-7d6c1d80a3f5 of type vlan for network e305ceaa-7b7f-4a0d-8606-21ff81497f28 Mar 28 14:31:27.584241 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c2a0db8f-5e16-41f6-a1d7-c097da223e4e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:27.669263 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c2a0db8f-5e16-41f6-a1d7-c097da223e4e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:27.675253 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a0db8f-5e16-41f6-a1d7-c097da223e4e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:27.675845 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-c2a0db8f-5e16-41f6-a1d7-c097da223e4e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:27.744238 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0db8f-5e16-41f6-a1d7-c097da223e4e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'Network': ['ID=e305ceaa-7b7f-4a0d-8606-21ff81497f28,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:27.755408 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network e305ceaa-7b7f-4a0d-8606-21ff81497f28 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 14:31:27.758886 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:27.782616 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c2a0db8f-5e16-41f6-a1d7-c097da223e4e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3677256 Mar 28 14:31:27.785476 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 41730) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:31:27.790026 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-1e790237-6d01-45bc-beb4-82179be34184 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1491883572', 'admin_state_up': True, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:31:27.922650 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1e790237-6d01-45bc-beb4-82179be34184 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:27.923770 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1e790237-6d01-45bc-beb4-82179be34184 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:27.974741 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1e790237-6d01-45bc-beb4-82179be34184 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:28.188847 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1e790237-6d01-45bc-beb4-82179be34184 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:28.453511 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1e790237-6d01-45bc-beb4-82179be34184 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for router_gateway, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:28.471857 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1e790237-6d01-45bc-beb4-82179be34184 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:28.572247 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-1e790237-6d01-45bc-beb4-82179be34184 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Allocated IP 172.26.2.14 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:31:28.669867 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1e790237-6d01-45bc-beb4-82179be34184 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:28.756828 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1e790237-6d01-45bc-beb4-82179be34184 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:28.794290 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e790237-6d01-45bc-beb4-82179be34184 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:31:28.797105 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-1e790237-6d01-45bc-beb4-82179be34184 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:31:28.800677 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e790237-6d01-45bc-beb4-82179be34184 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:31:28.824980 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e790237-6d01-45bc-beb4-82179be34184 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'Port': ['ID=40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:29.111142 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:29.127045 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1e790237-6d01-45bc-beb4-82179be34184 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for router_gateway, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:29.318281 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1e790237-6d01-45bc-beb4-82179be34184 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:29.368127 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:29.493635 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e790237-6d01-45bc-beb4-82179be34184 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Router a82e5fdd-0419-4b18-b428-fafba2ee9a77 is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 14:31:29.596537 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e790237-6d01-45bc-beb4-82179be34184 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:31:29.606300 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3941a1f4-affa-4ad5-bcaa-262931b5892a None None] Sync routers for ids ['a82e5fdd-0419-4b18-b428-fafba2ee9a77'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:31:29.616135 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3941a1f4-affa-4ad5-bcaa-262931b5892a None None] Routers {'a82e5fdd-0419-4b18-b428-fafba2ee9a77'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:31:29.616776 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-3941a1f4-affa-4ad5-bcaa-262931b5892a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:31:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['a82e5fdd-0419-4b18-b428-fafba2ee9a77'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:31:29.651105 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [req-36a874b7-0c0e-4c64-beb7-cef5d63ab022 req-511cb348-6dfa-48bd-a08c-a50fc08f7b49 service neutron] (109612) timed out ('10.222.0.24', 38286) {{(pid=109612) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 28 14:31:29.673530 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1e790237-6d01-45bc-beb4-82179be34184 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:29.674768 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-1e790237-6d01-45bc-beb4-82179be34184 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8883035 Mar 28 14:31:29.677853 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 41732) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:31:29.719501 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-3941a1f4-affa-4ad5-bcaa-262931b5892a None None] Set router a82e5fdd-0419-4b18-b428-fafba2ee9a77 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:31:29.752132 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-cf03064e-b7c4-47a6-989c-d2ff9af319fb tempest-TestNetworkAdvancedServerOps-1380052890 tempest-TestNetworkAdvancedServerOps-1380052890-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=2dc46a21a43e483fbb630102a765c646&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0731633 Mar 28 14:31:29.754621 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 41736) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:31:29.838183 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201f5187-a6b0-4d7c-b0a8-48b92c511f36 tempest-TestNetworkAdvancedServerOps-1380052890 tempest-TestNetworkAdvancedServerOps-1380052890-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:29.839666 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-201f5187-a6b0-4d7c-b0a8-48b92c511f36 tempest-TestNetworkAdvancedServerOps-1380052890 tempest-TestNetworkAdvancedServerOps-1380052890-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0841632 Mar 28 14:31:29.843005 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 41738) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:31:29.871240 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-6de117a6-03fa-4010-898b-32a157e9e560 tempest-TestNetworkAdvancedServerOps-1380052890 tempest-TestNetworkAdvancedServerOps-1380052890-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=1cb296ed-c863-4502-973a-f31b82091846&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261519 Mar 28 14:31:29.872699 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 41740) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:31:29.877242 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-06cde827-00df-432e-9424-10813d92f7ee tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-218754261', 'network_id': 'e305ceaa-7b7f-4a0d-8606-21ff81497f28', 'project_id': '2dc46a21a43e483fbb630102a765c646', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:31:29.890285 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-3941a1f4-affa-4ad5-bcaa-262931b5892a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82e5fdd-0419-4b18-b428-fafba2ee9a77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491883572', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.14'}], 'enable_snat': True}, 'gw_port_id': '40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:31:27Z', 'updated_at': '2022-03-28T14:31:28Z', 'revision_number': 3, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:20:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82e5fdd-0419-4b18-b428-fafba2ee9a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:31:28Z', 'updated_at': '2022-03-28T14:31:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:31:29.922507 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3941a1f4-affa-4ad5-bcaa-262931b5892a None None] Checking router: a82e5fdd-0419-4b18-b428-fafba2ee9a77 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:31:29.922849 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3941a1f4-affa-4ad5-bcaa-262931b5892a None None] Updating router a82e5fdd-0419-4b18-b428-fafba2ee9a77 port 40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f binding host dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:31:29.946668 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-3941a1f4-affa-4ad5-bcaa-262931b5892a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:30.014272 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06cde827-00df-432e-9424-10813d92f7ee tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Made reservation on behalf of 2dc46a21a43e483fbb630102a765c646 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:31:30.017748 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-06cde827-00df-432e-9424-10813d92f7ee tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:30.192856 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-3941a1f4-affa-4ad5-bcaa-262931b5892a None None] Notify callbacks [] for port, precommit_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:30.249285 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-06cde827-00df-432e-9424-10813d92f7ee tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:30.259502 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-3941a1f4-affa-4ad5-bcaa-262931b5892a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:30.307580 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-3941a1f4-affa-4ad5-bcaa-262931b5892a None None] Attempting to bind port 40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:31:30.310988 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-3941a1f4-affa-4ad5-bcaa-262931b5892a None None] Attempting to bind port 40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:31:30.310988 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3941a1f4-affa-4ad5-bcaa-262931b5892a None None] Attempting to bind port 40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f on network 1cb296ed-c863-4502-973a-f31b82091846 {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:31:30.311199 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cde827-00df-432e-9424-10813d92f7ee tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'Subnet': ['ID=eb5c2e03-e580-40ef-a103-d0eaad1543f3,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:30.314334 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba21e33-846c-42cc-bff5-6742c200513a None None] Pushing event updated for resources: {'Port': ['ID=40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f,revision_number=2']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:30.317877 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cde827-00df-432e-9424-10813d92f7ee tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Checking segment: {'id': '79798288-65bf-48c8-a760-7d6c1d80a3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e305ceaa-7b7f-4a0d-8606-21ff81497f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:31:30.318113 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cde827-00df-432e-9424-10813d92f7ee tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Network hostable DHCP agents. Network: e305ceaa-7b7f-4a0d-8606-21ff81497f28, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 14:31:30.322958 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba21e33-846c-42cc-bff5-6742c200513a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:30.323308 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba21e33-846c-42cc-bff5-6742c200513a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:30.323645 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba21e33-846c-42cc-bff5-6742c200513a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:30.323978 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba21e33-846c-42cc-bff5-6742c200513a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:30.324307 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba21e33-846c-42cc-bff5-6742c200513a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:30.324655 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba21e33-846c-42cc-bff5-6742c200513a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:30.324978 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba21e33-846c-42cc-bff5-6742c200513a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:30.325303 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba21e33-846c-42cc-bff5-6742c200513a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:30.325624 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba21e33-846c-42cc-bff5-6742c200513a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:30.326573 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba21e33-846c-42cc-bff5-6742c200513a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:30.326895 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba21e33-846c-42cc-bff5-6742c200513a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:30.327219 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba21e33-846c-42cc-bff5-6742c200513a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:31:30.330393 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3941a1f4-affa-4ad5-bcaa-262931b5892a None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:31:30.330768 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3941a1f4-affa-4ad5-bcaa-262931b5892a None None] Checking segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:31:30.331319 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-3941a1f4-affa-4ad5-bcaa-262931b5892a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:30.331544 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3941a1f4-affa-4ad5-bcaa-262931b5892a None None] Bound using segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:31:30.332011 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-3941a1f4-affa-4ad5-bcaa-262931b5892a None None] Bound port: 40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:31:30.332403 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-3941a1f4-affa-4ad5-bcaa-262931b5892a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:30.384543 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-3941a1f4-affa-4ad5-bcaa-262931b5892a None None] For port 40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:31:30.387488 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-3941a1f4-affa-4ad5-bcaa-262931b5892a None None] For port 40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:31:30.407786 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cde827-00df-432e-9424-10813d92f7ee tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Network e305ceaa-7b7f-4a0d-8606-21ff81497f28 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 14:31:30.453963 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-3941a1f4-affa-4ad5-bcaa-262931b5892a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:30.482090 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-06cde827-00df-432e-9424-10813d92f7ee tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, e305ceaa-7b7f-4a0d-8606-21ff81497f28) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:31:30.486373 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cde827-00df-432e-9424-10813d92f7ee tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:30.487121 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-06cde827-00df-432e-9424-10813d92f7ee tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:30.493856 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1d47f6-c53b-403f-a443-2e299d1a76c1 None None] Network e305ceaa-7b7f-4a0d-8606-21ff81497f28 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:31:30.502982 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3941a1f4-affa-4ad5-bcaa-262931b5892a None None] Routers {'a82e5fdd-0419-4b18-b428-fafba2ee9a77'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:31:30.503590 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-3941a1f4-affa-4ad5-bcaa-262931b5892a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:31:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['a82e5fdd-0419-4b18-b428-fafba2ee9a77'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:31:30.544528 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba21e33-846c-42cc-bff5-6742c200513a None None] Pushing event updated for resources: {'Port': ['ID=40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f,revision_number=3']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:30.563565 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41742) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:31:30.564136 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-06cde827-00df-432e-9424-10813d92f7ee tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6901233 Mar 28 14:31:30.616032 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-3941a1f4-affa-4ad5-bcaa-262931b5892a None None] Set router a82e5fdd-0419-4b18-b428-fafba2ee9a77 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:31:30.642395 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f46588d-a261-4926-a6ea-e0f3cfd51408 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-e305ceaa-7b7f-4a0d-8606-21ff81497f28', 'network_id': 'e305ceaa-7b7f-4a0d-8606-21ff81497f28', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'fixed_ips': [{'subnet_id': 'eb5c2e03-e580-40ef-a103-d0eaad1543f3'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 14:31:30.643389 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9f46588d-a261-4926-a6ea-e0f3cfd51408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:30.787181 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-9f46588d-a261-4926-a6ea-e0f3cfd51408 None None] Allocated IP 172.20.0.2 (e305ceaa-7b7f-4a0d-8606-21ff81497f28/eb5c2e03-e580-40ef-a103-d0eaad1543f3/8ba7a9da-655b-403c-a60c-cd4d2151d8c0) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:31:30.891243 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-3941a1f4-affa-4ad5-bcaa-262931b5892a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82e5fdd-0419-4b18-b428-fafba2ee9a77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491883572', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.14'}], 'enable_snat': True}, 'gw_port_id': '40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:31:27Z', 'updated_at': '2022-03-28T14:31:28Z', 'revision_number': 3, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:20:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82e5fdd-0419-4b18-b428-fafba2ee9a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:31:28Z', 'updated_at': '2022-03-28T14:31:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:31:30.920952 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3941a1f4-affa-4ad5-bcaa-262931b5892a None None] The sync data for ids ['a82e5fdd-0419-4b18-b428-fafba2ee9a77'] in dv-neutron-835335-1-hyperv is: [{'id': 'a82e5fdd-0419-4b18-b428-fafba2ee9a77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491883572', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.14'}], 'enable_snat': True}, 'gw_port_id': '40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:31:27Z', 'updated_at': '2022-03-28T14:31:28Z', 'revision_number': 3, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:20:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82e5fdd-0419-4b18-b428-fafba2ee9a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:31:28Z', 'updated_at': '2022-03-28T14:31:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:31:30.934137 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9f46588d-a261-4926-a6ea-e0f3cfd51408 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:31.008176 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b5bbbf7f-9918-4cfa-b8d0-96110591d49c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:31.014120 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9f46588d-a261-4926-a6ea-e0f3cfd51408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:31.061484 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f46588d-a261-4926-a6ea-e0f3cfd51408 None None] Network e305ceaa-7b7f-4a0d-8606-21ff81497f28 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:31:31.064397 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-9f46588d-a261-4926-a6ea-e0f3cfd51408 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:31:31.067653 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f46588d-a261-4926-a6ea-e0f3cfd51408 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:31:31.077409 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f46588d-a261-4926-a6ea-e0f3cfd51408 None None] Pushing event updated for resources: {'Port': ['ID=8ba7a9da-655b-403c-a60c-cd4d2151d8c0,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:31.141007 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-9f46588d-a261-4926-a6ea-e0f3cfd51408 None None] Attempting to bind port 8ba7a9da-655b-403c-a60c-cd4d2151d8c0 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:31:31.142082 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-9f46588d-a261-4926-a6ea-e0f3cfd51408 None None] Attempting to bind port 8ba7a9da-655b-403c-a60c-cd4d2151d8c0 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '79798288-65bf-48c8-a760-7d6c1d80a3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e305ceaa-7b7f-4a0d-8606-21ff81497f28'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:31:31.142552 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f46588d-a261-4926-a6ea-e0f3cfd51408 None None] Attempting to bind port 8ba7a9da-655b-403c-a60c-cd4d2151d8c0 on network e305ceaa-7b7f-4a0d-8606-21ff81497f28 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:31:31.151532 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f46588d-a261-4926-a6ea-e0f3cfd51408 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:31:31.152086 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f46588d-a261-4926-a6ea-e0f3cfd51408 None None] Checking segment: {'id': '79798288-65bf-48c8-a760-7d6c1d80a3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e305ceaa-7b7f-4a0d-8606-21ff81497f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:31:31.156224 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9f46588d-a261-4926-a6ea-e0f3cfd51408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:31.156787 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f46588d-a261-4926-a6ea-e0f3cfd51408 None None] Bound using segment: {'id': '79798288-65bf-48c8-a760-7d6c1d80a3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e305ceaa-7b7f-4a0d-8606-21ff81497f28'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:31:31.157397 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-9f46588d-a261-4926-a6ea-e0f3cfd51408 None None] Bound port: 8ba7a9da-655b-403c-a60c-cd4d2151d8c0, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79798288-65bf-48c8-a760-7d6c1d80a3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e305ceaa-7b7f-4a0d-8606-21ff81497f28'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:31:31.160041 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9f46588d-a261-4926-a6ea-e0f3cfd51408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:31.215693 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:31:31.264599 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-9f46588d-a261-4926-a6ea-e0f3cfd51408 None None] For port 8ba7a9da-655b-403c-a60c-cd4d2151d8c0, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:31:31.269981 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-9f46588d-a261-4926-a6ea-e0f3cfd51408 None None] For port 8ba7a9da-655b-403c-a60c-cd4d2151d8c0, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=8ba7a9da-655b-403c-a60c-cd4d2151d8c0,segment=NetworkSegment(79798288-65bf-48c8-a760-7d6c1d80a3f5),segment_id=79798288-65bf-48c8-a760-7d6c1d80a3f5)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:31:31.330536 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-b5bbbf7f-9918-4cfa-b8d0-96110591d49c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Allocated IP 172.20.0.1 (e305ceaa-7b7f-4a0d-8606-21ff81497f28/eb5c2e03-e580-40ef-a103-d0eaad1543f3/683d92d4-a627-4c5c-8549-0083562843a7) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:31:31.368833 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9f46588d-a261-4926-a6ea-e0f3cfd51408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:31.439775 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f46588d-a261-4926-a6ea-e0f3cfd51408 None None] Pushing event updated for resources: {'Port': ['ID=8ba7a9da-655b-403c-a60c-cd4d2151d8c0,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:31.463493 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b5bbbf7f-9918-4cfa-b8d0-96110591d49c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:31.563328 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b5bbbf7f-9918-4cfa-b8d0-96110591d49c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:31.625632 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bbbf7f-9918-4cfa-b8d0-96110591d49c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Network e305ceaa-7b7f-4a0d-8606-21ff81497f28 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:31:31.629059 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-b5bbbf7f-9918-4cfa-b8d0-96110591d49c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:31:31.637844 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bbbf7f-9918-4cfa-b8d0-96110591d49c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:31:31.676293 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bbbf7f-9918-4cfa-b8d0-96110591d49c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'Port': ['ID=683d92d4-a627-4c5c-8549-0083562843a7,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:31.697324 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b5bbbf7f-9918-4cfa-b8d0-96110591d49c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:31.829964 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 8ba7a9da-655b-403c-a60c-cd4d2151d8c0 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:31:31.880105 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 8ba7a9da-655b-403c-a60c-cd4d2151d8c0 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:31:31.880507 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:31.916990 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b5bbbf7f-9918-4cfa-b8d0-96110591d49c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:31.958104 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:31.990147 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 8ba7a9da-655b-403c-a60c-cd4d2151d8c0, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=8ba7a9da-655b-403c-a60c-cd4d2151d8c0,segment=NetworkSegment(79798288-65bf-48c8-a760-7d6c1d80a3f5),segment_id=79798288-65bf-48c8-a760-7d6c1d80a3f5)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:31:32.071097 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:32.071882 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:31:32.148636 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=8ba7a9da-655b-403c-a60c-cd4d2151d8c0,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:32.163186 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:31:32.163555 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:32.206424 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b5bbbf7f-9918-4cfa-b8d0-96110591d49c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:32.247265 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:32.268628 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:31:32.270980 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b5bbbf7f-9918-4cfa-b8d0-96110591d49c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:32.342954 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bbbf7f-9918-4cfa-b8d0-96110591d49c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'Port': ['ID=683d92d4-a627-4c5c-8549-0083562843a7,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:32.348212 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-b5bbbf7f-9918-4cfa-b8d0-96110591d49c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:32.379370 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:32.436932 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:32.453586 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bbbf7f-9918-4cfa-b8d0-96110591d49c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Network e305ceaa-7b7f-4a0d-8606-21ff81497f28 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:31:32.455758 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-b5bbbf7f-9918-4cfa-b8d0-96110591d49c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:31:32.462407 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15043b9f-e6f3-4c6f-a0eb-d4b4674ba051 None None] Network e305ceaa-7b7f-4a0d-8606-21ff81497f28 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:31:32.567256 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5bbbf7f-9918-4cfa-b8d0-96110591d49c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Router a82e5fdd-0419-4b18-b428-fafba2ee9a77 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:31:32.575569 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-abadc3d2-04cb-4f41-9601-760bd40f11d7 None None] Provisioning complete for port 8ba7a9da-655b-403c-a60c-cd4d2151d8c0 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:31:32.575967 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-abadc3d2-04cb-4f41-9601-760bd40f11d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:32.677181 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5bbbf7f-9918-4cfa-b8d0-96110591d49c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:31:32.682945 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b5bbbf7f-9918-4cfa-b8d0-96110591d49c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "PUT /v2.0/routers/a82e5fdd-0419-4b18-b428-fafba2ee9a77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1172912 Mar 28 14:31:32.834849 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-852debf9-8ac9-4755-8574-60abff150ed4 req-1652dc31-f48d-447b-b497-e027d6c0b2f5 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-456561235&fields=id&tenant_id=2dc46a21a43e483fbb630102a765c646 HTTP/1.1" status: 200 len: 267 time: 0.0345931 Mar 28 14:31:32.918570 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-31e9086d-27d8-48cd-8d41-ac5cb3057346 None None] Provisioning complete for port 683d92d4-a627-4c5c-8549-0083562843a7 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:31:32.919089 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-31e9086d-27d8-48cd-8d41-ac5cb3057346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:32.954034 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852debf9-8ac9-4755-8574-60abff150ed4 req-d1be8668-f3ca-4243-8341-f43975a6c5ae tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:32.957319 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-852debf9-8ac9-4755-8574-60abff150ed4 req-d1be8668-f3ca-4243-8341-f43975a6c5ae tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/networks?id=e305ceaa-7b7f-4a0d-8606-21ff81497f28 HTTP/1.1" status: 200 len: 796 time: 0.1149356 Mar 28 14:31:32.964624 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-31e9086d-27d8-48cd-8d41-ac5cb3057346 None None] Port 683d92d4-a627-4c5c-8549-0083562843a7 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:31:32.976660 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-31e9086d-27d8-48cd-8d41-ac5cb3057346 None None] Provisioning complete for port 8ba7a9da-655b-403c-a60c-cd4d2151d8c0 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:31:32.976900 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-852debf9-8ac9-4755-8574-60abff150ed4 req-e6ae14bf-7a80-42da-8436-bcf247199c23 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/quotas/2dc46a21a43e483fbb630102a765c646 HTTP/1.1" status: 200 len: 375 time: 0.0134616 Mar 28 14:31:32.977385 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-31e9086d-27d8-48cd-8d41-ac5cb3057346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:33.042648 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-852debf9-8ac9-4755-8574-60abff150ed4 req-317caf4b-03c1-4518-90ad-474605ee397e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2dc46a21a43e483fbb630102a765c646&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595171 Mar 28 14:31:33.061821 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [req-852debf9-8ac9-4755-8574-60abff150ed4 req-f3d3d968-4987-4db2-ae5f-12412f8fdda3 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 14:31:33.065189 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14149b55-74c2-49f8-af32-f3c3bcf6a703 None None] Sync routers for ids ['a82e5fdd-0419-4b18-b428-fafba2ee9a77'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:31:33.069394 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-852debf9-8ac9-4755-8574-60abff150ed4 req-f3d3d968-4987-4db2-ae5f-12412f8fdda3 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0130684 Mar 28 14:31:33.077672 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14149b55-74c2-49f8-af32-f3c3bcf6a703 None None] Routers {'a82e5fdd-0419-4b18-b428-fafba2ee9a77'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:31:33.078296 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-14149b55-74c2-49f8-af32-f3c3bcf6a703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:31:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['a82e5fdd-0419-4b18-b428-fafba2ee9a77'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:31:33.164897 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-852debf9-8ac9-4755-8574-60abff150ed4 req-8260dde1-a4c0-4ad9-9125-d5fcf6e7c40d service neutron] 10.222.0.24 "GET /v2.0/networks/e305ceaa-7b7f-4a0d-8606-21ff81497f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946364 Mar 28 14:31:33.202612 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-14149b55-74c2-49f8-af32-f3c3bcf6a703 None None] Set router a82e5fdd-0419-4b18-b428-fafba2ee9a77 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:31:33.237255 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-ccedea96-fa21-41e0-90bc-7f0decdd2c9c None None] Provisioning complete for port 683d92d4-a627-4c5c-8549-0083562843a7 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:31:33.237630 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ccedea96-fa21-41e0-90bc-7f0decdd2c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:33.256767 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-852debf9-8ac9-4755-8574-60abff150ed4 req-a24ffc01-309d-4ecd-88e4-35bf291173ec service neutron] 10.222.0.24 "GET /v2.0/networks/e305ceaa-7b7f-4a0d-8606-21ff81497f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880806 Mar 28 14:31:33.317200 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-ccedea96-fa21-41e0-90bc-7f0decdd2c9c None None] Port 683d92d4-a627-4c5c-8549-0083562843a7 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:31:33.442101 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-474d0303-ee13-47bc-83db-3f05260cf2a7 None None] Provisioning complete for port 683d92d4-a627-4c5c-8549-0083562843a7 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:31:33.442467 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-474d0303-ee13-47bc-83db-3f05260cf2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:33.446675 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-14149b55-74c2-49f8-af32-f3c3bcf6a703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82e5fdd-0419-4b18-b428-fafba2ee9a77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491883572', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.14'}], 'enable_snat': True}, 'gw_port_id': '40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:31:27Z', 'updated_at': '2022-03-28T14:31:31Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:20:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82e5fdd-0419-4b18-b428-fafba2ee9a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:31:28Z', 'updated_at': '2022-03-28T14:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '683d92d4-a627-4c5c-8549-0083562843a7', 'name': '', 'network_id': 'e305ceaa-7b7f-4a0d-8606-21ff81497f28', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'mac_address': 'fa:16:3e:be:1d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82e5fdd-0419-4b18-b428-fafba2ee9a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'eb5c2e03-e580-40ef-a103-d0eaad1543f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:31:31Z', 'updated_at': '2022-03-28T14:31:32Z', 'revision_number': 2, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'subnets': [{'id': 'eb5c2e03-e580-40ef-a103-d0eaad1543f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:31:33.499513 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14149b55-74c2-49f8-af32-f3c3bcf6a703 None None] Checking router: a82e5fdd-0419-4b18-b428-fafba2ee9a77 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:31:33.499864 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14149b55-74c2-49f8-af32-f3c3bcf6a703 None None] Updating router a82e5fdd-0419-4b18-b428-fafba2ee9a77 port 683d92d4-a627-4c5c-8549-0083562843a7 binding host dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:31:33.514204 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-91aecf94-3ef2-4606-abd7-7b742a97b7eb req-6a192723-5fa4-415f-9eac-e3e0d3050a96 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cc947d8-4e19-4092-872e-60d3d256f308 HTTP/1.1" status: 200 len: 210 time: 0.0278454 Mar 28 14:31:33.529515 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-474d0303-ee13-47bc-83db-3f05260cf2a7 None None] Port 683d92d4-a627-4c5c-8549-0083562843a7 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:31:33.530993 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-14149b55-74c2-49f8-af32-f3c3bcf6a703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:33.725348 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 8ba7a9da-655b-403c-a60c-cd4d2151d8c0 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:31:33.827874 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-14149b55-74c2-49f8-af32-f3c3bcf6a703 None None] Notify callbacks [] for port, precommit_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:33.829375 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 8ba7a9da-655b-403c-a60c-cd4d2151d8c0 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:31:33.829724 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:33.991748 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-14149b55-74c2-49f8-af32-f3c3bcf6a703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:34.054746 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f45f99-4879-4d1e-a2a8-95bf82adf355 None None] Pushing event updated for resources: {'Port': ['ID=683d92d4-a627-4c5c-8549-0083562843a7,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:34.130694 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-14149b55-74c2-49f8-af32-f3c3bcf6a703 None None] Attempting to bind port 683d92d4-a627-4c5c-8549-0083562843a7 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:31:34.131055 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-14149b55-74c2-49f8-af32-f3c3bcf6a703 None None] Attempting to bind port 683d92d4-a627-4c5c-8549-0083562843a7 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '79798288-65bf-48c8-a760-7d6c1d80a3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e305ceaa-7b7f-4a0d-8606-21ff81497f28'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:31:34.131407 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14149b55-74c2-49f8-af32-f3c3bcf6a703 None None] Attempting to bind port 683d92d4-a627-4c5c-8549-0083562843a7 on network e305ceaa-7b7f-4a0d-8606-21ff81497f28 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:31:34.139794 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:31:34.141756 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14149b55-74c2-49f8-af32-f3c3bcf6a703 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:31:34.142117 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14149b55-74c2-49f8-af32-f3c3bcf6a703 None None] Checking segment: {'id': '79798288-65bf-48c8-a760-7d6c1d80a3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e305ceaa-7b7f-4a0d-8606-21ff81497f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:31:34.142504 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-14149b55-74c2-49f8-af32-f3c3bcf6a703 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:34.142886 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14149b55-74c2-49f8-af32-f3c3bcf6a703 None None] Bound using segment: {'id': '79798288-65bf-48c8-a760-7d6c1d80a3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e305ceaa-7b7f-4a0d-8606-21ff81497f28'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:31:34.143350 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-14149b55-74c2-49f8-af32-f3c3bcf6a703 None None] Bound port: 683d92d4-a627-4c5c-8549-0083562843a7, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79798288-65bf-48c8-a760-7d6c1d80a3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e305ceaa-7b7f-4a0d-8606-21ff81497f28'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:31:34.143719 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-14149b55-74c2-49f8-af32-f3c3bcf6a703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:34.237651 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:31:34.238012 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:34.239798 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-14149b55-74c2-49f8-af32-f3c3bcf6a703 None None] For port 683d92d4-a627-4c5c-8549-0083562843a7, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:31:34.244507 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-14149b55-74c2-49f8-af32-f3c3bcf6a703 None None] For port 683d92d4-a627-4c5c-8549-0083562843a7, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=683d92d4-a627-4c5c-8549-0083562843a7,segment=NetworkSegment(79798288-65bf-48c8-a760-7d6c1d80a3f5),segment_id=79798288-65bf-48c8-a760-7d6c1d80a3f5)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:31:34.287366 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-1a290911-2652-4581-b7d1-01fc70abe4ed None None] Provisioning complete for port 683d92d4-a627-4c5c-8549-0083562843a7 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:31:34.287724 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1a290911-2652-4581-b7d1-01fc70abe4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:34.342129 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-14149b55-74c2-49f8-af32-f3c3bcf6a703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:34.359498 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-1a290911-2652-4581-b7d1-01fc70abe4ed None None] Port 683d92d4-a627-4c5c-8549-0083562843a7 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:31:34.414740 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14149b55-74c2-49f8-af32-f3c3bcf6a703 None None] Routers {'a82e5fdd-0419-4b18-b428-fafba2ee9a77'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:31:34.415362 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-14149b55-74c2-49f8-af32-f3c3bcf6a703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:31:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['a82e5fdd-0419-4b18-b428-fafba2ee9a77'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:31:34.418406 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f45f99-4879-4d1e-a2a8-95bf82adf355 None None] Pushing event updated for resources: {'Port': ['ID=683d92d4-a627-4c5c-8549-0083562843a7,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:34.538176 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-14149b55-74c2-49f8-af32-f3c3bcf6a703 None None] Set router a82e5fdd-0419-4b18-b428-fafba2ee9a77 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:31:34.597744 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dfdcb7a2-2e2d-4bfe-b1c3-99c4e4419618 req-35563342-07ea-41f2-ab8d-849b0c789dd3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cc947d8-4e19-4092-872e-60d3d256f308 HTTP/1.1" status: 200 len: 210 time: 0.0265808 Mar 28 14:31:34.623784 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-5943a60e-b2c8-4d11-be24-abcb61d6b635 None None] Provisioning complete for port 683d92d4-a627-4c5c-8549-0083562843a7 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:31:34.624149 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5943a60e-b2c8-4d11-be24-abcb61d6b635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:34.785001 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5943a60e-b2c8-4d11-be24-abcb61d6b635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:34.823557 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-5943a60e-b2c8-4d11-be24-abcb61d6b635 None None] For port 683d92d4-a627-4c5c-8549-0083562843a7, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=683d92d4-a627-4c5c-8549-0083562843a7,segment=NetworkSegment(79798288-65bf-48c8-a760-7d6c1d80a3f5),segment_id=79798288-65bf-48c8-a760-7d6c1d80a3f5)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:31:34.832673 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-14149b55-74c2-49f8-af32-f3c3bcf6a703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82e5fdd-0419-4b18-b428-fafba2ee9a77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491883572', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.14'}], 'enable_snat': True}, 'gw_port_id': '40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:31:27Z', 'updated_at': '2022-03-28T14:31:31Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:20:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82e5fdd-0419-4b18-b428-fafba2ee9a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:31:28Z', 'updated_at': '2022-03-28T14:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '683d92d4-a627-4c5c-8549-0083562843a7', 'name': '', 'network_id': 'e305ceaa-7b7f-4a0d-8606-21ff81497f28', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'mac_address': 'fa:16:3e:be:1d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82e5fdd-0419-4b18-b428-fafba2ee9a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'eb5c2e03-e580-40ef-a103-d0eaad1543f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:31:31Z', 'updated_at': '2022-03-28T14:31:34Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'subnets': [{'id': 'eb5c2e03-e580-40ef-a103-d0eaad1543f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:31:34.861878 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14149b55-74c2-49f8-af32-f3c3bcf6a703 None None] The sync data for ids ['a82e5fdd-0419-4b18-b428-fafba2ee9a77'] in dv-neutron-835335-1-hyperv is: [{'id': 'a82e5fdd-0419-4b18-b428-fafba2ee9a77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491883572', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.14'}], 'enable_snat': True}, 'gw_port_id': '40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:31:27Z', 'updated_at': '2022-03-28T14:31:31Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:20:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82e5fdd-0419-4b18-b428-fafba2ee9a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:31:28Z', 'updated_at': '2022-03-28T14:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '683d92d4-a627-4c5c-8549-0083562843a7', 'name': '', 'network_id': 'e305ceaa-7b7f-4a0d-8606-21ff81497f28', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'mac_address': 'fa:16:3e:be:1d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82e5fdd-0419-4b18-b428-fafba2ee9a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'eb5c2e03-e580-40ef-a103-d0eaad1543f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:31:31Z', 'updated_at': '2022-03-28T14:31:34Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'subnets': [{'id': 'eb5c2e03-e580-40ef-a103-d0eaad1543f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:31:34.888041 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5943a60e-b2c8-4d11-be24-abcb61d6b635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:34.951917 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5943a60e-b2c8-4d11-be24-abcb61d6b635 None None] Pushing event updated for resources: {'Port': ['ID=683d92d4-a627-4c5c-8549-0083562843a7,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:35.679947 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d3a7849f-f066-4eac-bb9d-8c2ff3d45818 req-41b82577-48df-401c-8660-07475c84547d tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cc947d8-4e19-4092-872e-60d3d256f308 HTTP/1.1" status: 200 len: 210 time: 0.0325263 Mar 28 14:31:35.757793 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 683d92d4-a627-4c5c-8549-0083562843a7 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:31:35.806517 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 683d92d4-a627-4c5c-8549-0083562843a7 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:31:35.806890 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:36.756812 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-16e48ccd-6df8-4aec-96dc-d6f4c6742f12 req-544baab8-0159-451d-b8c2-107edbd5b886 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cc947d8-4e19-4092-872e-60d3d256f308 HTTP/1.1" status: 200 len: 210 time: 0.0265725 Mar 28 14:31:37.846366 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-61ac4750-bccd-4dfc-b340-d893a0f875cc req-b24e5bd1-9a3e-4b5f-9f53-e5a68885f07c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cc947d8-4e19-4092-872e-60d3d256f308 HTTP/1.1" status: 200 len: 210 time: 0.0261984 Mar 28 14:31:38.940689 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5659c2cd-f338-4610-b1c9-8a1e6ba79209 req-c6e7a9ec-1dfe-41f7-a475-d4b03ab2ed95 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cc947d8-4e19-4092-872e-60d3d256f308 HTTP/1.1" status: 200 len: 210 time: 0.0268669 Mar 28 14:31:39.305649 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852debf9-8ac9-4755-8574-60abff150ed4 req-aaab108f-8e16-45f5-912b-79aa608bb9c3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:39.307108 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-852debf9-8ac9-4755-8574-60abff150ed4 req-aaab108f-8e16-45f5-912b-79aa608bb9c3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.20 "GET /v2.0/networks?id=e305ceaa-7b7f-4a0d-8606-21ff81497f28 HTTP/1.1" status: 200 len: 796 time: 0.1028771 Mar 28 14:31:39.349528 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-852debf9-8ac9-4755-8574-60abff150ed4 req-d3c8a617-8296-471f-9f2f-22eb1d80ed12 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2dc46a21a43e483fbb630102a765c646 HTTP/1.1" status: 200 len: 379 time: 0.0334256 Mar 28 14:31:39.360291 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-852debf9-8ac9-4755-8574-60abff150ed4 req-46706541-375a-4469-9e3a-d52ab74bc2e9 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'port': {'device_id': '0cc947d8-4e19-4092-872e-60d3d256f308', 'network_id': 'e305ceaa-7b7f-4a0d-8606-21ff81497f28', 'admin_state_up': True, 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'security_groups': ['a8bc7b3a-f555-4a26-85eb-4982ee3ce4e4']}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:31:39.522197 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-852debf9-8ac9-4755-8574-60abff150ed4 req-46706541-375a-4469-9e3a-d52ab74bc2e9 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Made reservation on behalf of 2dc46a21a43e483fbb630102a765c646 for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:31:39.525817 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-852debf9-8ac9-4755-8574-60abff150ed4 req-46706541-375a-4469-9e3a-d52ab74bc2e9 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:39.650742 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [req-852debf9-8ac9-4755-8574-60abff150ed4 req-46706541-375a-4469-9e3a-d52ab74bc2e9 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Allocated IP 172.20.0.11 (e305ceaa-7b7f-4a0d-8606-21ff81497f28/eb5c2e03-e580-40ef-a103-d0eaad1543f3/98ecc355-c661-4491-9de5-4cdb35fa8923) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:31:39.780434 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-852debf9-8ac9-4755-8574-60abff150ed4 req-46706541-375a-4469-9e3a-d52ab74bc2e9 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:39.870962 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-852debf9-8ac9-4755-8574-60abff150ed4 req-46706541-375a-4469-9e3a-d52ab74bc2e9 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:39.914380 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-852debf9-8ac9-4755-8574-60abff150ed4 req-46706541-375a-4469-9e3a-d52ab74bc2e9 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Network e305ceaa-7b7f-4a0d-8606-21ff81497f28 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:31:39.917536 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [req-852debf9-8ac9-4755-8574-60abff150ed4 req-46706541-375a-4469-9e3a-d52ab74bc2e9 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:31:39.921012 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-852debf9-8ac9-4755-8574-60abff150ed4 req-46706541-375a-4469-9e3a-d52ab74bc2e9 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:31:39.927162 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46706541-375a-4469-9e3a-d52ab74bc2e9 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'Port': ['ID=98ecc355-c661-4491-9de5-4cdb35fa8923,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:39.973468 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852debf9-8ac9-4755-8574-60abff150ed4 req-46706541-375a-4469-9e3a-d52ab74bc2e9 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:39.974117 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-852debf9-8ac9-4755-8574-60abff150ed4 req-46706541-375a-4469-9e3a-d52ab74bc2e9 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:40.059412 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c648ee-8341-44c2-8c2d-26c5c6903c64 req-e39fe793-7fd7-4617-84ef-040be7946d0e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:40.061510 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a6c648ee-8341-44c2-8c2d-26c5c6903c64 req-e39fe793-7fd7-4617-84ef-040be7946d0e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cc947d8-4e19-4092-872e-60d3d256f308 HTTP/1.1" status: 200 len: 932 time: 0.0508173 Mar 28 14:31:40.078974 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-852debf9-8ac9-4755-8574-60abff150ed4 req-46706541-375a-4469-9e3a-d52ab74bc2e9 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7244930 Mar 28 14:31:40.111042 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a6c648ee-8341-44c2-8c2d-26c5c6903c64 req-061df751-ce4e-4b1e-b52f-296d914dcad2 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8bc7b3a-f555-4a26-85eb-4982ee3ce4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425828 Mar 28 14:31:40.131815 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-852debf9-8ac9-4755-8574-60abff150ed4 req-f5cef8f9-8790-48d6-943a-24c2a85d42e0 service neutron] Request body: {'port': {'device_id': '0cc947d8-4e19-4092-872e-60d3d256f308', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:31:40.145415 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-7928d5cb-3099-4b02-a9e0-0b7fbafdd4be None None] Provisioning complete for port 98ecc355-c661-4491-9de5-4cdb35fa8923 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:31:40.145956 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7928d5cb-3099-4b02-a9e0-0b7fbafdd4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:40.178189 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-7928d5cb-3099-4b02-a9e0-0b7fbafdd4be None None] Port 98ecc355-c661-4491-9de5-4cdb35fa8923 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:31:40.188828 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-852debf9-8ac9-4755-8574-60abff150ed4 req-f5cef8f9-8790-48d6-943a-24c2a85d42e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:40.439014 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [req-852debf9-8ac9-4755-8574-60abff150ed4 req-f5cef8f9-8790-48d6-943a-24c2a85d42e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98ecc355-c661-4491-9de5-4cdb35fa8923 {{(pid=109613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:31:40.446244 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-852debf9-8ac9-4755-8574-60abff150ed4 req-f5cef8f9-8790-48d6-943a-24c2a85d42e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:40.457792 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.provisioning_blocks [req-852debf9-8ac9-4755-8574-60abff150ed4 req-f5cef8f9-8790-48d6-943a-24c2a85d42e0 service neutron] Transition to ACTIVE for port object 98ecc355-c661-4491-9de5-4cdb35fa8923 will not be triggered until provisioned by entity L2. {{(pid=109613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 14:31:40.537533 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-852debf9-8ac9-4755-8574-60abff150ed4 req-f5cef8f9-8790-48d6-943a-24c2a85d42e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:40.606081 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cef8f9-8790-48d6-943a-24c2a85d42e0 service neutron] Pushing event updated for resources: {'Port': ['ID=98ecc355-c661-4491-9de5-4cdb35fa8923,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:40.657530 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-852debf9-8ac9-4755-8574-60abff150ed4 req-f5cef8f9-8790-48d6-943a-24c2a85d42e0 service neutron] Attempting to bind port 98ecc355-c661-4491-9de5-4cdb35fa8923 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:31:40.657894 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-852debf9-8ac9-4755-8574-60abff150ed4 req-f5cef8f9-8790-48d6-943a-24c2a85d42e0 service neutron] Attempting to bind port 98ecc355-c661-4491-9de5-4cdb35fa8923 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '79798288-65bf-48c8-a760-7d6c1d80a3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e305ceaa-7b7f-4a0d-8606-21ff81497f28'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:31:40.658353 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852debf9-8ac9-4755-8574-60abff150ed4 req-f5cef8f9-8790-48d6-943a-24c2a85d42e0 service neutron] Attempting to bind port 98ecc355-c661-4491-9de5-4cdb35fa8923 on network e305ceaa-7b7f-4a0d-8606-21ff81497f28 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:31:40.662725 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852debf9-8ac9-4755-8574-60abff150ed4 req-f5cef8f9-8790-48d6-943a-24c2a85d42e0 service neutron] Port 98ecc355-c661-4491-9de5-4cdb35fa8923 on network e305ceaa-7b7f-4a0d-8606-21ff81497f28 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 14:31:40.663046 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852debf9-8ac9-4755-8574-60abff150ed4 req-f5cef8f9-8790-48d6-943a-24c2a85d42e0 service neutron] Attempting to bind port 98ecc355-c661-4491-9de5-4cdb35fa8923 on network e305ceaa-7b7f-4a0d-8606-21ff81497f28 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:31:40.668041 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852debf9-8ac9-4755-8574-60abff150ed4 req-f5cef8f9-8790-48d6-943a-24c2a85d42e0 service neutron] Checking agent: {'id': '72ab3303-6c81-4bd9-a1a9-2c5d9b681d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'started_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:31:40.668553 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852debf9-8ac9-4755-8574-60abff150ed4 req-f5cef8f9-8790-48d6-943a-24c2a85d42e0 service neutron] Checking segment: {'id': '79798288-65bf-48c8-a760-7d6c1d80a3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e305ceaa-7b7f-4a0d-8606-21ff81497f28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:31:40.668935 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852debf9-8ac9-4755-8574-60abff150ed4 req-f5cef8f9-8790-48d6-943a-24c2a85d42e0 service neutron] Bound using segment: {'id': '79798288-65bf-48c8-a760-7d6c1d80a3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e305ceaa-7b7f-4a0d-8606-21ff81497f28'} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:31:40.669906 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-852debf9-8ac9-4755-8574-60abff150ed4 req-f5cef8f9-8790-48d6-943a-24c2a85d42e0 service neutron] Bound port: 98ecc355-c661-4491-9de5-4cdb35fa8923, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79798288-65bf-48c8-a760-7d6c1d80a3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e305ceaa-7b7f-4a0d-8606-21ff81497f28'}}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:31:40.670285 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-852debf9-8ac9-4755-8574-60abff150ed4 req-f5cef8f9-8790-48d6-943a-24c2a85d42e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:40.734730 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-852debf9-8ac9-4755-8574-60abff150ed4 req-f5cef8f9-8790-48d6-943a-24c2a85d42e0 service neutron] For port 98ecc355-c661-4491-9de5-4cdb35fa8923, host hv-neutron-8353, cleared binding levels {{(pid=109613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:31:40.737773 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-852debf9-8ac9-4755-8574-60abff150ed4 req-f5cef8f9-8790-48d6-943a-24c2a85d42e0 service neutron] For port 98ecc355-c661-4491-9de5-4cdb35fa8923, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=98ecc355-c661-4491-9de5-4cdb35fa8923,segment=NetworkSegment(79798288-65bf-48c8-a760-7d6c1d80a3f5),segment_id=79798288-65bf-48c8-a760-7d6c1d80a3f5)] {{(pid=109613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:31:40.797008 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-852debf9-8ac9-4755-8574-60abff150ed4 req-f5cef8f9-8790-48d6-943a-24c2a85d42e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:40.838720 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852debf9-8ac9-4755-8574-60abff150ed4 req-f5cef8f9-8790-48d6-943a-24c2a85d42e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:40.839614 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-852debf9-8ac9-4755-8574-60abff150ed4 req-f5cef8f9-8790-48d6-943a-24c2a85d42e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:40.842123 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-852debf9-8ac9-4755-8574-60abff150ed4 req-f5cef8f9-8790-48d6-943a-24c2a85d42e0 service neutron] 10.222.0.20 "PUT /v2.0/ports/98ecc355-c661-4491-9de5-4cdb35fa8923 HTTP/1.1" status: 200 len: 1094 time: 0.7545383 Mar 28 14:31:40.842740 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc947d8-4e19-4092-872e-60d3d256f308', 'tag': '98ecc355-c661-4491-9de5-4cdb35fa8923'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:31:40.846143 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b63a57-cd4e-4a69-95c8-8773351b87a4" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc947d8-4e19-4092-872e-60d3d256f308", "tag": "98ecc355-c661-4491-9de5-4cdb35fa8923"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:31:40.869053 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cef8f9-8790-48d6-943a-24c2a85d42e0 service neutron] Pushing event updated for resources: {'Port': ['ID=98ecc355-c661-4491-9de5-4cdb35fa8923,revision_number=3']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:40.889791 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5639c0d3-7b7c-4b08-a04b-d441bc8015e4 x-openstack-request-id: req-5639c0d3-7b7c-4b08-a04b-d441bc8015e4 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:31:40.890081 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc947d8-4e19-4092-872e-60d3d256f308", "tag": "98ecc355-c661-4491-9de5-4cdb35fa8923", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:31:40.890333 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5639c0d3-7b7c-4b08-a04b-d441bc8015e4 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:31:40.890734 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cc947d8-4e19-4092-872e-60d3d256f308', 'tag': '98ecc355-c661-4491-9de5-4cdb35fa8923', 'status': 'completed', 'code': 200} Mar 28 14:31:40.957907 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b63a57-cd4e-4a69-95c8-8773351b87a4 req-35668208-394f-4770-91e8-1fedfa538a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:40.959205 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-89b63a57-cd4e-4a69-95c8-8773351b87a4 req-35668208-394f-4770-91e8-1fedfa538a12 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2dc46a21a43e483fbb630102a765c646&device_id=0cc947d8-4e19-4092-872e-60d3d256f308 HTTP/1.1" status: 200 len: 1097 time: 0.0479341 Mar 28 14:31:41.067323 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b63a57-cd4e-4a69-95c8-8773351b87a4 req-2dc8d186-ca10-412d-8f81-1d1145059f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:41.068815 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-89b63a57-cd4e-4a69-95c8-8773351b87a4 req-2dc8d186-ca10-412d-8f81-1d1145059f20 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=2dc46a21a43e483fbb630102a765c646&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0911477 Mar 28 14:31:41.166419 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b63a57-cd4e-4a69-95c8-8773351b87a4 req-ca2ddd1b-877f-40c4-a48a-a5a83de52f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:41.167933 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-89b63a57-cd4e-4a69-95c8-8773351b87a4 req-ca2ddd1b-877f-40c4-a48a-a5a83de52f0d service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926037 Mar 28 14:31:41.284906 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d277a-8c38-4e57-8550-ff3451a4c1bc req-b583487c-eec1-4e59-9632-e3bc2aebb0b1 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:41.286378 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2a5d277a-8c38-4e57-8550-ff3451a4c1bc req-b583487c-eec1-4e59-9632-e3bc2aebb0b1 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cc947d8-4e19-4092-872e-60d3d256f308 HTTP/1.1" status: 200 len: 944 time: 0.0945091 Mar 28 14:31:41.288704 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852debf9-8ac9-4755-8574-60abff150ed4 req-e08fc83f-bced-470d-a491-d7588d6ff0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:41.290048 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-852debf9-8ac9-4755-8574-60abff150ed4 req-e08fc83f-bced-470d-a491-d7588d6ff0e2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2dc46a21a43e483fbb630102a765c646&device_id=0cc947d8-4e19-4092-872e-60d3d256f308 HTTP/1.1" status: 200 len: 1097 time: 0.0862551 Mar 28 14:31:41.343773 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-852debf9-8ac9-4755-8574-60abff150ed4 req-109e193f-6878-4345-a293-f99379ad20cb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98ecc355-c661-4491-9de5-4cdb35fa8923 HTTP/1.1" status: 200 len: 217 time: 0.0451276 Mar 28 14:31:41.379509 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2a5d277a-8c38-4e57-8550-ff3451a4c1bc req-d399d8de-b405-453b-9c32-0d0925cfebf1 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8bc7b3a-f555-4a26-85eb-4982ee3ce4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872869 Mar 28 14:31:41.397611 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852debf9-8ac9-4755-8574-60abff150ed4 req-142f1d8d-99ae-4008-8a18-4330791d6e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:41.399041 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-852debf9-8ac9-4755-8574-60abff150ed4 req-142f1d8d-99ae-4008-8a18-4330791d6e4b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eb5c2e03-e580-40ef-a103-d0eaad1543f3 HTTP/1.1" status: 200 len: 834 time: 0.0485263 Mar 28 14:31:41.444063 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852debf9-8ac9-4755-8574-60abff150ed4 req-77826623-bd12-409c-bfb8-842bcf0f306c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:41.445583 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-852debf9-8ac9-4755-8574-60abff150ed4 req-77826623-bd12-409c-bfb8-842bcf0f306c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e305ceaa-7b7f-4a0d-8606-21ff81497f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384316 Mar 28 14:31:41.533902 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-852debf9-8ac9-4755-8574-60abff150ed4 req-241c729f-3006-4c0f-b150-41e5ba7d4834 service neutron] 10.222.0.20 "GET /v2.0/networks/e305ceaa-7b7f-4a0d-8606-21ff81497f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812926 Mar 28 14:31:41.620177 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-852debf9-8ac9-4755-8574-60abff150ed4 req-8969356d-0b37-4528-b165-8ae2626dbba4 service neutron] 10.222.0.20 "GET /v2.0/networks/e305ceaa-7b7f-4a0d-8606-21ff81497f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802329 Mar 28 14:31:42.494132 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1a0d4-b408-4517-8a69-ede998aad793 req-6c75fd36-3a9b-4274-85c2-5f236d93beaf tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:42.495629 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-35a1a0d4-b408-4517-8a69-ede998aad793 req-6c75fd36-3a9b-4274-85c2-5f236d93beaf tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cc947d8-4e19-4092-872e-60d3d256f308 HTTP/1.1" status: 200 len: 944 time: 0.0486021 Mar 28 14:31:42.532115 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-35a1a0d4-b408-4517-8a69-ede998aad793 req-823a2cff-1b7c-4cda-8422-2aa1ff0e9776 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8bc7b3a-f555-4a26-85eb-4982ee3ce4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305068 Mar 28 14:31:43.646141 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a6844-084b-4dac-9b79-fc4cd25901a2 req-25b20b76-64cf-4021-aaf0-a8a8a7d83c3e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:43.647571 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1f8a6844-084b-4dac-9b79-fc4cd25901a2 req-25b20b76-64cf-4021-aaf0-a8a8a7d83c3e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cc947d8-4e19-4092-872e-60d3d256f308 HTTP/1.1" status: 200 len: 944 time: 0.0503328 Mar 28 14:31:43.683979 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1f8a6844-084b-4dac-9b79-fc4cd25901a2 req-ecf83da7-2ced-4259-b706-671a97ce4965 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8bc7b3a-f555-4a26-85eb-4982ee3ce4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306041 Mar 28 14:31:43.899363 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:44.795296 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec9ae1-dddd-438f-b167-5153184806db req-71835d14-64bb-4636-9a4e-927b93bf5f15 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:44.796757 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3eec9ae1-dddd-438f-b167-5153184806db req-71835d14-64bb-4636-9a4e-927b93bf5f15 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cc947d8-4e19-4092-872e-60d3d256f308 HTTP/1.1" status: 200 len: 944 time: 0.0473645 Mar 28 14:31:44.835840 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3eec9ae1-dddd-438f-b167-5153184806db req-ac50d0b9-9819-41c6-9b9d-83d3ba9fc02e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8bc7b3a-f555-4a26-85eb-4982ee3ce4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332038 Mar 28 14:31:45.016667 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 98ecc355-c661-4491-9de5-4cdb35fa8923 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:31:45.108923 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 98ecc355-c661-4491-9de5-4cdb35fa8923, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=98ecc355-c661-4491-9de5-4cdb35fa8923,segment=NetworkSegment(79798288-65bf-48c8-a760-7d6c1d80a3f5),segment_id=79798288-65bf-48c8-a760-7d6c1d80a3f5)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:31:45.119956 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': '98ecc355-c661-4491-9de5-4cdb35fa8923', 'network_id': 'e305ceaa-7b7f-4a0d-8606-21ff81497f28', 'port_id': '98ecc355-c661-4491-9de5-4cdb35fa8923', 'mac_address': 'fa:16:3e:56:95:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb5c2e03-e580-40ef-a103-d0eaad1543f3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:31:45.162304 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:45.175006 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98ecc355-c661-4491-9de5-4cdb35fa8923 {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:31:45.193294 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 98ecc355-c661-4491-9de5-4cdb35fa8923, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=98ecc355-c661-4491-9de5-4cdb35fa8923,segment=NetworkSegment(79798288-65bf-48c8-a760-7d6c1d80a3f5),segment_id=79798288-65bf-48c8-a760-7d6c1d80a3f5)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:31:45.284761 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:45.327231 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=98ecc355-c661-4491-9de5-4cdb35fa8923,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:45.635992 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['98ecc355-c661-4491-9de5-4cdb35fa8923'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:31:45.946290 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2195a8ca-2152-4652-aa88-1f20a2b8cd3f req-b57035e5-acc7-4e2d-b6d0-aa2df9bf17c7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:45.947752 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2195a8ca-2152-4652-aa88-1f20a2b8cd3f req-b57035e5-acc7-4e2d-b6d0-aa2df9bf17c7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cc947d8-4e19-4092-872e-60d3d256f308 HTTP/1.1" status: 200 len: 945 time: 0.0472193 Mar 28 14:31:45.983950 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2195a8ca-2152-4652-aa88-1f20a2b8cd3f req-f3189d5e-1609-4126-a0e2-d787004bed39 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8bc7b3a-f555-4a26-85eb-4982ee3ce4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297270 Mar 28 14:31:47.031370 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 98ecc355-c661-4491-9de5-4cdb35fa8923 up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:31:47.101918 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9cb90-d35f-4f9f-908b-dae70493cac0 req-a01213aa-f5ac-45f0-9b0c-0eb3070fbfcc tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:47.103393 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-00f9cb90-d35f-4f9f-908b-dae70493cac0 req-a01213aa-f5ac-45f0-9b0c-0eb3070fbfcc tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cc947d8-4e19-4092-872e-60d3d256f308 HTTP/1.1" status: 200 len: 945 time: 0.0526705 Mar 28 14:31:47.146259 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-00f9cb90-d35f-4f9f-908b-dae70493cac0 req-4bb27bdd-f14a-461d-802e-7ec02683122b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8bc7b3a-f555-4a26-85eb-4982ee3ce4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362716 Mar 28 14:31:47.162017 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning for port 98ecc355-c661-4491-9de5-4cdb35fa8923 completed by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 14:31:47.166031 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port 98ecc355-c661-4491-9de5-4cdb35fa8923 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:31:47.166427 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:47.246191 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:47.268427 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc947d8-4e19-4092-872e-60d3d256f308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ecc355-c661-4491-9de5-4cdb35fa8923'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:31:47.270625 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327c1dd6-0ecf-4efc-bc09-a6ee5d40a736" -d '{"events": [{"server_uuid": "0cc947d8-4e19-4092-872e-60d3d256f308", "name": "network-vif-plugged", "status": "completed", "tag": "98ecc355-c661-4491-9de5-4cdb35fa8923"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:31:47.282880 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 98ecc355-c661-4491-9de5-4cdb35fa8923, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=98ecc355-c661-4491-9de5-4cdb35fa8923,segment=NetworkSegment(79798288-65bf-48c8-a760-7d6c1d80a3f5),segment_id=79798288-65bf-48c8-a760-7d6c1d80a3f5)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:31:47.309518 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b755599a-74ac-45b9-8497-356cc68eb02f x-openstack-request-id: req-b755599a-74ac-45b9-8497-356cc68eb02f {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:31:47.309518 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc947d8-4e19-4092-872e-60d3d256f308", "name": "network-vif-plugged", "status": "completed", "tag": "98ecc355-c661-4491-9de5-4cdb35fa8923", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:31:47.309518 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b755599a-74ac-45b9-8497-356cc68eb02f {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:31:47.309518 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc947d8-4e19-4092-872e-60d3d256f308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ecc355-c661-4491-9de5-4cdb35fa8923', 'code': 200} Mar 28 14:31:47.350390 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:47.397928 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=98ecc355-c661-4491-9de5-4cdb35fa8923,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:47.604813 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c79742-9d51-485d-9c35-c246138437d7 req-3fad26d6-fccc-4049-8b97-f4369a584b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:47.606162 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-93c79742-9d51-485d-9c35-c246138437d7 req-3fad26d6-fccc-4049-8b97-f4369a584b79 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0cc947d8-4e19-4092-872e-60d3d256f308 HTTP/1.1" status: 200 len: 1099 time: 0.0381012 Mar 28 14:31:47.638091 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-93c79742-9d51-485d-9c35-c246138437d7 req-023e904c-e5b1-44ae-a189-e04b91e9a2d3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a8bc7b3a-f555-4a26-85eb-4982ee3ce4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0258732 Mar 28 14:31:48.258199 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e3266-3a62-45e3-9bec-7be64c742e17 req-63eb7f25-c96d-469b-b89b-ba7fb4caf102 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:48.259656 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b67e3266-3a62-45e3-9bec-7be64c742e17 req-63eb7f25-c96d-469b-b89b-ba7fb4caf102 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cc947d8-4e19-4092-872e-60d3d256f308 HTTP/1.1" status: 200 len: 946 time: 0.0478520 Mar 28 14:31:48.296152 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b67e3266-3a62-45e3-9bec-7be64c742e17 req-f3ced795-95f6-405b-8000-c691be915a4a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8bc7b3a-f555-4a26-85eb-4982ee3ce4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299306 Mar 28 14:31:49.413166 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee6f649-c744-4fff-8239-06c720d74e2f req-1d3e30e3-b1b1-4669-879e-86cb6db92a26 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:49.414607 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cee6f649-c744-4fff-8239-06c720d74e2f req-1d3e30e3-b1b1-4669-879e-86cb6db92a26 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cc947d8-4e19-4092-872e-60d3d256f308 HTTP/1.1" status: 200 len: 946 time: 0.0506382 Mar 28 14:31:49.450991 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cee6f649-c744-4fff-8239-06c720d74e2f req-1e43f7e2-94bd-4d6a-bd3b-80fd76c99156 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8bc7b3a-f555-4a26-85eb-4982ee3ce4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304592 Mar 28 14:31:49.568003 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba1da8-855c-4f25-9922-d16b1ab9caef req-0a3285d0-b829-4b97-812a-1d2e1245c61c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:49.569403 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-62ba1da8-855c-4f25-9922-d16b1ab9caef req-0a3285d0-b829-4b97-812a-1d2e1245c61c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cc947d8-4e19-4092-872e-60d3d256f308 HTTP/1.1" status: 200 len: 946 time: 0.0484185 Mar 28 14:31:49.605925 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-62ba1da8-855c-4f25-9922-d16b1ab9caef req-e12afb98-710d-4595-8c5a-9004379ad999 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8bc7b3a-f555-4a26-85eb-4982ee3ce4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306761 Mar 28 14:31:49.626211 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41822) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:31:49.663624 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3211cd79-d0e2-4455-a65c-3f43086d2f99 tempest-TestNetworkAdvancedServerOps-1380052890 tempest-TestNetworkAdvancedServerOps-1380052890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:49.665090 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3211cd79-d0e2-4455-a65c-3f43086d2f99 tempest-TestNetworkAdvancedServerOps-1380052890 tempest-TestNetworkAdvancedServerOps-1380052890-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0cc947d8-4e19-4092-872e-60d3d256f308 HTTP/1.1" status: 200 len: 1094 time: 0.0379727 Mar 28 14:31:49.667634 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41824) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:31:49.671724 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-1a90abfc-6694-4364-8bb4-8abe6cb3faf0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'floatingip': {'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'port_id': '98ecc355-c661-4491-9de5-4cdb35fa8923', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:31:49.742986 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1a90abfc-6694-4364-8bb4-8abe6cb3faf0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for floatingip, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:49.839264 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1a90abfc-6694-4364-8bb4-8abe6cb3faf0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:49.941043 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-1a90abfc-6694-4364-8bb4-8abe6cb3faf0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Allocated IP 172.26.2.118 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/c0238551-f7f5-4023-ac3e-aa91dbc513b6) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:31:50.371795 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1a90abfc-6694-4364-8bb4-8abe6cb3faf0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:50.491902 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1a90abfc-6694-4364-8bb4-8abe6cb3faf0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:50.534000 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a90abfc-6694-4364-8bb4-8abe6cb3faf0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:31:50.536915 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-1a90abfc-6694-4364-8bb4-8abe6cb3faf0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:31:50.540298 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a90abfc-6694-4364-8bb4-8abe6cb3faf0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:31:50.561489 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a90abfc-6694-4364-8bb4-8abe6cb3faf0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'Port': ['ID=c0238551-f7f5-4023-ac3e-aa91dbc513b6,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:50.876979 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1a90abfc-6694-4364-8bb4-8abe6cb3faf0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:51.006121 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1a90abfc-6694-4364-8bb4-8abe6cb3faf0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:51.150787 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1a90abfc-6694-4364-8bb4-8abe6cb3faf0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:51.213449 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1a90abfc-6694-4364-8bb4-8abe6cb3faf0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:51.278650 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a90abfc-6694-4364-8bb4-8abe6cb3faf0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'Port': ['ID=c0238551-f7f5-4023-ac3e-aa91dbc513b6,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:31:51.289939 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1a90abfc-6694-4364-8bb4-8abe6cb3faf0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:51.389078 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [None req-1a90abfc-6694-4364-8bb4-8abe6cb3faf0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Floating IP 786b7872-51d3-45d7-bf25-b2c97df65bde associated. External IP: 172.26.2.118, port: 98ecc355-c661-4491-9de5-4cdb35fa8923. Mar 28 14:31:51.587388 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a90abfc-6694-4364-8bb4-8abe6cb3faf0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Router a82e5fdd-0419-4b18-b428-fafba2ee9a77 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:31:51.690950 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a90abfc-6694-4364-8bb4-8abe6cb3faf0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:31:51.700400 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1a628e-3bf9-4c39-a2cc-6d6e592c48a1 None None] Sync routers for ids ['a82e5fdd-0419-4b18-b428-fafba2ee9a77'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:31:51.710448 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1a628e-3bf9-4c39-a2cc-6d6e592c48a1 None None] Routers {'a82e5fdd-0419-4b18-b428-fafba2ee9a77'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:31:51.711054 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-1f1a628e-3bf9-4c39-a2cc-6d6e592c48a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:31:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['a82e5fdd-0419-4b18-b428-fafba2ee9a77'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:31:51.795226 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1a90abfc-6694-4364-8bb4-8abe6cb3faf0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:51.812585 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-1f1a628e-3bf9-4c39-a2cc-6d6e592c48a1 None None] Set router a82e5fdd-0419-4b18-b428-fafba2ee9a77 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:31:51.822459 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-1a90abfc-6694-4364-8bb4-8abe6cb3faf0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1538591 Mar 28 14:31:51.823033 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc947d8-4e19-4092-872e-60d3d256f308', 'tag': '98ecc355-c661-4491-9de5-4cdb35fa8923'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:31:51.825324 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5157fb3-ea45-4a7e-80fe-4addaa98aab0" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc947d8-4e19-4092-872e-60d3d256f308", "tag": "98ecc355-c661-4491-9de5-4cdb35fa8923"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:31:51.869113 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6579e52-2fbe-48b4-9d96-1608dc2003a7 x-openstack-request-id: req-d6579e52-2fbe-48b4-9d96-1608dc2003a7 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:31:51.869405 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc947d8-4e19-4092-872e-60d3d256f308", "tag": "98ecc355-c661-4491-9de5-4cdb35fa8923", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:31:51.869729 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d6579e52-2fbe-48b4-9d96-1608dc2003a7 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:31:51.870101 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cc947d8-4e19-4092-872e-60d3d256f308', 'tag': '98ecc355-c661-4491-9de5-4cdb35fa8923', 'status': 'completed', 'code': 200} Mar 28 14:31:51.956315 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d732ceb-4426-4622-b4e5-27fe02e5b6fe req-bc9c0222-70ba-4485-bc58-9d605daf07bf tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:51.957812 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2d732ceb-4426-4622-b4e5-27fe02e5b6fe req-bc9c0222-70ba-4485-bc58-9d605daf07bf tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cc947d8-4e19-4092-872e-60d3d256f308 HTTP/1.1" status: 200 len: 946 time: 0.0766900 Mar 28 14:31:51.960219 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5157fb3-ea45-4a7e-80fe-4addaa98aab0 req-44403837-d0d8-4faf-a97b-0489cc64b092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:51.961660 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c5157fb3-ea45-4a7e-80fe-4addaa98aab0 req-44403837-d0d8-4faf-a97b-0489cc64b092 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2dc46a21a43e483fbb630102a765c646&device_id=0cc947d8-4e19-4092-872e-60d3d256f308 HTTP/1.1" status: 200 len: 1099 time: 0.0692110 Mar 28 14:31:52.037200 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-1f1a628e-3bf9-4c39-a2cc-6d6e592c48a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82e5fdd-0419-4b18-b428-fafba2ee9a77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491883572', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.14'}], 'enable_snat': True}, 'gw_port_id': '40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:31:27Z', 'updated_at': '2022-03-28T14:31:31Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:20:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82e5fdd-0419-4b18-b428-fafba2ee9a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:31:28Z', 'updated_at': '2022-03-28T14:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '786b7872-51d3-45d7-bf25-b2c97df65bde', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'floating_ip_address': '172.26.2.118', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': 'a82e5fdd-0419-4b18-b428-fafba2ee9a77', 'port_id': '98ecc355-c661-4491-9de5-4cdb35fa8923', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e305ceaa-7b7f-4a0d-8606-21ff81497f28', 'mac_address': 'fa:16:3e:56:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc947d8-4e19-4092-872e-60d3d256f308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:31:50Z', 'updated_at': '2022-03-28T14:31:50Z', 'revision_number': 0, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '683d92d4-a627-4c5c-8549-0083562843a7', 'name': '', 'network_id': 'e305ceaa-7b7f-4a0d-8606-21ff81497f28', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'mac_address': 'fa:16:3e:be:1d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82e5fdd-0419-4b18-b428-fafba2ee9a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'eb5c2e03-e580-40ef-a103-d0eaad1543f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:31:31Z', 'updated_at': '2022-03-28T14:31:34Z', 'revision_number': 5, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'subnets': [{'id': 'eb5c2e03-e580-40ef-a103-d0eaad1543f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:31:52.041546 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2d732ceb-4426-4622-b4e5-27fe02e5b6fe req-f7f122ae-a87b-406f-be2b-fa2e34f3c13d tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8bc7b3a-f555-4a26-85eb-4982ee3ce4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777862 Mar 28 14:31:52.064134 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1a628e-3bf9-4c39-a2cc-6d6e592c48a1 None None] Checking router: a82e5fdd-0419-4b18-b428-fafba2ee9a77 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:31:52.064637 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41830) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:31:52.072600 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1a628e-3bf9-4c39-a2cc-6d6e592c48a1 None None] Routers {'a82e5fdd-0419-4b18-b428-fafba2ee9a77'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:31:52.073209 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-1f1a628e-3bf9-4c39-a2cc-6d6e592c48a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:31:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['a82e5fdd-0419-4b18-b428-fafba2ee9a77'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:31:52.124709 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5157fb3-ea45-4a7e-80fe-4addaa98aab0 req-796f2d6d-22a5-4714-ad42-ed52168a7371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:52.126086 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c5157fb3-ea45-4a7e-80fe-4addaa98aab0 req-796f2d6d-22a5-4714-ad42-ed52168a7371 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e305ceaa-7b7f-4a0d-8606-21ff81497f28 HTTP/1.1" status: 200 len: 897 time: 0.1555786 Mar 28 14:31:52.147121 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-134938d4-59ad-4d9b-8597-60ba518b142a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/floatingips/786b7872-51d3-45d7-bf25-b2c97df65bde HTTP/1.1" status: 200 len: 992 time: 0.0813367 Mar 28 14:31:52.176814 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-1f1a628e-3bf9-4c39-a2cc-6d6e592c48a1 None None] Set router a82e5fdd-0419-4b18-b428-fafba2ee9a77 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:31:52.198440 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c5157fb3-ea45-4a7e-80fe-4addaa98aab0 req-83a5f277-4a3a-4157-b2b9-f23b9de6c864 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98ecc355-c661-4491-9de5-4cdb35fa8923 HTTP/1.1" status: 200 len: 1000 time: 0.0658641 Mar 28 14:31:52.246596 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5157fb3-ea45-4a7e-80fe-4addaa98aab0 req-397d2841-2dea-4e8f-9183-c8ceca8bd526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:52.248093 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c5157fb3-ea45-4a7e-80fe-4addaa98aab0 req-397d2841-2dea-4e8f-9183-c8ceca8bd526 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eb5c2e03-e580-40ef-a103-d0eaad1543f3 HTTP/1.1" status: 200 len: 834 time: 0.0434628 Mar 28 14:31:52.297061 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5157fb3-ea45-4a7e-80fe-4addaa98aab0 req-432127c4-3f05-4c77-a545-28255b421260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:31:52.298540 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c5157fb3-ea45-4a7e-80fe-4addaa98aab0 req-432127c4-3f05-4c77-a545-28255b421260 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e305ceaa-7b7f-4a0d-8606-21ff81497f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441105 Mar 28 14:31:52.390295 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c5157fb3-ea45-4a7e-80fe-4addaa98aab0 req-c326a3bd-0153-4f14-b5e7-3a0a4d7974c8 service neutron] 10.222.0.20 "GET /v2.0/networks/e305ceaa-7b7f-4a0d-8606-21ff81497f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848734 Mar 28 14:31:52.400299 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-1f1a628e-3bf9-4c39-a2cc-6d6e592c48a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82e5fdd-0419-4b18-b428-fafba2ee9a77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491883572', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.14'}], 'enable_snat': True}, 'gw_port_id': '40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:31:27Z', 'updated_at': '2022-03-28T14:31:31Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:20:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82e5fdd-0419-4b18-b428-fafba2ee9a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:31:28Z', 'updated_at': '2022-03-28T14:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '786b7872-51d3-45d7-bf25-b2c97df65bde', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'floating_ip_address': '172.26.2.118', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': 'a82e5fdd-0419-4b18-b428-fafba2ee9a77', 'port_id': '98ecc355-c661-4491-9de5-4cdb35fa8923', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e305ceaa-7b7f-4a0d-8606-21ff81497f28', 'mac_address': 'fa:16:3e:56:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc947d8-4e19-4092-872e-60d3d256f308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:31:50Z', 'updated_at': '2022-03-28T14:31:50Z', 'revision_number': 0, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '683d92d4-a627-4c5c-8549-0083562843a7', 'name': '', 'network_id': 'e305ceaa-7b7f-4a0d-8606-21ff81497f28', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'mac_address': 'fa:16:3e:be:1d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82e5fdd-0419-4b18-b428-fafba2ee9a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'eb5c2e03-e580-40ef-a103-d0eaad1543f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:31:31Z', 'updated_at': '2022-03-28T14:31:34Z', 'revision_number': 5, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'subnets': [{'id': 'eb5c2e03-e580-40ef-a103-d0eaad1543f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:31:52.431303 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1a628e-3bf9-4c39-a2cc-6d6e592c48a1 None None] The sync data for ids ['a82e5fdd-0419-4b18-b428-fafba2ee9a77'] in dv-neutron-835335-1-hyperv is: [{'id': 'a82e5fdd-0419-4b18-b428-fafba2ee9a77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491883572', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.14'}], 'enable_snat': True}, 'gw_port_id': '40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:31:27Z', 'updated_at': '2022-03-28T14:31:31Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:20:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82e5fdd-0419-4b18-b428-fafba2ee9a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:31:28Z', 'updated_at': '2022-03-28T14:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '786b7872-51d3-45d7-bf25-b2c97df65bde', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'floating_ip_address': '172.26.2.118', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': 'a82e5fdd-0419-4b18-b428-fafba2ee9a77', 'port_id': '98ecc355-c661-4491-9de5-4cdb35fa8923', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e305ceaa-7b7f-4a0d-8606-21ff81497f28', 'mac_address': 'fa:16:3e:56:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc947d8-4e19-4092-872e-60d3d256f308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:31:50Z', 'updated_at': '2022-03-28T14:31:50Z', 'revision_number': 0, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '683d92d4-a627-4c5c-8549-0083562843a7', 'name': '', 'network_id': 'e305ceaa-7b7f-4a0d-8606-21ff81497f28', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'mac_address': 'fa:16:3e:be:1d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82e5fdd-0419-4b18-b428-fafba2ee9a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'eb5c2e03-e580-40ef-a103-d0eaad1543f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:31:31Z', 'updated_at': '2022-03-28T14:31:34Z', 'revision_number': 5, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'subnets': [{'id': 'eb5c2e03-e580-40ef-a103-d0eaad1543f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:31:52.491330 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c5157fb3-ea45-4a7e-80fe-4addaa98aab0 req-85e3d573-f79c-426a-9400-bd9ff826fe1b service neutron] 10.222.0.20 "GET /v2.0/networks/e305ceaa-7b7f-4a0d-8606-21ff81497f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949118 Mar 28 14:31:52.632512 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235d019e-a6c2-4506-8063-4a75535be796 None None] New status for floating IP 786b7872-51d3-45d7-bf25-b2c97df65bde: ACTIVE {{(pid=109614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:31:53.151135 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41832) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:31:53.216456 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-facc6b30-a8ae-4af8-a5db-9b32d9dd8f1e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/floatingips/786b7872-51d3-45d7-bf25-b2c97df65bde HTTP/1.1" status: 200 len: 994 time: 0.0641558 Mar 28 14:31:54.039708 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f84a6996-04fe-4778-b7b6-d58fcca4a8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:56.384375 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5715f8e6-39e5-45ba-a33e-6617fe634dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:57.802054 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:59.108346 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:31:59.365765 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:32:08.214414 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:32:13.931130 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:32:24.052681 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d317f8ea-6b93-4811-b047-3d7cd1e0ceea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:32:26.347274 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c01901fa-4289-470e-a393-90623688e8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:32:27.759233 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:32:29.098115 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:32:29.358885 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:32:36.512209 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a78ceb4a-eb93-4d30-bc28-de61621338a3 req-309abf58-4f13-42ba-864d-75b7aebd3ee5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0cc947d8-4e19-4092-872e-60d3d256f308&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412529 Mar 28 14:32:36.593532 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ceb4a-eb93-4d30-bc28-de61621338a3 req-74b82c25-91cb-4d04-a6a6-dadcb434bd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:36.594984 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a78ceb4a-eb93-4d30-bc28-de61621338a3 req-74b82c25-91cb-4d04-a6a6-dadcb434bd6b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2dc46a21a43e483fbb630102a765c646&device_id=0cc947d8-4e19-4092-872e-60d3d256f308 HTTP/1.1" status: 200 len: 1099 time: 0.0402856 Mar 28 14:32:36.692567 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ceb4a-eb93-4d30-bc28-de61621338a3 req-1751e6c2-4031-46b5-8cb5-35344c8e2694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:36.694066 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a78ceb4a-eb93-4d30-bc28-de61621338a3 req-1751e6c2-4031-46b5-8cb5-35344c8e2694 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e305ceaa-7b7f-4a0d-8606-21ff81497f28 HTTP/1.1" status: 200 len: 897 time: 0.0810263 Mar 28 14:32:36.758347 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a78ceb4a-eb93-4d30-bc28-de61621338a3 req-4b55b498-d976-45c7-892a-7bd39fbd56fb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98ecc355-c661-4491-9de5-4cdb35fa8923 HTTP/1.1" status: 200 len: 1002 time: 0.0581369 Mar 28 14:32:36.804627 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ceb4a-eb93-4d30-bc28-de61621338a3 req-1f5a4697-d653-493b-b0b2-0ae787b17586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:36.805912 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a78ceb4a-eb93-4d30-bc28-de61621338a3 req-1f5a4697-d653-493b-b0b2-0ae787b17586 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eb5c2e03-e580-40ef-a103-d0eaad1543f3 HTTP/1.1" status: 200 len: 834 time: 0.0409806 Mar 28 14:32:36.849890 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ceb4a-eb93-4d30-bc28-de61621338a3 req-13465436-dcc4-4eaf-aa1b-439bdd5ee063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:32:36.851306 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a78ceb4a-eb93-4d30-bc28-de61621338a3 req-13465436-dcc4-4eaf-aa1b-439bdd5ee063 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e305ceaa-7b7f-4a0d-8606-21ff81497f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385196 Mar 28 14:32:36.940046 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a78ceb4a-eb93-4d30-bc28-de61621338a3 req-8dc8a1ef-ddc6-44eb-87b4-fba1aa331b9d service neutron] 10.222.0.20 "GET /v2.0/networks/e305ceaa-7b7f-4a0d-8606-21ff81497f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821483 Mar 28 14:32:37.023692 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a78ceb4a-eb93-4d30-bc28-de61621338a3 req-72544147-7c45-4208-a3f4-5b8fa554e818 service neutron] 10.222.0.20 "GET /v2.0/networks/e305ceaa-7b7f-4a0d-8606-21ff81497f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0776899 Mar 28 14:32:43.908967 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:32:45.212955 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:32:54.044247 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-46f277de-525e-4224-b0f1-a9ef229dbf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:32:56.383377 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-cd959a8c-7409-402a-bfe0-014a800253ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:32:57.763568 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:32:59.112419 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:32:59.388920 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:33:02.729433 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ea37a-e8f9-4d2a-8897-6eb635fdb56e req-dbab76e6-ef4a-48b4-8010-43648bad7c76 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:02.730903 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-252ea37a-e8f9-4d2a-8897-6eb635fdb56e req-dbab76e6-ef4a-48b4-8010-43648bad7c76 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cc947d8-4e19-4092-872e-60d3d256f308 HTTP/1.1" status: 200 len: 946 time: 0.0498757 Mar 28 14:33:02.768089 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-252ea37a-e8f9-4d2a-8897-6eb635fdb56e req-2bb3b93a-ffc2-4971-a53a-e0be08d59712 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8bc7b3a-f555-4a26-85eb-4982ee3ce4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313749 Mar 28 14:33:03.885819 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfdb3a-2e7e-496b-ad32-e4effe1e82eb req-b382c221-c7b3-4774-8759-a884f206e225 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:03.887295 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bedfdb3a-2e7e-496b-ad32-e4effe1e82eb req-b382c221-c7b3-4774-8759-a884f206e225 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cc947d8-4e19-4092-872e-60d3d256f308 HTTP/1.1" status: 200 len: 946 time: 0.0489240 Mar 28 14:33:03.925271 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bedfdb3a-2e7e-496b-ad32-e4effe1e82eb req-e24a8a87-49bc-4f29-9de3-bf6c73ab73b3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8bc7b3a-f555-4a26-85eb-4982ee3ce4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319927 Mar 28 14:33:05.043260 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458da52f-746b-47ca-a827-1dbc3be03d28 req-82942c46-73f4-49dd-8abc-7f3ae989acce tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:05.044738 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-458da52f-746b-47ca-a827-1dbc3be03d28 req-82942c46-73f4-49dd-8abc-7f3ae989acce tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cc947d8-4e19-4092-872e-60d3d256f308 HTTP/1.1" status: 200 len: 946 time: 0.0525043 Mar 28 14:33:05.081840 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-458da52f-746b-47ca-a827-1dbc3be03d28 req-42658e7e-258f-4afc-aab7-199c11e31a21 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8bc7b3a-f555-4a26-85eb-4982ee3ce4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312853 Mar 28 14:33:06.199068 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8330624-ffcc-4e7a-8808-63baeaef2118 req-a5623da1-8e24-49d1-bc80-e3aa30efb9b2 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:06.200713 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a8330624-ffcc-4e7a-8808-63baeaef2118 req-a5623da1-8e24-49d1-bc80-e3aa30efb9b2 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cc947d8-4e19-4092-872e-60d3d256f308 HTTP/1.1" status: 200 len: 946 time: 0.0515630 Mar 28 14:33:06.240129 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a8330624-ffcc-4e7a-8808-63baeaef2118 req-7af4c755-4997-4410-96d7-ffc500f30f7a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8bc7b3a-f555-4a26-85eb-4982ee3ce4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333307 Mar 28 14:33:07.354179 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58834ef-db09-4f0d-8692-3df14875b7cc req-311a2d6b-d16a-4f0c-b97b-7912f5419fbf tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:07.355631 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b58834ef-db09-4f0d-8692-3df14875b7cc req-311a2d6b-d16a-4f0c-b97b-7912f5419fbf tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cc947d8-4e19-4092-872e-60d3d256f308 HTTP/1.1" status: 200 len: 946 time: 0.0500419 Mar 28 14:33:07.392564 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b58834ef-db09-4f0d-8692-3df14875b7cc req-3a2db242-14a0-4088-b785-b34cd714061c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8bc7b3a-f555-4a26-85eb-4982ee3ce4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307868 Mar 28 14:33:08.507256 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9dacba-16fc-4cbb-88d7-8894e9c705c0 req-9d2e3654-55fb-4fb6-a1de-6bc090a1ab75 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:08.508752 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cd9dacba-16fc-4cbb-88d7-8894e9c705c0 req-9d2e3654-55fb-4fb6-a1de-6bc090a1ab75 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cc947d8-4e19-4092-872e-60d3d256f308 HTTP/1.1" status: 200 len: 946 time: 0.0509572 Mar 28 14:33:08.544927 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cd9dacba-16fc-4cbb-88d7-8894e9c705c0 req-68a6f6c9-cafb-43d5-ad4b-b581998c73a3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8bc7b3a-f555-4a26-85eb-4982ee3ce4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298493 Mar 28 14:33:09.657382 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee5594-ec07-46fc-aa94-3d3f9e5ec8c4 req-9d56c563-9093-410e-b043-3996d194a187 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:09.658843 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1bee5594-ec07-46fc-aa94-3d3f9e5ec8c4 req-9d56c563-9093-410e-b043-3996d194a187 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cc947d8-4e19-4092-872e-60d3d256f308 HTTP/1.1" status: 200 len: 946 time: 0.0480392 Mar 28 14:33:09.694707 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1bee5594-ec07-46fc-aa94-3d3f9e5ec8c4 req-4e2ccbfc-50e7-4db6-bab8-c82baeca16e0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8bc7b3a-f555-4a26-85eb-4982ee3ce4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301144 Mar 28 14:33:10.806429 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcdf088-8873-4db7-bd2c-25c6eba94dcc req-ad71116b-91c0-4f90-b62e-d70836a1dbb8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:10.807881 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4bcdf088-8873-4db7-bd2c-25c6eba94dcc req-ad71116b-91c0-4f90-b62e-d70836a1dbb8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cc947d8-4e19-4092-872e-60d3d256f308 HTTP/1.1" status: 200 len: 946 time: 0.0472903 Mar 28 14:33:10.844065 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4bcdf088-8873-4db7-bd2c-25c6eba94dcc req-8fd55977-6d48-4961-9189-199c3be4abfa tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8bc7b3a-f555-4a26-85eb-4982ee3ce4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301173 Mar 28 14:33:11.960210 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afaab7f-af25-4c89-94e1-a4b9108bb7fc req-5e1ac67e-f75e-4b6d-9936-9290e043c35d tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:11.961892 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9afaab7f-af25-4c89-94e1-a4b9108bb7fc req-5e1ac67e-f75e-4b6d-9936-9290e043c35d tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cc947d8-4e19-4092-872e-60d3d256f308 HTTP/1.1" status: 200 len: 946 time: 0.0528681 Mar 28 14:33:11.998443 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9afaab7f-af25-4c89-94e1-a4b9108bb7fc req-4245bb8c-6bca-4bb3-bcc1-48d8f3452a81 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8bc7b3a-f555-4a26-85eb-4982ee3ce4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308127 Mar 28 14:33:13.113421 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e8cd1c-0076-485a-9a68-a519999f0bf1 req-00128e6d-745e-4fdb-8e51-682fd303d528 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:13.114905 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-29e8cd1c-0076-485a-9a68-a519999f0bf1 req-00128e6d-745e-4fdb-8e51-682fd303d528 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cc947d8-4e19-4092-872e-60d3d256f308 HTTP/1.1" status: 200 len: 946 time: 0.0504916 Mar 28 14:33:13.153471 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-29e8cd1c-0076-485a-9a68-a519999f0bf1 req-f14d0e71-5a29-487c-b17d-0c2594df8533 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8bc7b3a-f555-4a26-85eb-4982ee3ce4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314219 Mar 28 14:33:13.957509 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:33:14.271250 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6e5d6-387c-486b-911e-b63339e9c851 req-99bd79e2-ab53-4420-bc3d-c7cb4d8d76ad tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:14.272724 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-71d6e5d6-387c-486b-911e-b63339e9c851 req-99bd79e2-ab53-4420-bc3d-c7cb4d8d76ad tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cc947d8-4e19-4092-872e-60d3d256f308 HTTP/1.1" status: 200 len: 946 time: 0.0470548 Mar 28 14:33:14.309161 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-71d6e5d6-387c-486b-911e-b63339e9c851 req-ef6d244a-73f0-42c7-ad1b-3826ba0e3d40 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8bc7b3a-f555-4a26-85eb-4982ee3ce4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298157 Mar 28 14:33:14.331401 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41878) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:33:14.393298 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-283cd562-1395-4cfb-991b-164cd69eee71 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/floatingips/786b7872-51d3-45d7-bf25-b2c97df65bde HTTP/1.1" status: 200 len: 994 time: 0.0607603 Mar 28 14:33:15.801566 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bebb8d2-5cb2-46e5-8cae-2c6c9ce628f9 req-f2308265-b29b-4cbe-b605-9b417f6da9ca tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:15.802963 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3bebb8d2-5cb2-46e5-8cae-2c6c9ce628f9 req-f2308265-b29b-4cbe-b605-9b417f6da9ca tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cc947d8-4e19-4092-872e-60d3d256f308 HTTP/1.1" status: 200 len: 946 time: 0.0485234 Mar 28 14:33:15.841544 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3bebb8d2-5cb2-46e5-8cae-2c6c9ce628f9 req-abb1796c-0ed0-414b-a679-7aae1c1e8f43 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8bc7b3a-f555-4a26-85eb-4982ee3ce4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319035 Mar 28 14:33:15.889637 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112fc5d-5339-4290-8e36-ca8ac29152c1 req-c1d77760-9b3f-46d8-b9df-37d751dbb8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:15.891106 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9112fc5d-5339-4290-8e36-ca8ac29152c1 req-c1d77760-9b3f-46d8-b9df-37d751dbb8f5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2dc46a21a43e483fbb630102a765c646&device_id=0cc947d8-4e19-4092-872e-60d3d256f308 HTTP/1.1" status: 200 len: 1099 time: 0.0400372 Mar 28 14:33:15.979172 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112fc5d-5339-4290-8e36-ca8ac29152c1 req-c41504b3-2512-4789-a043-476475de510e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:15.981204 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9112fc5d-5339-4290-8e36-ca8ac29152c1 req-c41504b3-2512-4789-a043-476475de510e service neutron] 10.222.0.20 "GET /v2.0/networks?id=e305ceaa-7b7f-4a0d-8606-21ff81497f28 HTTP/1.1" status: 200 len: 897 time: 0.0843947 Mar 28 14:33:16.043244 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9112fc5d-5339-4290-8e36-ca8ac29152c1 req-8fa3a87a-1274-4de6-895a-fe5e6b6eeee0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98ecc355-c661-4491-9de5-4cdb35fa8923 HTTP/1.1" status: 200 len: 1002 time: 0.0555959 Mar 28 14:33:16.093681 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112fc5d-5339-4290-8e36-ca8ac29152c1 req-8648810d-77cb-4bd2-a74c-8715a37b41f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:16.095014 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9112fc5d-5339-4290-8e36-ca8ac29152c1 req-8648810d-77cb-4bd2-a74c-8715a37b41f7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eb5c2e03-e580-40ef-a103-d0eaad1543f3 HTTP/1.1" status: 200 len: 834 time: 0.0456462 Mar 28 14:33:16.137934 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112fc5d-5339-4290-8e36-ca8ac29152c1 req-44f39a77-a25a-48d9-96ca-68833d11c051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:16.139365 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9112fc5d-5339-4290-8e36-ca8ac29152c1 req-44f39a77-a25a-48d9-96ca-68833d11c051 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e305ceaa-7b7f-4a0d-8606-21ff81497f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385511 Mar 28 14:33:16.223768 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9112fc5d-5339-4290-8e36-ca8ac29152c1 req-cee00c86-f702-4e21-8a32-0b9532258230 service neutron] 10.222.0.20 "GET /v2.0/networks/e305ceaa-7b7f-4a0d-8606-21ff81497f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780821 Mar 28 14:33:16.314308 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9112fc5d-5339-4290-8e36-ca8ac29152c1 req-4f8afd91-5159-4272-bbc1-b04114cdb5e8 service neutron] 10.222.0.20 "GET /v2.0/networks/e305ceaa-7b7f-4a0d-8606-21ff81497f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835266 Mar 28 14:33:16.959863 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a43e23-8f53-4809-80cf-842be66578ef req-d7df45d9-1544-4206-a34b-6d1e2118f19c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:16.961364 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-73a43e23-8f53-4809-80cf-842be66578ef req-d7df45d9-1544-4206-a34b-6d1e2118f19c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cc947d8-4e19-4092-872e-60d3d256f308 HTTP/1.1" status: 200 len: 946 time: 0.0494595 Mar 28 14:33:16.998637 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-73a43e23-8f53-4809-80cf-842be66578ef req-df87db99-df1e-4268-b455-bea05bcf1a6b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8bc7b3a-f555-4a26-85eb-4982ee3ce4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311587 Mar 28 14:33:18.114554 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592cd49d-fc31-4bb7-867c-3b755e2b9355 req-2098241d-a445-4a34-9d7e-53856009e176 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:18.115993 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-592cd49d-fc31-4bb7-867c-3b755e2b9355 req-2098241d-a445-4a34-9d7e-53856009e176 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cc947d8-4e19-4092-872e-60d3d256f308 HTTP/1.1" status: 200 len: 946 time: 0.0473967 Mar 28 14:33:18.157175 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-592cd49d-fc31-4bb7-867c-3b755e2b9355 req-6655cea6-ca04-4357-b8e7-e547d8daedec tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8bc7b3a-f555-4a26-85eb-4982ee3ce4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352266 Mar 28 14:33:18.178672 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41890) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:33:18.237528 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-04799d7b-1b0f-43cf-9c8b-f68e144ad9b2 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/floatingips/786b7872-51d3-45d7-bf25-b2c97df65bde HTTP/1.1" status: 200 len: 994 time: 0.0577841 Mar 28 14:33:22.211696 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:33:24.034299 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5e7c7025-020f-4a37-94ec-3bb38d2e68f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:33:26.377227 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f87ebc15-784e-44f9-af8a-3895ec593a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:33:27.763105 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:33:29.097275 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:33:29.382427 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:33:38.508877 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-72ca7950-a7ce-4c24-a55c-940e136c313b req-92385487-3278-45af-b7c1-d9d66f002156 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0cc947d8-4e19-4092-872e-60d3d256f308&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378590 Mar 28 14:33:38.588121 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca7950-a7ce-4c24-a55c-940e136c313b req-4b6360df-2cb8-4631-a758-173b303126d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:38.590149 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-72ca7950-a7ce-4c24-a55c-940e136c313b req-4b6360df-2cb8-4631-a758-173b303126d1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2dc46a21a43e483fbb630102a765c646&device_id=0cc947d8-4e19-4092-872e-60d3d256f308 HTTP/1.1" status: 200 len: 1099 time: 0.0418775 Mar 28 14:33:38.688491 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca7950-a7ce-4c24-a55c-940e136c313b req-32c38fa6-2efd-47ee-8bee-794ca7db397e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:38.689989 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-72ca7950-a7ce-4c24-a55c-940e136c313b req-32c38fa6-2efd-47ee-8bee-794ca7db397e service neutron] 10.222.0.20 "GET /v2.0/networks?id=e305ceaa-7b7f-4a0d-8606-21ff81497f28 HTTP/1.1" status: 200 len: 897 time: 0.0820701 Mar 28 14:33:38.756469 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-72ca7950-a7ce-4c24-a55c-940e136c313b req-08769deb-a195-44b9-9405-ffad33661b88 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98ecc355-c661-4491-9de5-4cdb35fa8923 HTTP/1.1" status: 200 len: 1002 time: 0.0592885 Mar 28 14:33:38.804048 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca7950-a7ce-4c24-a55c-940e136c313b req-64411b52-cee0-42e9-8887-7120f62d0f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:38.805381 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-72ca7950-a7ce-4c24-a55c-940e136c313b req-64411b52-cee0-42e9-8887-7120f62d0f9b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eb5c2e03-e580-40ef-a103-d0eaad1543f3 HTTP/1.1" status: 200 len: 834 time: 0.0422394 Mar 28 14:33:38.849908 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca7950-a7ce-4c24-a55c-940e136c313b req-dd5a9aa4-c337-4e89-b3b5-6629e38af6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:33:38.851351 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-72ca7950-a7ce-4c24-a55c-940e136c313b req-dd5a9aa4-c337-4e89-b3b5-6629e38af6d4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e305ceaa-7b7f-4a0d-8606-21ff81497f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390420 Mar 28 14:33:38.939901 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-72ca7950-a7ce-4c24-a55c-940e136c313b req-0bc06b2a-8502-4313-b591-e25a341bff10 service neutron] 10.222.0.20 "GET /v2.0/networks/e305ceaa-7b7f-4a0d-8606-21ff81497f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819254 Mar 28 14:33:39.026828 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-72ca7950-a7ce-4c24-a55c-940e136c313b req-0c5322ff-0983-4a85-99bb-80e98df37293 service neutron] 10.222.0.20 "GET /v2.0/networks/e305ceaa-7b7f-4a0d-8606-21ff81497f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802405 Mar 28 14:33:43.959302 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:33:54.076810 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7b76bb32-d660-44c0-a8a4-9f59d995c529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:33:56.357068 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3cf58273-0728-446d-85c2-d47a6d837577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:33:57.774093 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:33:59.099463 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:33:59.210551 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:33:59.373597 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:11.587433 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 41912) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:34:11.744908 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-da4a1a64-3a0b-4eda-a7b5-2e42a0fcdee6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Deleting port c0238551-f7f5-4023-ac3e-aa91dbc513b6 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:34:11.745251 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-da4a1a64-3a0b-4eda-a7b5-2e42a0fcdee6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:11.817597 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-da4a1a64-3a0b-4eda-a7b5-2e42a0fcdee6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:11.817915 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-da4a1a64-3a0b-4eda-a7b5-2e42a0fcdee6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:11.828961 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-da4a1a64-3a0b-4eda-a7b5-2e42a0fcdee6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Calling delete_port for c0238551-f7f5-4023-ac3e-aa91dbc513b6 owned by network:floatingip {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:34:12.047906 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-da4a1a64-3a0b-4eda-a7b5-2e42a0fcdee6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:12.071364 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a1a64-3a0b-4eda-a7b5-2e42a0fcdee6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event deleted for resources: {'Port': ['ID=c0238551-f7f5-4023-ac3e-aa91dbc513b6,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:12.084954 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4a1a64-3a0b-4eda-a7b5-2e42a0fcdee6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:12.085293 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4a1a64-3a0b-4eda-a7b5-2e42a0fcdee6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:12.085676 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4a1a64-3a0b-4eda-a7b5-2e42a0fcdee6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:12.085950 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4a1a64-3a0b-4eda-a7b5-2e42a0fcdee6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:12.086276 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4a1a64-3a0b-4eda-a7b5-2e42a0fcdee6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:12.086603 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4a1a64-3a0b-4eda-a7b5-2e42a0fcdee6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:12.087231 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4a1a64-3a0b-4eda-a7b5-2e42a0fcdee6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:12.087590 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4a1a64-3a0b-4eda-a7b5-2e42a0fcdee6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:12.087901 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4a1a64-3a0b-4eda-a7b5-2e42a0fcdee6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:12.088219 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4a1a64-3a0b-4eda-a7b5-2e42a0fcdee6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:12.088565 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4a1a64-3a0b-4eda-a7b5-2e42a0fcdee6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:12.088880 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4a1a64-3a0b-4eda-a7b5-2e42a0fcdee6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:12.142168 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-da4a1a64-3a0b-4eda-a7b5-2e42a0fcdee6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for floatingip, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:12.142490 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.l3_db [None req-da4a1a64-3a0b-4eda-a7b5-2e42a0fcdee6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Floating IP 786b7872-51d3-45d7-bf25-b2c97df65bde disassociated (deleted). External IP: 172.26.2.118, port: 98ecc355-c661-4491-9de5-4cdb35fa8923. Mar 28 14:34:12.343168 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da4a1a64-3a0b-4eda-a7b5-2e42a0fcdee6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Router a82e5fdd-0419-4b18-b428-fafba2ee9a77 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:34:12.452148 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4a1a64-3a0b-4eda-a7b5-2e42a0fcdee6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:34:12.457019 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-da4a1a64-3a0b-4eda-a7b5-2e42a0fcdee6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:12.463240 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38aa9e6f-7a7b-4895-aa14-8557cc94d19f None None] Sync routers for ids ['a82e5fdd-0419-4b18-b428-fafba2ee9a77'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:34:12.473134 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38aa9e6f-7a7b-4895-aa14-8557cc94d19f None None] Routers {'a82e5fdd-0419-4b18-b428-fafba2ee9a77'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:34:12.473815 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-38aa9e6f-7a7b-4895-aa14-8557cc94d19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:33:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['a82e5fdd-0419-4b18-b428-fafba2ee9a77'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:12.486422 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-da4a1a64-3a0b-4eda-a7b5-2e42a0fcdee6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "DELETE /v2.0/floatingips/786b7872-51d3-45d7-bf25-b2c97df65bde HTTP/1.1" status: 204 len: 168 time: 0.8956099 Mar 28 14:34:12.486422 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc947d8-4e19-4092-872e-60d3d256f308', 'tag': '98ecc355-c661-4491-9de5-4cdb35fa8923'}] {{(pid=109612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:34:12.486875 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe63c13e87a9f7251adb6bd0d9fca296dff075f1d7b14c4d1edf5c408047469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598ccae3-4dab-4184-b5c9-5dc3c040eaf4" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc947d8-4e19-4092-872e-60d3d256f308", "tag": "98ecc355-c661-4491-9de5-4cdb35fa8923"}]}' {{(pid=109612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:34:12.578083 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-38aa9e6f-7a7b-4895-aa14-8557cc94d19f None None] Set router a82e5fdd-0419-4b18-b428-fafba2ee9a77 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:34:12.659784 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dcb1970-62f6-4446-91fe-78d0c828b942 x-openstack-request-id: req-2dcb1970-62f6-4446-91fe-78d0c828b942 {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:34:12.660284 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc947d8-4e19-4092-872e-60d3d256f308", "tag": "98ecc355-c661-4491-9de5-4cdb35fa8923", "status": "completed", "code": 200}]} {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:34:12.660434 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2dcb1970-62f6-4446-91fe-78d0c828b942 {{(pid=109612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:34:12.660831 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cc947d8-4e19-4092-872e-60d3d256f308', 'tag': '98ecc355-c661-4491-9de5-4cdb35fa8923', 'status': 'completed', 'code': 200} Mar 28 14:34:12.733828 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ccae3-4dab-4184-b5c9-5dc3c040eaf4 req-9548fa9d-d954-4541-8c38-df59c0523028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:12.735518 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-598ccae3-4dab-4184-b5c9-5dc3c040eaf4 req-9548fa9d-d954-4541-8c38-df59c0523028 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2dc46a21a43e483fbb630102a765c646&device_id=0cc947d8-4e19-4092-872e-60d3d256f308 HTTP/1.1" status: 200 len: 1099 time: 0.0539119 Mar 28 14:34:12.784638 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-38aa9e6f-7a7b-4895-aa14-8557cc94d19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82e5fdd-0419-4b18-b428-fafba2ee9a77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491883572', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.14'}], 'enable_snat': True}, 'gw_port_id': '40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:31:27Z', 'updated_at': '2022-03-28T14:31:31Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:20:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82e5fdd-0419-4b18-b428-fafba2ee9a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:31:28Z', 'updated_at': '2022-03-28T14:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '683d92d4-a627-4c5c-8549-0083562843a7', 'name': '', 'network_id': 'e305ceaa-7b7f-4a0d-8606-21ff81497f28', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'mac_address': 'fa:16:3e:be:1d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82e5fdd-0419-4b18-b428-fafba2ee9a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'eb5c2e03-e580-40ef-a103-d0eaad1543f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:31:31Z', 'updated_at': '2022-03-28T14:31:34Z', 'revision_number': 5, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'subnets': [{'id': 'eb5c2e03-e580-40ef-a103-d0eaad1543f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:12.814742 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38aa9e6f-7a7b-4895-aa14-8557cc94d19f None None] Checking router: a82e5fdd-0419-4b18-b428-fafba2ee9a77 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:34:12.825543 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38aa9e6f-7a7b-4895-aa14-8557cc94d19f None None] Routers {'a82e5fdd-0419-4b18-b428-fafba2ee9a77'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:34:12.826157 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-38aa9e6f-7a7b-4895-aa14-8557cc94d19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:33:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['a82e5fdd-0419-4b18-b428-fafba2ee9a77'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:12.826420 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ccae3-4dab-4184-b5c9-5dc3c040eaf4 req-705e0c6f-b10c-4256-be05-dba4a32ce797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:12.828127 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-598ccae3-4dab-4184-b5c9-5dc3c040eaf4 req-705e0c6f-b10c-4256-be05-dba4a32ce797 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e305ceaa-7b7f-4a0d-8606-21ff81497f28 HTTP/1.1" status: 200 len: 897 time: 0.0853519 Mar 28 14:34:12.880683 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-598ccae3-4dab-4184-b5c9-5dc3c040eaf4 req-d6e6a062-d48b-4d43-8f7f-470688f761cb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98ecc355-c661-4491-9de5-4cdb35fa8923 HTTP/1.1" status: 200 len: 217 time: 0.0406806 Mar 28 14:34:12.931879 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ccae3-4dab-4184-b5c9-5dc3c040eaf4 req-e37430e7-3ed8-4dcb-8abb-0e79b83bf0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:12.932134 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-38aa9e6f-7a7b-4895-aa14-8557cc94d19f None None] Set router a82e5fdd-0419-4b18-b428-fafba2ee9a77 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:34:12.933890 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-598ccae3-4dab-4184-b5c9-5dc3c040eaf4 req-e37430e7-3ed8-4dcb-8abb-0e79b83bf0d2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eb5c2e03-e580-40ef-a103-d0eaad1543f3 HTTP/1.1" status: 200 len: 834 time: 0.0462940 Mar 28 14:34:12.980657 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ccae3-4dab-4184-b5c9-5dc3c040eaf4 req-244a140f-4b0e-48a4-aacb-2c3906536eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:12.982388 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-598ccae3-4dab-4184-b5c9-5dc3c040eaf4 req-244a140f-4b0e-48a4-aacb-2c3906536eb5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e305ceaa-7b7f-4a0d-8606-21ff81497f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417345 Mar 28 14:34:13.080019 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d9942-2ac4-4f07-beb7-a5e5363500f8 req-1047f0d5-b32d-4923-a881-42be623846ef tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:13.081506 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-137d9942-2ac4-4f07-beb7-a5e5363500f8 req-1047f0d5-b32d-4923-a881-42be623846ef tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cc947d8-4e19-4092-872e-60d3d256f308 HTTP/1.1" status: 200 len: 946 time: 0.2346752 Mar 28 14:34:13.126473 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-598ccae3-4dab-4184-b5c9-5dc3c040eaf4 req-8da01669-eb1f-4d80-95ef-e25b0ebafc81 service neutron] 10.222.0.20 "GET /v2.0/networks/e305ceaa-7b7f-4a0d-8606-21ff81497f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347351 Mar 28 14:34:13.130749 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-38aa9e6f-7a7b-4895-aa14-8557cc94d19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82e5fdd-0419-4b18-b428-fafba2ee9a77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491883572', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.14'}], 'enable_snat': True}, 'gw_port_id': '40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:31:27Z', 'updated_at': '2022-03-28T14:31:31Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:20:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82e5fdd-0419-4b18-b428-fafba2ee9a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:31:28Z', 'updated_at': '2022-03-28T14:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '683d92d4-a627-4c5c-8549-0083562843a7', 'name': '', 'network_id': 'e305ceaa-7b7f-4a0d-8606-21ff81497f28', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'mac_address': 'fa:16:3e:be:1d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82e5fdd-0419-4b18-b428-fafba2ee9a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'eb5c2e03-e580-40ef-a103-d0eaad1543f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:31:31Z', 'updated_at': '2022-03-28T14:31:34Z', 'revision_number': 5, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'subnets': [{'id': 'eb5c2e03-e580-40ef-a103-d0eaad1543f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:13.133527 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-137d9942-2ac4-4f07-beb7-a5e5363500f8 req-c3d66424-55d0-40ed-801d-f00451ef927b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8bc7b3a-f555-4a26-85eb-4982ee3ce4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438240 Mar 28 14:34:13.157257 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38aa9e6f-7a7b-4895-aa14-8557cc94d19f None None] The sync data for ids ['a82e5fdd-0419-4b18-b428-fafba2ee9a77'] in dv-neutron-835335-1-hyperv is: [{'id': 'a82e5fdd-0419-4b18-b428-fafba2ee9a77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491883572', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.14'}], 'enable_snat': True}, 'gw_port_id': '40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:31:27Z', 'updated_at': '2022-03-28T14:31:31Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:20:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82e5fdd-0419-4b18-b428-fafba2ee9a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:31:28Z', 'updated_at': '2022-03-28T14:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '683d92d4-a627-4c5c-8549-0083562843a7', 'name': '', 'network_id': 'e305ceaa-7b7f-4a0d-8606-21ff81497f28', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'mac_address': 'fa:16:3e:be:1d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82e5fdd-0419-4b18-b428-fafba2ee9a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'eb5c2e03-e580-40ef-a103-d0eaad1543f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:31:31Z', 'updated_at': '2022-03-28T14:31:34Z', 'revision_number': 5, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'subnets': [{'id': 'eb5c2e03-e580-40ef-a103-d0eaad1543f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:34:13.221472 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-598ccae3-4dab-4184-b5c9-5dc3c040eaf4 req-ba2ac754-209f-4d2f-bd45-bc6050eaf624 service neutron] 10.222.0.20 "GET /v2.0/networks/e305ceaa-7b7f-4a0d-8606-21ff81497f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861824 Mar 28 14:34:13.380680 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57f7bdb-5880-4f44-ad79-bca54150fd76 None None] New status for floating IP 786b7872-51d3-45d7-bf25-b2c97df65bde: DOWN {{(pid=109614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:34:13.956206 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:14.293206 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0b980-899b-4358-9a24-2fc6480b035b req-a848530a-87ca-4885-8899-b852330584d6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:14.294660 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2ce0b980-899b-4358-9a24-2fc6480b035b req-a848530a-87ca-4885-8899-b852330584d6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cc947d8-4e19-4092-872e-60d3d256f308 HTTP/1.1" status: 200 len: 946 time: 0.0922699 Mar 28 14:34:14.330820 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2ce0b980-899b-4358-9a24-2fc6480b035b req-c18f94d1-f541-47d6-b2ee-1316d51c4cbd tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8bc7b3a-f555-4a26-85eb-4982ee3ce4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302536 Mar 28 14:34:14.561244 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654601a5-86da-4fce-92da-8eb34be56f69 req-77141c79-faa0-419c-935a-9c3ec674187c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:14.562559 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-654601a5-86da-4fce-92da-8eb34be56f69 req-77141c79-faa0-419c-935a-9c3ec674187c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cc947d8-4e19-4092-872e-60d3d256f308 HTTP/1.1" status: 200 len: 946 time: 0.0459888 Mar 28 14:34:14.992769 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-654601a5-86da-4fce-92da-8eb34be56f69 req-e70cae6c-2a2d-4d98-9204-cfb3ed1395e3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Deleting port 98ecc355-c661-4491-9de5-4cdb35fa8923 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:34:14.993102 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-654601a5-86da-4fce-92da-8eb34be56f69 req-e70cae6c-2a2d-4d98-9204-cfb3ed1395e3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:15.092606 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-654601a5-86da-4fce-92da-8eb34be56f69 req-e70cae6c-2a2d-4d98-9204-cfb3ed1395e3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] For port 98ecc355-c661-4491-9de5-4cdb35fa8923, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=98ecc355-c661-4491-9de5-4cdb35fa8923,segment=NetworkSegment(79798288-65bf-48c8-a760-7d6c1d80a3f5),segment_id=79798288-65bf-48c8-a760-7d6c1d80a3f5)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:34:15.093000 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-654601a5-86da-4fce-92da-8eb34be56f69 req-e70cae6c-2a2d-4d98-9204-cfb3ed1395e3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:15.106197 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-654601a5-86da-4fce-92da-8eb34be56f69 req-e70cae6c-2a2d-4d98-9204-cfb3ed1395e3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Calling delete_port for 98ecc355-c661-4491-9de5-4cdb35fa8923 owned by compute:nova {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:34:15.310579 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-654601a5-86da-4fce-92da-8eb34be56f69 req-e70cae6c-2a2d-4d98-9204-cfb3ed1395e3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:15.336589 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70cae6c-2a2d-4d98-9204-cfb3ed1395e3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event deleted for resources: {'Port': ['ID=98ecc355-c661-4491-9de5-4cdb35fa8923,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:15.350270 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70cae6c-2a2d-4d98-9204-cfb3ed1395e3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:15.350625 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70cae6c-2a2d-4d98-9204-cfb3ed1395e3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:15.350969 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70cae6c-2a2d-4d98-9204-cfb3ed1395e3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:15.351311 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70cae6c-2a2d-4d98-9204-cfb3ed1395e3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:15.351642 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70cae6c-2a2d-4d98-9204-cfb3ed1395e3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:15.351976 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70cae6c-2a2d-4d98-9204-cfb3ed1395e3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:15.352305 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70cae6c-2a2d-4d98-9204-cfb3ed1395e3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:15.354672 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70cae6c-2a2d-4d98-9204-cfb3ed1395e3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:15.355028 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70cae6c-2a2d-4d98-9204-cfb3ed1395e3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:15.355373 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70cae6c-2a2d-4d98-9204-cfb3ed1395e3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:15.355707 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70cae6c-2a2d-4d98-9204-cfb3ed1395e3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:15.356038 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70cae6c-2a2d-4d98-9204-cfb3ed1395e3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:15.389449 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-654601a5-86da-4fce-92da-8eb34be56f69 req-e70cae6c-2a2d-4d98-9204-cfb3ed1395e3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] No DVR routers for this DVR port 98ecc355-c661-4491-9de5-4cdb35fa8923 on host hv-neutron-8353 {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:34:15.391977 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-654601a5-86da-4fce-92da-8eb34be56f69 req-e70cae6c-2a2d-4d98-9204-cfb3ed1395e3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:15.395359 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-654601a5-86da-4fce-92da-8eb34be56f69 req-e70cae6c-2a2d-4d98-9204-cfb3ed1395e3 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.20 "DELETE /v2.0/ports/98ecc355-c661-4491-9de5-4cdb35fa8923 HTTP/1.1" status: 204 len: 173 time: 0.8272924 Mar 28 14:34:15.395803 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc947d8-4e19-4092-872e-60d3d256f308', 'name': 'network-vif-deleted', 'tag': '98ecc355-c661-4491-9de5-4cdb35fa8923'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:34:15.398077 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c845b54-fc55-4085-842b-3aad56bfe6cf" -d '{"events": [{"server_uuid": "0cc947d8-4e19-4092-872e-60d3d256f308", "name": "network-vif-deleted", "tag": "98ecc355-c661-4491-9de5-4cdb35fa8923"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:34:15.442093 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-857ee919-2bae-4484-b95d-019ff4591cd7 req-68978b24-c61b-4234-9cb3-c74b912cd8d4 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cc947d8-4e19-4092-872e-60d3d256f308 HTTP/1.1" status: 200 len: 210 time: 0.0297279 Mar 28 14:34:15.491309 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79d0e69-ddad-49fb-9a7a-2ebd9ca864d1 x-openstack-request-id: req-c79d0e69-ddad-49fb-9a7a-2ebd9ca864d1 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:34:15.491309 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc947d8-4e19-4092-872e-60d3d256f308", "name": "network-vif-deleted", "tag": "98ecc355-c661-4491-9de5-4cdb35fa8923", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:34:15.491309 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c79d0e69-ddad-49fb-9a7a-2ebd9ca864d1 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:34:15.491309 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc947d8-4e19-4092-872e-60d3d256f308', 'name': 'network-vif-deleted', 'tag': '98ecc355-c661-4491-9de5-4cdb35fa8923', 'status': 'completed', 'code': 200} Mar 28 14:34:16.498175 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 41938) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:34:17.173579 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a90d873b-f480-491a-964d-9f2863f26106 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:17.420819 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-a90d873b-f480-491a-964d-9f2863f26106 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Deleting port 683d92d4-a627-4c5c-8549-0083562843a7 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:34:17.421158 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a90d873b-f480-491a-964d-9f2863f26106 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:17.507697 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-a90d873b-f480-491a-964d-9f2863f26106 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] For port 683d92d4-a627-4c5c-8549-0083562843a7, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=683d92d4-a627-4c5c-8549-0083562843a7,segment=NetworkSegment(79798288-65bf-48c8-a760-7d6c1d80a3f5),segment_id=79798288-65bf-48c8-a760-7d6c1d80a3f5)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:34:17.508404 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a90d873b-f480-491a-964d-9f2863f26106 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:17.521483 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-a90d873b-f480-491a-964d-9f2863f26106 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Calling delete_port for 683d92d4-a627-4c5c-8549-0083562843a7 owned by network:router_interface {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:34:17.764680 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a90d873b-f480-491a-964d-9f2863f26106 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:17.791155 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d873b-f480-491a-964d-9f2863f26106 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event deleted for resources: {'Port': ['ID=683d92d4-a627-4c5c-8549-0083562843a7,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:17.961733 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a90d873b-f480-491a-964d-9f2863f26106 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:18.173089 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90d873b-f480-491a-964d-9f2863f26106 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Router a82e5fdd-0419-4b18-b428-fafba2ee9a77 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:34:18.278189 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90d873b-f480-491a-964d-9f2863f26106 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:34:18.283265 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a90d873b-f480-491a-964d-9f2863f26106 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "PUT /v2.0/routers/a82e5fdd-0419-4b18-b428-fafba2ee9a77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7841024 Mar 28 14:34:18.286234 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41940) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:34:18.288158 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aabbae-4e7f-46ce-bc0f-0971622ac084 None None] Sync routers for ids ['a82e5fdd-0419-4b18-b428-fafba2ee9a77'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:34:18.298082 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aabbae-4e7f-46ce-bc0f-0971622ac084 None None] Routers {'a82e5fdd-0419-4b18-b428-fafba2ee9a77'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:34:18.298682 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-72aabbae-4e7f-46ce-bc0f-0971622ac084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:33:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['a82e5fdd-0419-4b18-b428-fafba2ee9a77'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:18.335834 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc4dee47-fd66-4f73-be6b-0e580188c22f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Deleting subnet eb5c2e03-e580-40ef-a103-d0eaad1543f3 {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 14:34:18.339450 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bc4dee47-fd66-4f73-be6b-0e580188c22f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:18.377845 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bc4dee47-fd66-4f73-be6b-0e580188c22f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:18.400769 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-72aabbae-4e7f-46ce-bc0f-0971622ac084 None None] Set router a82e5fdd-0419-4b18-b428-fafba2ee9a77 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:34:18.461100 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bc4dee47-fd66-4f73-be6b-0e580188c22f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:18.576484 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-72aabbae-4e7f-46ce-bc0f-0971622ac084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82e5fdd-0419-4b18-b428-fafba2ee9a77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491883572', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.14'}], 'enable_snat': True}, 'gw_port_id': '40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:31:27Z', 'updated_at': '2022-03-28T14:34:17Z', 'revision_number': 5, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:20:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82e5fdd-0419-4b18-b428-fafba2ee9a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:31:28Z', 'updated_at': '2022-03-28T14:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:18.588793 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bc4dee47-fd66-4f73-be6b-0e580188c22f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:18.601982 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aabbae-4e7f-46ce-bc0f-0971622ac084 None None] Checking router: a82e5fdd-0419-4b18-b428-fafba2ee9a77 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:34:18.610251 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aabbae-4e7f-46ce-bc0f-0971622ac084 None None] Routers {'a82e5fdd-0419-4b18-b428-fafba2ee9a77'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:34:18.610851 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-72aabbae-4e7f-46ce-bc0f-0971622ac084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:33:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['a82e5fdd-0419-4b18-b428-fafba2ee9a77'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:18.614841 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4dee47-fd66-4f73-be6b-0e580188c22f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event deleted for resources: {'Subnet': ['ID=eb5c2e03-e580-40ef-a103-d0eaad1543f3,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:18.618910 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bc4dee47-fd66-4f73-be6b-0e580188c22f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:18.624338 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-bc4dee47-fd66-4f73-be6b-0e580188c22f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "DELETE /v2.0/subnets/eb5c2e03-e580-40ef-a103-d0eaad1543f3 HTTP/1.1" status: 204 len: 168 time: 0.3347840 Mar 28 14:34:18.624617 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41942) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:34:18.628863 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237125af-343a-4e89-95ec-0ec95fbe6875 None None] Network e305ceaa-7b7f-4a0d-8606-21ff81497f28 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:34:18.715001 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-72aabbae-4e7f-46ce-bc0f-0971622ac084 None None] Set router a82e5fdd-0419-4b18-b428-fafba2ee9a77 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:34:18.735119 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f1f8fa2a-1356-43fc-acb5-cd818e1c4da0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for router, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:18.812713 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4344573-331d-47b2-b31a-b1ccf81d7e05 None None] DHCP port deletion for e305ceaa-7b7f-4a0d-8606-21ff81497f28 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 14:34:18.852954 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f1f8fa2a-1356-43fc-acb5-cd818e1c4da0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:18.863775 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-b4344573-331d-47b2-b31a-b1ccf81d7e05 None None] Deleting port 8ba7a9da-655b-403c-a60c-cd4d2151d8c0 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:34:18.864149 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b4344573-331d-47b2-b31a-b1ccf81d7e05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:18.898609 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-72aabbae-4e7f-46ce-bc0f-0971622ac084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82e5fdd-0419-4b18-b428-fafba2ee9a77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491883572', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.14'}], 'enable_snat': True}, 'gw_port_id': '40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:31:27Z', 'updated_at': '2022-03-28T14:34:17Z', 'revision_number': 5, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:20:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82e5fdd-0419-4b18-b428-fafba2ee9a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:31:28Z', 'updated_at': '2022-03-28T14:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:18.924943 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-b4344573-331d-47b2-b31a-b1ccf81d7e05 None None] For port 8ba7a9da-655b-403c-a60c-cd4d2151d8c0, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=8ba7a9da-655b-403c-a60c-cd4d2151d8c0,segment=NetworkSegment(79798288-65bf-48c8-a760-7d6c1d80a3f5),segment_id=79798288-65bf-48c8-a760-7d6c1d80a3f5)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:34:18.925346 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b4344573-331d-47b2-b31a-b1ccf81d7e05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:18.940204 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-b4344573-331d-47b2-b31a-b1ccf81d7e05 None None] Calling delete_port for 8ba7a9da-655b-403c-a60c-cd4d2151d8c0 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:34:18.976390 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-f1f8fa2a-1356-43fc-acb5-cd818e1c4da0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Deleting port 40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:34:18.976722 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f1f8fa2a-1356-43fc-acb5-cd818e1c4da0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:19.021056 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aabbae-4e7f-46ce-bc0f-0971622ac084 None None] The sync data for ids ['a82e5fdd-0419-4b18-b428-fafba2ee9a77'] in dv-neutron-835335-1-hyperv is: [{'id': 'a82e5fdd-0419-4b18-b428-fafba2ee9a77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491883572', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.14'}], 'enable_snat': True}, 'gw_port_id': '40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:31:27Z', 'updated_at': '2022-03-28T14:34:17Z', 'revision_number': 5, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:20:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82e5fdd-0419-4b18-b428-fafba2ee9a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:31:28Z', 'updated_at': '2022-03-28T14:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:34:19.066812 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-f1f8fa2a-1356-43fc-acb5-cd818e1c4da0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] For port 40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:34:19.067174 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f1f8fa2a-1356-43fc-acb5-cd818e1c4da0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:19.079205 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-f1f8fa2a-1356-43fc-acb5-cd818e1c4da0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Calling delete_port for 40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f owned by network:router_gateway {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:34:19.096219 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b4344573-331d-47b2-b31a-b1ccf81d7e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:19.122775 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4344573-331d-47b2-b31a-b1ccf81d7e05 None None] Pushing event deleted for resources: {'Port': ['ID=8ba7a9da-655b-403c-a60c-cd4d2151d8c0,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:19.125028 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4344573-331d-47b2-b31a-b1ccf81d7e05 None None] No DVR routers for this DVR port 8ba7a9da-655b-403c-a60c-cd4d2151d8c0 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:34:19.133779 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4344573-331d-47b2-b31a-b1ccf81d7e05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:19.133779 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4344573-331d-47b2-b31a-b1ccf81d7e05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:19.133779 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4344573-331d-47b2-b31a-b1ccf81d7e05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:19.135144 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4344573-331d-47b2-b31a-b1ccf81d7e05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:19.135733 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4344573-331d-47b2-b31a-b1ccf81d7e05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:19.135839 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4344573-331d-47b2-b31a-b1ccf81d7e05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:19.136159 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4344573-331d-47b2-b31a-b1ccf81d7e05 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:19.136523 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4344573-331d-47b2-b31a-b1ccf81d7e05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:19.136855 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4344573-331d-47b2-b31a-b1ccf81d7e05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:19.137180 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4344573-331d-47b2-b31a-b1ccf81d7e05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:19.137538 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4344573-331d-47b2-b31a-b1ccf81d7e05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:19.137904 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4344573-331d-47b2-b31a-b1ccf81d7e05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:19.319083 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f1f8fa2a-1356-43fc-acb5-cd818e1c4da0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:19.342943 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f8fa2a-1356-43fc-acb5-cd818e1c4da0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event deleted for resources: {'Port': ['ID=40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:19.406137 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f1f8fa2a-1356-43fc-acb5-cd818e1c4da0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133933816'] for router_gateway, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:19.499834 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f1f8fa2a-1356-43fc-acb5-cd818e1c4da0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:19.502211 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f1f8fa2a-1356-43fc-acb5-cd818e1c4da0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:19.602028 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f1f8fa2a-1356-43fc-acb5-cd818e1c4da0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:19.602968 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f8fa2a-1356-43fc-acb5-cd818e1c4da0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Fanout notify agent at l3_agent the message router_deleted on router a82e5fdd-0419-4b18-b428-fafba2ee9a77 {{(pid=109613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 14:34:19.609728 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f1f8fa2a-1356-43fc-acb5-cd818e1c4da0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:19.610989 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f1f8fa2a-1356-43fc-acb5-cd818e1c4da0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "DELETE /v2.0/routers/a82e5fdd-0419-4b18-b428-fafba2ee9a77 HTTP/1.1" status: 204 len: 168 time: 0.9854808 Mar 28 14:34:19.613627 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41944) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:34:19.650508 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 98ecc355-c661-4491-9de5-4cdb35fa8923 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:34:19.672830 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] No Port match for: 98ecc355-c661-4491-9de5-4cdb35fa8923 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:34:19.673247 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 98ecc355-c661-4491-9de5-4cdb35fa8923 not bound to the agent host hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:34:19.695919 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0c5409ad-d29a-40de-8b39-5ca0ffa3adb8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:19.783643 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0c5409ad-d29a-40de-8b39-5ca0ffa3adb8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:19.803423 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-0c5409ad-d29a-40de-8b39-5ca0ffa3adb8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e305ceaa-7b7f-4a0d-8606-21ff81497f28']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:19.812254 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-0c5409ad-d29a-40de-8b39-5ca0ffa3adb8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79798288-65bf-48c8-a760-7d6c1d80a3f5') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:19.812578 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-0c5409ad-d29a-40de-8b39-5ca0ffa3adb8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79798288-65bf-48c8-a760-7d6c1d80a3f5') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:19.821836 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0c5409ad-d29a-40de-8b39-5ca0ffa3adb8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:19.834634 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0c5409ad-d29a-40de-8b39-5ca0ffa3adb8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:19.840927 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c5409ad-d29a-40de-8b39-5ca0ffa3adb8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 14:34:19.841308 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0c5409ad-d29a-40de-8b39-5ca0ffa3adb8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:19.844198 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 14:34:19.844198 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 14:34:19.844198 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 14:34:19.844198 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 14:34:19.844198 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 14:34:19.844198 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 14:34:19.844198 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 14:34:19.844198 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 14:34:19.844198 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 14:34:19.844198 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 14:34:19.844198 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 14:34:19.844198 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 14:34:19.844198 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 14:34:19.844198 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 14:34:19.844198 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 14:34:19.844198 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 14:34:19.844198 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 14:34:19.844198 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 14:34:19.844198 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 14:34:19.844198 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 14:34:19.844198 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 14:34:19.844198 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 14:34:19.844198 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 14:34:19.844198 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 14:34:19.844198 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 14:34:19.844198 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 14:34:19.844198 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 14:34:19.844198 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 14:34:19.844198 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 14:34:19.844198 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 14:34:19.844198 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 14:34:19.844198 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 14:34:19.981527 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0c5409ad-d29a-40de-8b39-5ca0ffa3adb8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:19.987985 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0c5409ad-d29a-40de-8b39-5ca0ffa3adb8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:19.991087 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-0c5409ad-d29a-40de-8b39-5ca0ffa3adb8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "DELETE /v2.0/networks/e305ceaa-7b7f-4a0d-8606-21ff81497f28 HTTP/1.1" status: 204 len: 168 time: 0.3764660 Mar 28 14:34:19.993886 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 41946) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:34:20.002382 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5409ad-d29a-40de-8b39-5ca0ffa3adb8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event deleted for resources: {'Network': ['ID=e305ceaa-7b7f-4a0d-8606-21ff81497f28,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:20.053070 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-742f0488-e25a-49f1-ad1d-9c03a9fe1114 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:20.082515 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-742f0488-e25a-49f1-ad1d-9c03a9fe1114 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:20.108181 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 8ba7a9da-655b-403c-a60c-cd4d2151d8c0 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:34:20.130548 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 8ba7a9da-655b-403c-a60c-cd4d2151d8c0 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:34:20.130888 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 8ba7a9da-655b-403c-a60c-cd4d2151d8c0 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:34:20.134330 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:34:20.210598 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-742f0488-e25a-49f1-ad1d-9c03a9fe1114 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:20.214321 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-742f0488-e25a-49f1-ad1d-9c03a9fe1114 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:20.215515 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-742f0488-e25a-49f1-ad1d-9c03a9fe1114 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "DELETE /v2.0/security-groups/a8bc7b3a-f555-4a26-85eb-4982ee3ce4e4 HTTP/1.1" status: 204 len: 168 time: 0.2205746 Mar 28 14:34:20.225888 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f0488-e25a-49f1-ad1d-9c03a9fe1114 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8bc7b3a-f555-4a26-85eb-4982ee3ce4e4,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:20.293297 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:34:20.293552 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 40909bd5-2fdd-4d1f-8fd9-46fc9406fe1f not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:34:20.293953 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 683d92d4-a627-4c5c-8549-0083562843a7 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:34:20.317105 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 683d92d4-a627-4c5c-8549-0083562843a7 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:34:20.317423 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 683d92d4-a627-4c5c-8549-0083562843a7 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:34:20.727166 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 41952) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:34:20.849693 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-5a7dbb20-0f3b-456d-b847-7b9e4557c786 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-193935954', 'description': 'tempest-secgroup-smoke-193935954 description', 'project_id': '2dc46a21a43e483fbb630102a765c646'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:34:20.921999 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5a7dbb20-0f3b-456d-b847-7b9e4557c786 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:20.994656 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5a7dbb20-0f3b-456d-b847-7b9e4557c786 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:21.044876 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5a7dbb20-0f3b-456d-b847-7b9e4557c786 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:21.074303 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7dbb20-0f3b-456d-b847-7b9e4557c786 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b636adcd-2e8f-43c4-92c7-59850487dc13,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:21.121106 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5a7dbb20-0f3b-456d-b847-7b9e4557c786 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:21.122368 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-5a7dbb20-0f3b-456d-b847-7b9e4557c786 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3935492 Mar 28 14:34:21.125156 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 41956) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:34:21.129473 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-0dc7795d-04c0-4969-aa79-4e2eab24c0cb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'security_group_rule': {'security_group_id': 'b636adcd-2e8f-43c4-92c7-59850487dc13', 'project_id': '2dc46a21a43e483fbb630102a765c646', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:34:21.214495 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0dc7795d-04c0-4969-aa79-4e2eab24c0cb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:21.272104 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0dc7795d-04c0-4969-aa79-4e2eab24c0cb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:21.332954 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0dc7795d-04c0-4969-aa79-4e2eab24c0cb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:21.350336 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7795d-04c0-4969-aa79-4e2eab24c0cb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf81bda4-c390-43c5-bff3-cc4e089e2374,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:21.414902 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0dc7795d-04c0-4969-aa79-4e2eab24c0cb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:21.416087 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-0dc7795d-04c0-4969-aa79-4e2eab24c0cb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2899914 Mar 28 14:34:21.418776 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 41958) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:34:21.422984 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-1bec8f35-881e-42a9-a661-6bd43ecf6491 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'security_group_rule': {'security_group_id': 'b636adcd-2e8f-43c4-92c7-59850487dc13', 'project_id': '2dc46a21a43e483fbb630102a765c646', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:34:21.491613 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1bec8f35-881e-42a9-a661-6bd43ecf6491 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:21.547353 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1bec8f35-881e-42a9-a661-6bd43ecf6491 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:21.626989 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1bec8f35-881e-42a9-a661-6bd43ecf6491 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:21.644771 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bec8f35-881e-42a9-a661-6bd43ecf6491 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c4a7273-1d11-4294-bb63-0fe6b30c7818,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:21.708967 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1bec8f35-881e-42a9-a661-6bd43ecf6491 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:21.710174 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-1bec8f35-881e-42a9-a661-6bd43ecf6491 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2905023 Mar 28 14:34:21.712898 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 41960) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:34:21.718206 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-0fa0f55a-79fc-449c-9e48-9c39e82609d4 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'security_group_rule': {'security_group_id': 'b636adcd-2e8f-43c4-92c7-59850487dc13', 'project_id': '2dc46a21a43e483fbb630102a765c646', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:34:21.797890 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0fa0f55a-79fc-449c-9e48-9c39e82609d4 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:21.856645 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0fa0f55a-79fc-449c-9e48-9c39e82609d4 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:21.938962 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0fa0f55a-79fc-449c-9e48-9c39e82609d4 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:21.955538 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa0f55a-79fc-449c-9e48-9c39e82609d4 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16da628e-2875-4b13-814b-cfd80d4c7fcf,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:22.000352 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0fa0f55a-79fc-449c-9e48-9c39e82609d4 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:22.001605 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-0fa0f55a-79fc-449c-9e48-9c39e82609d4 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2877932 Mar 28 14:34:22.004331 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 41962) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:34:22.008500 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-501bd350-77a3-4b25-aca5-8d551b50e28b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'security_group_rule': {'security_group_id': 'b636adcd-2e8f-43c4-92c7-59850487dc13', 'project_id': '2dc46a21a43e483fbb630102a765c646', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:34:22.085980 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-501bd350-77a3-4b25-aca5-8d551b50e28b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:22.143109 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-501bd350-77a3-4b25-aca5-8d551b50e28b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:22.218788 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-501bd350-77a3-4b25-aca5-8d551b50e28b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:22.236185 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501bd350-77a3-4b25-aca5-8d551b50e28b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=687d67e4-6ff2-4c3f-afee-c0189eb05ecd,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:22.300975 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-501bd350-77a3-4b25-aca5-8d551b50e28b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:22.302207 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-501bd350-77a3-4b25-aca5-8d551b50e28b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2969387 Mar 28 14:34:22.304926 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 41964) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:34:22.309181 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-ebaacc90-22a5-4391-bd17-319681aca612 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'security_group_rule': {'security_group_id': 'b636adcd-2e8f-43c4-92c7-59850487dc13', 'project_id': '2dc46a21a43e483fbb630102a765c646', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:34:22.385662 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.securitygroups_db [None req-ebaacc90-22a5-4391-bd17-319681aca612 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Project 2dc46a21a43e483fbb630102a765c646 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 14:34:22.391070 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ebaacc90-22a5-4391-bd17-319681aca612 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:22.451138 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ebaacc90-22a5-4391-bd17-319681aca612 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:22.524147 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ebaacc90-22a5-4391-bd17-319681aca612 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:22.542569 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaacc90-22a5-4391-bd17-319681aca612 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4edbaeeb-ab23-41f3-85e8-31ef3f60e897,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:22.606118 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-ebaacc90-22a5-4391-bd17-319681aca612 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:22.607303 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-ebaacc90-22a5-4391-bd17-319681aca612 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3014712 Mar 28 14:34:22.615492 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 41966) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:34:22.619843 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-daab4362-a625-4429-bbdc-08bccc1c1afc tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'security_group_rule': {'security_group_id': 'b636adcd-2e8f-43c4-92c7-59850487dc13', 'project_id': '2dc46a21a43e483fbb630102a765c646', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:34:22.710299 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.securitygroups_db [None req-daab4362-a625-4429-bbdc-08bccc1c1afc tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Project 2dc46a21a43e483fbb630102a765c646 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 14:34:22.715296 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-daab4362-a625-4429-bbdc-08bccc1c1afc tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:22.777489 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-daab4362-a625-4429-bbdc-08bccc1c1afc tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:22.847142 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-daab4362-a625-4429-bbdc-08bccc1c1afc tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:22.863902 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab4362-a625-4429-bbdc-08bccc1c1afc tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c5dd653-caf4-4c92-990e-633df53fe5a2,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:22.952234 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-daab4362-a625-4429-bbdc-08bccc1c1afc tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:22.953443 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-daab4362-a625-4429-bbdc-08bccc1c1afc tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3370316 Mar 28 14:34:22.956248 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 41968) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:34:22.962086 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-f7c82aee-02df-4097-bd6c-ee50338beb6c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'network': {'name': 'tempest-network-smoke--1954959681', 'project_id': '2dc46a21a43e483fbb630102a765c646', 'port_security_enabled': True}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:34:23.038409 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c82aee-02df-4097-bd6c-ee50338beb6c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Made reservation on behalf of 2dc46a21a43e483fbb630102a765c646 for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:34:23.042272 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f7c82aee-02df-4097-bd6c-ee50338beb6c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:23.065725 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7c82aee-02df-4097-bd6c-ee50338beb6c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 14:34:23.073983 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f7c82aee-02df-4097-bd6c-ee50338beb6c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:23.076822 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-f7c82aee-02df-4097-bd6c-ee50338beb6c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Added segment 58b99828-0b71-457d-9eb1-6a77bf972c79 of type vlan for network 01cef2b8-ebe5-4903-9991-bb34499d09fc Mar 28 14:34:23.115795 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f7c82aee-02df-4097-bd6c-ee50338beb6c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:23.215774 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f7c82aee-02df-4097-bd6c-ee50338beb6c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:23.221245 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c82aee-02df-4097-bd6c-ee50338beb6c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:23.221852 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f7c82aee-02df-4097-bd6c-ee50338beb6c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:23.284948 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c82aee-02df-4097-bd6c-ee50338beb6c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'Network': ['ID=01cef2b8-ebe5-4903-9991-bb34499d09fc,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:23.295493 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 01cef2b8-ebe5-4903-9991-bb34499d09fc details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 14:34:23.321496 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-f7c82aee-02df-4097-bd6c-ee50338beb6c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3641493 Mar 28 14:34:23.324211 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41970) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:34:23.328794 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-29b9ee57-0028-4887-9faf-f700e6879e80 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-163866604', 'admin_state_up': True, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:34:23.422361 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-29b9ee57-0028-4887-9faf-f700e6879e80 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:23.423423 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-29b9ee57-0028-4887-9faf-f700e6879e80 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:23.472445 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-29b9ee57-0028-4887-9faf-f700e6879e80 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:23.686319 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-29b9ee57-0028-4887-9faf-f700e6879e80 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:23.920022 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-29b9ee57-0028-4887-9faf-f700e6879e80 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for router_gateway, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:23.938205 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-29b9ee57-0028-4887-9faf-f700e6879e80 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:24.040836 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-29b9ee57-0028-4887-9faf-f700e6879e80 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Allocated IP 172.26.2.155 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/0126a790-f307-46a2-a460-a4ed48cbb5f5) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:34:24.078695 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b806200b-53c0-4c4f-b9e8-5fb613bd1aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:24.139224 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-29b9ee57-0028-4887-9faf-f700e6879e80 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:24.219273 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-29b9ee57-0028-4887-9faf-f700e6879e80 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:24.261367 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b9ee57-0028-4887-9faf-f700e6879e80 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:34:24.264222 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-29b9ee57-0028-4887-9faf-f700e6879e80 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:34:24.267797 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b9ee57-0028-4887-9faf-f700e6879e80 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:34:24.291338 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b9ee57-0028-4887-9faf-f700e6879e80 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'Port': ['ID=0126a790-f307-46a2-a460-a4ed48cbb5f5,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:24.591821 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-29b9ee57-0028-4887-9faf-f700e6879e80 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for router_gateway, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:24.778239 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-29b9ee57-0028-4887-9faf-f700e6879e80 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:24.998476 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b9ee57-0028-4887-9faf-f700e6879e80 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Router 49eab78f-df88-4b39-a22a-b8723cd164cf is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 14:34:25.099440 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b9ee57-0028-4887-9faf-f700e6879e80 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:34:25.109389 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548a058b-ee1e-4e15-9a6c-cb27b3941376 None None] Sync routers for ids ['49eab78f-df88-4b39-a22a-b8723cd164cf'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:34:25.118954 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548a058b-ee1e-4e15-9a6c-cb27b3941376 None None] Routers {'49eab78f-df88-4b39-a22a-b8723cd164cf'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:34:25.122585 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-548a058b-ee1e-4e15-9a6c-cb27b3941376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:33:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['49eab78f-df88-4b39-a22a-b8723cd164cf'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:25.178178 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-29b9ee57-0028-4887-9faf-f700e6879e80 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:25.179411 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-29b9ee57-0028-4887-9faf-f700e6879e80 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8541589 Mar 28 14:34:25.182722 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41972) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:34:25.210093 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-fd545388-defd-4412-ad6b-8e1717d15f99 tempest-TestNetworkAdvancedServerOps-1380052890 tempest-TestNetworkAdvancedServerOps-1380052890-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=2dc46a21a43e483fbb630102a765c646&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263011 Mar 28 14:34:25.213242 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41974) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:34:25.222052 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-548a058b-ee1e-4e15-9a6c-cb27b3941376 None None] Set router 49eab78f-df88-4b39-a22a-b8723cd164cf gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:34:25.297005 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfedde34-4537-44a6-93c5-dd227a4282ba tempest-TestNetworkAdvancedServerOps-1380052890 tempest-TestNetworkAdvancedServerOps-1380052890-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:25.298490 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-dfedde34-4537-44a6-93c5-dd227a4282ba tempest-TestNetworkAdvancedServerOps-1380052890 tempest-TestNetworkAdvancedServerOps-1380052890-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0843740 Mar 28 14:34:25.301480 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41976) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:34:25.328823 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-60bd7840-ab03-4f85-8e5b-4c53b3463f8c tempest-TestNetworkAdvancedServerOps-1380052890 tempest-TestNetworkAdvancedServerOps-1380052890-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=1cb296ed-c863-4502-973a-f31b82091846&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262587 Mar 28 14:34:25.331188 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41978) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:34:25.335713 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-08254c15-f18c-44d3-b8aa-94d9c5ade169 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1190670567', 'network_id': '01cef2b8-ebe5-4903-9991-bb34499d09fc', 'project_id': '2dc46a21a43e483fbb630102a765c646', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:34:25.398378 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-548a058b-ee1e-4e15-9a6c-cb27b3941376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49eab78f-df88-4b39-a22a-b8723cd164cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163866604', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.155'}], 'enable_snat': True}, 'gw_port_id': '0126a790-f307-46a2-a460-a4ed48cbb5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:34:23Z', 'updated_at': '2022-03-28T14:34:24Z', 'revision_number': 3, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '0126a790-f307-46a2-a460-a4ed48cbb5f5', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:be:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49eab78f-df88-4b39-a22a-b8723cd164cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:23Z', 'updated_at': '2022-03-28T14:34:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:25.428843 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548a058b-ee1e-4e15-9a6c-cb27b3941376 None None] Checking router: 49eab78f-df88-4b39-a22a-b8723cd164cf for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:34:25.429187 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548a058b-ee1e-4e15-9a6c-cb27b3941376 None None] Updating router 49eab78f-df88-4b39-a22a-b8723cd164cf port 0126a790-f307-46a2-a460-a4ed48cbb5f5 binding host dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:34:25.453365 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-548a058b-ee1e-4e15-9a6c-cb27b3941376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:25.467708 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08254c15-f18c-44d3-b8aa-94d9c5ade169 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Made reservation on behalf of 2dc46a21a43e483fbb630102a765c646 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:34:25.471251 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-08254c15-f18c-44d3-b8aa-94d9c5ade169 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:25.706264 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-548a058b-ee1e-4e15-9a6c-cb27b3941376 None None] Notify callbacks [] for port, precommit_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:25.785313 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-548a058b-ee1e-4e15-9a6c-cb27b3941376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:25.843240 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8fab37-cf71-495d-91fe-49788d78e244 None None] Pushing event updated for resources: {'Port': ['ID=0126a790-f307-46a2-a460-a4ed48cbb5f5,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:25.845589 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-548a058b-ee1e-4e15-9a6c-cb27b3941376 None None] Attempting to bind port 0126a790-f307-46a2-a460-a4ed48cbb5f5 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:34:25.845937 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-548a058b-ee1e-4e15-9a6c-cb27b3941376 None None] Attempting to bind port 0126a790-f307-46a2-a460-a4ed48cbb5f5 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:34:25.846296 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548a058b-ee1e-4e15-9a6c-cb27b3941376 None None] Attempting to bind port 0126a790-f307-46a2-a460-a4ed48cbb5f5 on network 1cb296ed-c863-4502-973a-f31b82091846 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:34:25.852103 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548a058b-ee1e-4e15-9a6c-cb27b3941376 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:34:25.852552 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548a058b-ee1e-4e15-9a6c-cb27b3941376 None None] Checking segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:34:25.852927 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-548a058b-ee1e-4e15-9a6c-cb27b3941376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:25.853317 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548a058b-ee1e-4e15-9a6c-cb27b3941376 None None] Bound using segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:34:25.853785 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-548a058b-ee1e-4e15-9a6c-cb27b3941376 None None] Bound port: 0126a790-f307-46a2-a460-a4ed48cbb5f5, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:34:25.854166 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-548a058b-ee1e-4e15-9a6c-cb27b3941376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:25.905859 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-548a058b-ee1e-4e15-9a6c-cb27b3941376 None None] For port 0126a790-f307-46a2-a460-a4ed48cbb5f5, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:34:25.908927 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-548a058b-ee1e-4e15-9a6c-cb27b3941376 None None] For port 0126a790-f307-46a2-a460-a4ed48cbb5f5, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=0126a790-f307-46a2-a460-a4ed48cbb5f5,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:34:25.985391 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-548a058b-ee1e-4e15-9a6c-cb27b3941376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:26.030565 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-08254c15-f18c-44d3-b8aa-94d9c5ade169 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:26.042436 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548a058b-ee1e-4e15-9a6c-cb27b3941376 None None] Routers {'49eab78f-df88-4b39-a22a-b8723cd164cf'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:34:26.043057 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-548a058b-ee1e-4e15-9a6c-cb27b3941376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:33:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['49eab78f-df88-4b39-a22a-b8723cd164cf'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:26.079157 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8fab37-cf71-495d-91fe-49788d78e244 None None] Pushing event updated for resources: {'Port': ['ID=0126a790-f307-46a2-a460-a4ed48cbb5f5,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:26.091073 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08254c15-f18c-44d3-b8aa-94d9c5ade169 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'Subnet': ['ID=9c7bd315-0e94-485f-8822-346d29837e71,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:26.100319 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08254c15-f18c-44d3-b8aa-94d9c5ade169 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Checking segment: {'id': '58b99828-0b71-457d-9eb1-6a77bf972c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '01cef2b8-ebe5-4903-9991-bb34499d09fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:34:26.100827 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08254c15-f18c-44d3-b8aa-94d9c5ade169 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Network hostable DHCP agents. Network: 01cef2b8-ebe5-4903-9991-bb34499d09fc, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 14:34:26.148959 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-548a058b-ee1e-4e15-9a6c-cb27b3941376 None None] Set router 49eab78f-df88-4b39-a22a-b8723cd164cf gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:34:26.201649 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08254c15-f18c-44d3-b8aa-94d9c5ade169 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Network 01cef2b8-ebe5-4903-9991-bb34499d09fc is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 14:34:26.282425 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-08254c15-f18c-44d3-b8aa-94d9c5ade169 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 01cef2b8-ebe5-4903-9991-bb34499d09fc) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:34:26.286787 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08254c15-f18c-44d3-b8aa-94d9c5ade169 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:26.287369 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-08254c15-f18c-44d3-b8aa-94d9c5ade169 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:26.301767 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa06be7-4045-4bcf-b448-dd72502b85ad None None] Network 01cef2b8-ebe5-4903-9991-bb34499d09fc requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:34:26.375839 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-08254c15-f18c-44d3-b8aa-94d9c5ade169 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0436442 Mar 28 14:34:26.378659 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 41980) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:34:26.404986 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-548a058b-ee1e-4e15-9a6c-cb27b3941376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49eab78f-df88-4b39-a22a-b8723cd164cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163866604', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.155'}], 'enable_snat': True}, 'gw_port_id': '0126a790-f307-46a2-a460-a4ed48cbb5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:34:23Z', 'updated_at': '2022-03-28T14:34:24Z', 'revision_number': 3, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '0126a790-f307-46a2-a460-a4ed48cbb5f5', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:be:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49eab78f-df88-4b39-a22a-b8723cd164cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:23Z', 'updated_at': '2022-03-28T14:34:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:26.452383 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ed7786e1-c481-4550-9581-d121dbc6af24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:26.455540 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548a058b-ee1e-4e15-9a6c-cb27b3941376 None None] The sync data for ids ['49eab78f-df88-4b39-a22a-b8723cd164cf'] in dv-neutron-835335-1-hyperv is: [{'id': '49eab78f-df88-4b39-a22a-b8723cd164cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163866604', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.155'}], 'enable_snat': True}, 'gw_port_id': '0126a790-f307-46a2-a460-a4ed48cbb5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:34:23Z', 'updated_at': '2022-03-28T14:34:24Z', 'revision_number': 3, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '0126a790-f307-46a2-a460-a4ed48cbb5f5', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:be:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49eab78f-df88-4b39-a22a-b8723cd164cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:23Z', 'updated_at': '2022-03-28T14:34:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:34:26.501827 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f72a094-696b-4209-8f27-65cb83c32c64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-01cef2b8-ebe5-4903-9991-bb34499d09fc', 'network_id': '01cef2b8-ebe5-4903-9991-bb34499d09fc', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'fixed_ips': [{'subnet_id': '9c7bd315-0e94-485f-8822-346d29837e71'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 14:34:26.502783 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8f72a094-696b-4209-8f27-65cb83c32c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:26.649930 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-8f72a094-696b-4209-8f27-65cb83c32c64 None None] Allocated IP 172.20.0.2 (01cef2b8-ebe5-4903-9991-bb34499d09fc/9c7bd315-0e94-485f-8822-346d29837e71/8cbdcecc-8a68-48ce-b13c-cc8e2dbfa65b) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:34:26.836241 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8f72a094-696b-4209-8f27-65cb83c32c64 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:26.845283 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ecb62239-e03c-4b85-bf6b-df204395acfb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:26.910867 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8f72a094-696b-4209-8f27-65cb83c32c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:26.955971 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f72a094-696b-4209-8f27-65cb83c32c64 None None] Network 01cef2b8-ebe5-4903-9991-bb34499d09fc is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:34:26.958953 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-8f72a094-696b-4209-8f27-65cb83c32c64 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:34:26.962761 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f72a094-696b-4209-8f27-65cb83c32c64 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:34:26.971276 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f72a094-696b-4209-8f27-65cb83c32c64 None None] Pushing event updated for resources: {'Port': ['ID=8cbdcecc-8a68-48ce-b13c-cc8e2dbfa65b,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:27.024353 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-8f72a094-696b-4209-8f27-65cb83c32c64 None None] Attempting to bind port 8cbdcecc-8a68-48ce-b13c-cc8e2dbfa65b on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:34:27.024743 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-8f72a094-696b-4209-8f27-65cb83c32c64 None None] Attempting to bind port 8cbdcecc-8a68-48ce-b13c-cc8e2dbfa65b by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '58b99828-0b71-457d-9eb1-6a77bf972c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '01cef2b8-ebe5-4903-9991-bb34499d09fc'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:34:27.025095 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f72a094-696b-4209-8f27-65cb83c32c64 None None] Attempting to bind port 8cbdcecc-8a68-48ce-b13c-cc8e2dbfa65b on network 01cef2b8-ebe5-4903-9991-bb34499d09fc {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:34:27.030355 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f72a094-696b-4209-8f27-65cb83c32c64 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:34:27.030767 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f72a094-696b-4209-8f27-65cb83c32c64 None None] Checking segment: {'id': '58b99828-0b71-457d-9eb1-6a77bf972c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '01cef2b8-ebe5-4903-9991-bb34499d09fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:34:27.031106 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8f72a094-696b-4209-8f27-65cb83c32c64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:27.032230 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f72a094-696b-4209-8f27-65cb83c32c64 None None] Bound using segment: {'id': '58b99828-0b71-457d-9eb1-6a77bf972c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '01cef2b8-ebe5-4903-9991-bb34499d09fc'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:34:27.032230 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-8f72a094-696b-4209-8f27-65cb83c32c64 None None] Bound port: 8cbdcecc-8a68-48ce-b13c-cc8e2dbfa65b, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58b99828-0b71-457d-9eb1-6a77bf972c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '01cef2b8-ebe5-4903-9991-bb34499d09fc'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:34:27.032518 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8f72a094-696b-4209-8f27-65cb83c32c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:27.098262 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-8f72a094-696b-4209-8f27-65cb83c32c64 None None] For port 8cbdcecc-8a68-48ce-b13c-cc8e2dbfa65b, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:34:27.101732 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-8f72a094-696b-4209-8f27-65cb83c32c64 None None] For port 8cbdcecc-8a68-48ce-b13c-cc8e2dbfa65b, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=8cbdcecc-8a68-48ce-b13c-cc8e2dbfa65b,segment=NetworkSegment(58b99828-0b71-457d-9eb1-6a77bf972c79),segment_id=58b99828-0b71-457d-9eb1-6a77bf972c79)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:34:27.131027 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-ecb62239-e03c-4b85-bf6b-df204395acfb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Allocated IP 172.20.0.1 (01cef2b8-ebe5-4903-9991-bb34499d09fc/9c7bd315-0e94-485f-8822-346d29837e71/22a4ffbc-b360-4d20-b144-262608b5f78d) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:34:27.185268 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8f72a094-696b-4209-8f27-65cb83c32c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:27.262255 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f72a094-696b-4209-8f27-65cb83c32c64 None None] Pushing event updated for resources: {'Port': ['ID=8cbdcecc-8a68-48ce-b13c-cc8e2dbfa65b,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:27.269021 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ecb62239-e03c-4b85-bf6b-df204395acfb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:27.399404 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ecb62239-e03c-4b85-bf6b-df204395acfb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:27.444593 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb62239-e03c-4b85-bf6b-df204395acfb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Network 01cef2b8-ebe5-4903-9991-bb34499d09fc is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:34:27.449027 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-ecb62239-e03c-4b85-bf6b-df204395acfb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:34:27.453551 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb62239-e03c-4b85-bf6b-df204395acfb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:34:27.460158 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb62239-e03c-4b85-bf6b-df204395acfb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'Port': ['ID=22a4ffbc-b360-4d20-b144-262608b5f78d,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:27.506872 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ecb62239-e03c-4b85-bf6b-df204395acfb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:27.683786 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ecb62239-e03c-4b85-bf6b-df204395acfb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:27.770601 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:27.880430 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 0126a790-f307-46a2-a460-a4ed48cbb5f5 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:34:27.932615 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 0126a790-f307-46a2-a460-a4ed48cbb5f5 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:34:27.936343 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:27.974684 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ecb62239-e03c-4b85-bf6b-df204395acfb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:28.017045 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:28.024890 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ecb62239-e03c-4b85-bf6b-df204395acfb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:28.037089 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 0126a790-f307-46a2-a460-a4ed48cbb5f5, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=0126a790-f307-46a2-a460-a4ed48cbb5f5,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:34:28.101580 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb62239-e03c-4b85-bf6b-df204395acfb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'Port': ['ID=22a4ffbc-b360-4d20-b144-262608b5f78d,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:28.104892 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ecb62239-e03c-4b85-bf6b-df204395acfb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:28.119642 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:28.120472 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 8cbdcecc-8a68-48ce-b13c-cc8e2dbfa65b up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:34:28.195879 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=0126a790-f307-46a2-a460-a4ed48cbb5f5,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:28.205580 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb62239-e03c-4b85-bf6b-df204395acfb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Network 01cef2b8-ebe5-4903-9991-bb34499d09fc is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:34:28.207306 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-ecb62239-e03c-4b85-bf6b-df204395acfb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:34:28.211039 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 8cbdcecc-8a68-48ce-b13c-cc8e2dbfa65b triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:34:28.211413 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:28.293331 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:28.318388 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb62239-e03c-4b85-bf6b-df204395acfb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Router 49eab78f-df88-4b39-a22a-b8723cd164cf has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:34:28.324475 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 8cbdcecc-8a68-48ce-b13c-cc8e2dbfa65b, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=8cbdcecc-8a68-48ce-b13c-cc8e2dbfa65b,segment=NetworkSegment(58b99828-0b71-457d-9eb1-6a77bf972c79),segment_id=58b99828-0b71-457d-9eb1-6a77bf972c79)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:34:28.407493 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:28.425908 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb62239-e03c-4b85-bf6b-df204395acfb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:34:28.432693 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ecb62239-e03c-4b85-bf6b-df204395acfb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "PUT /v2.0/routers/49eab78f-df88-4b39-a22a-b8723cd164cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0530069 Mar 28 14:34:28.437970 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f807d7-990a-4475-b9b7-a8817a1f55d0 None None] Sync routers for ids ['49eab78f-df88-4b39-a22a-b8723cd164cf'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:34:28.451593 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f807d7-990a-4475-b9b7-a8817a1f55d0 None None] Routers {'49eab78f-df88-4b39-a22a-b8723cd164cf'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:34:28.452559 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-63f807d7-990a-4475-b9b7-a8817a1f55d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:34:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['49eab78f-df88-4b39-a22a-b8723cd164cf'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:28.458354 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=8cbdcecc-8a68-48ce-b13c-cc8e2dbfa65b,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:28.578451 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-63f807d7-990a-4475-b9b7-a8817a1f55d0 None None] Set router 49eab78f-df88-4b39-a22a-b8723cd164cf gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:34:28.597024 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-9708b5a8-2b36-40a9-922d-3cc2a272d441 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-193935954&fields=id&tenant_id=2dc46a21a43e483fbb630102a765c646 HTTP/1.1" status: 200 len: 267 time: 0.0350089 Mar 28 14:34:28.722189 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-42a5237d-0735-4288-abe6-ed205f9d3d6e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:28.723988 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-42a5237d-0735-4288-abe6-ed205f9d3d6e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/networks?id=01cef2b8-ebe5-4903-9991-bb34499d09fc HTTP/1.1" status: 200 len: 797 time: 0.1194038 Mar 28 14:34:28.741209 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-5d0c802e-468c-4a81-9880-5336452d54cf tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/quotas/2dc46a21a43e483fbb630102a765c646 HTTP/1.1" status: 200 len: 375 time: 0.0103955 Mar 28 14:34:28.802289 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-63f807d7-990a-4475-b9b7-a8817a1f55d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49eab78f-df88-4b39-a22a-b8723cd164cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163866604', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.155'}], 'enable_snat': True}, 'gw_port_id': '0126a790-f307-46a2-a460-a4ed48cbb5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:34:23Z', 'updated_at': '2022-03-28T14:34:27Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '0126a790-f307-46a2-a460-a4ed48cbb5f5', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:be:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49eab78f-df88-4b39-a22a-b8723cd164cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:23Z', 'updated_at': '2022-03-28T14:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '22a4ffbc-b360-4d20-b144-262608b5f78d', 'name': '', 'network_id': '01cef2b8-ebe5-4903-9991-bb34499d09fc', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'mac_address': 'fa:16:3e:a9:95:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49eab78f-df88-4b39-a22a-b8723cd164cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '9c7bd315-0e94-485f-8822-346d29837e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:26Z', 'updated_at': '2022-03-28T14:34:27Z', 'revision_number': 2, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'subnets': [{'id': '9c7bd315-0e94-485f-8822-346d29837e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:28.802435 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229bbf9f-6f4f-443a-b8f5-de19d88e6993 None None] Network 01cef2b8-ebe5-4903-9991-bb34499d09fc requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:34:28.805369 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-c8d1ca8e-493c-4341-a19c-148bba5c2bf9 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2dc46a21a43e483fbb630102a765c646&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551214 Mar 28 14:34:28.829371 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f807d7-990a-4475-b9b7-a8817a1f55d0 None None] Checking router: 49eab78f-df88-4b39-a22a-b8723cd164cf for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:34:28.829371 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f807d7-990a-4475-b9b7-a8817a1f55d0 None None] Updating router 49eab78f-df88-4b39-a22a-b8723cd164cf port 22a4ffbc-b360-4d20-b144-262608b5f78d binding host dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:34:28.852925 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-63f807d7-990a-4475-b9b7-a8817a1f55d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:28.895233 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-201bfd04-13e2-48e5-a66e-f1e0cbb242b4 None None] Provisioning complete for port 8cbdcecc-8a68-48ce-b13c-cc8e2dbfa65b triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:34:28.895645 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-201bfd04-13e2-48e5-a66e-f1e0cbb242b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:28.960128 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-5478f25c-4955-4cc8-9776-537a418966d7 service neutron] 10.222.0.24 "GET /v2.0/networks/01cef2b8-ebe5-4903-9991-bb34499d09fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424773 Mar 28 14:34:29.065254 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-2001e31a-741f-44f2-9a5e-0ea93dad1b5f service neutron] 10.222.0.24 "GET /v2.0/networks/01cef2b8-ebe5-4903-9991-bb34499d09fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969744 Mar 28 14:34:29.113711 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:29.150087 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-63f807d7-990a-4475-b9b7-a8817a1f55d0 None None] Notify callbacks [] for port, precommit_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:29.233335 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-63f807d7-990a-4475-b9b7-a8817a1f55d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:29.290778 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece828c-05f6-4ef8-bd61-336407cbd315 None None] Pushing event updated for resources: {'Port': ['ID=22a4ffbc-b360-4d20-b144-262608b5f78d,revision_number=3']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:29.316651 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece828c-05f6-4ef8-bd61-336407cbd315 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:29.316999 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece828c-05f6-4ef8-bd61-336407cbd315 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:29.317319 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece828c-05f6-4ef8-bd61-336407cbd315 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:29.317657 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece828c-05f6-4ef8-bd61-336407cbd315 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:29.317957 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece828c-05f6-4ef8-bd61-336407cbd315 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:29.318456 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece828c-05f6-4ef8-bd61-336407cbd315 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:29.318951 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece828c-05f6-4ef8-bd61-336407cbd315 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:29.319346 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece828c-05f6-4ef8-bd61-336407cbd315 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:29.319816 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece828c-05f6-4ef8-bd61-336407cbd315 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:29.320137 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece828c-05f6-4ef8-bd61-336407cbd315 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:29.321425 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece828c-05f6-4ef8-bd61-336407cbd315 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:29.321425 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece828c-05f6-4ef8-bd61-336407cbd315 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:34:29.359349 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-63f807d7-990a-4475-b9b7-a8817a1f55d0 None None] Attempting to bind port 22a4ffbc-b360-4d20-b144-262608b5f78d on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:34:29.359997 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-63f807d7-990a-4475-b9b7-a8817a1f55d0 None None] Attempting to bind port 22a4ffbc-b360-4d20-b144-262608b5f78d by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '58b99828-0b71-457d-9eb1-6a77bf972c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '01cef2b8-ebe5-4903-9991-bb34499d09fc'}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:34:29.360704 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f807d7-990a-4475-b9b7-a8817a1f55d0 None None] Attempting to bind port 22a4ffbc-b360-4d20-b144-262608b5f78d on network 01cef2b8-ebe5-4903-9991-bb34499d09fc {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:34:29.366477 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f807d7-990a-4475-b9b7-a8817a1f55d0 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:34:29.366841 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f807d7-990a-4475-b9b7-a8817a1f55d0 None None] Checking segment: {'id': '58b99828-0b71-457d-9eb1-6a77bf972c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '01cef2b8-ebe5-4903-9991-bb34499d09fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:34:29.367236 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-63f807d7-990a-4475-b9b7-a8817a1f55d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:29.367890 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f807d7-990a-4475-b9b7-a8817a1f55d0 None None] Bound using segment: {'id': '58b99828-0b71-457d-9eb1-6a77bf972c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '01cef2b8-ebe5-4903-9991-bb34499d09fc'} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:34:29.368661 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-63f807d7-990a-4475-b9b7-a8817a1f55d0 None None] Bound port: 22a4ffbc-b360-4d20-b144-262608b5f78d, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58b99828-0b71-457d-9eb1-6a77bf972c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '01cef2b8-ebe5-4903-9991-bb34499d09fc'}}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:34:29.369216 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-63f807d7-990a-4475-b9b7-a8817a1f55d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:29.400205 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8ae0ce06-3088-445e-a4cf-f4346de3e519 req-2c3ecc13-f198-4e2a-ace2-d719cd7e7e03 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d377665-f189-475c-bc2c-6a74f054759d HTTP/1.1" status: 200 len: 210 time: 0.0432727 Mar 28 14:34:29.442860 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-63f807d7-990a-4475-b9b7-a8817a1f55d0 None None] For port 22a4ffbc-b360-4d20-b144-262608b5f78d, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:34:29.445568 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-63f807d7-990a-4475-b9b7-a8817a1f55d0 None None] For port 22a4ffbc-b360-4d20-b144-262608b5f78d, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=22a4ffbc-b360-4d20-b144-262608b5f78d,segment=NetworkSegment(58b99828-0b71-457d-9eb1-6a77bf972c79),segment_id=58b99828-0b71-457d-9eb1-6a77bf972c79)] {{(pid=109615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:34:29.465544 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-8fda3435-53a0-4e07-9379-82fa87015211 None None] Provisioning complete for port 8cbdcecc-8a68-48ce-b13c-cc8e2dbfa65b triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:34:29.465544 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8fda3435-53a0-4e07-9379-82fa87015211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:29.547744 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-63f807d7-990a-4475-b9b7-a8817a1f55d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:29.551717 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-8fda3435-53a0-4e07-9379-82fa87015211 None None] Provisioning complete for port 22a4ffbc-b360-4d20-b144-262608b5f78d triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:34:29.552092 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8fda3435-53a0-4e07-9379-82fa87015211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:29.587615 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:29.599827 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f807d7-990a-4475-b9b7-a8817a1f55d0 None None] Routers {'49eab78f-df88-4b39-a22a-b8723cd164cf'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:34:29.600886 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-63f807d7-990a-4475-b9b7-a8817a1f55d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:34:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['49eab78f-df88-4b39-a22a-b8723cd164cf'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:29.637842 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8fda3435-53a0-4e07-9379-82fa87015211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:29.652397 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece828c-05f6-4ef8-bd61-336407cbd315 None None] Pushing event updated for resources: {'Port': ['ID=22a4ffbc-b360-4d20-b144-262608b5f78d,revision_number=4']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:29.673370 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-8fda3435-53a0-4e07-9379-82fa87015211 None None] For port 22a4ffbc-b360-4d20-b144-262608b5f78d, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=22a4ffbc-b360-4d20-b144-262608b5f78d,segment=NetworkSegment(58b99828-0b71-457d-9eb1-6a77bf972c79),segment_id=58b99828-0b71-457d-9eb1-6a77bf972c79)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:34:29.723902 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-63f807d7-990a-4475-b9b7-a8817a1f55d0 None None] Set router 49eab78f-df88-4b39-a22a-b8723cd164cf gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:34:29.739288 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8fda3435-53a0-4e07-9379-82fa87015211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:29.795263 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda3435-53a0-4e07-9379-82fa87015211 None None] Pushing event updated for resources: {'Port': ['ID=22a4ffbc-b360-4d20-b144-262608b5f78d,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:29.822315 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 0126a790-f307-46a2-a460-a4ed48cbb5f5 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:34:29.904191 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-e5e87eda-91c5-42ef-87b4-333925541601 None None] Provisioning complete for port 22a4ffbc-b360-4d20-b144-262608b5f78d triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:34:29.904579 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e5e87eda-91c5-42ef-87b4-333925541601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:29.941660 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-63f807d7-990a-4475-b9b7-a8817a1f55d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49eab78f-df88-4b39-a22a-b8723cd164cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163866604', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.155'}], 'enable_snat': True}, 'gw_port_id': '0126a790-f307-46a2-a460-a4ed48cbb5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:34:23Z', 'updated_at': '2022-03-28T14:34:27Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '0126a790-f307-46a2-a460-a4ed48cbb5f5', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:be:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49eab78f-df88-4b39-a22a-b8723cd164cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:23Z', 'updated_at': '2022-03-28T14:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '22a4ffbc-b360-4d20-b144-262608b5f78d', 'name': '', 'network_id': '01cef2b8-ebe5-4903-9991-bb34499d09fc', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'mac_address': 'fa:16:3e:a9:95:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49eab78f-df88-4b39-a22a-b8723cd164cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '9c7bd315-0e94-485f-8822-346d29837e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:26Z', 'updated_at': '2022-03-28T14:34:29Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'subnets': [{'id': '9c7bd315-0e94-485f-8822-346d29837e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:29.967843 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f807d7-990a-4475-b9b7-a8817a1f55d0 None None] The sync data for ids ['49eab78f-df88-4b39-a22a-b8723cd164cf'] in dv-neutron-835335-1-hyperv is: [{'id': '49eab78f-df88-4b39-a22a-b8723cd164cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163866604', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.155'}], 'enable_snat': True}, 'gw_port_id': '0126a790-f307-46a2-a460-a4ed48cbb5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:34:23Z', 'updated_at': '2022-03-28T14:34:27Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '0126a790-f307-46a2-a460-a4ed48cbb5f5', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:be:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49eab78f-df88-4b39-a22a-b8723cd164cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:23Z', 'updated_at': '2022-03-28T14:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '22a4ffbc-b360-4d20-b144-262608b5f78d', 'name': '', 'network_id': '01cef2b8-ebe5-4903-9991-bb34499d09fc', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'mac_address': 'fa:16:3e:a9:95:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49eab78f-df88-4b39-a22a-b8723cd164cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '9c7bd315-0e94-485f-8822-346d29837e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:26Z', 'updated_at': '2022-03-28T14:34:29Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'subnets': [{'id': '9c7bd315-0e94-485f-8822-346d29837e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:34:29.982583 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 0126a790-f307-46a2-a460-a4ed48cbb5f5 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:34:29.982942 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:30.171117 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 8cbdcecc-8a68-48ce-b13c-cc8e2dbfa65b up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:34:30.245547 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-8d465300-7fc8-4c78-b3f2-7df5b32b5f2f None None] Provisioning complete for port 22a4ffbc-b360-4d20-b144-262608b5f78d triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:34:30.245917 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8d465300-7fc8-4c78-b3f2-7df5b32b5f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:30.286273 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 8cbdcecc-8a68-48ce-b13c-cc8e2dbfa65b triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:34:30.286642 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:30.471672 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5cb5963b-34c3-494a-8fb1-5e0c88280590 req-2e48551e-5464-4e7e-89ba-cc57e00f7151 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d377665-f189-475c-bc2c-6a74f054759d HTTP/1.1" status: 200 len: 210 time: 0.0278883 Mar 28 14:34:31.551034 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-08388154-d979-48e4-9dff-ae5fd8396ad1 req-180a18fd-ed4e-4c48-9899-6a849c4c14ec tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d377665-f189-475c-bc2c-6a74f054759d HTTP/1.1" status: 200 len: 210 time: 0.0294986 Mar 28 14:34:31.821741 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 22a4ffbc-b360-4d20-b144-262608b5f78d up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:34:31.871553 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 22a4ffbc-b360-4d20-b144-262608b5f78d triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:34:31.871915 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:32.625313 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-52c6b9b0-e7c5-425d-b883-b8005e687807 req-95767e27-4ed1-4c35-9f50-d6e9fdc69615 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d377665-f189-475c-bc2c-6a74f054759d HTTP/1.1" status: 200 len: 210 time: 0.0257764 Mar 28 14:34:33.714645 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e1e209b1-9db7-47bb-b60c-4f98cf3d90bd req-be532dc6-524f-41b6-977d-93d0ae969556 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d377665-f189-475c-bc2c-6a74f054759d HTTP/1.1" status: 200 len: 210 time: 0.0264497 Mar 28 14:34:34.807894 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b79850c1-0954-45f4-90f7-0a379454d0df req-ddf08fac-828d-4099-8250-3d244288ad9a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d377665-f189-475c-bc2c-6a74f054759d HTTP/1.1" status: 200 len: 210 time: 0.0260568 Mar 28 14:34:35.251325 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-799017f2-ec03-442d-a40d-33739777747e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:35.252903 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-799017f2-ec03-442d-a40d-33739777747e tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.20 "GET /v2.0/networks?id=01cef2b8-ebe5-4903-9991-bb34499d09fc HTTP/1.1" status: 200 len: 797 time: 0.1020825 Mar 28 14:34:35.295553 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-db4620f7-b895-40fa-b509-de7214d7329c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2dc46a21a43e483fbb630102a765c646 HTTP/1.1" status: 200 len: 379 time: 0.0342798 Mar 28 14:34:35.303880 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-4c2d2cc8-659e-4e1c-858a-2f17fb6403e6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'port': {'device_id': '2d377665-f189-475c-bc2c-6a74f054759d', 'network_id': '01cef2b8-ebe5-4903-9991-bb34499d09fc', 'admin_state_up': True, 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'security_groups': ['b636adcd-2e8f-43c4-92c7-59850487dc13']}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:34:35.455600 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-4c2d2cc8-659e-4e1c-858a-2f17fb6403e6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Made reservation on behalf of 2dc46a21a43e483fbb630102a765c646 for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:34:35.459194 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-4c2d2cc8-659e-4e1c-858a-2f17fb6403e6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:35.585747 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-4c2d2cc8-659e-4e1c-858a-2f17fb6403e6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Allocated IP 172.20.0.10 (01cef2b8-ebe5-4903-9991-bb34499d09fc/9c7bd315-0e94-485f-8822-346d29837e71/bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:34:35.718795 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-4c2d2cc8-659e-4e1c-858a-2f17fb6403e6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:35.804671 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-4c2d2cc8-659e-4e1c-858a-2f17fb6403e6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:35.848859 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-4c2d2cc8-659e-4e1c-858a-2f17fb6403e6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Network 01cef2b8-ebe5-4903-9991-bb34499d09fc is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:34:35.852161 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-4c2d2cc8-659e-4e1c-858a-2f17fb6403e6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:34:35.856317 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-4c2d2cc8-659e-4e1c-858a-2f17fb6403e6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:34:35.881502 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d2cc8-659e-4e1c-858a-2f17fb6403e6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'Port': ['ID=bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:35.933479 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-4c2d2cc8-659e-4e1c-858a-2f17fb6403e6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:35.934103 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-4c2d2cc8-659e-4e1c-858a-2f17fb6403e6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:35.957741 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e0df4-609d-4fba-94e4-85e4c410f6d9 req-6096ba12-83cf-422e-9cc6-c7266a829439 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:35.959295 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-101e0df4-609d-4fba-94e4-85e4c410f6d9 req-6096ba12-83cf-422e-9cc6-c7266a829439 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d377665-f189-475c-bc2c-6a74f054759d HTTP/1.1" status: 200 len: 932 time: 0.0789061 Mar 28 14:34:36.003902 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-101e0df4-609d-4fba-94e4-85e4c410f6d9 req-3bf3154d-2f53-4a7c-a0ca-259e1e5a4752 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=b636adcd-2e8f-43c4-92c7-59850487dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383003 Mar 28 14:34:36.015470 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-4c2d2cc8-659e-4e1c-858a-2f17fb6403e6 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7151361 Mar 28 14:34:36.048868 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-54b9ccf9-9cb8-4324-8439-cb04a2afa02f None None] Provisioning complete for port bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:34:36.049391 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-54b9ccf9-9cb8-4324-8439-cb04a2afa02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:36.082880 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-54b9ccf9-9cb8-4324-8439-cb04a2afa02f None None] Port bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:34:36.084174 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-b46b8b8f-d5f3-42a0-b272-e49264d12801 service neutron] Request body: {'port': {'device_id': '2d377665-f189-475c-bc2c-6a74f054759d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:34:36.141007 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-b46b8b8f-d5f3-42a0-b272-e49264d12801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:36.209136 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:34:36.388095 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-b46b8b8f-d5f3-42a0-b272-e49264d12801 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0 {{(pid=109613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:34:36.395049 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-b46b8b8f-d5f3-42a0-b272-e49264d12801 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:36.407586 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.provisioning_blocks [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-b46b8b8f-d5f3-42a0-b272-e49264d12801 service neutron] Transition to ACTIVE for port object bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0 will not be triggered until provisioned by entity L2. {{(pid=109613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 14:34:36.464525 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-b46b8b8f-d5f3-42a0-b272-e49264d12801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:36.516054 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8b8f-d5f3-42a0-b272-e49264d12801 service neutron] Pushing event updated for resources: {'Port': ['ID=bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:36.585721 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-b46b8b8f-d5f3-42a0-b272-e49264d12801 service neutron] Attempting to bind port bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:34:36.586054 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-b46b8b8f-d5f3-42a0-b272-e49264d12801 service neutron] Attempting to bind port bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '58b99828-0b71-457d-9eb1-6a77bf972c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '01cef2b8-ebe5-4903-9991-bb34499d09fc'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:34:36.586378 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-b46b8b8f-d5f3-42a0-b272-e49264d12801 service neutron] Attempting to bind port bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0 on network 01cef2b8-ebe5-4903-9991-bb34499d09fc {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:34:36.591445 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-b46b8b8f-d5f3-42a0-b272-e49264d12801 service neutron] Port bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0 on network 01cef2b8-ebe5-4903-9991-bb34499d09fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 14:34:36.591768 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-b46b8b8f-d5f3-42a0-b272-e49264d12801 service neutron] Attempting to bind port bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0 on network 01cef2b8-ebe5-4903-9991-bb34499d09fc {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:34:36.597532 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-b46b8b8f-d5f3-42a0-b272-e49264d12801 service neutron] Checking agent: {'id': '72ab3303-6c81-4bd9-a1a9-2c5d9b681d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'started_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:34:36.597937 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-b46b8b8f-d5f3-42a0-b272-e49264d12801 service neutron] Checking segment: {'id': '58b99828-0b71-457d-9eb1-6a77bf972c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '01cef2b8-ebe5-4903-9991-bb34499d09fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:34:36.598387 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-b46b8b8f-d5f3-42a0-b272-e49264d12801 service neutron] Bound using segment: {'id': '58b99828-0b71-457d-9eb1-6a77bf972c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '01cef2b8-ebe5-4903-9991-bb34499d09fc'} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:34:36.598815 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-b46b8b8f-d5f3-42a0-b272-e49264d12801 service neutron] Bound port: bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58b99828-0b71-457d-9eb1-6a77bf972c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '01cef2b8-ebe5-4903-9991-bb34499d09fc'}}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:34:36.599173 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-b46b8b8f-d5f3-42a0-b272-e49264d12801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:36.663602 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-b46b8b8f-d5f3-42a0-b272-e49264d12801 service neutron] For port bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0, host hv-neutron-8353, cleared binding levels {{(pid=109613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:34:36.666713 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-b46b8b8f-d5f3-42a0-b272-e49264d12801 service neutron] For port bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0,segment=NetworkSegment(58b99828-0b71-457d-9eb1-6a77bf972c79),segment_id=58b99828-0b71-457d-9eb1-6a77bf972c79)] {{(pid=109613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:34:36.724941 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-b46b8b8f-d5f3-42a0-b272-e49264d12801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:36.757891 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-b46b8b8f-d5f3-42a0-b272-e49264d12801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:36.758531 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-b46b8b8f-d5f3-42a0-b272-e49264d12801 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:36.760789 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-b46b8b8f-d5f3-42a0-b272-e49264d12801 service neutron] 10.222.0.20 "PUT /v2.0/ports/bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0 HTTP/1.1" status: 200 len: 1094 time: 0.6808639 Mar 28 14:34:36.763184 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d377665-f189-475c-bc2c-6a74f054759d', 'tag': 'bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:34:36.766472 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a5cebb-4ab4-4c35-8a57-a75df5d1c1e4" -d '{"events": [{"name": "network-changed", "server_uuid": "2d377665-f189-475c-bc2c-6a74f054759d", "tag": "bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:34:36.799357 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8b8f-d5f3-42a0-b272-e49264d12801 service neutron] Pushing event updated for resources: {'Port': ['ID=bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0,revision_number=3']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:36.807115 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ba7fa5-2dc1-4c32-a99d-986092d39567 x-openstack-request-id: req-07ba7fa5-2dc1-4c32-a99d-986092d39567 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:34:36.807115 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d377665-f189-475c-bc2c-6a74f054759d", "tag": "bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:34:36.807115 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-07ba7fa5-2dc1-4c32-a99d-986092d39567 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:34:36.807115 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d377665-f189-475c-bc2c-6a74f054759d', 'tag': 'bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0', 'status': 'completed', 'code': 200} Mar 28 14:34:36.869279 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5cebb-4ab4-4c35-8a57-a75df5d1c1e4 req-69e2ebbc-cb38-43aa-aac6-3c7fcdd55ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:36.870770 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-79a5cebb-4ab4-4c35-8a57-a75df5d1c1e4 req-69e2ebbc-cb38-43aa-aac6-3c7fcdd55ecf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2dc46a21a43e483fbb630102a765c646&device_id=2d377665-f189-475c-bc2c-6a74f054759d HTTP/1.1" status: 200 len: 1097 time: 0.0446327 Mar 28 14:34:36.970190 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5cebb-4ab4-4c35-8a57-a75df5d1c1e4 req-327a697d-8415-4903-89f7-8cd97121e0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:36.971667 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-79a5cebb-4ab4-4c35-8a57-a75df5d1c1e4 req-327a697d-8415-4903-89f7-8cd97121e0ec service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=2dc46a21a43e483fbb630102a765c646&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0930886 Mar 28 14:34:37.066918 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5cebb-4ab4-4c35-8a57-a75df5d1c1e4 req-2e879059-395b-472c-9ac1-15f427247cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:37.068443 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-79a5cebb-4ab4-4c35-8a57-a75df5d1c1e4 req-2e879059-395b-472c-9ac1-15f427247cad service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904779 Mar 28 14:34:37.139291 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84927651-676a-4c08-9742-e8a8f4c2aab9 req-78aefaf9-3756-4f68-b0c6-4fcb7c495693 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:37.140788 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-84927651-676a-4c08-9742-e8a8f4c2aab9 req-78aefaf9-3756-4f68-b0c6-4fcb7c495693 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d377665-f189-475c-bc2c-6a74f054759d HTTP/1.1" status: 200 len: 944 time: 0.0683417 Mar 28 14:34:37.175830 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-745a3fbd-47b8-4eae-bfc3-3e3c3b41c14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:37.177202 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-745a3fbd-47b8-4eae-bfc3-3e3c3b41c14b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2dc46a21a43e483fbb630102a765c646&device_id=2d377665-f189-475c-bc2c-6a74f054759d HTTP/1.1" status: 200 len: 1097 time: 0.0724308 Mar 28 14:34:37.195969 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-84927651-676a-4c08-9742-e8a8f4c2aab9 req-dd7d601f-f92e-4c9e-a64c-604f9c7233cb tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=b636adcd-2e8f-43c4-92c7-59850487dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491550 Mar 28 14:34:37.222143 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-89c19d52-eacd-4517-abb7-d11ec2274c7a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0 HTTP/1.1" status: 200 len: 217 time: 0.0371010 Mar 28 14:34:37.269697 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-9cd52e41-b5a8-4040-a412-c2a0a08a23ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:37.271119 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-9cd52e41-b5a8-4040-a412-c2a0a08a23ef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c7bd315-0e94-485f-8822-346d29837e71 HTTP/1.1" status: 200 len: 835 time: 0.0429025 Mar 28 14:34:37.314402 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-05477d21-26f3-465c-b6ce-8265a46a2439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:37.315828 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-05477d21-26f3-465c-b6ce-8265a46a2439 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=01cef2b8-ebe5-4903-9991-bb34499d09fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388823 Mar 28 14:34:37.404155 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-b716504d-214a-4ac0-b3cb-45cd4ea77851 service neutron] 10.222.0.20 "GET /v2.0/networks/01cef2b8-ebe5-4903-9991-bb34499d09fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814364 Mar 28 14:34:37.491170 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dbff0c3d-39d8-4261-8649-35719d3cd17d req-cbf30ec5-2187-422f-a2da-f54c77aebaae service neutron] 10.222.0.20 "GET /v2.0/networks/01cef2b8-ebe5-4903-9991-bb34499d09fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810630 Mar 28 14:34:38.312556 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e0e2c3-5e5d-4312-bc4d-bef12b7ee000 req-d67088ee-90cf-4f4b-b91a-c9af46157725 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:38.314260 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b9e0e2c3-5e5d-4312-bc4d-bef12b7ee000 req-d67088ee-90cf-4f4b-b91a-c9af46157725 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d377665-f189-475c-bc2c-6a74f054759d HTTP/1.1" status: 200 len: 944 time: 0.0516646 Mar 28 14:34:38.350898 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b9e0e2c3-5e5d-4312-bc4d-bef12b7ee000 req-c3e44638-b73c-44b2-afb7-59b0af1275fd tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=b636adcd-2e8f-43c4-92c7-59850487dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306063 Mar 28 14:34:39.461970 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2c9ef-312f-4728-b394-f757b39b8898 req-7b248ecc-2230-4cef-9600-853a553b92b7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:39.463956 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-46e2c9ef-312f-4728-b394-f757b39b8898 req-7b248ecc-2230-4cef-9600-853a553b92b7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d377665-f189-475c-bc2c-6a74f054759d HTTP/1.1" status: 200 len: 944 time: 0.0470679 Mar 28 14:34:39.500668 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-46e2c9ef-312f-4728-b394-f757b39b8898 req-b83199cd-38b3-4bb2-9210-337e4b13ee36 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=b636adcd-2e8f-43c4-92c7-59850487dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306122 Mar 28 14:34:40.615023 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbcba90-7fd3-4a61-a44e-9adefef59aa7 req-00bbc43f-721f-48ce-ae42-13c2e4b0ff87 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:40.616500 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bbbcba90-7fd3-4a61-a44e-9adefef59aa7 req-00bbc43f-721f-48ce-ae42-13c2e4b0ff87 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d377665-f189-475c-bc2c-6a74f054759d HTTP/1.1" status: 200 len: 944 time: 0.0493803 Mar 28 14:34:40.653427 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bbbcba90-7fd3-4a61-a44e-9adefef59aa7 req-ca88339e-e578-4a69-828b-111800595709 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=b636adcd-2e8f-43c4-92c7-59850487dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304539 Mar 28 14:34:41.742980 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:34:41.767824 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5659af-18a8-4169-9ed2-9f9a51c3ad37 req-bb1923e2-63ec-41cd-b361-f09b13279010 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:41.769316 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ad5659af-18a8-4169-9ed2-9f9a51c3ad37 req-bb1923e2-63ec-41cd-b361-f09b13279010 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d377665-f189-475c-bc2c-6a74f054759d HTTP/1.1" status: 200 len: 944 time: 0.0516129 Mar 28 14:34:41.805932 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ad5659af-18a8-4169-9ed2-9f9a51c3ad37 req-d58747a3-2235-4870-945a-46ca98c14be4 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=b636adcd-2e8f-43c4-92c7-59850487dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305011 Mar 28 14:34:41.835900 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0,segment=NetworkSegment(58b99828-0b71-457d-9eb1-6a77bf972c79),segment_id=58b99828-0b71-457d-9eb1-6a77bf972c79)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:34:41.847627 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': 'bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0', 'network_id': '01cef2b8-ebe5-4903-9991-bb34499d09fc', 'port_id': 'bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0', 'mac_address': 'fa:16:3e:2b:83:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c7bd315-0e94-485f-8822-346d29837e71', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:34:41.886947 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:41.898900 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0 {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:34:41.917149 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0,segment=NetworkSegment(58b99828-0b71-457d-9eb1-6a77bf972c79),segment_id=58b99828-0b71-457d-9eb1-6a77bf972c79)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:34:42.012862 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:42.059469 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:42.364081 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:34:42.917537 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113022ad-d57e-4921-89f9-540f265ee8b4 req-5266030b-aacd-4f91-9e56-769b777688b7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:42.918973 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-113022ad-d57e-4921-89f9-540f265ee8b4 req-5266030b-aacd-4f91-9e56-769b777688b7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d377665-f189-475c-bc2c-6a74f054759d HTTP/1.1" status: 200 len: 945 time: 0.0467434 Mar 28 14:34:42.956175 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-113022ad-d57e-4921-89f9-540f265ee8b4 req-726eb5f8-c010-4a4e-b89b-480f868c9809 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=b636adcd-2e8f-43c4-92c7-59850487dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312045 Mar 28 14:34:43.758252 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0 up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:34:43.869895 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning for port bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0 completed by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 14:34:43.873829 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:34:43.874187 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:43.951453 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:43.954377 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:43.973340 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d377665-f189-475c-bc2c-6a74f054759d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:34:43.975544 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a04ba81-f323-4105-90a9-1bdd9f3a524f" -d '{"events": [{"server_uuid": "2d377665-f189-475c-bc2c-6a74f054759d", "name": "network-vif-plugged", "status": "completed", "tag": "bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:34:43.989095 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0,segment=NetworkSegment(58b99828-0b71-457d-9eb1-6a77bf972c79),segment_id=58b99828-0b71-457d-9eb1-6a77bf972c79)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:34:44.014696 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6ee9fd-58d2-4702-9438-17c7facacc8e x-openstack-request-id: req-6a6ee9fd-58d2-4702-9438-17c7facacc8e {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:34:44.015028 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d377665-f189-475c-bc2c-6a74f054759d", "name": "network-vif-plugged", "status": "completed", "tag": "bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:34:44.015285 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6a6ee9fd-58d2-4702-9438-17c7facacc8e {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:34:44.015677 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d377665-f189-475c-bc2c-6a74f054759d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0', 'code': 200} Mar 28 14:34:44.067639 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:44.076790 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc2738-9ddf-488e-831d-91c3c06709b7 req-da47ae83-29db-4112-818f-09bba7fb284b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:44.078542 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c8bc2738-9ddf-488e-831d-91c3c06709b7 req-da47ae83-29db-4112-818f-09bba7fb284b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d377665-f189-475c-bc2c-6a74f054759d HTTP/1.1" status: 200 len: 945 time: 0.0549953 Mar 28 14:34:44.114989 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:44.116322 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c8bc2738-9ddf-488e-831d-91c3c06709b7 req-607a110a-4f93-45ab-b48a-c2bb63f8444c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=b636adcd-2e8f-43c4-92c7-59850487dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315573 Mar 28 14:34:44.307151 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f737afb-1ddc-4acb-982d-b29f2e8bafda req-fd4e76f0-706a-4d9f-8492-6574ac000174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:44.308598 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2f737afb-1ddc-4acb-982d-b29f2e8bafda req-fd4e76f0-706a-4d9f-8492-6574ac000174 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2d377665-f189-475c-bc2c-6a74f054759d HTTP/1.1" status: 200 len: 1099 time: 0.0412433 Mar 28 14:34:44.341801 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2f737afb-1ddc-4acb-982d-b29f2e8bafda req-f917cc27-d26c-459e-a422-436608d3e7c9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b636adcd-2e8f-43c4-92c7-59850487dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264866 Mar 28 14:34:45.239105 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4ea8d-2c9e-4603-a023-889a1a68c37e req-60bf027e-062b-4a44-b03a-c1007226ab77 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:45.240567 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-62e4ea8d-2c9e-4603-a023-889a1a68c37e req-60bf027e-062b-4a44-b03a-c1007226ab77 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d377665-f189-475c-bc2c-6a74f054759d HTTP/1.1" status: 200 len: 946 time: 0.0521667 Mar 28 14:34:45.277944 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-62e4ea8d-2c9e-4603-a023-889a1a68c37e req-b148398a-2aaf-4edf-a962-5446fb073934 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=b636adcd-2e8f-43c4-92c7-59850487dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313981 Mar 28 14:34:46.391603 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4447b97-5653-4d59-aac4-31acee258765 req-6e013e3b-5f9c-4cea-b9e5-859ca8ae82bf tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:46.393112 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f4447b97-5653-4d59-aac4-31acee258765 req-6e013e3b-5f9c-4cea-b9e5-859ca8ae82bf tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d377665-f189-475c-bc2c-6a74f054759d HTTP/1.1" status: 200 len: 946 time: 0.0483143 Mar 28 14:34:46.429891 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f4447b97-5653-4d59-aac4-31acee258765 req-891566c4-7a79-4456-afc8-d28fef4798fd tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=b636adcd-2e8f-43c4-92c7-59850487dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308478 Mar 28 14:34:46.544156 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09148115-1bc7-4316-8973-7d387c98e0d1 req-d38cece4-41f1-4755-82aa-6dfb54231c0b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:46.545539 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-09148115-1bc7-4316-8973-7d387c98e0d1 req-d38cece4-41f1-4755-82aa-6dfb54231c0b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d377665-f189-475c-bc2c-6a74f054759d HTTP/1.1" status: 200 len: 946 time: 0.0503221 Mar 28 14:34:46.582043 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-09148115-1bc7-4316-8973-7d387c98e0d1 req-f2a0dcc3-dccb-4289-93d4-655dd02f2c22 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=b636adcd-2e8f-43c4-92c7-59850487dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307348 Mar 28 14:34:46.602480 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 42060) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:34:46.645538 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2347faa-1695-41ac-9abb-25175c409320 tempest-TestNetworkAdvancedServerOps-1380052890 tempest-TestNetworkAdvancedServerOps-1380052890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:46.647061 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d2347faa-1695-41ac-9abb-25175c409320 tempest-TestNetworkAdvancedServerOps-1380052890 tempest-TestNetworkAdvancedServerOps-1380052890-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2d377665-f189-475c-bc2c-6a74f054759d HTTP/1.1" status: 200 len: 1094 time: 0.0431018 Mar 28 14:34:46.650433 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 42062) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:34:46.654845 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-b83d6868-3182-4334-acec-aac7bb427399 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Request body: {'floatingip': {'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'port_id': 'bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:34:46.738184 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b83d6868-3182-4334-acec-aac7bb427399 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for floatingip, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:46.829727 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b83d6868-3182-4334-acec-aac7bb427399 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:46.931767 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-b83d6868-3182-4334-acec-aac7bb427399 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Allocated IP 172.26.2.3 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/bf95ba6c-c6a0-486c-a606-8d204454b096) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:34:47.030334 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b83d6868-3182-4334-acec-aac7bb427399 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:47.115654 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b83d6868-3182-4334-acec-aac7bb427399 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:47.149455 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83d6868-3182-4334-acec-aac7bb427399 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:34:47.154233 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-b83d6868-3182-4334-acec-aac7bb427399 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:34:47.158489 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83d6868-3182-4334-acec-aac7bb427399 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:34:47.192744 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83d6868-3182-4334-acec-aac7bb427399 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'Port': ['ID=bf95ba6c-c6a0-486c-a606-8d204454b096,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:47.522896 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b83d6868-3182-4334-acec-aac7bb427399 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:47.639381 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b83d6868-3182-4334-acec-aac7bb427399 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:47.782524 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b83d6868-3182-4334-acec-aac7bb427399 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:47.852232 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b83d6868-3182-4334-acec-aac7bb427399 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:47.926871 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83d6868-3182-4334-acec-aac7bb427399 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event updated for resources: {'Port': ['ID=bf95ba6c-c6a0-486c-a606-8d204454b096,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:34:47.934782 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b83d6868-3182-4334-acec-aac7bb427399 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:48.031221 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.l3_db [None req-b83d6868-3182-4334-acec-aac7bb427399 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Floating IP 5e45cc81-3fa7-426b-919b-7c2cdb28ea1a associated. External IP: 172.26.2.3, port: bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0. Mar 28 14:34:48.227963 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83d6868-3182-4334-acec-aac7bb427399 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Router 49eab78f-df88-4b39-a22a-b8723cd164cf has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:34:48.331358 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83d6868-3182-4334-acec-aac7bb427399 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:34:48.341270 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd78dc4b-b24f-4e51-9232-825ac41dcbbb None None] Sync routers for ids ['49eab78f-df88-4b39-a22a-b8723cd164cf'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:34:48.350858 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd78dc4b-b24f-4e51-9232-825ac41dcbbb None None] Routers {'49eab78f-df88-4b39-a22a-b8723cd164cf'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:34:48.351480 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-dd78dc4b-b24f-4e51-9232-825ac41dcbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:34:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['49eab78f-df88-4b39-a22a-b8723cd164cf'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:48.403682 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-b83d6868-3182-4334-acec-aac7bb427399 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:48.433161 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-b83d6868-3182-4334-acec-aac7bb427399 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7814989 Mar 28 14:34:48.433756 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d377665-f189-475c-bc2c-6a74f054759d', 'tag': 'bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0'}] {{(pid=109612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:34:48.436149 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe63c13e87a9f7251adb6bd0d9fca296dff075f1d7b14c4d1edf5c408047469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95683418-6514-4436-9825-8dade416bbcc" -d '{"events": [{"name": "network-changed", "server_uuid": "2d377665-f189-475c-bc2c-6a74f054759d", "tag": "bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0"}]}' {{(pid=109612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:34:48.457678 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-dd78dc4b-b24f-4e51-9232-825ac41dcbbb None None] Set router 49eab78f-df88-4b39-a22a-b8723cd164cf gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:34:48.475837 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6296fde4-b74c-430e-9942-ed74925144c3 x-openstack-request-id: req-6296fde4-b74c-430e-9942-ed74925144c3 {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:34:48.476132 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d377665-f189-475c-bc2c-6a74f054759d", "tag": "bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0", "status": "completed", "code": 200}]} {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:34:48.476528 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6296fde4-b74c-430e-9942-ed74925144c3 {{(pid=109612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:34:48.476939 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d377665-f189-475c-bc2c-6a74f054759d', 'tag': 'bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0', 'status': 'completed', 'code': 200} Mar 28 14:34:48.560810 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c803522-271f-4db0-bbcf-b37d8e2682c0 req-723acb11-73ea-4e18-ad9a-93298d51a816 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:48.562201 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1c803522-271f-4db0-bbcf-b37d8e2682c0 req-723acb11-73ea-4e18-ad9a-93298d51a816 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d377665-f189-475c-bc2c-6a74f054759d HTTP/1.1" status: 200 len: 946 time: 0.0786986 Mar 28 14:34:48.571417 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95683418-6514-4436-9825-8dade416bbcc req-6592ce2a-12f3-4864-a800-47165aa924b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:48.572876 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-95683418-6514-4436-9825-8dade416bbcc req-6592ce2a-12f3-4864-a800-47165aa924b2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2dc46a21a43e483fbb630102a765c646&device_id=2d377665-f189-475c-bc2c-6a74f054759d HTTP/1.1" status: 200 len: 1099 time: 0.0628169 Mar 28 14:34:48.650685 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1c803522-271f-4db0-bbcf-b37d8e2682c0 req-b28d5500-a482-4f72-8e10-b57107cf1e97 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=b636adcd-2e8f-43c4-92c7-59850487dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811861 Mar 28 14:34:48.672702 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 42068) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:34:48.690051 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-dd78dc4b-b24f-4e51-9232-825ac41dcbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49eab78f-df88-4b39-a22a-b8723cd164cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163866604', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.155'}], 'enable_snat': True}, 'gw_port_id': '0126a790-f307-46a2-a460-a4ed48cbb5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:34:23Z', 'updated_at': '2022-03-28T14:34:27Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '0126a790-f307-46a2-a460-a4ed48cbb5f5', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:be:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49eab78f-df88-4b39-a22a-b8723cd164cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:23Z', 'updated_at': '2022-03-28T14:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '5e45cc81-3fa7-426b-919b-7c2cdb28ea1a', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'floating_ip_address': '172.26.2.3', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '49eab78f-df88-4b39-a22a-b8723cd164cf', 'port_id': 'bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01cef2b8-ebe5-4903-9991-bb34499d09fc', 'mac_address': 'fa:16:3e:2b:83:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d377665-f189-475c-bc2c-6a74f054759d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:34:47Z', 'revision_number': 0, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22a4ffbc-b360-4d20-b144-262608b5f78d', 'name': '', 'network_id': '01cef2b8-ebe5-4903-9991-bb34499d09fc', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'mac_address': 'fa:16:3e:a9:95:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49eab78f-df88-4b39-a22a-b8723cd164cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '9c7bd315-0e94-485f-8822-346d29837e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:26Z', 'updated_at': '2022-03-28T14:34:29Z', 'revision_number': 5, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'subnets': [{'id': '9c7bd315-0e94-485f-8822-346d29837e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:48.693485 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95683418-6514-4436-9825-8dade416bbcc req-40860bd0-6877-4b23-b6b4-ed494ff9c729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:48.695154 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-95683418-6514-4436-9825-8dade416bbcc req-40860bd0-6877-4b23-b6b4-ed494ff9c729 service neutron] 10.222.0.20 "GET /v2.0/networks?id=01cef2b8-ebe5-4903-9991-bb34499d09fc HTTP/1.1" status: 200 len: 898 time: 0.1101439 Mar 28 14:34:48.715898 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd78dc4b-b24f-4e51-9232-825ac41dcbbb None None] Checking router: 49eab78f-df88-4b39-a22a-b8723cd164cf for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:34:48.724012 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd78dc4b-b24f-4e51-9232-825ac41dcbbb None None] Routers {'49eab78f-df88-4b39-a22a-b8723cd164cf'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:34:48.724642 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-dd78dc4b-b24f-4e51-9232-825ac41dcbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:34:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['49eab78f-df88-4b39-a22a-b8723cd164cf'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:48.733205 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-208c686c-c47d-4ce9-81cc-729a83d43b60 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/floatingips/5e45cc81-3fa7-426b-919b-7c2cdb28ea1a HTTP/1.1" status: 200 len: 990 time: 0.0593724 Mar 28 14:34:48.764177 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-95683418-6514-4436-9825-8dade416bbcc req-b3963358-3d9f-4234-b255-5a6895bfd1f3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0 HTTP/1.1" status: 200 len: 998 time: 0.0623150 Mar 28 14:34:48.812222 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95683418-6514-4436-9825-8dade416bbcc req-305ec8b2-82a4-4841-b2ce-e723368b3a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:48.813917 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-95683418-6514-4436-9825-8dade416bbcc req-305ec8b2-82a4-4841-b2ce-e723368b3a2d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c7bd315-0e94-485f-8822-346d29837e71 HTTP/1.1" status: 200 len: 835 time: 0.0439889 Mar 28 14:34:48.832487 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-dd78dc4b-b24f-4e51-9232-825ac41dcbbb None None] Set router 49eab78f-df88-4b39-a22a-b8723cd164cf gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:34:48.857762 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95683418-6514-4436-9825-8dade416bbcc req-939646ab-d667-4499-a878-15dc44214a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:34:48.859239 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-95683418-6514-4436-9825-8dade416bbcc req-939646ab-d667-4499-a878-15dc44214a6f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=01cef2b8-ebe5-4903-9991-bb34499d09fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392675 Mar 28 14:34:49.066360 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-dd78dc4b-b24f-4e51-9232-825ac41dcbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49eab78f-df88-4b39-a22a-b8723cd164cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163866604', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.155'}], 'enable_snat': True}, 'gw_port_id': '0126a790-f307-46a2-a460-a4ed48cbb5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:34:23Z', 'updated_at': '2022-03-28T14:34:27Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '0126a790-f307-46a2-a460-a4ed48cbb5f5', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:be:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49eab78f-df88-4b39-a22a-b8723cd164cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:23Z', 'updated_at': '2022-03-28T14:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '5e45cc81-3fa7-426b-919b-7c2cdb28ea1a', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'floating_ip_address': '172.26.2.3', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '49eab78f-df88-4b39-a22a-b8723cd164cf', 'port_id': 'bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01cef2b8-ebe5-4903-9991-bb34499d09fc', 'mac_address': 'fa:16:3e:2b:83:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d377665-f189-475c-bc2c-6a74f054759d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:34:47Z', 'revision_number': 0, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22a4ffbc-b360-4d20-b144-262608b5f78d', 'name': '', 'network_id': '01cef2b8-ebe5-4903-9991-bb34499d09fc', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'mac_address': 'fa:16:3e:a9:95:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49eab78f-df88-4b39-a22a-b8723cd164cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '9c7bd315-0e94-485f-8822-346d29837e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:26Z', 'updated_at': '2022-03-28T14:34:29Z', 'revision_number': 5, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'subnets': [{'id': '9c7bd315-0e94-485f-8822-346d29837e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:34:49.093281 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd78dc4b-b24f-4e51-9232-825ac41dcbbb None None] The sync data for ids ['49eab78f-df88-4b39-a22a-b8723cd164cf'] in dv-neutron-835335-1-hyperv is: [{'id': '49eab78f-df88-4b39-a22a-b8723cd164cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163866604', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.155'}], 'enable_snat': True}, 'gw_port_id': '0126a790-f307-46a2-a460-a4ed48cbb5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:34:23Z', 'updated_at': '2022-03-28T14:34:27Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '0126a790-f307-46a2-a460-a4ed48cbb5f5', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:be:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49eab78f-df88-4b39-a22a-b8723cd164cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:23Z', 'updated_at': '2022-03-28T14:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '5e45cc81-3fa7-426b-919b-7c2cdb28ea1a', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'floating_ip_address': '172.26.2.3', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '49eab78f-df88-4b39-a22a-b8723cd164cf', 'port_id': 'bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01cef2b8-ebe5-4903-9991-bb34499d09fc', 'mac_address': 'fa:16:3e:2b:83:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d377665-f189-475c-bc2c-6a74f054759d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:34:47Z', 'updated_at': '2022-03-28T14:34:47Z', 'revision_number': 0, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22a4ffbc-b360-4d20-b144-262608b5f78d', 'name': '', 'network_id': '01cef2b8-ebe5-4903-9991-bb34499d09fc', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'mac_address': 'fa:16:3e:a9:95:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49eab78f-df88-4b39-a22a-b8723cd164cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '9c7bd315-0e94-485f-8822-346d29837e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:26Z', 'updated_at': '2022-03-28T14:34:29Z', 'revision_number': 5, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'subnets': [{'id': '9c7bd315-0e94-485f-8822-346d29837e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:34:49.300347 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-95683418-6514-4436-9825-8dade416bbcc req-a2876eab-ac3f-458a-afc0-47f35b002aac service neutron] 10.222.0.20 "GET /v2.0/networks/01cef2b8-ebe5-4903-9991-bb34499d09fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4334025 Mar 28 14:34:49.308668 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8b78cd-3b80-4c57-a454-8fcc7fd55463 None None] New status for floating IP 5e45cc81-3fa7-426b-919b-7c2cdb28ea1a: ACTIVE {{(pid=109615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:34:49.389285 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-95683418-6514-4436-9825-8dade416bbcc req-6b6d8e80-4164-49d8-ba76-055494c6daf4 service neutron] 10.222.0.20 "GET /v2.0/networks/01cef2b8-ebe5-4903-9991-bb34499d09fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822875 Mar 28 14:34:49.737100 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 42070) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:34:49.798671 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-c235eaeb-9d77-4a44-8370-d27c3cdc3a01 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/floatingips/5e45cc81-3fa7-426b-919b-7c2cdb28ea1a HTTP/1.1" status: 200 len: 992 time: 0.0604305 Mar 28 14:34:54.069656 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ba4bb9b7-9567-4838-83c2-47ad7073ef06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:56.353296 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7bb4a2ff-e7a5-4999-93b9-196404cdfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:57.763874 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:59.132459 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:34:59.355174 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:35:13.207054 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:35:13.957667 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:35:24.068962 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6ab792b1-7b32-42c1-9f00-3813bfe671a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:35:26.337348 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3e343fb2-29b6-4fc9-8377-b3ce5e16bc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:35:27.800226 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:35:29.134796 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:35:29.363201 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:35:40.505979 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-fb9221fc-8607-4590-bf33-04292c47dd4b req-3f3cc6e2-aa7a-41f0-a8e2-effa147c0741 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2d377665-f189-475c-bc2c-6a74f054759d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373604 Mar 28 14:35:40.589178 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9221fc-8607-4590-bf33-04292c47dd4b req-d2e702f9-cc2f-4961-8966-11e4509e704e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:40.590506 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-fb9221fc-8607-4590-bf33-04292c47dd4b req-d2e702f9-cc2f-4961-8966-11e4509e704e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2dc46a21a43e483fbb630102a765c646&device_id=2d377665-f189-475c-bc2c-6a74f054759d HTTP/1.1" status: 200 len: 1099 time: 0.0395029 Mar 28 14:35:40.689693 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9221fc-8607-4590-bf33-04292c47dd4b req-09d0bdcb-bba2-46d0-8988-0e2974cdf5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:40.691130 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-fb9221fc-8607-4590-bf33-04292c47dd4b req-09d0bdcb-bba2-46d0-8988-0e2974cdf5f1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=01cef2b8-ebe5-4903-9991-bb34499d09fc HTTP/1.1" status: 200 len: 898 time: 0.0839028 Mar 28 14:35:40.754324 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-fb9221fc-8607-4590-bf33-04292c47dd4b req-f5c68a71-8538-4255-ba55-5fca80071054 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0 HTTP/1.1" status: 200 len: 1000 time: 0.0553384 Mar 28 14:35:40.800468 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9221fc-8607-4590-bf33-04292c47dd4b req-590c081e-edf4-4c54-a966-47ded35fdb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:40.801826 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-fb9221fc-8607-4590-bf33-04292c47dd4b req-590c081e-edf4-4c54-a966-47ded35fdb5a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c7bd315-0e94-485f-8822-346d29837e71 HTTP/1.1" status: 200 len: 835 time: 0.0406523 Mar 28 14:35:40.852762 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9221fc-8607-4590-bf33-04292c47dd4b req-7addeb80-ecad-480f-8d9f-9f827f3f52f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:40.854199 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-fb9221fc-8607-4590-bf33-04292c47dd4b req-7addeb80-ecad-480f-8d9f-9f827f3f52f4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=01cef2b8-ebe5-4903-9991-bb34499d09fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0458620 Mar 28 14:35:40.939316 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-fb9221fc-8607-4590-bf33-04292c47dd4b req-eb835f3b-4a81-4005-bab5-c7fc8098822f service neutron] 10.222.0.20 "GET /v2.0/networks/01cef2b8-ebe5-4903-9991-bb34499d09fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780189 Mar 28 14:35:41.026797 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-fb9221fc-8607-4590-bf33-04292c47dd4b req-af12e3ff-933b-4f99-afca-42db76879c5e service neutron] 10.222.0.20 "GET /v2.0/networks/01cef2b8-ebe5-4903-9991-bb34499d09fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806806 Mar 28 14:35:43.925637 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:35:50.205495 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:35:52.949064 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d221e-31e0-4ff6-ac30-bf4b4b954641 req-9fa85050-7c57-4497-a3a7-f17442756900 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:52.950712 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ca2d221e-31e0-4ff6-ac30-bf4b4b954641 req-9fa85050-7c57-4497-a3a7-f17442756900 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d377665-f189-475c-bc2c-6a74f054759d HTTP/1.1" status: 200 len: 946 time: 0.0503304 Mar 28 14:35:52.987429 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ca2d221e-31e0-4ff6-ac30-bf4b4b954641 req-46125e5a-2f4c-450a-af1c-bc4e9bf2a364 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=b636adcd-2e8f-43c4-92c7-59850487dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309532 Mar 28 14:35:54.085588 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-934a321d-9045-469a-9ba6-421489592e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:35:54.104613 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dda29c-0b7e-4f79-b361-b26e8893ea5a req-c00fb1f9-2503-4e5c-8e6b-8eaac1b3ce00 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:54.106062 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-75dda29c-0b7e-4f79-b361-b26e8893ea5a req-c00fb1f9-2503-4e5c-8e6b-8eaac1b3ce00 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d377665-f189-475c-bc2c-6a74f054759d HTTP/1.1" status: 200 len: 946 time: 0.0510001 Mar 28 14:35:54.143555 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-75dda29c-0b7e-4f79-b361-b26e8893ea5a req-22f6607d-e2cf-4418-95a9-dbacb2c711c8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=b636adcd-2e8f-43c4-92c7-59850487dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315766 Mar 28 14:35:55.261894 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c26d1-6bc1-4091-a719-7d579144d698 req-3156fcd9-74bb-4b6f-a124-b379987c607b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:55.263357 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-782c26d1-6bc1-4091-a719-7d579144d698 req-3156fcd9-74bb-4b6f-a124-b379987c607b tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d377665-f189-475c-bc2c-6a74f054759d HTTP/1.1" status: 200 len: 946 time: 0.0513346 Mar 28 14:35:55.299503 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-782c26d1-6bc1-4091-a719-7d579144d698 req-acc78f43-5f18-4445-aca7-06bcf5113b05 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=b636adcd-2e8f-43c4-92c7-59850487dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303109 Mar 28 14:35:55.335200 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 42100) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:35:55.394561 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-be495850-eb20-478f-98b2-64f85a99fa13 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/floatingips/5e45cc81-3fa7-426b-919b-7c2cdb28ea1a HTTP/1.1" status: 200 len: 992 time: 0.0574632 Mar 28 14:35:56.362591 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-35c6960e-d966-426f-9dcb-0945268d908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:35:56.834924 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5218e22f-cc22-47a7-8718-154e2c36fc03 req-315c204e-edad-4ba6-92cc-8b716a70c69f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:56.836524 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5218e22f-cc22-47a7-8718-154e2c36fc03 req-315c204e-edad-4ba6-92cc-8b716a70c69f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d377665-f189-475c-bc2c-6a74f054759d HTTP/1.1" status: 200 len: 946 time: 0.0535042 Mar 28 14:35:56.900259 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5218e22f-cc22-47a7-8718-154e2c36fc03 req-e36c84bf-530f-4f5d-9e34-53fe16dc345c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=b636adcd-2e8f-43c4-92c7-59850487dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568547 Mar 28 14:35:56.909861 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4054ab2-2bc1-4eb7-b9d5-d316c0ce8d41 req-eb180128-3be0-4238-9f96-ba4f5071981d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:56.911332 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d4054ab2-2bc1-4eb7-b9d5-d316c0ce8d41 req-eb180128-3be0-4238-9f96-ba4f5071981d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2dc46a21a43e483fbb630102a765c646&device_id=2d377665-f189-475c-bc2c-6a74f054759d HTTP/1.1" status: 200 len: 1099 time: 0.0512938 Mar 28 14:35:57.000758 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4054ab2-2bc1-4eb7-b9d5-d316c0ce8d41 req-f95b9dd8-8553-4895-aab3-dd2b7a4e8f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:57.002101 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d4054ab2-2bc1-4eb7-b9d5-d316c0ce8d41 req-f95b9dd8-8553-4895-aab3-dd2b7a4e8f56 service neutron] 10.222.0.20 "GET /v2.0/networks?id=01cef2b8-ebe5-4903-9991-bb34499d09fc HTTP/1.1" status: 200 len: 898 time: 0.0849946 Mar 28 14:35:57.064046 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d4054ab2-2bc1-4eb7-b9d5-d316c0ce8d41 req-57c95066-46f6-41f7-adc7-804053cf51f9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0 HTTP/1.1" status: 200 len: 1000 time: 0.0556974 Mar 28 14:35:57.110371 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4054ab2-2bc1-4eb7-b9d5-d316c0ce8d41 req-bf88651e-c5d8-4887-ac1d-00e39d6b958a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:57.111749 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d4054ab2-2bc1-4eb7-b9d5-d316c0ce8d41 req-bf88651e-c5d8-4887-ac1d-00e39d6b958a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c7bd315-0e94-485f-8822-346d29837e71 HTTP/1.1" status: 200 len: 835 time: 0.0413861 Mar 28 14:35:57.158944 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4054ab2-2bc1-4eb7-b9d5-d316c0ce8d41 req-dc584a13-b17a-4676-98af-f9990441f70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:57.160349 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d4054ab2-2bc1-4eb7-b9d5-d316c0ce8d41 req-dc584a13-b17a-4676-98af-f9990441f70c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=01cef2b8-ebe5-4903-9991-bb34499d09fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418479 Mar 28 14:35:57.244784 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d4054ab2-2bc1-4eb7-b9d5-d316c0ce8d41 req-2798f5a5-3311-497a-abb7-677fba03b8c8 service neutron] 10.222.0.20 "GET /v2.0/networks/01cef2b8-ebe5-4903-9991-bb34499d09fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0773492 Mar 28 14:35:57.332813 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d4054ab2-2bc1-4eb7-b9d5-d316c0ce8d41 req-9c8a789d-9f62-4df4-908b-07859b35e7e7 service neutron] 10.222.0.20 "GET /v2.0/networks/01cef2b8-ebe5-4903-9991-bb34499d09fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819340 Mar 28 14:35:57.856799 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:35:58.016642 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1dd87-69b1-4bd3-9603-b6b79bc6841d req-ef6c4858-05cf-4f31-942d-f51bb349bae8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:58.018092 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cdd1dd87-69b1-4bd3-9603-b6b79bc6841d req-ef6c4858-05cf-4f31-942d-f51bb349bae8 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d377665-f189-475c-bc2c-6a74f054759d HTTP/1.1" status: 200 len: 946 time: 0.0484941 Mar 28 14:35:58.053652 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cdd1dd87-69b1-4bd3-9603-b6b79bc6841d req-b402afed-1a82-4518-a9ab-7a7ac6a5942a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=b636adcd-2e8f-43c4-92c7-59850487dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297172 Mar 28 14:35:59.136637 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:35:59.167749 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba0f32-a754-46e2-b33d-04a6adb28584 req-134d7d56-08f7-4ecd-b0f6-983db64ddc07 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:35:59.169241 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3cba0f32-a754-46e2-b33d-04a6adb28584 req-134d7d56-08f7-4ecd-b0f6-983db64ddc07 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d377665-f189-475c-bc2c-6a74f054759d HTTP/1.1" status: 200 len: 946 time: 0.0480070 Mar 28 14:35:59.208472 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3cba0f32-a754-46e2-b33d-04a6adb28584 req-16cbf5dd-4ce5-4015-be08-782f0d798997 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=b636adcd-2e8f-43c4-92c7-59850487dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332897 Mar 28 14:35:59.230647 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 42112) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:35:59.292517 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d09c91bd-0a90-406c-b7e4-0628306c7739 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/floatingips/5e45cc81-3fa7-426b-919b-7c2cdb28ea1a HTTP/1.1" status: 200 len: 992 time: 0.0606356 Mar 28 14:35:59.376501 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:35:59.564128 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 42118) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:35:59.716911 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-0ed237e9-28b4-407a-bcbe-ade3b8746458 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Deleting port bf95ba6c-c6a0-486c-a606-8d204454b096 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:35:59.717247 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0ed237e9-28b4-407a-bcbe-ade3b8746458 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:35:59.792892 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0ed237e9-28b4-407a-bcbe-ade3b8746458 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:35:59.793227 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0ed237e9-28b4-407a-bcbe-ade3b8746458 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:35:59.804551 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-0ed237e9-28b4-407a-bcbe-ade3b8746458 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Calling delete_port for bf95ba6c-c6a0-486c-a606-8d204454b096 owned by network:floatingip {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:36:00.022187 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0ed237e9-28b4-407a-bcbe-ade3b8746458 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:00.056735 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed237e9-28b4-407a-bcbe-ade3b8746458 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event deleted for resources: {'Port': ['ID=bf95ba6c-c6a0-486c-a606-8d204454b096,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:00.071721 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed237e9-28b4-407a-bcbe-ade3b8746458 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:00.072072 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed237e9-28b4-407a-bcbe-ade3b8746458 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:00.072435 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed237e9-28b4-407a-bcbe-ade3b8746458 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:00.072773 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed237e9-28b4-407a-bcbe-ade3b8746458 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:00.073095 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed237e9-28b4-407a-bcbe-ade3b8746458 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:00.073878 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed237e9-28b4-407a-bcbe-ade3b8746458 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:00.073878 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed237e9-28b4-407a-bcbe-ade3b8746458 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:00.074108 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed237e9-28b4-407a-bcbe-ade3b8746458 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:00.074350 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed237e9-28b4-407a-bcbe-ade3b8746458 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:00.074670 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed237e9-28b4-407a-bcbe-ade3b8746458 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:00.074988 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed237e9-28b4-407a-bcbe-ade3b8746458 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:00.075500 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed237e9-28b4-407a-bcbe-ade3b8746458 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:00.138423 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0ed237e9-28b4-407a-bcbe-ade3b8746458 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for floatingip, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:00.138740 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.l3_db [None req-0ed237e9-28b4-407a-bcbe-ade3b8746458 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Floating IP 5e45cc81-3fa7-426b-919b-7c2cdb28ea1a disassociated (deleted). External IP: 172.26.2.3, port: bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0. Mar 28 14:36:00.340253 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed237e9-28b4-407a-bcbe-ade3b8746458 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Router 49eab78f-df88-4b39-a22a-b8723cd164cf has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:36:00.449776 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed237e9-28b4-407a-bcbe-ade3b8746458 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:36:00.454179 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-0ed237e9-28b4-407a-bcbe-ade3b8746458 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:00.460693 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5612b7-7dec-46ea-85e4-5a0090b67d0e None None] Sync routers for ids ['49eab78f-df88-4b39-a22a-b8723cd164cf'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:36:00.469354 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5612b7-7dec-46ea-85e4-5a0090b67d0e None None] Routers {'49eab78f-df88-4b39-a22a-b8723cd164cf'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:36:00.469958 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-ed5612b7-7dec-46ea-85e4-5a0090b67d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:35:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['49eab78f-df88-4b39-a22a-b8723cd164cf'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:36:00.481148 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-0ed237e9-28b4-407a-bcbe-ade3b8746458 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "DELETE /v2.0/floatingips/5e45cc81-3fa7-426b-919b-7c2cdb28ea1a HTTP/1.1" status: 204 len: 168 time: 0.9159915 Mar 28 14:36:00.481714 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d377665-f189-475c-bc2c-6a74f054759d', 'tag': 'bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0'}] {{(pid=109612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:36:00.483987 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe63c13e87a9f7251adb6bd0d9fca296dff075f1d7b14c4d1edf5c408047469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38ede1c-cd2c-46c5-ae9a-6173ac094020" -d '{"events": [{"name": "network-changed", "server_uuid": "2d377665-f189-475c-bc2c-6a74f054759d", "tag": "bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0"}]}' {{(pid=109612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:36:00.527722 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d78e49e-8bd7-40cb-abaa-01e04717554d x-openstack-request-id: req-7d78e49e-8bd7-40cb-abaa-01e04717554d {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:36:00.528107 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d377665-f189-475c-bc2c-6a74f054759d", "tag": "bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0", "status": "completed", "code": 200}]} {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:36:00.528358 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7d78e49e-8bd7-40cb-abaa-01e04717554d {{(pid=109612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:36:00.528784 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d377665-f189-475c-bc2c-6a74f054759d', 'tag': 'bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0', 'status': 'completed', 'code': 200} Mar 28 14:36:00.582188 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-ed5612b7-7dec-46ea-85e4-5a0090b67d0e None None] Set router 49eab78f-df88-4b39-a22a-b8723cd164cf gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:36:00.591155 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ede1c-cd2c-46c5-ae9a-6173ac094020 req-40304ca5-6fcb-4098-9d05-ee0ec4f53bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:00.592603 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a38ede1c-cd2c-46c5-ae9a-6173ac094020 req-40304ca5-6fcb-4098-9d05-ee0ec4f53bac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2dc46a21a43e483fbb630102a765c646&device_id=2d377665-f189-475c-bc2c-6a74f054759d HTTP/1.1" status: 200 len: 1099 time: 0.0419223 Mar 28 14:36:00.687789 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ede1c-cd2c-46c5-ae9a-6173ac094020 req-10fd877f-a228-4b59-851c-c1be4e4f8daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:00.689528 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a38ede1c-cd2c-46c5-ae9a-6173ac094020 req-10fd877f-a228-4b59-851c-c1be4e4f8daa service neutron] 10.222.0.20 "GET /v2.0/networks?id=01cef2b8-ebe5-4903-9991-bb34499d09fc HTTP/1.1" status: 200 len: 898 time: 0.0895481 Mar 28 14:36:00.729821 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a38ede1c-cd2c-46c5-ae9a-6173ac094020 req-57320bcc-dc20-42f3-adbe-b2f44b23c4de service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0 HTTP/1.1" status: 200 len: 217 time: 0.0336311 Mar 28 14:36:00.777604 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ede1c-cd2c-46c5-ae9a-6173ac094020 req-07dd2af1-9a36-43e7-ae25-0f694a3a7b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:00.779043 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a38ede1c-cd2c-46c5-ae9a-6173ac094020 req-07dd2af1-9a36-43e7-ae25-0f694a3a7b4e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c7bd315-0e94-485f-8822-346d29837e71 HTTP/1.1" status: 200 len: 835 time: 0.0433390 Mar 28 14:36:00.783245 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-ed5612b7-7dec-46ea-85e4-5a0090b67d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49eab78f-df88-4b39-a22a-b8723cd164cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163866604', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.155'}], 'enable_snat': True}, 'gw_port_id': '0126a790-f307-46a2-a460-a4ed48cbb5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:34:23Z', 'updated_at': '2022-03-28T14:34:27Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '0126a790-f307-46a2-a460-a4ed48cbb5f5', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:be:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49eab78f-df88-4b39-a22a-b8723cd164cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:23Z', 'updated_at': '2022-03-28T14:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '22a4ffbc-b360-4d20-b144-262608b5f78d', 'name': '', 'network_id': '01cef2b8-ebe5-4903-9991-bb34499d09fc', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'mac_address': 'fa:16:3e:a9:95:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49eab78f-df88-4b39-a22a-b8723cd164cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '9c7bd315-0e94-485f-8822-346d29837e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:26Z', 'updated_at': '2022-03-28T14:34:29Z', 'revision_number': 5, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'subnets': [{'id': '9c7bd315-0e94-485f-8822-346d29837e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:36:00.809821 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5612b7-7dec-46ea-85e4-5a0090b67d0e None None] Checking router: 49eab78f-df88-4b39-a22a-b8723cd164cf for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:36:00.818844 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5612b7-7dec-46ea-85e4-5a0090b67d0e None None] Routers {'49eab78f-df88-4b39-a22a-b8723cd164cf'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:36:00.819467 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-ed5612b7-7dec-46ea-85e4-5a0090b67d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:35:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['49eab78f-df88-4b39-a22a-b8723cd164cf'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:36:00.831223 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ede1c-cd2c-46c5-ae9a-6173ac094020 req-b4c5bc4a-b3f4-4ea9-b853-cb461c34cbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:00.832953 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a38ede1c-cd2c-46c5-ae9a-6173ac094020 req-b4c5bc4a-b3f4-4ea9-b853-cb461c34cbb9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=01cef2b8-ebe5-4903-9991-bb34499d09fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0473101 Mar 28 14:36:00.929442 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-ed5612b7-7dec-46ea-85e4-5a0090b67d0e None None] Set router 49eab78f-df88-4b39-a22a-b8723cd164cf gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:36:00.950694 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f1894-a0fb-4c85-b7a4-93ce98288f74 req-fb9b0246-cf7c-44ee-a6da-1a89106a747c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:00.952170 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0b2f1894-a0fb-4c85-b7a4-93ce98288f74 req-fb9b0246-cf7c-44ee-a6da-1a89106a747c tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d377665-f189-475c-bc2c-6a74f054759d HTTP/1.1" status: 200 len: 946 time: 0.0917633 Mar 28 14:36:00.981138 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a38ede1c-cd2c-46c5-ae9a-6173ac094020 req-b85234e9-4722-4e1a-a16a-c184281775c6 service neutron] 10.222.0.20 "GET /v2.0/networks/01cef2b8-ebe5-4903-9991-bb34499d09fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383328 Mar 28 14:36:01.016330 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0b2f1894-a0fb-4c85-b7a4-93ce98288f74 req-013aaba5-d2d1-4538-964d-e9aa9705585a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=b636adcd-2e8f-43c4-92c7-59850487dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569532 Mar 28 14:36:01.084476 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a38ede1c-cd2c-46c5-ae9a-6173ac094020 req-e7d0a594-3173-48f0-85fd-e037d2f5862f service neutron] 10.222.0.20 "GET /v2.0/networks/01cef2b8-ebe5-4903-9991-bb34499d09fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956941 Mar 28 14:36:01.127121 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-ed5612b7-7dec-46ea-85e4-5a0090b67d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49eab78f-df88-4b39-a22a-b8723cd164cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163866604', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.155'}], 'enable_snat': True}, 'gw_port_id': '0126a790-f307-46a2-a460-a4ed48cbb5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:34:23Z', 'updated_at': '2022-03-28T14:34:27Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '0126a790-f307-46a2-a460-a4ed48cbb5f5', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:be:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49eab78f-df88-4b39-a22a-b8723cd164cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:23Z', 'updated_at': '2022-03-28T14:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '22a4ffbc-b360-4d20-b144-262608b5f78d', 'name': '', 'network_id': '01cef2b8-ebe5-4903-9991-bb34499d09fc', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'mac_address': 'fa:16:3e:a9:95:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49eab78f-df88-4b39-a22a-b8723cd164cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '9c7bd315-0e94-485f-8822-346d29837e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:26Z', 'updated_at': '2022-03-28T14:34:29Z', 'revision_number': 5, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'subnets': [{'id': '9c7bd315-0e94-485f-8822-346d29837e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:36:01.153901 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5612b7-7dec-46ea-85e4-5a0090b67d0e None None] The sync data for ids ['49eab78f-df88-4b39-a22a-b8723cd164cf'] in dv-neutron-835335-1-hyperv is: [{'id': '49eab78f-df88-4b39-a22a-b8723cd164cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163866604', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.155'}], 'enable_snat': True}, 'gw_port_id': '0126a790-f307-46a2-a460-a4ed48cbb5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:34:23Z', 'updated_at': '2022-03-28T14:34:27Z', 'revision_number': 4, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '0126a790-f307-46a2-a460-a4ed48cbb5f5', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:be:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49eab78f-df88-4b39-a22a-b8723cd164cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:23Z', 'updated_at': '2022-03-28T14:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '22a4ffbc-b360-4d20-b144-262608b5f78d', 'name': '', 'network_id': '01cef2b8-ebe5-4903-9991-bb34499d09fc', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'mac_address': 'fa:16:3e:a9:95:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49eab78f-df88-4b39-a22a-b8723cd164cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '9c7bd315-0e94-485f-8822-346d29837e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:26Z', 'updated_at': '2022-03-28T14:34:29Z', 'revision_number': 5, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'subnets': [{'id': '9c7bd315-0e94-485f-8822-346d29837e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:36:01.361339 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c69d093-b78e-4d7e-a028-630e54909241 None None] New status for floating IP 5e45cc81-3fa7-426b-919b-7c2cdb28ea1a: DOWN {{(pid=109615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:36:02.137645 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36a951-f48a-4c4e-9c6e-5cdce9553406 req-60c9fec1-5e7e-49b6-9df6-7ed40b29aaac tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:02.139122 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ce36a951-f48a-4c4e-9c6e-5cdce9553406 req-60c9fec1-5e7e-49b6-9df6-7ed40b29aaac tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d377665-f189-475c-bc2c-6a74f054759d HTTP/1.1" status: 200 len: 946 time: 0.0521007 Mar 28 14:36:02.177944 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ce36a951-f48a-4c4e-9c6e-5cdce9553406 req-f6bb482c-1dd4-4652-84ba-34657d9c2c94 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/security-groups?id=b636adcd-2e8f-43c4-92c7-59850487dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328164 Mar 28 14:36:02.657095 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848f882-0847-42b1-8b68-8604dc266e00 req-0bff8af9-f134-4faf-9690-4c7edccb320f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:02.658562 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4848f882-0847-42b1-8b68-8604dc266e00 req-0bff8af9-f134-4faf-9690-4c7edccb320f tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d377665-f189-475c-bc2c-6a74f054759d HTTP/1.1" status: 200 len: 946 time: 0.0469966 Mar 28 14:36:02.749633 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-4848f882-0847-42b1-8b68-8604dc266e00 req-2f1b52f6-3e15-47a4-8a96-3319e746c7e7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Deleting port bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:36:02.749971 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-4848f882-0847-42b1-8b68-8604dc266e00 req-2f1b52f6-3e15-47a4-8a96-3319e746c7e7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:02.834886 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-4848f882-0847-42b1-8b68-8604dc266e00 req-2f1b52f6-3e15-47a4-8a96-3319e746c7e7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] For port bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0,segment=NetworkSegment(58b99828-0b71-457d-9eb1-6a77bf972c79),segment_id=58b99828-0b71-457d-9eb1-6a77bf972c79)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:36:02.835253 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-4848f882-0847-42b1-8b68-8604dc266e00 req-2f1b52f6-3e15-47a4-8a96-3319e746c7e7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:02.848227 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-4848f882-0847-42b1-8b68-8604dc266e00 req-2f1b52f6-3e15-47a4-8a96-3319e746c7e7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Calling delete_port for bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0 owned by compute:nova {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:36:03.036967 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-4848f882-0847-42b1-8b68-8604dc266e00 req-2f1b52f6-3e15-47a4-8a96-3319e746c7e7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:03.065864 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b52f6-3e15-47a4-8a96-3319e746c7e7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event deleted for resources: {'Port': ['ID=bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:03.116931 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b52f6-3e15-47a4-8a96-3319e746c7e7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:03.116931 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b52f6-3e15-47a4-8a96-3319e746c7e7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:03.116931 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b52f6-3e15-47a4-8a96-3319e746c7e7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:03.116931 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b52f6-3e15-47a4-8a96-3319e746c7e7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:03.116931 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b52f6-3e15-47a4-8a96-3319e746c7e7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:03.116931 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b52f6-3e15-47a4-8a96-3319e746c7e7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:03.116931 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b52f6-3e15-47a4-8a96-3319e746c7e7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:03.116931 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b52f6-3e15-47a4-8a96-3319e746c7e7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:03.116931 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b52f6-3e15-47a4-8a96-3319e746c7e7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:03.116931 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b52f6-3e15-47a4-8a96-3319e746c7e7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:03.116931 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b52f6-3e15-47a4-8a96-3319e746c7e7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:03.116931 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b52f6-3e15-47a4-8a96-3319e746c7e7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:03.118513 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-4848f882-0847-42b1-8b68-8604dc266e00 req-2f1b52f6-3e15-47a4-8a96-3319e746c7e7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] No DVR routers for this DVR port bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0 on host hv-neutron-8353 {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:36:03.120202 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-4848f882-0847-42b1-8b68-8604dc266e00 req-2f1b52f6-3e15-47a4-8a96-3319e746c7e7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:03.123565 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4848f882-0847-42b1-8b68-8604dc266e00 req-2f1b52f6-3e15-47a4-8a96-3319e746c7e7 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.20 "DELETE /v2.0/ports/bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0 HTTP/1.1" status: 204 len: 173 time: 0.4598172 Mar 28 14:36:03.124016 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d377665-f189-475c-bc2c-6a74f054759d', 'name': 'network-vif-deleted', 'tag': 'bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:36:03.126316 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59ff5d5-522e-43ea-a552-b43e6ec60730" -d '{"events": [{"server_uuid": "2d377665-f189-475c-bc2c-6a74f054759d", "name": "network-vif-deleted", "tag": "bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:36:03.160886 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0358739a-216a-46f8-80eb-098339db5c8e x-openstack-request-id: req-0358739a-216a-46f8-80eb-098339db5c8e {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:36:03.161520 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d377665-f189-475c-bc2c-6a74f054759d", "name": "network-vif-deleted", "tag": "bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:36:03.161520 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0358739a-216a-46f8-80eb-098339db5c8e {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:36:03.161816 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d377665-f189-475c-bc2c-6a74f054759d', 'name': 'network-vif-deleted', 'tag': 'bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0', 'status': 'completed', 'code': 200} Mar 28 14:36:03.272243 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-09e21f8a-f9d6-4e88-9188-8bdf458b5081 req-97a469de-acf3-4af8-b680-97a497128d11 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d377665-f189-475c-bc2c-6a74f054759d HTTP/1.1" status: 200 len: 210 time: 0.0270374 Mar 28 14:36:04.328242 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 42138) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:36:05.000079 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-514ed537-732c-41f5-ba56-fa39f043f25a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:05.243261 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-514ed537-732c-41f5-ba56-fa39f043f25a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Deleting port 22a4ffbc-b360-4d20-b144-262608b5f78d {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:36:05.243600 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-514ed537-732c-41f5-ba56-fa39f043f25a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:05.332937 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-514ed537-732c-41f5-ba56-fa39f043f25a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] For port 22a4ffbc-b360-4d20-b144-262608b5f78d, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=22a4ffbc-b360-4d20-b144-262608b5f78d,segment=NetworkSegment(58b99828-0b71-457d-9eb1-6a77bf972c79),segment_id=58b99828-0b71-457d-9eb1-6a77bf972c79)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:36:05.333779 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-514ed537-732c-41f5-ba56-fa39f043f25a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:05.346016 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-514ed537-732c-41f5-ba56-fa39f043f25a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Calling delete_port for 22a4ffbc-b360-4d20-b144-262608b5f78d owned by network:router_interface {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:36:05.588072 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-514ed537-732c-41f5-ba56-fa39f043f25a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:05.614642 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ed537-732c-41f5-ba56-fa39f043f25a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event deleted for resources: {'Port': ['ID=22a4ffbc-b360-4d20-b144-262608b5f78d,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:05.790136 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-514ed537-732c-41f5-ba56-fa39f043f25a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:06.000982 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514ed537-732c-41f5-ba56-fa39f043f25a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Router 49eab78f-df88-4b39-a22a-b8723cd164cf has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:36:06.106351 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514ed537-732c-41f5-ba56-fa39f043f25a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:36:06.111390 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-514ed537-732c-41f5-ba56-fa39f043f25a tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "PUT /v2.0/routers/49eab78f-df88-4b39-a22a-b8723cd164cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7820942 Mar 28 14:36:06.114325 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 42140) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:36:06.117086 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c4bf7e-123f-4e76-b0f3-9fa090df209d None None] Sync routers for ids ['49eab78f-df88-4b39-a22a-b8723cd164cf'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:36:06.127480 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c4bf7e-123f-4e76-b0f3-9fa090df209d None None] Routers {'49eab78f-df88-4b39-a22a-b8723cd164cf'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:36:06.129662 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-15c4bf7e-123f-4e76-b0f3-9fa090df209d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:35:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['49eab78f-df88-4b39-a22a-b8723cd164cf'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:36:06.131677 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:36:06.165335 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1ef6ca5-6aef-41b4-a1b8-dbc60c344b1d tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Deleting subnet 9c7bd315-0e94-485f-8822-346d29837e71 {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 14:36:06.168466 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e1ef6ca5-6aef-41b4-a1b8-dbc60c344b1d tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:06.187218 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] No Port match for: bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:36:06.187554 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device bff4633d-c82b-42fd-b3fe-dbcbdd38d6f0 not bound to the agent host hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:36:06.216095 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e1ef6ca5-6aef-41b4-a1b8-dbc60c344b1d tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:06.257408 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-15c4bf7e-123f-4e76-b0f3-9fa090df209d None None] Set router 49eab78f-df88-4b39-a22a-b8723cd164cf gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:36:06.310744 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e1ef6ca5-6aef-41b4-a1b8-dbc60c344b1d tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:06.437592 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-15c4bf7e-123f-4e76-b0f3-9fa090df209d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49eab78f-df88-4b39-a22a-b8723cd164cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163866604', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.155'}], 'enable_snat': True}, 'gw_port_id': '0126a790-f307-46a2-a460-a4ed48cbb5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:34:23Z', 'updated_at': '2022-03-28T14:36:05Z', 'revision_number': 5, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '0126a790-f307-46a2-a460-a4ed48cbb5f5', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:be:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49eab78f-df88-4b39-a22a-b8723cd164cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:23Z', 'updated_at': '2022-03-28T14:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:36:06.451359 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e1ef6ca5-6aef-41b4-a1b8-dbc60c344b1d tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:06.463801 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c4bf7e-123f-4e76-b0f3-9fa090df209d None None] Checking router: 49eab78f-df88-4b39-a22a-b8723cd164cf for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:36:06.472276 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c4bf7e-123f-4e76-b0f3-9fa090df209d None None] Routers {'49eab78f-df88-4b39-a22a-b8723cd164cf'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:36:06.472904 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-15c4bf7e-123f-4e76-b0f3-9fa090df209d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:35:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['49eab78f-df88-4b39-a22a-b8723cd164cf'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:36:06.478421 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef6ca5-6aef-41b4-a1b8-dbc60c344b1d tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event deleted for resources: {'Subnet': ['ID=9c7bd315-0e94-485f-8822-346d29837e71,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:06.482776 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e1ef6ca5-6aef-41b4-a1b8-dbc60c344b1d tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:06.487905 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e1ef6ca5-6aef-41b4-a1b8-dbc60c344b1d tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "DELETE /v2.0/subnets/9c7bd315-0e94-485f-8822-346d29837e71 HTTP/1.1" status: 204 len: 168 time: 0.3711455 Mar 28 14:36:06.489359 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 42142) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:36:06.513510 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b952555d-1e9a-44b9-8b2f-a6135bbac5bb None None] Network 01cef2b8-ebe5-4903-9991-bb34499d09fc requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:36:06.595734 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-86877257-2464-4302-862f-9900f4615118 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for router, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:06.668562 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-15c4bf7e-123f-4e76-b0f3-9fa090df209d None None] Set router 49eab78f-df88-4b39-a22a-b8723cd164cf gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:36:06.703567 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-86877257-2464-4302-862f-9900f4615118 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:06.808156 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8436c231-c480-4cac-ab18-53d4fe5e95d6 None None] DHCP port deletion for 01cef2b8-ebe5-4903-9991-bb34499d09fc request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 14:36:06.816054 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-86877257-2464-4302-862f-9900f4615118 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Deleting port 0126a790-f307-46a2-a460-a4ed48cbb5f5 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:36:06.816436 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-86877257-2464-4302-862f-9900f4615118 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:06.896975 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-86877257-2464-4302-862f-9900f4615118 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] For port 0126a790-f307-46a2-a460-a4ed48cbb5f5, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=0126a790-f307-46a2-a460-a4ed48cbb5f5,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:36:06.897348 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-86877257-2464-4302-862f-9900f4615118 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:06.910878 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-86877257-2464-4302-862f-9900f4615118 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Calling delete_port for 0126a790-f307-46a2-a460-a4ed48cbb5f5 owned by network:router_gateway {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:36:07.037671 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-8436c231-c480-4cac-ab18-53d4fe5e95d6 None None] Deleting port 8cbdcecc-8a68-48ce-b13c-cc8e2dbfa65b {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:36:07.037926 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8436c231-c480-4cac-ab18-53d4fe5e95d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:07.053115 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-15c4bf7e-123f-4e76-b0f3-9fa090df209d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49eab78f-df88-4b39-a22a-b8723cd164cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163866604', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.155'}], 'enable_snat': True}, 'gw_port_id': '0126a790-f307-46a2-a460-a4ed48cbb5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:34:23Z', 'updated_at': '2022-03-28T14:36:05Z', 'revision_number': 5, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '0126a790-f307-46a2-a460-a4ed48cbb5f5', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:be:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49eab78f-df88-4b39-a22a-b8723cd164cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:23Z', 'updated_at': '2022-03-28T14:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:36:07.109033 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c4bf7e-123f-4e76-b0f3-9fa090df209d None None] The sync data for ids ['49eab78f-df88-4b39-a22a-b8723cd164cf'] in dv-neutron-835335-1-hyperv is: [{'id': '49eab78f-df88-4b39-a22a-b8723cd164cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163866604', 'tenant_id': '2dc46a21a43e483fbb630102a765c646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.155'}], 'enable_snat': True}, 'gw_port_id': '0126a790-f307-46a2-a460-a4ed48cbb5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:34:23Z', 'updated_at': '2022-03-28T14:36:05Z', 'revision_number': 5, 'project_id': '2dc46a21a43e483fbb630102a765c646', 'gw_port': {'id': '0126a790-f307-46a2-a460-a4ed48cbb5f5', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:be:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49eab78f-df88-4b39-a22a-b8723cd164cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:34:23Z', 'updated_at': '2022-03-28T14:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:36:07.127442 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-8436c231-c480-4cac-ab18-53d4fe5e95d6 None None] For port 8cbdcecc-8a68-48ce-b13c-cc8e2dbfa65b, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=8cbdcecc-8a68-48ce-b13c-cc8e2dbfa65b,segment=NetworkSegment(58b99828-0b71-457d-9eb1-6a77bf972c79),segment_id=58b99828-0b71-457d-9eb1-6a77bf972c79)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:36:07.128108 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8436c231-c480-4cac-ab18-53d4fe5e95d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:07.143698 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-86877257-2464-4302-862f-9900f4615118 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:07.145008 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-8436c231-c480-4cac-ab18-53d4fe5e95d6 None None] Calling delete_port for 8cbdcecc-8a68-48ce-b13c-cc8e2dbfa65b owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:36:07.174274 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86877257-2464-4302-862f-9900f4615118 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event deleted for resources: {'Port': ['ID=0126a790-f307-46a2-a460-a4ed48cbb5f5,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:07.231374 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-86877257-2464-4302-862f-9900f4615118 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133933816'] for router_gateway, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:07.294171 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-8436c231-c480-4cac-ab18-53d4fe5e95d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:07.316950 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8436c231-c480-4cac-ab18-53d4fe5e95d6 None None] Pushing event deleted for resources: {'Port': ['ID=8cbdcecc-8a68-48ce-b13c-cc8e2dbfa65b,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:07.321478 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-86877257-2464-4302-862f-9900f4615118 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:07.324191 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-86877257-2464-4302-862f-9900f4615118 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:07.326824 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436c231-c480-4cac-ab18-53d4fe5e95d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:07.327196 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436c231-c480-4cac-ab18-53d4fe5e95d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:07.327828 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436c231-c480-4cac-ab18-53d4fe5e95d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:07.327828 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436c231-c480-4cac-ab18-53d4fe5e95d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:07.328145 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436c231-c480-4cac-ab18-53d4fe5e95d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:07.328499 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436c231-c480-4cac-ab18-53d4fe5e95d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:07.328826 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436c231-c480-4cac-ab18-53d4fe5e95d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:07.329162 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436c231-c480-4cac-ab18-53d4fe5e95d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:07.329780 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436c231-c480-4cac-ab18-53d4fe5e95d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:07.329780 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436c231-c480-4cac-ab18-53d4fe5e95d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:07.330083 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436c231-c480-4cac-ab18-53d4fe5e95d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:07.330402 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436c231-c480-4cac-ab18-53d4fe5e95d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:07.333158 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8436c231-c480-4cac-ab18-53d4fe5e95d6 None None] No DVR routers for this DVR port 8cbdcecc-8a68-48ce-b13c-cc8e2dbfa65b on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:36:07.425089 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-86877257-2464-4302-862f-9900f4615118 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:07.425649 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86877257-2464-4302-862f-9900f4615118 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Fanout notify agent at l3_agent the message router_deleted on router 49eab78f-df88-4b39-a22a-b8723cd164cf {{(pid=109612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 14:36:07.432780 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-86877257-2464-4302-862f-9900f4615118 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:07.436739 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-86877257-2464-4302-862f-9900f4615118 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "DELETE /v2.0/routers/49eab78f-df88-4b39-a22a-b8723cd164cf HTTP/1.1" status: 204 len: 168 time: 0.9433434 Mar 28 14:36:07.436739 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 42144) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:36:07.514780 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7728fc09-29ec-458d-b537-6bf9d15a04d0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:07.605246 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7728fc09-29ec-458d-b537-6bf9d15a04d0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:07.625271 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-7728fc09-29ec-458d-b537-6bf9d15a04d0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01cef2b8-ebe5-4903-9991-bb34499d09fc']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:36:07.634292 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-7728fc09-29ec-458d-b537-6bf9d15a04d0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b99828-0b71-457d-9eb1-6a77bf972c79') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:36:07.634595 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-7728fc09-29ec-458d-b537-6bf9d15a04d0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b99828-0b71-457d-9eb1-6a77bf972c79') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:36:07.644997 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7728fc09-29ec-458d-b537-6bf9d15a04d0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:07.658690 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7728fc09-29ec-458d-b537-6bf9d15a04d0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:07.665163 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7728fc09-29ec-458d-b537-6bf9d15a04d0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 14:36:07.665610 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7728fc09-29ec-458d-b537-6bf9d15a04d0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:07.668895 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 14:36:07.668895 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 14:36:07.668895 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 14:36:07.668895 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 14:36:07.668895 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 14:36:07.668895 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 14:36:07.668895 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 14:36:07.668895 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 14:36:07.668895 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 14:36:07.668895 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 14:36:07.668895 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 14:36:07.668895 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 14:36:07.668895 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 14:36:07.668895 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 14:36:07.668895 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 14:36:07.668895 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 14:36:07.668895 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 14:36:07.668895 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 14:36:07.668895 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 14:36:07.668895 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 14:36:07.668895 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 14:36:07.668895 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 14:36:07.668895 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 14:36:07.668895 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 14:36:07.668895 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 14:36:07.668895 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 14:36:07.668895 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 14:36:07.668895 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 14:36:07.668895 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 14:36:07.668895 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 14:36:07.668895 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 14:36:07.668895 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 14:36:07.799416 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7728fc09-29ec-458d-b537-6bf9d15a04d0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:07.806658 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-7728fc09-29ec-458d-b537-6bf9d15a04d0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:07.809868 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-7728fc09-29ec-458d-b537-6bf9d15a04d0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "DELETE /v2.0/networks/01cef2b8-ebe5-4903-9991-bb34499d09fc HTTP/1.1" status: 204 len: 168 time: 0.3723812 Mar 28 14:36:07.812765 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 42146) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:36:07.826606 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7728fc09-29ec-458d-b537-6bf9d15a04d0 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event deleted for resources: {'Network': ['ID=01cef2b8-ebe5-4903-9991-bb34499d09fc,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:07.869416 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ff42b558-ad64-44b6-8deb-2671cdaff9d1 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:07.897416 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ff42b558-ad64-44b6-8deb-2671cdaff9d1 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:07.999456 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ff42b558-ad64-44b6-8deb-2671cdaff9d1 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:08.002086 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ff42b558-ad64-44b6-8deb-2671cdaff9d1 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:08.003241 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ff42b558-ad64-44b6-8deb-2671cdaff9d1 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] 10.222.0.24 "DELETE /v2.0/security-groups/b636adcd-2e8f-43c4-92c7-59850487dc13 HTTP/1.1" status: 204 len: 168 time: 0.1894245 Mar 28 14:36:08.012547 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff42b558-ad64-44b6-8deb-2671cdaff9d1 tempest-TestNetworkAdvancedServerOps-1042214882 tempest-TestNetworkAdvancedServerOps-1042214882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b636adcd-2e8f-43c4-92c7-59850487dc13,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:08.116718 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 22a4ffbc-b360-4d20-b144-262608b5f78d no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:36:08.136502 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 22a4ffbc-b360-4d20-b144-262608b5f78d {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:36:08.137109 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 22a4ffbc-b360-4d20-b144-262608b5f78d not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:36:08.137226 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 8cbdcecc-8a68-48ce-b13c-cc8e2dbfa65b no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:36:08.158449 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 8cbdcecc-8a68-48ce-b13c-cc8e2dbfa65b {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:36:08.158864 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 8cbdcecc-8a68-48ce-b13c-cc8e2dbfa65b not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:36:08.159265 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 0126a790-f307-46a2-a460-a4ed48cbb5f5 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:36:08.178177 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 0126a790-f307-46a2-a460-a4ed48cbb5f5 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:36:08.178514 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 0126a790-f307-46a2-a460-a4ed48cbb5f5 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:36:08.623935 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 42154) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:36:08.804629 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-b5d9c648-b2cc-46c0-91e5-c441e33d8ce4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2dc46a21a43e483fbb630102a765c646&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1794033 Mar 28 14:36:08.807058 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 42160) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:36:08.853707 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a21c976c-d089-4c47-9a60-1f42dcd37dda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:08.874090 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a21c976c-d089-4c47-9a60-1f42dcd37dda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:08.991285 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a21c976c-d089-4c47-9a60-1f42dcd37dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:08.993786 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a21c976c-d089-4c47-9a60-1f42dcd37dda admin admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:08.994929 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a21c976c-d089-4c47-9a60-1f42dcd37dda admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a7dfdc6a-9592-444d-aa86-4ab7285b29db HTTP/1.1" status: 204 len: 168 time: 0.1869943 Mar 28 14:36:09.005779 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c976c-d089-4c47-9a60-1f42dcd37dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7dfdc6a-9592-444d-aa86-4ab7285b29db,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:09.714143 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 42166) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:36:09.727342 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6e558825-7ead-4de8-8c3b-8d07f65e8c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:09.801239 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6e558825-7ead-4de8-8c3b-8d07f65e8c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:09.896584 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6e558825-7ead-4de8-8c3b-8d07f65e8c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:09.933605 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e558825-7ead-4de8-8c3b-8d07f65e8c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b099c08-6574-442b-94a4-8e0d8b8766a5,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:09.937890 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-6e558825-7ead-4de8-8c3b-8d07f65e8c0b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fa3ba395d2be45c6ad9f81dca7f84a8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2222347 Mar 28 14:36:09.940828 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 42168) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:36:09.988002 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-69b9c166-2175-4cce-b71d-bbb318ebce5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:10.009311 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-69b9c166-2175-4cce-b71d-bbb318ebce5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:10.122826 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-69b9c166-2175-4cce-b71d-bbb318ebce5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:10.125376 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-69b9c166-2175-4cce-b71d-bbb318ebce5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:10.126523 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-69b9c166-2175-4cce-b71d-bbb318ebce5e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5b099c08-6574-442b-94a4-8e0d8b8766a5 HTTP/1.1" status: 204 len: 168 time: 0.1848648 Mar 28 14:36:10.134135 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b9c166-2175-4cce-b71d-bbb318ebce5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b099c08-6574-442b-94a4-8e0d8b8766a5,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:11.149809 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 42190) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:36:11.243355 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-425eb96a-1444-4803-b692-f54120b63633 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-78796023-network', 'tenant_id': 'b30ce954fb0448cfb93280a6f9f736a8'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:36:11.319341 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425eb96a-1444-4803-b692-f54120b63633 admin admin] Made reservation on behalf of b30ce954fb0448cfb93280a6f9f736a8 for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:36:11.321629 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-425eb96a-1444-4803-b692-f54120b63633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:11.330422 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-425eb96a-1444-4803-b692-f54120b63633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:11.403529 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-425eb96a-1444-4803-b692-f54120b63633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:11.473257 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-425eb96a-1444-4803-b692-f54120b63633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:11.500273 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-425eb96a-1444-4803-b692-f54120b63633 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 14:36:11.505475 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425eb96a-1444-4803-b692-f54120b63633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c79484d-740a-4970-9ed9-987c3a31ddee,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:11.516522 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-425eb96a-1444-4803-b692-f54120b63633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:11.516522 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-425eb96a-1444-4803-b692-f54120b63633 admin admin] Added segment 69da6cfb-8956-4e49-bcd8-66b4e1238fc4 of type vlan for network e53d8e89-d3e9-443d-b9b3-683d41a65613 Mar 28 14:36:11.551915 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-425eb96a-1444-4803-b692-f54120b63633 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:11.656479 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-425eb96a-1444-4803-b692-f54120b63633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:11.657423 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425eb96a-1444-4803-b692-f54120b63633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:11.658027 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-425eb96a-1444-4803-b692-f54120b63633 admin admin] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:11.713558 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425eb96a-1444-4803-b692-f54120b63633 admin admin] Pushing event updated for resources: {'Network': ['ID=e53d8e89-d3e9-443d-b9b3-683d41a65613,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:11.723042 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network e53d8e89-d3e9-443d-b9b3-683d41a65613 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 14:36:11.759877 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-425eb96a-1444-4803-b692-f54120b63633 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6089175 Mar 28 14:36:11.762679 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 42194) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:36:11.767358 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-d58ca39d-9922-49b2-aaa5-f6210757e6e9 admin admin] Request body: {'subnet': {'network_id': 'e53d8e89-d3e9-443d-b9b3-683d41a65613', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-78796023-subnet', 'tenant_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'ip_version': 4}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:36:11.848543 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58ca39d-9922-49b2-aaa5-f6210757e6e9 admin admin] Made reservation on behalf of b30ce954fb0448cfb93280a6f9f736a8 for: {'subnet': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:36:11.850871 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d58ca39d-9922-49b2-aaa5-f6210757e6e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130985056'] for subnet, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:12.083130 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d58ca39d-9922-49b2-aaa5-f6210757e6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132037140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130985078'] for subnet, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:12.143198 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58ca39d-9922-49b2-aaa5-f6210757e6e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e6d2619-6d45-4700-aa4f-6a8662c63ecb,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:12.148230 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58ca39d-9922-49b2-aaa5-f6210757e6e9 admin admin] Checking segment: {'id': '69da6cfb-8956-4e49-bcd8-66b4e1238fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e53d8e89-d3e9-443d-b9b3-683d41a65613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:36:12.148607 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58ca39d-9922-49b2-aaa5-f6210757e6e9 admin admin] Network hostable DHCP agents. Network: e53d8e89-d3e9-443d-b9b3-683d41a65613, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 14:36:12.233640 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58ca39d-9922-49b2-aaa5-f6210757e6e9 admin admin] Network e53d8e89-d3e9-443d-b9b3-683d41a65613 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 14:36:12.319125 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-d58ca39d-9922-49b2-aaa5-f6210757e6e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, e53d8e89-d3e9-443d-b9b3-683d41a65613) {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:36:12.323016 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58ca39d-9922-49b2-aaa5-f6210757e6e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:12.323619 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-d58ca39d-9922-49b2-aaa5-f6210757e6e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:12.329620 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247413eb-9d91-4340-b1d4-69ba0589252a None None] Network e53d8e89-d3e9-443d-b9b3-683d41a65613 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:36:12.402561 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d58ca39d-9922-49b2-aaa5-f6210757e6e9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6382556 Mar 28 14:36:12.405374 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 42196) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:36:12.409395 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-ce02796d-84c2-4871-9907-a45792d48aa9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-78796023-router', 'tenant_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:36:12.473035 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbe5301-5ae6-47be-8873-05785be324a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-e53d8e89-d3e9-443d-b9b3-683d41a65613', 'network_id': 'e53d8e89-d3e9-443d-b9b3-683d41a65613', 'tenant_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'fixed_ips': [{'subnet_id': '8e6d2619-6d45-4700-aa4f-6a8662c63ecb'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 14:36:12.482850 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dfbe5301-5ae6-47be-8873-05785be324a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:12.505733 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ce02796d-84c2-4871-9907-a45792d48aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:12.507011 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ce02796d-84c2-4871-9907-a45792d48aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:12.557545 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ce02796d-84c2-4871-9907-a45792d48aa9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:12.602470 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-dfbe5301-5ae6-47be-8873-05785be324a0 None None] Allocated IP 172.20.0.2 (e53d8e89-d3e9-443d-b9b3-683d41a65613/8e6d2619-6d45-4700-aa4f-6a8662c63ecb/644b0dd0-2db1-4f25-ba68-24845b2f5271) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:36:12.744657 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dfbe5301-5ae6-47be-8873-05785be324a0 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:12.756540 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ce02796d-84c2-4871-9907-a45792d48aa9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:12.882882 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dfbe5301-5ae6-47be-8873-05785be324a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:12.919788 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbe5301-5ae6-47be-8873-05785be324a0 None None] Network e53d8e89-d3e9-443d-b9b3-683d41a65613 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:36:12.922716 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-dfbe5301-5ae6-47be-8873-05785be324a0 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:36:12.926333 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbe5301-5ae6-47be-8873-05785be324a0 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:36:12.939620 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbe5301-5ae6-47be-8873-05785be324a0 None None] Pushing event updated for resources: {'Port': ['ID=644b0dd0-2db1-4f25-ba68-24845b2f5271,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:12.992803 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-dfbe5301-5ae6-47be-8873-05785be324a0 None None] Attempting to bind port 644b0dd0-2db1-4f25-ba68-24845b2f5271 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:36:12.993185 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-dfbe5301-5ae6-47be-8873-05785be324a0 None None] Attempting to bind port 644b0dd0-2db1-4f25-ba68-24845b2f5271 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '69da6cfb-8956-4e49-bcd8-66b4e1238fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e53d8e89-d3e9-443d-b9b3-683d41a65613'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:36:12.993589 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbe5301-5ae6-47be-8873-05785be324a0 None None] Attempting to bind port 644b0dd0-2db1-4f25-ba68-24845b2f5271 on network e53d8e89-d3e9-443d-b9b3-683d41a65613 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:36:12.999102 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbe5301-5ae6-47be-8873-05785be324a0 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:36:12.999380 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbe5301-5ae6-47be-8873-05785be324a0 None None] Checking segment: {'id': '69da6cfb-8956-4e49-bcd8-66b4e1238fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e53d8e89-d3e9-443d-b9b3-683d41a65613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:36:12.999768 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dfbe5301-5ae6-47be-8873-05785be324a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:13.000151 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbe5301-5ae6-47be-8873-05785be324a0 None None] Bound using segment: {'id': '69da6cfb-8956-4e49-bcd8-66b4e1238fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e53d8e89-d3e9-443d-b9b3-683d41a65613'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:36:13.000619 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-dfbe5301-5ae6-47be-8873-05785be324a0 None None] Bound port: 644b0dd0-2db1-4f25-ba68-24845b2f5271, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69da6cfb-8956-4e49-bcd8-66b4e1238fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e53d8e89-d3e9-443d-b9b3-683d41a65613'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:36:13.000989 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dfbe5301-5ae6-47be-8873-05785be324a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:13.061540 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dfbe5301-5ae6-47be-8873-05785be324a0 None None] For port 644b0dd0-2db1-4f25-ba68-24845b2f5271, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:36:13.064749 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dfbe5301-5ae6-47be-8873-05785be324a0 None None] For port 644b0dd0-2db1-4f25-ba68-24845b2f5271, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=644b0dd0-2db1-4f25-ba68-24845b2f5271,segment=NetworkSegment(69da6cfb-8956-4e49-bcd8-66b4e1238fc4),segment_id=69da6cfb-8956-4e49-bcd8-66b4e1238fc4)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:36:13.087419 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ce02796d-84c2-4871-9907-a45792d48aa9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:13.105738 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ce02796d-84c2-4871-9907-a45792d48aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:13.128797 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dfbe5301-5ae6-47be-8873-05785be324a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:13.186161 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbe5301-5ae6-47be-8873-05785be324a0 None None] Pushing event updated for resources: {'Port': ['ID=644b0dd0-2db1-4f25-ba68-24845b2f5271,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:13.207691 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-ce02796d-84c2-4871-9907-a45792d48aa9 admin admin] Allocated IP 172.26.2.135 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/e51e2ce0-5136-4dc5-890b-8c2a17f49cbd) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:36:13.319616 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ce02796d-84c2-4871-9907-a45792d48aa9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:13.411480 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ce02796d-84c2-4871-9907-a45792d48aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:13.452632 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce02796d-84c2-4871-9907-a45792d48aa9 admin admin] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:36:13.455627 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-ce02796d-84c2-4871-9907-a45792d48aa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:36:13.459328 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce02796d-84c2-4871-9907-a45792d48aa9 admin admin] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:36:13.483536 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce02796d-84c2-4871-9907-a45792d48aa9 admin admin] Pushing event updated for resources: {'Port': ['ID=e51e2ce0-5136-4dc5-890b-8c2a17f49cbd,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:13.764965 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ce02796d-84c2-4871-9907-a45792d48aa9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:13.916049 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 644b0dd0-2db1-4f25-ba68-24845b2f5271 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:36:13.942541 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:13.970150 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 644b0dd0-2db1-4f25-ba68-24845b2f5271 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:36:13.978506 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:13.978684 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ce02796d-84c2-4871-9907-a45792d48aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:14.062644 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:14.098331 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 644b0dd0-2db1-4f25-ba68-24845b2f5271, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=644b0dd0-2db1-4f25-ba68-24845b2f5271,segment=NetworkSegment(69da6cfb-8956-4e49-bcd8-66b4e1238fc4),segment_id=69da6cfb-8956-4e49-bcd8-66b4e1238fc4)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:36:14.134584 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc6abb2-d626-4241-b44c-d977ebbf591e None None] Network e53d8e89-d3e9-443d-b9b3-683d41a65613 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:36:14.187507 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:14.196870 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce02796d-84c2-4871-9907-a45792d48aa9 admin admin] Router 9c608757-40d0-4477-ba70-4d7879c46e6f is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 14:36:14.257871 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-99be4da5-33f1-41f6-82c1-5968b5df2a47 None None] Provisioning complete for port 644b0dd0-2db1-4f25-ba68-24845b2f5271 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:36:14.258238 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-99be4da5-33f1-41f6-82c1-5968b5df2a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:14.301679 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce02796d-84c2-4871-9907-a45792d48aa9 admin admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:36:14.313220 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=644b0dd0-2db1-4f25-ba68-24845b2f5271,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:14.314874 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0cf465-a682-4613-96d8-a71cd36f23a5 None None] Sync routers for ids ['9c608757-40d0-4477-ba70-4d7879c46e6f'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:36:14.328098 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0cf465-a682-4613-96d8-a71cd36f23a5 None None] Routers {'9c608757-40d0-4477-ba70-4d7879c46e6f'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:36:14.328753 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-2e0cf465-a682-4613-96d8-a71cd36f23a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:35:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['9c608757-40d0-4477-ba70-4d7879c46e6f'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:36:14.373060 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ce02796d-84c2-4871-9907-a45792d48aa9 admin admin] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:14.376926 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ce02796d-84c2-4871-9907-a45792d48aa9 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9682510 Mar 28 14:36:14.377312 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 42198) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:36:14.434183 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-2e0cf465-a682-4613-96d8-a71cd36f23a5 None None] Set router 9c608757-40d0-4477-ba70-4d7879c46e6f gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:36:14.621825 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-2e0cf465-a682-4613-96d8-a71cd36f23a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'name': 'tempest-TestShelveInstance-78796023-router', 'tenant_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e51e2ce0-5136-4dc5-890b-8c2a17f49cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:36:12Z', 'updated_at': '2022-03-28T14:36:13Z', 'revision_number': 3, 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'gw_port': {'id': 'e51e2ce0-5136-4dc5-890b-8c2a17f49cbd', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:60:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:36:13Z', 'updated_at': '2022-03-28T14:36:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:36:14.636162 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-25c88920-8b86-4da0-a54a-9e01a95eae3b None None] Provisioning complete for port 644b0dd0-2db1-4f25-ba68-24845b2f5271 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:36:14.642422 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-25c88920-8b86-4da0-a54a-9e01a95eae3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:14.650652 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0cf465-a682-4613-96d8-a71cd36f23a5 None None] Checking router: 9c608757-40d0-4477-ba70-4d7879c46e6f for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:36:14.650997 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0cf465-a682-4613-96d8-a71cd36f23a5 None None] Updating router 9c608757-40d0-4477-ba70-4d7879c46e6f port e51e2ce0-5136-4dc5-890b-8c2a17f49cbd binding host dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:36:14.676833 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-2e0cf465-a682-4613-96d8-a71cd36f23a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:14.809310 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-80c02aca-12ac-4302-b265-cff55f64983a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:14.920731 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-2e0cf465-a682-4613-96d8-a71cd36f23a5 None None] Notify callbacks [] for port, precommit_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:14.961392 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-80c02aca-12ac-4302-b265-cff55f64983a admin admin] Allocated IP 172.20.0.1 (e53d8e89-d3e9-443d-b9b3-683d41a65613/8e6d2619-6d45-4700-aa4f-6a8662c63ecb/4d04f959-dc9c-4026-975d-0c83af97b9ae) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:36:14.982420 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-2e0cf465-a682-4613-96d8-a71cd36f23a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:15.037089 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-2e0cf465-a682-4613-96d8-a71cd36f23a5 None None] Attempting to bind port e51e2ce0-5136-4dc5-890b-8c2a17f49cbd on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:36:15.037450 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-2e0cf465-a682-4613-96d8-a71cd36f23a5 None None] Attempting to bind port e51e2ce0-5136-4dc5-890b-8c2a17f49cbd by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:36:15.037809 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0cf465-a682-4613-96d8-a71cd36f23a5 None None] Attempting to bind port e51e2ce0-5136-4dc5-890b-8c2a17f49cbd on network 1cb296ed-c863-4502-973a-f31b82091846 {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:36:15.039582 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c427908-8757-4fd2-bd8d-9d1116a1f1e5 None None] Pushing event updated for resources: {'Port': ['ID=e51e2ce0-5136-4dc5-890b-8c2a17f49cbd,revision_number=2']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:15.048533 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0cf465-a682-4613-96d8-a71cd36f23a5 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:36:15.048900 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0cf465-a682-4613-96d8-a71cd36f23a5 None None] Checking segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:36:15.049292 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-2e0cf465-a682-4613-96d8-a71cd36f23a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:15.049671 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0cf465-a682-4613-96d8-a71cd36f23a5 None None] Bound using segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:36:15.050120 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-2e0cf465-a682-4613-96d8-a71cd36f23a5 None None] Bound port: e51e2ce0-5136-4dc5-890b-8c2a17f49cbd, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:36:15.050490 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-2e0cf465-a682-4613-96d8-a71cd36f23a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:15.053443 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c427908-8757-4fd2-bd8d-9d1116a1f1e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:15.053631 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c427908-8757-4fd2-bd8d-9d1116a1f1e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:15.053963 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c427908-8757-4fd2-bd8d-9d1116a1f1e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:15.054291 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c427908-8757-4fd2-bd8d-9d1116a1f1e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:15.054616 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c427908-8757-4fd2-bd8d-9d1116a1f1e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:15.054939 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c427908-8757-4fd2-bd8d-9d1116a1f1e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:15.055260 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c427908-8757-4fd2-bd8d-9d1116a1f1e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:15.055578 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c427908-8757-4fd2-bd8d-9d1116a1f1e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:15.055895 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c427908-8757-4fd2-bd8d-9d1116a1f1e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:15.056215 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c427908-8757-4fd2-bd8d-9d1116a1f1e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:15.056543 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c427908-8757-4fd2-bd8d-9d1116a1f1e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:15.056856 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c427908-8757-4fd2-bd8d-9d1116a1f1e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:36:15.059733 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-80c02aca-12ac-4302-b265-cff55f64983a admin admin] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:15.111273 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-2e0cf465-a682-4613-96d8-a71cd36f23a5 None None] For port e51e2ce0-5136-4dc5-890b-8c2a17f49cbd, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:36:15.114303 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-2e0cf465-a682-4613-96d8-a71cd36f23a5 None None] For port e51e2ce0-5136-4dc5-890b-8c2a17f49cbd, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=e51e2ce0-5136-4dc5-890b-8c2a17f49cbd,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:36:15.171251 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-80c02aca-12ac-4302-b265-cff55f64983a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:15.197473 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-2e0cf465-a682-4613-96d8-a71cd36f23a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:15.213314 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c02aca-12ac-4302-b265-cff55f64983a admin admin] Network e53d8e89-d3e9-443d-b9b3-683d41a65613 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:36:15.216754 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-80c02aca-12ac-4302-b265-cff55f64983a admin admin] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:36:15.220350 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c02aca-12ac-4302-b265-cff55f64983a admin admin] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:36:15.251998 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c02aca-12ac-4302-b265-cff55f64983a admin admin] Pushing event updated for resources: {'Port': ['ID=4d04f959-dc9c-4026-975d-0c83af97b9ae,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:15.259355 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c427908-8757-4fd2-bd8d-9d1116a1f1e5 None None] Pushing event updated for resources: {'Port': ['ID=e51e2ce0-5136-4dc5-890b-8c2a17f49cbd,revision_number=3']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:15.267182 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0cf465-a682-4613-96d8-a71cd36f23a5 None None] Routers {'9c608757-40d0-4477-ba70-4d7879c46e6f'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:36:15.267806 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-80c02aca-12ac-4302-b265-cff55f64983a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:15.267966 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-2e0cf465-a682-4613-96d8-a71cd36f23a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:35:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['9c608757-40d0-4477-ba70-4d7879c46e6f'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:36:15.382088 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-2e0cf465-a682-4613-96d8-a71cd36f23a5 None None] Set router 9c608757-40d0-4477-ba70-4d7879c46e6f gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:36:15.450160 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-36c10d73-1441-4765-8aeb-d13dc740d4c1 None None] Provisioning complete for port 4d04f959-dc9c-4026-975d-0c83af97b9ae triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:36:15.451178 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-36c10d73-1441-4765-8aeb-d13dc740d4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:15.466404 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-80c02aca-12ac-4302-b265-cff55f64983a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:15.486507 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-36c10d73-1441-4765-8aeb-d13dc740d4c1 None None] Port 4d04f959-dc9c-4026-975d-0c83af97b9ae cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:36:15.562076 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-2e0cf465-a682-4613-96d8-a71cd36f23a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'name': 'tempest-TestShelveInstance-78796023-router', 'tenant_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e51e2ce0-5136-4dc5-890b-8c2a17f49cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:36:12Z', 'updated_at': '2022-03-28T14:36:13Z', 'revision_number': 3, 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'gw_port': {'id': 'e51e2ce0-5136-4dc5-890b-8c2a17f49cbd', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:60:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:36:13Z', 'updated_at': '2022-03-28T14:36:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:36:15.587845 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0cf465-a682-4613-96d8-a71cd36f23a5 None None] The sync data for ids ['9c608757-40d0-4477-ba70-4d7879c46e6f'] in dv-neutron-835335-1-hyperv is: [{'id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'name': 'tempest-TestShelveInstance-78796023-router', 'tenant_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e51e2ce0-5136-4dc5-890b-8c2a17f49cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:36:12Z', 'updated_at': '2022-03-28T14:36:13Z', 'revision_number': 3, 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'gw_port': {'id': 'e51e2ce0-5136-4dc5-890b-8c2a17f49cbd', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:60:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:36:13Z', 'updated_at': '2022-03-28T14:36:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:36:15.626498 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-80c02aca-12ac-4302-b265-cff55f64983a admin admin] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:15.694209 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-80c02aca-12ac-4302-b265-cff55f64983a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:15.766041 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-80c02aca-12ac-4302-b265-cff55f64983a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:15.767786 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c02aca-12ac-4302-b265-cff55f64983a admin admin] Pushing event updated for resources: {'Port': ['ID=4d04f959-dc9c-4026-975d-0c83af97b9ae,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:15.874026 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c02aca-12ac-4302-b265-cff55f64983a admin admin] Network e53d8e89-d3e9-443d-b9b3-683d41a65613 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:36:15.875584 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-80c02aca-12ac-4302-b265-cff55f64983a admin admin] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:36:16.007428 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 644b0dd0-2db1-4f25-ba68-24845b2f5271 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:36:16.016088 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c02aca-12ac-4302-b265-cff55f64983a admin admin] Router 9c608757-40d0-4477-ba70-4d7879c46e6f has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:36:16.066103 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 644b0dd0-2db1-4f25-ba68-24845b2f5271 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:36:16.066475 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:16.134154 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-edf9ae25-f288-4298-ba7e-9b22b9b7703b None None] Provisioning complete for port 4d04f959-dc9c-4026-975d-0c83af97b9ae triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:36:16.134519 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-edf9ae25-f288-4298-ba7e-9b22b9b7703b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:16.153000 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c02aca-12ac-4302-b265-cff55f64983a admin admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:36:16.162671 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-80c02aca-12ac-4302-b265-cff55f64983a admin admin] 10.222.0.24 "PUT /v2.0/routers/9c608757-40d0-4477-ba70-4d7879c46e6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7836862 Mar 28 14:36:16.197979 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-edf9ae25-f288-4298-ba7e-9b22b9b7703b None None] Port 4d04f959-dc9c-4026-975d-0c83af97b9ae cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:36:16.200514 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device e51e2ce0-5136-4dc5-890b-8c2a17f49cbd up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:36:16.249805 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port e51e2ce0-5136-4dc5-890b-8c2a17f49cbd triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:36:16.250177 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:16.342420 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:16.358963 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port e51e2ce0-5136-4dc5-890b-8c2a17f49cbd, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=e51e2ce0-5136-4dc5-890b-8c2a17f49cbd,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:36:16.445334 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:16.495081 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=e51e2ce0-5136-4dc5-890b-8c2a17f49cbd,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:16.837509 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 42214) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:36:16.842972 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-eed8a6f7-9435-43e6-89c5-0ee02321de68 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-339380421-network', 'tenant_id': '4bbc60843f684482817b487e70edc760'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:36:16.971050 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed8a6f7-9435-43e6-89c5-0ee02321de68 admin admin] Made reservation on behalf of 4bbc60843f684482817b487e70edc760 for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:36:16.973754 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-eed8a6f7-9435-43e6-89c5-0ee02321de68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:16.988594 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-eed8a6f7-9435-43e6-89c5-0ee02321de68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:17.071767 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-eed8a6f7-9435-43e6-89c5-0ee02321de68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:17.137252 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-eed8a6f7-9435-43e6-89c5-0ee02321de68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:17.167144 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eed8a6f7-9435-43e6-89c5-0ee02321de68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 14:36:17.183554 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8a6f7-9435-43e6-89c5-0ee02321de68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8eef3d2-ec75-4833-b72e-3d80059b9256,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:17.189659 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-eed8a6f7-9435-43e6-89c5-0ee02321de68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:17.189983 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-eed8a6f7-9435-43e6-89c5-0ee02321de68 admin admin] Added segment 86bb4b48-ea75-4e45-b2c4-be7c1edd4d1f of type vlan for network d62fd7c5-5ba8-4fd1-a92b-068dbec5b025 Mar 28 14:36:17.190957 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5809e39f-c5b3-4b3a-b7a7-b3a001b73aa6 None None] Sync routers for ids ['9c608757-40d0-4477-ba70-4d7879c46e6f'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:36:17.202678 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5809e39f-c5b3-4b3a-b7a7-b3a001b73aa6 None None] Routers {'9c608757-40d0-4477-ba70-4d7879c46e6f'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:36:17.203286 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-5809e39f-c5b3-4b3a-b7a7-b3a001b73aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:35:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['9c608757-40d0-4477-ba70-4d7879c46e6f'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:36:17.230439 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-eed8a6f7-9435-43e6-89c5-0ee02321de68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:17.308868 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-5809e39f-c5b3-4b3a-b7a7-b3a001b73aa6 None None] Set router 9c608757-40d0-4477-ba70-4d7879c46e6f gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:36:17.311191 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-eed8a6f7-9435-43e6-89c5-0ee02321de68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:17.312188 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed8a6f7-9435-43e6-89c5-0ee02321de68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:17.312841 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-eed8a6f7-9435-43e6-89c5-0ee02321de68 admin admin] Notify callbacks [] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:17.370724 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8a6f7-9435-43e6-89c5-0ee02321de68 admin admin] Pushing event updated for resources: {'Network': ['ID=d62fd7c5-5ba8-4fd1-a92b-068dbec5b025,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:17.381993 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network d62fd7c5-5ba8-4fd1-a92b-068dbec5b025 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 14:36:17.405327 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-eed8a6f7-9435-43e6-89c5-0ee02321de68 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5667257 Mar 28 14:36:17.407987 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 42216) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:36:17.412754 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-de7f1478-3af9-4dc1-bf79-b926bdb6814e admin admin] Request body: {'subnet': {'network_id': 'd62fd7c5-5ba8-4fd1-a92b-068dbec5b025', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-339380421-subnet', 'tenant_id': '4bbc60843f684482817b487e70edc760', 'ip_version': 4}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:36:17.497487 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7f1478-3af9-4dc1-bf79-b926bdb6814e admin admin] Made reservation on behalf of 4bbc60843f684482817b487e70edc760 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:36:17.499530 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-de7f1478-3af9-4dc1-bf79-b926bdb6814e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:17.571592 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-5809e39f-c5b3-4b3a-b7a7-b3a001b73aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'name': 'tempest-TestShelveInstance-78796023-router', 'tenant_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e51e2ce0-5136-4dc5-890b-8c2a17f49cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:36:12Z', 'updated_at': '2022-03-28T14:36:15Z', 'revision_number': 4, 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'gw_port': {'id': 'e51e2ce0-5136-4dc5-890b-8c2a17f49cbd', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:60:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:36:13Z', 'updated_at': '2022-03-28T14:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '4d04f959-dc9c-4026-975d-0c83af97b9ae', 'name': '', 'network_id': 'e53d8e89-d3e9-443d-b9b3-683d41a65613', 'tenant_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'mac_address': 'fa:16:3e:eb:58:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '8e6d2619-6d45-4700-aa4f-6a8662c63ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:36:14Z', 'updated_at': '2022-03-28T14:36:15Z', 'revision_number': 2, 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'subnets': [{'id': '8e6d2619-6d45-4700-aa4f-6a8662c63ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:36:17.602603 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5809e39f-c5b3-4b3a-b7a7-b3a001b73aa6 None None] Checking router: 9c608757-40d0-4477-ba70-4d7879c46e6f for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:36:17.602967 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5809e39f-c5b3-4b3a-b7a7-b3a001b73aa6 None None] Updating router 9c608757-40d0-4477-ba70-4d7879c46e6f port 4d04f959-dc9c-4026-975d-0c83af97b9ae binding host dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:36:17.628781 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5809e39f-c5b3-4b3a-b7a7-b3a001b73aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:17.746277 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-de7f1478-3af9-4dc1-bf79-b926bdb6814e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:17.807494 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7f1478-3af9-4dc1-bf79-b926bdb6814e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dfb19e0-657f-456f-ae67-216a5661f289,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:17.823288 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7f1478-3af9-4dc1-bf79-b926bdb6814e admin admin] Checking segment: {'id': '86bb4b48-ea75-4e45-b2c4-be7c1edd4d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd62fd7c5-5ba8-4fd1-a92b-068dbec5b025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:36:17.823288 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7f1478-3af9-4dc1-bf79-b926bdb6814e admin admin] Network hostable DHCP agents. Network: d62fd7c5-5ba8-4fd1-a92b-068dbec5b025, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 14:36:17.869601 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device e51e2ce0-5136-4dc5-890b-8c2a17f49cbd up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:36:17.905381 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7f1478-3af9-4dc1-bf79-b926bdb6814e admin admin] Network d62fd7c5-5ba8-4fd1-a92b-068dbec5b025 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 14:36:17.916133 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5809e39f-c5b3-4b3a-b7a7-b3a001b73aa6 None None] Notify callbacks [] for port, precommit_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:17.935332 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port e51e2ce0-5136-4dc5-890b-8c2a17f49cbd triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:36:17.935684 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:17.993713 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-de7f1478-3af9-4dc1-bf79-b926bdb6814e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, d62fd7c5-5ba8-4fd1-a92b-068dbec5b025) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:36:17.998769 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7f1478-3af9-4dc1-bf79-b926bdb6814e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:17.999705 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-de7f1478-3af9-4dc1-bf79-b926bdb6814e admin admin] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:18.082517 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-de7f1478-3af9-4dc1-bf79-b926bdb6814e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6708987 Mar 28 14:36:18.082768 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 42218) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:36:18.087171 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-a26a921e-50cb-4b1c-8df4-883879b2cef6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-339380421-router', 'tenant_id': '4bbc60843f684482817b487e70edc760', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:36:18.101577 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a64a1be-54b2-4a89-8b0c-2590eb383cdd None None] Network d62fd7c5-5ba8-4fd1-a92b-068dbec5b025 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:36:18.106731 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5809e39f-c5b3-4b3a-b7a7-b3a001b73aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:18.162747 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a26a921e-50cb-4b1c-8df4-883879b2cef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:18.163674 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a26a921e-50cb-4b1c-8df4-883879b2cef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:18.211836 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22f6b3b-9317-48ba-beca-00761c67021f None None] Pushing event updated for resources: {'Port': ['ID=4d04f959-dc9c-4026-975d-0c83af97b9ae,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:18.224390 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a26a921e-50cb-4b1c-8df4-883879b2cef6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:18.340708 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-5809e39f-c5b3-4b3a-b7a7-b3a001b73aa6 None None] Attempting to bind port 4d04f959-dc9c-4026-975d-0c83af97b9ae on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:36:18.341082 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-5809e39f-c5b3-4b3a-b7a7-b3a001b73aa6 None None] Attempting to bind port 4d04f959-dc9c-4026-975d-0c83af97b9ae by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '69da6cfb-8956-4e49-bcd8-66b4e1238fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e53d8e89-d3e9-443d-b9b3-683d41a65613'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:36:18.341427 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5809e39f-c5b3-4b3a-b7a7-b3a001b73aa6 None None] Attempting to bind port 4d04f959-dc9c-4026-975d-0c83af97b9ae on network e53d8e89-d3e9-443d-b9b3-683d41a65613 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:36:18.353597 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5809e39f-c5b3-4b3a-b7a7-b3a001b73aa6 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:36:18.353975 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5809e39f-c5b3-4b3a-b7a7-b3a001b73aa6 None None] Checking segment: {'id': '69da6cfb-8956-4e49-bcd8-66b4e1238fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e53d8e89-d3e9-443d-b9b3-683d41a65613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:36:18.354357 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5809e39f-c5b3-4b3a-b7a7-b3a001b73aa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:18.355344 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5809e39f-c5b3-4b3a-b7a7-b3a001b73aa6 None None] Bound using segment: {'id': '69da6cfb-8956-4e49-bcd8-66b4e1238fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e53d8e89-d3e9-443d-b9b3-683d41a65613'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:36:18.355815 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-5809e39f-c5b3-4b3a-b7a7-b3a001b73aa6 None None] Bound port: 4d04f959-dc9c-4026-975d-0c83af97b9ae, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69da6cfb-8956-4e49-bcd8-66b4e1238fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e53d8e89-d3e9-443d-b9b3-683d41a65613'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:36:18.356192 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5809e39f-c5b3-4b3a-b7a7-b3a001b73aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:18.422674 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871239f8-a13d-432d-bda7-a5c6dba91a1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-d62fd7c5-5ba8-4fd1-a92b-068dbec5b025', 'network_id': 'd62fd7c5-5ba8-4fd1-a92b-068dbec5b025', 'tenant_id': '4bbc60843f684482817b487e70edc760', 'fixed_ips': [{'subnet_id': '2dfb19e0-657f-456f-ae67-216a5661f289'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 14:36:18.423521 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-871239f8-a13d-432d-bda7-a5c6dba91a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:18.442049 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a26a921e-50cb-4b1c-8df4-883879b2cef6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:18.460975 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-5809e39f-c5b3-4b3a-b7a7-b3a001b73aa6 None None] For port 4d04f959-dc9c-4026-975d-0c83af97b9ae, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:36:18.522611 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-5809e39f-c5b3-4b3a-b7a7-b3a001b73aa6 None None] For port 4d04f959-dc9c-4026-975d-0c83af97b9ae, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=4d04f959-dc9c-4026-975d-0c83af97b9ae,segment=NetworkSegment(69da6cfb-8956-4e49-bcd8-66b4e1238fc4),segment_id=69da6cfb-8956-4e49-bcd8-66b4e1238fc4)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:36:18.538110 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-f6e5384e-4143-4438-a436-2be39fd27060 None None] Provisioning complete for port 4d04f959-dc9c-4026-975d-0c83af97b9ae triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:36:18.538475 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f6e5384e-4143-4438-a436-2be39fd27060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:18.602219 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-f6e5384e-4143-4438-a436-2be39fd27060 None None] Port 4d04f959-dc9c-4026-975d-0c83af97b9ae cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:36:18.611274 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5809e39f-c5b3-4b3a-b7a7-b3a001b73aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:18.654039 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-871239f8-a13d-432d-bda7-a5c6dba91a1f None None] Allocated IP 172.20.0.2 (d62fd7c5-5ba8-4fd1-a92b-068dbec5b025/2dfb19e0-657f-456f-ae67-216a5661f289/656752a4-aa02-4c25-91f4-b93c0630f92c) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:36:18.686882 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22f6b3b-9317-48ba-beca-00761c67021f None None] Pushing event updated for resources: {'Port': ['ID=4d04f959-dc9c-4026-975d-0c83af97b9ae,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:18.689686 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5809e39f-c5b3-4b3a-b7a7-b3a001b73aa6 None None] Routers {'9c608757-40d0-4477-ba70-4d7879c46e6f'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:36:18.690298 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-5809e39f-c5b3-4b3a-b7a7-b3a001b73aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:35:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['9c608757-40d0-4477-ba70-4d7879c46e6f'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:36:18.741519 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a26a921e-50cb-4b1c-8df4-883879b2cef6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:18.766067 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a26a921e-50cb-4b1c-8df4-883879b2cef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:18.871654 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-5809e39f-c5b3-4b3a-b7a7-b3a001b73aa6 None None] Set router 9c608757-40d0-4477-ba70-4d7879c46e6f gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:36:18.882071 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-a26a921e-50cb-4b1c-8df4-883879b2cef6 admin admin] Allocated IP 172.26.2.167 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/584c4595-5413-4385-96cd-7401004739cd) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:36:18.988011 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a26a921e-50cb-4b1c-8df4-883879b2cef6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:18.995748 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-c9f5f306-abb9-4b18-a6d3-5e04ad33f58c None None] Provisioning complete for port 4d04f959-dc9c-4026-975d-0c83af97b9ae triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:36:18.996118 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c9f5f306-abb9-4b18-a6d3-5e04ad33f58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:19.008265 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-871239f8-a13d-432d-bda7-a5c6dba91a1f None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:19.113889 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a26a921e-50cb-4b1c-8df4-883879b2cef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:19.145635 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-871239f8-a13d-432d-bda7-a5c6dba91a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:19.152793 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26a921e-50cb-4b1c-8df4-883879b2cef6 admin admin] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:36:19.157424 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-a26a921e-50cb-4b1c-8df4-883879b2cef6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:36:19.160941 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26a921e-50cb-4b1c-8df4-883879b2cef6 admin admin] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:36:19.183408 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26a921e-50cb-4b1c-8df4-883879b2cef6 admin admin] Pushing event updated for resources: {'Port': ['ID=584c4595-5413-4385-96cd-7401004739cd,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:19.202050 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871239f8-a13d-432d-bda7-a5c6dba91a1f None None] Network d62fd7c5-5ba8-4fd1-a92b-068dbec5b025 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:36:19.205953 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c9f5f306-abb9-4b18-a6d3-5e04ad33f58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:19.212282 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-871239f8-a13d-432d-bda7-a5c6dba91a1f None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:36:19.223034 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871239f8-a13d-432d-bda7-a5c6dba91a1f None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:36:19.234436 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871239f8-a13d-432d-bda7-a5c6dba91a1f None None] Pushing event updated for resources: {'Port': ['ID=656752a4-aa02-4c25-91f4-b93c0630f92c,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:19.290763 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-c9f5f306-abb9-4b18-a6d3-5e04ad33f58c None None] For port 4d04f959-dc9c-4026-975d-0c83af97b9ae, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=4d04f959-dc9c-4026-975d-0c83af97b9ae,segment=NetworkSegment(69da6cfb-8956-4e49-bcd8-66b4e1238fc4),segment_id=69da6cfb-8956-4e49-bcd8-66b4e1238fc4)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:36:19.309093 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-5809e39f-c5b3-4b3a-b7a7-b3a001b73aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'name': 'tempest-TestShelveInstance-78796023-router', 'tenant_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e51e2ce0-5136-4dc5-890b-8c2a17f49cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:36:12Z', 'updated_at': '2022-03-28T14:36:15Z', 'revision_number': 4, 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'gw_port': {'id': 'e51e2ce0-5136-4dc5-890b-8c2a17f49cbd', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:60:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:36:13Z', 'updated_at': '2022-03-28T14:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '4d04f959-dc9c-4026-975d-0c83af97b9ae', 'name': '', 'network_id': 'e53d8e89-d3e9-443d-b9b3-683d41a65613', 'tenant_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'mac_address': 'fa:16:3e:eb:58:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '8e6d2619-6d45-4700-aa4f-6a8662c63ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:36:14Z', 'updated_at': '2022-03-28T14:36:18Z', 'revision_number': 4, 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'subnets': [{'id': '8e6d2619-6d45-4700-aa4f-6a8662c63ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:36:19.312025 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-871239f8-a13d-432d-bda7-a5c6dba91a1f None None] Attempting to bind port 656752a4-aa02-4c25-91f4-b93c0630f92c on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:36:19.312396 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-871239f8-a13d-432d-bda7-a5c6dba91a1f None None] Attempting to bind port 656752a4-aa02-4c25-91f4-b93c0630f92c by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '86bb4b48-ea75-4e45-b2c4-be7c1edd4d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd62fd7c5-5ba8-4fd1-a92b-068dbec5b025'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:36:19.312755 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871239f8-a13d-432d-bda7-a5c6dba91a1f None None] Attempting to bind port 656752a4-aa02-4c25-91f4-b93c0630f92c on network d62fd7c5-5ba8-4fd1-a92b-068dbec5b025 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:36:19.341786 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5809e39f-c5b3-4b3a-b7a7-b3a001b73aa6 None None] The sync data for ids ['9c608757-40d0-4477-ba70-4d7879c46e6f'] in dv-neutron-835335-1-hyperv is: [{'id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'name': 'tempest-TestShelveInstance-78796023-router', 'tenant_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e51e2ce0-5136-4dc5-890b-8c2a17f49cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:36:12Z', 'updated_at': '2022-03-28T14:36:15Z', 'revision_number': 4, 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'gw_port': {'id': 'e51e2ce0-5136-4dc5-890b-8c2a17f49cbd', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:60:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:36:13Z', 'updated_at': '2022-03-28T14:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '4d04f959-dc9c-4026-975d-0c83af97b9ae', 'name': '', 'network_id': 'e53d8e89-d3e9-443d-b9b3-683d41a65613', 'tenant_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'mac_address': 'fa:16:3e:eb:58:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '8e6d2619-6d45-4700-aa4f-6a8662c63ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:36:14Z', 'updated_at': '2022-03-28T14:36:18Z', 'revision_number': 4, 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'subnets': [{'id': '8e6d2619-6d45-4700-aa4f-6a8662c63ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:36:19.344405 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c9f5f306-abb9-4b18-a6d3-5e04ad33f58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:19.348853 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871239f8-a13d-432d-bda7-a5c6dba91a1f None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:36:19.348853 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871239f8-a13d-432d-bda7-a5c6dba91a1f None None] Checking segment: {'id': '86bb4b48-ea75-4e45-b2c4-be7c1edd4d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd62fd7c5-5ba8-4fd1-a92b-068dbec5b025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:36:19.348853 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-871239f8-a13d-432d-bda7-a5c6dba91a1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:19.348853 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871239f8-a13d-432d-bda7-a5c6dba91a1f None None] Bound using segment: {'id': '86bb4b48-ea75-4e45-b2c4-be7c1edd4d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd62fd7c5-5ba8-4fd1-a92b-068dbec5b025'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:36:19.348853 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-871239f8-a13d-432d-bda7-a5c6dba91a1f None None] Bound port: 656752a4-aa02-4c25-91f4-b93c0630f92c, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86bb4b48-ea75-4e45-b2c4-be7c1edd4d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd62fd7c5-5ba8-4fd1-a92b-068dbec5b025'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:36:19.348853 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-871239f8-a13d-432d-bda7-a5c6dba91a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:19.472161 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f5f306-abb9-4b18-a6d3-5e04ad33f58c None None] Pushing event updated for resources: {'Port': ['ID=4d04f959-dc9c-4026-975d-0c83af97b9ae,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:19.487305 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-871239f8-a13d-432d-bda7-a5c6dba91a1f None None] For port 656752a4-aa02-4c25-91f4-b93c0630f92c, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:36:19.490794 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-871239f8-a13d-432d-bda7-a5c6dba91a1f None None] For port 656752a4-aa02-4c25-91f4-b93c0630f92c, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=656752a4-aa02-4c25-91f4-b93c0630f92c,segment=NetworkSegment(86bb4b48-ea75-4e45-b2c4-be7c1edd4d1f),segment_id=86bb4b48-ea75-4e45-b2c4-be7c1edd4d1f)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:36:19.580700 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-871239f8-a13d-432d-bda7-a5c6dba91a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:19.647807 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871239f8-a13d-432d-bda7-a5c6dba91a1f None None] Pushing event updated for resources: {'Port': ['ID=656752a4-aa02-4c25-91f4-b93c0630f92c,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:19.916211 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a26a921e-50cb-4b1c-8df4-883879b2cef6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:20.009435 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 4d04f959-dc9c-4026-975d-0c83af97b9ae up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:36:20.063193 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 4d04f959-dc9c-4026-975d-0c83af97b9ae triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:36:20.063477 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:20.138589 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a26a921e-50cb-4b1c-8df4-883879b2cef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:20.149029 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 656752a4-aa02-4c25-91f4-b93c0630f92c up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:36:20.203149 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 656752a4-aa02-4c25-91f4-b93c0630f92c triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:36:20.203804 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:20.294344 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:20.327473 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 656752a4-aa02-4c25-91f4-b93c0630f92c, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=656752a4-aa02-4c25-91f4-b93c0630f92c,segment=NetworkSegment(86bb4b48-ea75-4e45-b2c4-be7c1edd4d1f),segment_id=86bb4b48-ea75-4e45-b2c4-be7c1edd4d1f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:36:20.371240 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26a921e-50cb-4b1c-8df4-883879b2cef6 admin admin] Router fc5ae8d2-108a-4116-9ffe-b305457a0bc1 is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 14:36:20.410848 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:20.470670 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=656752a4-aa02-4c25-91f4-b93c0630f92c,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:20.504065 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26a921e-50cb-4b1c-8df4-883879b2cef6 admin admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:36:20.515078 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc34241b-816f-46fc-b901-a9ff79134b4a None None] Sync routers for ids ['fc5ae8d2-108a-4116-9ffe-b305457a0bc1'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:36:20.525746 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc34241b-816f-46fc-b901-a9ff79134b4a None None] Routers {'fc5ae8d2-108a-4116-9ffe-b305457a0bc1'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:36:20.526990 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-cc34241b-816f-46fc-b901-a9ff79134b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:35:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['fc5ae8d2-108a-4116-9ffe-b305457a0bc1'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:36:20.572287 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a26a921e-50cb-4b1c-8df4-883879b2cef6 admin admin] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:20.574157 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a26a921e-50cb-4b1c-8df4-883879b2cef6 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4904420 Mar 28 14:36:20.576876 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 42220) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:36:20.640161 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa075fa-f9a1-4f21-b113-599601067452 None None] Network d62fd7c5-5ba8-4fd1-a92b-068dbec5b025 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:36:20.651603 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-cc34241b-816f-46fc-b901-a9ff79134b4a None None] Set router fc5ae8d2-108a-4116-9ffe-b305457a0bc1 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:36:20.713942 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-41380eaa-dbfd-4ef6-b0e7-c27e7822c6a5 None None] Provisioning complete for port 656752a4-aa02-4c25-91f4-b93c0630f92c triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:36:20.714518 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-41380eaa-dbfd-4ef6-b0e7-c27e7822c6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:20.848069 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-cc34241b-816f-46fc-b901-a9ff79134b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5ae8d2-108a-4116-9ffe-b305457a0bc1', 'name': 'tempest-TestShelveInstance-339380421-router', 'tenant_id': '4bbc60843f684482817b487e70edc760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.167'}], 'enable_snat': True}, 'gw_port_id': '584c4595-5413-4385-96cd-7401004739cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:36:18Z', 'updated_at': '2022-03-28T14:36:19Z', 'revision_number': 3, 'project_id': '4bbc60843f684482817b487e70edc760', 'gw_port': {'id': '584c4595-5413-4385-96cd-7401004739cd', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5ae8d2-108a-4116-9ffe-b305457a0bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:36:18Z', 'updated_at': '2022-03-28T14:36:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:36:20.880460 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc34241b-816f-46fc-b901-a9ff79134b4a None None] Checking router: fc5ae8d2-108a-4116-9ffe-b305457a0bc1 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:36:20.880797 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc34241b-816f-46fc-b901-a9ff79134b4a None None] Updating router fc5ae8d2-108a-4116-9ffe-b305457a0bc1 port 584c4595-5413-4385-96cd-7401004739cd binding host dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:36:20.906600 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-cc34241b-816f-46fc-b901-a9ff79134b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:21.037008 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-579dd4ff-e2c8-437a-a33a-ee9ca3bfa857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:21.170523 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-cc34241b-816f-46fc-b901-a9ff79134b4a None None] Notify callbacks [] for port, precommit_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:21.204353 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-579dd4ff-e2c8-437a-a33a-ee9ca3bfa857 admin admin] Allocated IP 172.20.0.1 (d62fd7c5-5ba8-4fd1-a92b-068dbec5b025/2dfb19e0-657f-456f-ae67-216a5661f289/cd98866f-fca6-4b73-a830-48069e5f050b) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:36:21.228342 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dba32497-9cdb-496e-97d9-873d8537977d None None] Provisioning complete for port 656752a4-aa02-4c25-91f4-b93c0630f92c triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:36:21.228819 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dba32497-9cdb-496e-97d9-873d8537977d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:21.231341 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-cc34241b-816f-46fc-b901-a9ff79134b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:21.281353 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-cc34241b-816f-46fc-b901-a9ff79134b4a None None] Attempting to bind port 584c4595-5413-4385-96cd-7401004739cd on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:36:21.281717 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-cc34241b-816f-46fc-b901-a9ff79134b4a None None] Attempting to bind port 584c4595-5413-4385-96cd-7401004739cd by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:36:21.282071 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc34241b-816f-46fc-b901-a9ff79134b4a None None] Attempting to bind port 584c4595-5413-4385-96cd-7401004739cd on network 1cb296ed-c863-4502-973a-f31b82091846 {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:36:21.316242 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-579dd4ff-e2c8-437a-a33a-ee9ca3bfa857 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:21.382533 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc34241b-816f-46fc-b901-a9ff79134b4a None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:36:21.382813 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc34241b-816f-46fc-b901-a9ff79134b4a None None] Checking segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:36:21.383205 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-cc34241b-816f-46fc-b901-a9ff79134b4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:21.383581 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc34241b-816f-46fc-b901-a9ff79134b4a None None] Bound using segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:36:21.384045 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-cc34241b-816f-46fc-b901-a9ff79134b4a None None] Bound port: 584c4595-5413-4385-96cd-7401004739cd, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:36:21.384427 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-cc34241b-816f-46fc-b901-a9ff79134b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:21.408216 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39282db-de24-43d7-8932-e8681017f04d None None] Pushing event updated for resources: {'Port': ['ID=584c4595-5413-4385-96cd-7401004739cd,revision_number=2']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:21.408753 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-579dd4ff-e2c8-437a-a33a-ee9ca3bfa857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:21.441356 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-cc34241b-816f-46fc-b901-a9ff79134b4a None None] For port 584c4595-5413-4385-96cd-7401004739cd, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:36:21.445880 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-cc34241b-816f-46fc-b901-a9ff79134b4a None None] For port 584c4595-5413-4385-96cd-7401004739cd, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=584c4595-5413-4385-96cd-7401004739cd,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:36:21.449703 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579dd4ff-e2c8-437a-a33a-ee9ca3bfa857 admin admin] Network d62fd7c5-5ba8-4fd1-a92b-068dbec5b025 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:36:21.452726 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-579dd4ff-e2c8-437a-a33a-ee9ca3bfa857 admin admin] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:36:21.456171 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579dd4ff-e2c8-437a-a33a-ee9ca3bfa857 admin admin] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:36:21.461642 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579dd4ff-e2c8-437a-a33a-ee9ca3bfa857 admin admin] Pushing event updated for resources: {'Port': ['ID=cd98866f-fca6-4b73-a830-48069e5f050b,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:21.498993 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-579dd4ff-e2c8-437a-a33a-ee9ca3bfa857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:21.531376 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-cc34241b-816f-46fc-b901-a9ff79134b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:21.584809 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc34241b-816f-46fc-b901-a9ff79134b4a None None] Routers {'fc5ae8d2-108a-4116-9ffe-b305457a0bc1'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:36:21.589617 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-cc34241b-816f-46fc-b901-a9ff79134b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:35:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['fc5ae8d2-108a-4116-9ffe-b305457a0bc1'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:36:21.633625 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39282db-de24-43d7-8932-e8681017f04d None None] Pushing event updated for resources: {'Port': ['ID=584c4595-5413-4385-96cd-7401004739cd,revision_number=3']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:21.701157 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-cc34241b-816f-46fc-b901-a9ff79134b4a None None] Set router fc5ae8d2-108a-4116-9ffe-b305457a0bc1 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:36:21.708497 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-579dd4ff-e2c8-437a-a33a-ee9ca3bfa857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:21.737113 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-aeebba05-0456-4e6e-9df8-2a45c6f1bd8e None None] Provisioning complete for port cd98866f-fca6-4b73-a830-48069e5f050b triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:36:21.737671 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-aeebba05-0456-4e6e-9df8-2a45c6f1bd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:21.771413 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-aeebba05-0456-4e6e-9df8-2a45c6f1bd8e None None] Port cd98866f-fca6-4b73-a830-48069e5f050b cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:36:21.868556 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 656752a4-aa02-4c25-91f4-b93c0630f92c up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:36:21.880725 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-cc34241b-816f-46fc-b901-a9ff79134b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5ae8d2-108a-4116-9ffe-b305457a0bc1', 'name': 'tempest-TestShelveInstance-339380421-router', 'tenant_id': '4bbc60843f684482817b487e70edc760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.167'}], 'enable_snat': True}, 'gw_port_id': '584c4595-5413-4385-96cd-7401004739cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:36:18Z', 'updated_at': '2022-03-28T14:36:19Z', 'revision_number': 3, 'project_id': '4bbc60843f684482817b487e70edc760', 'gw_port': {'id': '584c4595-5413-4385-96cd-7401004739cd', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5ae8d2-108a-4116-9ffe-b305457a0bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:36:18Z', 'updated_at': '2022-03-28T14:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:36:21.889169 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-579dd4ff-e2c8-437a-a33a-ee9ca3bfa857 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:21.906796 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc34241b-816f-46fc-b901-a9ff79134b4a None None] The sync data for ids ['fc5ae8d2-108a-4116-9ffe-b305457a0bc1'] in dv-neutron-835335-1-hyperv is: [{'id': 'fc5ae8d2-108a-4116-9ffe-b305457a0bc1', 'name': 'tempest-TestShelveInstance-339380421-router', 'tenant_id': '4bbc60843f684482817b487e70edc760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.167'}], 'enable_snat': True}, 'gw_port_id': '584c4595-5413-4385-96cd-7401004739cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:36:18Z', 'updated_at': '2022-03-28T14:36:19Z', 'revision_number': 3, 'project_id': '4bbc60843f684482817b487e70edc760', 'gw_port': {'id': '584c4595-5413-4385-96cd-7401004739cd', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5ae8d2-108a-4116-9ffe-b305457a0bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:36:18Z', 'updated_at': '2022-03-28T14:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:36:21.918783 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 656752a4-aa02-4c25-91f4-b93c0630f92c triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:36:21.919157 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:21.947981 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-579dd4ff-e2c8-437a-a33a-ee9ca3bfa857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:22.014963 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579dd4ff-e2c8-437a-a33a-ee9ca3bfa857 admin admin] Pushing event updated for resources: {'Port': ['ID=cd98866f-fca6-4b73-a830-48069e5f050b,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:22.017614 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-579dd4ff-e2c8-437a-a33a-ee9ca3bfa857 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:22.126361 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579dd4ff-e2c8-437a-a33a-ee9ca3bfa857 admin admin] Network d62fd7c5-5ba8-4fd1-a92b-068dbec5b025 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:36:22.129285 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-579dd4ff-e2c8-437a-a33a-ee9ca3bfa857 admin admin] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:36:22.269619 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-579dd4ff-e2c8-437a-a33a-ee9ca3bfa857 admin admin] Router fc5ae8d2-108a-4116-9ffe-b305457a0bc1 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:36:22.388702 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579dd4ff-e2c8-437a-a33a-ee9ca3bfa857 admin admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:36:22.401051 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-579dd4ff-e2c8-437a-a33a-ee9ca3bfa857 admin admin] 10.222.0.24 "PUT /v2.0/routers/fc5ae8d2-108a-4116-9ffe-b305457a0bc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8158870 Mar 28 14:36:22.402976 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-0ed587f7-6623-40a3-b80c-7ed065d76006 None None] Provisioning complete for port cd98866f-fca6-4b73-a830-48069e5f050b triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:36:22.403337 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0ed587f7-6623-40a3-b80c-7ed065d76006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:22.440667 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-0ed587f7-6623-40a3-b80c-7ed065d76006 None None] Port cd98866f-fca6-4b73-a830-48069e5f050b cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:36:23.005996 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 42228) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:36:23.010580 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-686382bc-ecdb-4fef-b1fa-63c928fa1c89 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1092401361', 'description': 'tempest-secgroup-smoke-1092401361 description', 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:36:23.106017 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-686382bc-ecdb-4fef-b1fa-63c928fa1c89 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:23.173902 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-686382bc-ecdb-4fef-b1fa-63c928fa1c89 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:23.253624 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-686382bc-ecdb-4fef-b1fa-63c928fa1c89 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:23.281885 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686382bc-ecdb-4fef-b1fa-63c928fa1c89 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edb9a6ad-846a-414f-8a33-173c2deb7151,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:23.349435 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-686382bc-ecdb-4fef-b1fa-63c928fa1c89 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:23.350684 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-686382bc-ecdb-4fef-b1fa-63c928fa1c89 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3436959 Mar 28 14:36:23.353757 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 42230) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:36:23.358733 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-9860ebe9-7ee7-4113-8230-6f17b561ff8b tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Request body: {'security_group_rule': {'security_group_id': 'edb9a6ad-846a-414f-8a33-173c2deb7151', 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:36:23.385186 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e9527e-353c-4ced-b55c-693f014dc4e6 None None] Sync routers for ids ['fc5ae8d2-108a-4116-9ffe-b305457a0bc1'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:36:23.394935 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e9527e-353c-4ced-b55c-693f014dc4e6 None None] Routers {'fc5ae8d2-108a-4116-9ffe-b305457a0bc1'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:36:23.395539 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-79e9527e-353c-4ced-b55c-693f014dc4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:35:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['fc5ae8d2-108a-4116-9ffe-b305457a0bc1'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:36:23.445071 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9860ebe9-7ee7-4113-8230-6f17b561ff8b tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:23.501530 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9860ebe9-7ee7-4113-8230-6f17b561ff8b tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:23.502405 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-79e9527e-353c-4ced-b55c-693f014dc4e6 None None] Set router fc5ae8d2-108a-4116-9ffe-b305457a0bc1 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:36:23.576174 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9860ebe9-7ee7-4113-8230-6f17b561ff8b tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:23.594604 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9860ebe9-7ee7-4113-8230-6f17b561ff8b tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f2f4d8f-100b-40a0-b96e-8ed8eb048215,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:23.678706 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-9860ebe9-7ee7-4113-8230-6f17b561ff8b tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:23.680085 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-9860ebe9-7ee7-4113-8230-6f17b561ff8b tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3253486 Mar 28 14:36:23.683040 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 42232) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:36:23.692808 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-4a376aaa-ed54-4cb2-a71b-10c1ff7da330 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Request body: {'security_group_rule': {'security_group_id': 'edb9a6ad-846a-414f-8a33-173c2deb7151', 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:36:23.697311 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-79e9527e-353c-4ced-b55c-693f014dc4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5ae8d2-108a-4116-9ffe-b305457a0bc1', 'name': 'tempest-TestShelveInstance-339380421-router', 'tenant_id': '4bbc60843f684482817b487e70edc760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.167'}], 'enable_snat': True}, 'gw_port_id': '584c4595-5413-4385-96cd-7401004739cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:36:18Z', 'updated_at': '2022-03-28T14:36:21Z', 'revision_number': 4, 'project_id': '4bbc60843f684482817b487e70edc760', 'gw_port': {'id': '584c4595-5413-4385-96cd-7401004739cd', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5ae8d2-108a-4116-9ffe-b305457a0bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:36:18Z', 'updated_at': '2022-03-28T14:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'cd98866f-fca6-4b73-a830-48069e5f050b', 'name': '', 'network_id': 'd62fd7c5-5ba8-4fd1-a92b-068dbec5b025', 'tenant_id': '4bbc60843f684482817b487e70edc760', 'mac_address': 'fa:16:3e:00:a5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5ae8d2-108a-4116-9ffe-b305457a0bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '2dfb19e0-657f-456f-ae67-216a5661f289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:36:21Z', 'updated_at': '2022-03-28T14:36:21Z', 'revision_number': 2, 'project_id': '4bbc60843f684482817b487e70edc760', 'subnets': [{'id': '2dfb19e0-657f-456f-ae67-216a5661f289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:36:23.727344 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e9527e-353c-4ced-b55c-693f014dc4e6 None None] Checking router: fc5ae8d2-108a-4116-9ffe-b305457a0bc1 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:36:23.727687 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e9527e-353c-4ced-b55c-693f014dc4e6 None None] Updating router fc5ae8d2-108a-4116-9ffe-b305457a0bc1 port cd98866f-fca6-4b73-a830-48069e5f050b binding host dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:36:23.751125 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-79e9527e-353c-4ced-b55c-693f014dc4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:23.784124 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4a376aaa-ed54-4cb2-a71b-10c1ff7da330 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:23.848989 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4a376aaa-ed54-4cb2-a71b-10c1ff7da330 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:23.888106 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 584c4595-5413-4385-96cd-7401004739cd up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:36:23.907387 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4a376aaa-ed54-4cb2-a71b-10c1ff7da330 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:23.926464 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a376aaa-ed54-4cb2-a71b-10c1ff7da330 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cffa32fc-e619-45ce-abf2-14f1dde809b1,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:23.983719 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4a376aaa-ed54-4cb2-a71b-10c1ff7da330 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:23.985068 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-4a376aaa-ed54-4cb2-a71b-10c1ff7da330 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2972906 Mar 28 14:36:23.987713 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 42236) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:36:23.991970 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-7b9aad30-a749-4a2f-858a-1ea4b6026179 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Request body: {'security_group_rule': {'security_group_id': 'edb9a6ad-846a-414f-8a33-173c2deb7151', 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:36:24.031146 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 584c4595-5413-4385-96cd-7401004739cd triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:36:24.031543 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:24.093016 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7b9aad30-a749-4a2f-858a-1ea4b6026179 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:24.095391 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-79e9527e-353c-4ced-b55c-693f014dc4e6 None None] Notify callbacks [] for port, precommit_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:24.129843 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9f87f46f-055a-42a9-b8fc-5eb8aa5d0efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:24.146080 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:24.152994 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7b9aad30-a749-4a2f-858a-1ea4b6026179 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:24.167535 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 584c4595-5413-4385-96cd-7401004739cd, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=584c4595-5413-4385-96cd-7401004739cd,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:36:24.173591 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-79e9527e-353c-4ced-b55c-693f014dc4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:24.228456 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd385e-65aa-448b-bea4-af4a8bb0f125 None None] Pushing event updated for resources: {'Port': ['ID=cd98866f-fca6-4b73-a830-48069e5f050b,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:24.233479 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7b9aad30-a749-4a2f-858a-1ea4b6026179 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:24.262342 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9aad30-a749-4a2f-858a-1ea4b6026179 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4387a39f-1bce-4773-838a-c228b70d191d,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:24.285812 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-79e9527e-353c-4ced-b55c-693f014dc4e6 None None] Attempting to bind port cd98866f-fca6-4b73-a830-48069e5f050b on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:36:24.286263 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-79e9527e-353c-4ced-b55c-693f014dc4e6 None None] Attempting to bind port cd98866f-fca6-4b73-a830-48069e5f050b by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '86bb4b48-ea75-4e45-b2c4-be7c1edd4d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd62fd7c5-5ba8-4fd1-a92b-068dbec5b025'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:36:24.286680 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e9527e-353c-4ced-b55c-693f014dc4e6 None None] Attempting to bind port cd98866f-fca6-4b73-a830-48069e5f050b on network d62fd7c5-5ba8-4fd1-a92b-068dbec5b025 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:36:24.292258 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e9527e-353c-4ced-b55c-693f014dc4e6 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:36:24.292740 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e9527e-353c-4ced-b55c-693f014dc4e6 None None] Checking segment: {'id': '86bb4b48-ea75-4e45-b2c4-be7c1edd4d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd62fd7c5-5ba8-4fd1-a92b-068dbec5b025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:36:24.293198 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-79e9527e-353c-4ced-b55c-693f014dc4e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:24.293632 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e9527e-353c-4ced-b55c-693f014dc4e6 None None] Bound using segment: {'id': '86bb4b48-ea75-4e45-b2c4-be7c1edd4d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd62fd7c5-5ba8-4fd1-a92b-068dbec5b025'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:36:24.294190 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-79e9527e-353c-4ced-b55c-693f014dc4e6 None None] Bound port: cd98866f-fca6-4b73-a830-48069e5f050b, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86bb4b48-ea75-4e45-b2c4-be7c1edd4d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd62fd7c5-5ba8-4fd1-a92b-068dbec5b025'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:36:24.294565 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-79e9527e-353c-4ced-b55c-693f014dc4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:24.303825 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:24.361380 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-7b9aad30-a749-4a2f-858a-1ea4b6026179 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:24.363019 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-7b9aad30-a749-4a2f-858a-1ea4b6026179 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3743830 Mar 28 14:36:24.365758 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 42240) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:36:24.370805 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-2f6a0668-d311-4906-b138-67cb2a11ba75 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Request body: {'security_group_rule': {'security_group_id': 'edb9a6ad-846a-414f-8a33-173c2deb7151', 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:36:24.392531 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=584c4595-5413-4385-96cd-7401004739cd,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:24.406618 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-79e9527e-353c-4ced-b55c-693f014dc4e6 None None] For port cd98866f-fca6-4b73-a830-48069e5f050b, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:36:24.409622 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-79e9527e-353c-4ced-b55c-693f014dc4e6 None None] For port cd98866f-fca6-4b73-a830-48069e5f050b, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=cd98866f-fca6-4b73-a830-48069e5f050b,segment=NetworkSegment(86bb4b48-ea75-4e45-b2c4-be7c1edd4d1f),segment_id=86bb4b48-ea75-4e45-b2c4-be7c1edd4d1f)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:36:24.458528 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2f6a0668-d311-4906-b138-67cb2a11ba75 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:24.477329 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-189675f1-5816-4b44-83ac-1ad76f28c6cb None None] Provisioning complete for port cd98866f-fca6-4b73-a830-48069e5f050b triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:36:24.477710 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-189675f1-5816-4b44-83ac-1ad76f28c6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:24.502208 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-79e9527e-353c-4ced-b55c-693f014dc4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:24.531917 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2f6a0668-d311-4906-b138-67cb2a11ba75 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:24.553182 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-189675f1-5816-4b44-83ac-1ad76f28c6cb None None] Port cd98866f-fca6-4b73-a830-48069e5f050b cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:36:24.574138 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd385e-65aa-448b-bea4-af4a8bb0f125 None None] Pushing event updated for resources: {'Port': ['ID=cd98866f-fca6-4b73-a830-48069e5f050b,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:24.584352 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e9527e-353c-4ced-b55c-693f014dc4e6 None None] Routers {'fc5ae8d2-108a-4116-9ffe-b305457a0bc1'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:36:24.584352 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-79e9527e-353c-4ced-b55c-693f014dc4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:35:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['fc5ae8d2-108a-4116-9ffe-b305457a0bc1'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:36:24.602474 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2f6a0668-d311-4906-b138-67cb2a11ba75 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:24.625196 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6a0668-d311-4906-b138-67cb2a11ba75 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b5be033-4d5e-4a6c-b3fd-0ef546b9ebe0,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:24.691267 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-79e9527e-353c-4ced-b55c-693f014dc4e6 None None] Set router fc5ae8d2-108a-4116-9ffe-b305457a0bc1 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:36:24.702953 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2f6a0668-d311-4906-b138-67cb2a11ba75 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:24.704182 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-2f6a0668-d311-4906-b138-67cb2a11ba75 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3374617 Mar 28 14:36:24.707086 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 42242) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:36:24.711953 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-df5e2abe-db95-4950-89bc-0997ff713516 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Request body: {'security_group_rule': {'security_group_id': 'edb9a6ad-846a-414f-8a33-173c2deb7151', 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:36:24.815474 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.securitygroups_db [None req-df5e2abe-db95-4950-89bc-0997ff713516 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Project b30ce954fb0448cfb93280a6f9f736a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 14:36:24.815699 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-129e5261-9074-4d13-be83-c22b9c5ecf45 None None] Provisioning complete for port cd98866f-fca6-4b73-a830-48069e5f050b triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:36:24.815985 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-129e5261-9074-4d13-be83-c22b9c5ecf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:24.819888 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-df5e2abe-db95-4950-89bc-0997ff713516 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:24.881477 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-df5e2abe-db95-4950-89bc-0997ff713516 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:24.953488 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-129e5261-9074-4d13-be83-c22b9c5ecf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:24.956551 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-df5e2abe-db95-4950-89bc-0997ff713516 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:24.974798 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e2abe-db95-4950-89bc-0997ff713516 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72f9b24d-f14a-4ae9-9bb0-ea6a86ec9d50,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:24.986054 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-79e9527e-353c-4ced-b55c-693f014dc4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5ae8d2-108a-4116-9ffe-b305457a0bc1', 'name': 'tempest-TestShelveInstance-339380421-router', 'tenant_id': '4bbc60843f684482817b487e70edc760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.167'}], 'enable_snat': True}, 'gw_port_id': '584c4595-5413-4385-96cd-7401004739cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:36:18Z', 'updated_at': '2022-03-28T14:36:21Z', 'revision_number': 4, 'project_id': '4bbc60843f684482817b487e70edc760', 'gw_port': {'id': '584c4595-5413-4385-96cd-7401004739cd', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5ae8d2-108a-4116-9ffe-b305457a0bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:36:18Z', 'updated_at': '2022-03-28T14:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'cd98866f-fca6-4b73-a830-48069e5f050b', 'name': '', 'network_id': 'd62fd7c5-5ba8-4fd1-a92b-068dbec5b025', 'tenant_id': '4bbc60843f684482817b487e70edc760', 'mac_address': 'fa:16:3e:00:a5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5ae8d2-108a-4116-9ffe-b305457a0bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '2dfb19e0-657f-456f-ae67-216a5661f289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:36:21Z', 'updated_at': '2022-03-28T14:36:24Z', 'revision_number': 4, 'project_id': '4bbc60843f684482817b487e70edc760', 'subnets': [{'id': '2dfb19e0-657f-456f-ae67-216a5661f289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:36:25.020238 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-129e5261-9074-4d13-be83-c22b9c5ecf45 None None] For port cd98866f-fca6-4b73-a830-48069e5f050b, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=cd98866f-fca6-4b73-a830-48069e5f050b,segment=NetworkSegment(86bb4b48-ea75-4e45-b2c4-be7c1edd4d1f),segment_id=86bb4b48-ea75-4e45-b2c4-be7c1edd4d1f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:36:25.021458 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e9527e-353c-4ced-b55c-693f014dc4e6 None None] The sync data for ids ['fc5ae8d2-108a-4116-9ffe-b305457a0bc1'] in dv-neutron-835335-1-hyperv is: [{'id': 'fc5ae8d2-108a-4116-9ffe-b305457a0bc1', 'name': 'tempest-TestShelveInstance-339380421-router', 'tenant_id': '4bbc60843f684482817b487e70edc760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.167'}], 'enable_snat': True}, 'gw_port_id': '584c4595-5413-4385-96cd-7401004739cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:36:18Z', 'updated_at': '2022-03-28T14:36:21Z', 'revision_number': 4, 'project_id': '4bbc60843f684482817b487e70edc760', 'gw_port': {'id': '584c4595-5413-4385-96cd-7401004739cd', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5ae8d2-108a-4116-9ffe-b305457a0bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:36:18Z', 'updated_at': '2022-03-28T14:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'cd98866f-fca6-4b73-a830-48069e5f050b', 'name': '', 'network_id': 'd62fd7c5-5ba8-4fd1-a92b-068dbec5b025', 'tenant_id': '4bbc60843f684482817b487e70edc760', 'mac_address': 'fa:16:3e:00:a5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5ae8d2-108a-4116-9ffe-b305457a0bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '2dfb19e0-657f-456f-ae67-216a5661f289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:36:21Z', 'updated_at': '2022-03-28T14:36:24Z', 'revision_number': 4, 'project_id': '4bbc60843f684482817b487e70edc760', 'subnets': [{'id': '2dfb19e0-657f-456f-ae67-216a5661f289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:36:25.041306 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-df5e2abe-db95-4950-89bc-0997ff713516 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:25.043496 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-df5e2abe-db95-4950-89bc-0997ff713516 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3344219 Mar 28 14:36:25.046019 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 42244) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:36:25.050620 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-3a147adb-1131-451c-adec-dbcdad9c1f1f tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Request body: {'security_group_rule': {'security_group_id': 'edb9a6ad-846a-414f-8a33-173c2deb7151', 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:36:25.119004 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-129e5261-9074-4d13-be83-c22b9c5ecf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:25.141994 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.securitygroups_db [None req-3a147adb-1131-451c-adec-dbcdad9c1f1f tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Project b30ce954fb0448cfb93280a6f9f736a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 14:36:25.147498 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3a147adb-1131-451c-adec-dbcdad9c1f1f tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:25.176678 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e5261-9074-4d13-be83-c22b9c5ecf45 None None] Pushing event updated for resources: {'Port': ['ID=cd98866f-fca6-4b73-a830-48069e5f050b,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:25.222335 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3a147adb-1131-451c-adec-dbcdad9c1f1f tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:25.279362 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3a147adb-1131-451c-adec-dbcdad9c1f1f tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:25.297500 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a147adb-1131-451c-adec-dbcdad9c1f1f tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc3ebe89-098a-42aa-8e77-70cbb0c664e9,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:25.361271 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3a147adb-1131-451c-adec-dbcdad9c1f1f tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:25.362623 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-3a147adb-1131-451c-adec-dbcdad9c1f1f tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3156052 Mar 28 14:36:25.510250 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ddffc153-a183-45d9-b582-70c8e5161255 req-a631ce2a-b838-46b3-b086-411d5f153de6 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1092401361&fields=id&tenant_id=b30ce954fb0448cfb93280a6f9f736a8 HTTP/1.1" status: 200 len: 267 time: 0.0330505 Mar 28 14:36:25.929510 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 584c4595-5413-4385-96cd-7401004739cd up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:36:25.956299 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffc153-a183-45d9-b582-70c8e5161255 req-a02e5e0d-bbf8-4952-8276-5e660e39e8c1 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:25.957764 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ddffc153-a183-45d9-b582-70c8e5161255 req-a02e5e0d-bbf8-4952-8276-5e660e39e8c1 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/networks?id=e53d8e89-d3e9-443d-b9b3-683d41a65613 HTTP/1.1" status: 200 len: 807 time: 0.4401381 Mar 28 14:36:25.972330 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ddffc153-a183-45d9-b582-70c8e5161255 req-4482ffdc-69a1-40e6-b0f4-618a21b59f13 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/quotas/b30ce954fb0448cfb93280a6f9f736a8 HTTP/1.1" status: 200 len: 375 time: 0.0086048 Mar 28 14:36:25.976807 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 584c4595-5413-4385-96cd-7401004739cd triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:36:25.977180 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:26.024920 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ddffc153-a183-45d9-b582-70c8e5161255 req-095e157d-0eac-4307-af87-b14b43748302 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b30ce954fb0448cfb93280a6f9f736a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467968 Mar 28 14:36:26.061139 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device cd98866f-fca6-4b73-a830-48069e5f050b up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:36:26.110337 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port cd98866f-fca6-4b73-a830-48069e5f050b triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:36:26.110793 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:26.223950 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ddffc153-a183-45d9-b582-70c8e5161255 req-cd12a483-e783-46bb-919c-753b51732760 service neutron] 10.222.0.24 "GET /v2.0/networks/e53d8e89-d3e9-443d-b9b3-683d41a65613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868832 Mar 28 14:36:26.322475 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ddffc153-a183-45d9-b582-70c8e5161255 req-7ee22427-1302-4846-9769-f2de6b7155d3 service neutron] 10.222.0.24 "GET /v2.0/networks/e53d8e89-d3e9-443d-b9b3-683d41a65613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902469 Mar 28 14:36:26.365226 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b155222d-b69c-4c3e-aa83-2a7e70f23506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:27.205894 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:36:27.568114 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6476ce4f-f36e-4b18-b611-9b6cfc1aba5d req-5d6e9224-29c8-4934-9aaa-cd209d6232b6 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 210 time: 0.0275412 Mar 28 14:36:27.797006 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:28.643010 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3318bef6-11ea-4197-892a-16d9a7921b52 req-e9d05cc4-8a8f-40fb-8b36-593395a2cb7c tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 210 time: 0.0267589 Mar 28 14:36:29.124719 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:29.393266 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:29.721413 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0cadf586-4e0f-4632-b8b5-7ed521fd4df4 req-9b482663-b9c2-4226-918d-01f5a558e41c tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 210 time: 0.0292389 Mar 28 14:36:30.798128 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c0266e68-4b88-4f83-a42d-88bf4d3af5f6 req-1db67d9b-a209-448b-959f-866a605bf20b tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 210 time: 0.0263326 Mar 28 14:36:31.889912 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e0a1901e-e6d8-4bd0-b083-dfc4ece4f8b2 req-b98b4c3c-7dd6-4e95-b023-43abba6d969f tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 210 time: 0.0263915 Mar 28 14:36:32.986439 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ab61c90f-52a1-4105-8506-43fb21fa3726 req-39ee3fae-6e2d-453e-9a50-9717e561ea38 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 210 time: 0.0267222 Mar 28 14:36:33.646314 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffc153-a183-45d9-b582-70c8e5161255 req-042978a3-c350-4e82-8db8-665b1516c739 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:33.647656 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ddffc153-a183-45d9-b582-70c8e5161255 req-042978a3-c350-4e82-8db8-665b1516c739 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.20 "GET /v2.0/networks?id=e53d8e89-d3e9-443d-b9b3-683d41a65613 HTTP/1.1" status: 200 len: 807 time: 0.1124284 Mar 28 14:36:33.689473 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ddffc153-a183-45d9-b582-70c8e5161255 req-391dbe8d-3e94-42c1-bcff-b927832c9d24 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b30ce954fb0448cfb93280a6f9f736a8 HTTP/1.1" status: 200 len: 380 time: 0.0339262 Mar 28 14:36:33.697845 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-ddffc153-a183-45d9-b582-70c8e5161255 req-b32984e0-fd49-40b0-bd82-78569e89e406 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Request body: {'port': {'device_id': '5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf', 'network_id': 'e53d8e89-d3e9-443d-b9b3-683d41a65613', 'admin_state_up': True, 'tenant_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'security_groups': ['edb9a6ad-846a-414f-8a33-173c2deb7151']}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:36:33.888021 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddffc153-a183-45d9-b582-70c8e5161255 req-b32984e0-fd49-40b0-bd82-78569e89e406 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Made reservation on behalf of b30ce954fb0448cfb93280a6f9f736a8 for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:36:33.891608 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-ddffc153-a183-45d9-b582-70c8e5161255 req-b32984e0-fd49-40b0-bd82-78569e89e406 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:34.020439 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [req-ddffc153-a183-45d9-b582-70c8e5161255 req-b32984e0-fd49-40b0-bd82-78569e89e406 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Allocated IP 172.20.0.13 (e53d8e89-d3e9-443d-b9b3-683d41a65613/8e6d2619-6d45-4700-aa4f-6a8662c63ecb/3faaca01-7693-4901-9919-18165fbe904f) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:36:34.096161 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-82d97416-3751-4f1f-946f-56bfa7cb0dd7 req-8a0f479c-6597-477a-9aae-ae866f6264e0 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 210 time: 0.0383673 Mar 28 14:36:34.179323 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-ddffc153-a183-45d9-b582-70c8e5161255 req-b32984e0-fd49-40b0-bd82-78569e89e406 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:34.268310 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-ddffc153-a183-45d9-b582-70c8e5161255 req-b32984e0-fd49-40b0-bd82-78569e89e406 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:34.310338 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddffc153-a183-45d9-b582-70c8e5161255 req-b32984e0-fd49-40b0-bd82-78569e89e406 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Network e53d8e89-d3e9-443d-b9b3-683d41a65613 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:36:34.313361 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [req-ddffc153-a183-45d9-b582-70c8e5161255 req-b32984e0-fd49-40b0-bd82-78569e89e406 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:36:34.315976 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddffc153-a183-45d9-b582-70c8e5161255 req-b32984e0-fd49-40b0-bd82-78569e89e406 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:36:34.345767 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32984e0-fd49-40b0-bd82-78569e89e406 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Pushing event updated for resources: {'Port': ['ID=3faaca01-7693-4901-9919-18165fbe904f,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:34.373170 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffc153-a183-45d9-b582-70c8e5161255 req-b32984e0-fd49-40b0-bd82-78569e89e406 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:34.373797 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-ddffc153-a183-45d9-b582-70c8e5161255 req-b32984e0-fd49-40b0-bd82-78569e89e406 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:34.445455 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ddffc153-a183-45d9-b582-70c8e5161255 req-b32984e0-fd49-40b0-bd82-78569e89e406 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7512417 Mar 28 14:36:34.490998 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [req-ddffc153-a183-45d9-b582-70c8e5161255 req-4114dd9b-8cb8-401f-a84d-5a207b18cd7b tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 14:36:34.492015 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ddffc153-a183-45d9-b582-70c8e5161255 req-4114dd9b-8cb8-401f-a84d-5a207b18cd7b tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053482 Mar 28 14:36:34.497254 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-e4902270-6ade-4b9c-b440-f5327e3a8523 None None] Provisioning complete for port 3faaca01-7693-4901-9919-18165fbe904f triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:36:34.497762 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e4902270-6ade-4b9c-b440-f5327e3a8523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:34.503340 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-ddffc153-a183-45d9-b582-70c8e5161255 req-35cb06dc-e8be-4a0a-9d36-cd012a59d34c service neutron] Request body: {'port': {'device_id': '5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:36:34.533294 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-e4902270-6ade-4b9c-b440-f5327e3a8523 None None] Port 3faaca01-7693-4901-9919-18165fbe904f cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:36:34.558219 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-ddffc153-a183-45d9-b582-70c8e5161255 req-35cb06dc-e8be-4a0a-9d36-cd012a59d34c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:34.809937 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [req-ddffc153-a183-45d9-b582-70c8e5161255 req-35cb06dc-e8be-4a0a-9d36-cd012a59d34c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3faaca01-7693-4901-9919-18165fbe904f {{(pid=109613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:36:34.817202 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-ddffc153-a183-45d9-b582-70c8e5161255 req-35cb06dc-e8be-4a0a-9d36-cd012a59d34c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:34.828525 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.provisioning_blocks [req-ddffc153-a183-45d9-b582-70c8e5161255 req-35cb06dc-e8be-4a0a-9d36-cd012a59d34c service neutron] Transition to ACTIVE for port object 3faaca01-7693-4901-9919-18165fbe904f will not be triggered until provisioned by entity L2. {{(pid=109613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 14:36:34.907017 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-ddffc153-a183-45d9-b582-70c8e5161255 req-35cb06dc-e8be-4a0a-9d36-cd012a59d34c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:34.958751 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb06dc-e8be-4a0a-9d36-cd012a59d34c service neutron] Pushing event updated for resources: {'Port': ['ID=3faaca01-7693-4901-9919-18165fbe904f,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:35.030799 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-ddffc153-a183-45d9-b582-70c8e5161255 req-35cb06dc-e8be-4a0a-9d36-cd012a59d34c service neutron] Attempting to bind port 3faaca01-7693-4901-9919-18165fbe904f on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:36:35.031475 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-ddffc153-a183-45d9-b582-70c8e5161255 req-35cb06dc-e8be-4a0a-9d36-cd012a59d34c service neutron] Attempting to bind port 3faaca01-7693-4901-9919-18165fbe904f by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '69da6cfb-8956-4e49-bcd8-66b4e1238fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e53d8e89-d3e9-443d-b9b3-683d41a65613'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:36:35.031475 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddffc153-a183-45d9-b582-70c8e5161255 req-35cb06dc-e8be-4a0a-9d36-cd012a59d34c service neutron] Attempting to bind port 3faaca01-7693-4901-9919-18165fbe904f on network e53d8e89-d3e9-443d-b9b3-683d41a65613 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:36:35.035931 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddffc153-a183-45d9-b582-70c8e5161255 req-35cb06dc-e8be-4a0a-9d36-cd012a59d34c service neutron] Port 3faaca01-7693-4901-9919-18165fbe904f on network e53d8e89-d3e9-443d-b9b3-683d41a65613 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 14:36:35.036240 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddffc153-a183-45d9-b582-70c8e5161255 req-35cb06dc-e8be-4a0a-9d36-cd012a59d34c service neutron] Attempting to bind port 3faaca01-7693-4901-9919-18165fbe904f on network e53d8e89-d3e9-443d-b9b3-683d41a65613 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:36:35.041111 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddffc153-a183-45d9-b582-70c8e5161255 req-35cb06dc-e8be-4a0a-9d36-cd012a59d34c service neutron] Checking agent: {'id': '72ab3303-6c81-4bd9-a1a9-2c5d9b681d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'started_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:36:35.041448 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddffc153-a183-45d9-b582-70c8e5161255 req-35cb06dc-e8be-4a0a-9d36-cd012a59d34c service neutron] Checking segment: {'id': '69da6cfb-8956-4e49-bcd8-66b4e1238fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e53d8e89-d3e9-443d-b9b3-683d41a65613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:36:35.041822 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddffc153-a183-45d9-b582-70c8e5161255 req-35cb06dc-e8be-4a0a-9d36-cd012a59d34c service neutron] Bound using segment: {'id': '69da6cfb-8956-4e49-bcd8-66b4e1238fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e53d8e89-d3e9-443d-b9b3-683d41a65613'} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:36:35.042240 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-ddffc153-a183-45d9-b582-70c8e5161255 req-35cb06dc-e8be-4a0a-9d36-cd012a59d34c service neutron] Bound port: 3faaca01-7693-4901-9919-18165fbe904f, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69da6cfb-8956-4e49-bcd8-66b4e1238fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e53d8e89-d3e9-443d-b9b3-683d41a65613'}}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:36:35.042591 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-ddffc153-a183-45d9-b582-70c8e5161255 req-35cb06dc-e8be-4a0a-9d36-cd012a59d34c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:35.107583 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-ddffc153-a183-45d9-b582-70c8e5161255 req-35cb06dc-e8be-4a0a-9d36-cd012a59d34c service neutron] For port 3faaca01-7693-4901-9919-18165fbe904f, host hv-neutron-8353, cleared binding levels {{(pid=109613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:36:35.110515 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-ddffc153-a183-45d9-b582-70c8e5161255 req-35cb06dc-e8be-4a0a-9d36-cd012a59d34c service neutron] For port 3faaca01-7693-4901-9919-18165fbe904f, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=3faaca01-7693-4901-9919-18165fbe904f,segment=NetworkSegment(69da6cfb-8956-4e49-bcd8-66b4e1238fc4),segment_id=69da6cfb-8956-4e49-bcd8-66b4e1238fc4)] {{(pid=109613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:36:35.213070 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cfe494-7228-4e00-850d-db01bb762521 req-2e6b216f-ed4b-472f-b0b7-9d744f3add2c tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:35.214434 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-42cfe494-7228-4e00-850d-db01bb762521 req-2e6b216f-ed4b-472f-b0b7-9d744f3add2c tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 944 time: 0.0494480 Mar 28 14:36:35.216451 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-ddffc153-a183-45d9-b582-70c8e5161255 req-35cb06dc-e8be-4a0a-9d36-cd012a59d34c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:35.264579 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffc153-a183-45d9-b582-70c8e5161255 req-35cb06dc-e8be-4a0a-9d36-cd012a59d34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:35.265195 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-ddffc153-a183-45d9-b582-70c8e5161255 req-35cb06dc-e8be-4a0a-9d36-cd012a59d34c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:35.266599 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ddffc153-a183-45d9-b582-70c8e5161255 req-35cb06dc-e8be-4a0a-9d36-cd012a59d34c service neutron] 10.222.0.20 "PUT /v2.0/ports/3faaca01-7693-4901-9919-18165fbe904f HTTP/1.1" status: 200 len: 1094 time: 0.7670321 Mar 28 14:36:35.270929 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf', 'tag': '3faaca01-7693-4901-9919-18165fbe904f'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:36:35.273200 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069c5d10-61f0-4b99-8186-602866ec0ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf", "tag": "3faaca01-7693-4901-9919-18165fbe904f"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:36:35.312332 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-42cfe494-7228-4e00-850d-db01bb762521 req-1c0f8f82-6062-4307-83f1-594d4e673c98 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867469 Mar 28 14:36:35.312962 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb06dc-e8be-4a0a-9d36-cd012a59d34c service neutron] Pushing event updated for resources: {'Port': ['ID=3faaca01-7693-4901-9919-18165fbe904f,revision_number=3']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:35.319965 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03304700-5649-431c-825b-813d6faa684c x-openstack-request-id: req-03304700-5649-431c-825b-813d6faa684c {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:36:35.320252 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf", "tag": "3faaca01-7693-4901-9919-18165fbe904f", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:36:35.320520 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-03304700-5649-431c-825b-813d6faa684c {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:36:35.320909 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf', 'tag': '3faaca01-7693-4901-9919-18165fbe904f', 'status': 'completed', 'code': 200} Mar 28 14:36:35.382225 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c5d10-61f0-4b99-8186-602866ec0ec1 req-48d1c34c-e5d2-4684-9310-bdbc7ac2e786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:35.383873 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-069c5d10-61f0-4b99-8186-602866ec0ec1 req-48d1c34c-e5d2-4684-9310-bdbc7ac2e786 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b30ce954fb0448cfb93280a6f9f736a8&device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 1097 time: 0.0425687 Mar 28 14:36:35.494852 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c5d10-61f0-4b99-8186-602866ec0ec1 req-8b17283a-c8bf-43d4-9fbd-c4a2494487cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:35.496330 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-069c5d10-61f0-4b99-8186-602866ec0ec1 req-8b17283a-c8bf-43d4-9fbd-c4a2494487cf service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b30ce954fb0448cfb93280a6f9f736a8&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1046491 Mar 28 14:36:35.585329 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c5d10-61f0-4b99-8186-602866ec0ec1 req-ce31ad3c-90d8-4477-9344-aa928cc68fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:35.586764 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-069c5d10-61f0-4b99-8186-602866ec0ec1 req-ce31ad3c-90d8-4477-9344-aa928cc68fda service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0846002 Mar 28 14:36:35.659915 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffc153-a183-45d9-b582-70c8e5161255 req-b5214258-f580-4ef6-9992-7ec9f0e9fffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:35.661411 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ddffc153-a183-45d9-b582-70c8e5161255 req-b5214258-f580-4ef6-9992-7ec9f0e9fffc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b30ce954fb0448cfb93280a6f9f736a8&device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 1097 time: 0.0411088 Mar 28 14:36:35.706610 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ddffc153-a183-45d9-b582-70c8e5161255 req-742ec177-ad37-4d20-90aa-467cb78bc244 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3faaca01-7693-4901-9919-18165fbe904f HTTP/1.1" status: 200 len: 217 time: 0.0369031 Mar 28 14:36:35.753342 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffc153-a183-45d9-b582-70c8e5161255 req-e213e356-d5b3-4e36-98bd-f3a96c680e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:35.754710 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ddffc153-a183-45d9-b582-70c8e5161255 req-e213e356-d5b3-4e36-98bd-f3a96c680e1d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e6d2619-6d45-4700-aa4f-6a8662c63ecb HTTP/1.1" status: 200 len: 846 time: 0.0415187 Mar 28 14:36:35.798055 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffc153-a183-45d9-b582-70c8e5161255 req-bd61591a-47b2-44a0-9868-579bdefdc738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:35.799460 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ddffc153-a183-45d9-b582-70c8e5161255 req-bd61591a-47b2-44a0-9868-579bdefdc738 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e53d8e89-d3e9-443d-b9b3-683d41a65613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384398 Mar 28 14:36:35.888267 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ddffc153-a183-45d9-b582-70c8e5161255 req-9da7d42b-b4a4-407c-b1bf-c59cb15e6b87 service neutron] 10.222.0.20 "GET /v2.0/networks/e53d8e89-d3e9-443d-b9b3-683d41a65613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820611 Mar 28 14:36:35.973867 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ddffc153-a183-45d9-b582-70c8e5161255 req-041ef62f-33a3-483a-94f1-01e1907050f1 service neutron] 10.222.0.20 "GET /v2.0/networks/e53d8e89-d3e9-443d-b9b3-683d41a65613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791566 Mar 28 14:36:36.433284 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c89e39-6e8d-4fd4-b171-dff131a86da9 req-40beadd5-aa13-429c-a47d-130d1e617d10 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:36.435305 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f2c89e39-6e8d-4fd4-b171-dff131a86da9 req-40beadd5-aa13-429c-a47d-130d1e617d10 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 944 time: 0.0487776 Mar 28 14:36:36.475707 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f2c89e39-6e8d-4fd4-b171-dff131a86da9 req-48a81f9f-6876-4b47-bc79-0ee0e57cd3eb tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341427 Mar 28 14:36:37.592854 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4906587-2a88-4a28-b8f2-17493e3e44a6 req-ef5829b6-1089-4b8e-b34b-92bd56a51401 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:37.594317 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a4906587-2a88-4a28-b8f2-17493e3e44a6 req-ef5829b6-1089-4b8e-b34b-92bd56a51401 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 944 time: 0.0506382 Mar 28 14:36:37.630947 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a4906587-2a88-4a28-b8f2-17493e3e44a6 req-a4a94158-c84d-4a9f-9659-083b1658c75e tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306599 Mar 28 14:36:38.743387 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def6cba-bd45-433a-8f7e-dc292b108117 req-b4697472-c9b8-4410-891e-ee8040a62e7e tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:38.744860 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3def6cba-bd45-433a-8f7e-dc292b108117 req-b4697472-c9b8-4410-891e-ee8040a62e7e tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 944 time: 0.0479536 Mar 28 14:36:38.784053 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3def6cba-bd45-433a-8f7e-dc292b108117 req-42c1efa1-5087-4abe-b2e7-1bbe720960fe tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332930 Mar 28 14:36:39.904723 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5396ea-3a49-40f3-a6ba-62877aa72c58 req-469ff752-8c77-449e-9364-a94ef12b99a5 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:39.906149 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7c5396ea-3a49-40f3-a6ba-62877aa72c58 req-469ff752-8c77-449e-9364-a94ef12b99a5 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 944 time: 0.0499413 Mar 28 14:36:39.946038 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7c5396ea-3a49-40f3-a6ba-62877aa72c58 req-1fdd3921-04f5-493c-8e70-092e00ee73cf tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340133 Mar 28 14:36:40.316492 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 3faaca01-7693-4901-9919-18165fbe904f details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:36:40.408799 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 3faaca01-7693-4901-9919-18165fbe904f, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=3faaca01-7693-4901-9919-18165fbe904f,segment=NetworkSegment(69da6cfb-8956-4e49-bcd8-66b4e1238fc4),segment_id=69da6cfb-8956-4e49-bcd8-66b4e1238fc4)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:36:40.419973 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': '3faaca01-7693-4901-9919-18165fbe904f', 'network_id': 'e53d8e89-d3e9-443d-b9b3-683d41a65613', 'port_id': '3faaca01-7693-4901-9919-18165fbe904f', 'mac_address': 'fa:16:3e:33:8c:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e6d2619-6d45-4700-aa4f-6a8662c63ecb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:36:40.461796 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:40.475483 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3faaca01-7693-4901-9919-18165fbe904f {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:36:40.495097 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 3faaca01-7693-4901-9919-18165fbe904f, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=3faaca01-7693-4901-9919-18165fbe904f,segment=NetworkSegment(69da6cfb-8956-4e49-bcd8-66b4e1238fc4),segment_id=69da6cfb-8956-4e49-bcd8-66b4e1238fc4)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:36:40.607563 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:40.652234 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=3faaca01-7693-4901-9919-18165fbe904f,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:40.910388 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['3faaca01-7693-4901-9919-18165fbe904f'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:36:41.057806 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf7dd0-f6c4-44f8-9b74-5bd1031d4072 req-c2b60e38-0e14-4a2e-a1d1-8b7cdbac501e tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:41.059544 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f5bf7dd0-f6c4-44f8-9b74-5bd1031d4072 req-c2b60e38-0e14-4a2e-a1d1-8b7cdbac501e tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 945 time: 0.0487831 Mar 28 14:36:41.097670 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f5bf7dd0-f6c4-44f8-9b74-5bd1031d4072 req-bc8b878b-8bd6-4e5f-811b-3b03bcc5f7f7 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316145 Mar 28 14:36:42.208885 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba78c81-a6be-4c74-8f9d-d907bdcaf414 req-a5f349f2-e639-4cac-9a74-5b77e51a39dc tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:42.210327 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dba78c81-a6be-4c74-8f9d-d907bdcaf414 req-a5f349f2-e639-4cac-9a74-5b77e51a39dc tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 945 time: 0.0476367 Mar 28 14:36:42.247700 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dba78c81-a6be-4c74-8f9d-d907bdcaf414 req-d97c3a59-ac6b-4798-a6bd-856c991d44a6 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308526 Mar 28 14:36:42.347060 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 3faaca01-7693-4901-9919-18165fbe904f up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:36:42.466945 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning for port 3faaca01-7693-4901-9919-18165fbe904f completed by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 14:36:42.472046 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port 3faaca01-7693-4901-9919-18165fbe904f triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:36:42.472449 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:42.546785 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:42.568420 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3faaca01-7693-4901-9919-18165fbe904f'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:36:42.570690 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37bd4e92-de5d-4a11-88da-38f214b04569" -d '{"events": [{"server_uuid": "5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf", "name": "network-vif-plugged", "status": "completed", "tag": "3faaca01-7693-4901-9919-18165fbe904f"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:36:42.583452 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 3faaca01-7693-4901-9919-18165fbe904f, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=3faaca01-7693-4901-9919-18165fbe904f,segment=NetworkSegment(69da6cfb-8956-4e49-bcd8-66b4e1238fc4),segment_id=69da6cfb-8956-4e49-bcd8-66b4e1238fc4)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:36:42.650188 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:42.677599 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd64140-56f8-479b-8120-0664d0d0bddf x-openstack-request-id: req-2dd64140-56f8-479b-8120-0664d0d0bddf {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:36:42.677882 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf", "name": "network-vif-plugged", "status": "completed", "tag": "3faaca01-7693-4901-9919-18165fbe904f", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:36:42.678197 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2dd64140-56f8-479b-8120-0664d0d0bddf {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:36:42.678574 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3faaca01-7693-4901-9919-18165fbe904f', 'code': 200} Mar 28 14:36:42.704647 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=3faaca01-7693-4901-9919-18165fbe904f,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:42.948237 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c7af8-f13f-4a49-9e4c-a60111582c03 req-098be493-c87b-4ade-b138-ec793fadccb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:42.950493 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cc8c7af8-f13f-4a49-9e4c-a60111582c03 req-098be493-c87b-4ade-b138-ec793fadccb3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 1099 time: 0.0936933 Mar 28 14:36:42.987240 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cc8c7af8-f13f-4a49-9e4c-a60111582c03 req-5d51e381-eb52-4047-8477-a48c09fa4f8a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296805 Mar 28 14:36:43.359807 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0fd35b-b342-49be-b98d-96738da41952 req-64ee5d27-70b3-42a8-b8b0-7eaeb2353e45 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:43.361302 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-fd0fd35b-b342-49be-b98d-96738da41952 req-64ee5d27-70b3-42a8-b8b0-7eaeb2353e45 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 946 time: 0.0479364 Mar 28 14:36:43.397972 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-fd0fd35b-b342-49be-b98d-96738da41952 req-32cedfb2-5075-42e9-8b02-a65eefcc9ca3 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308437 Mar 28 14:36:43.947521 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:44.513932 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4f901-bedd-4ec0-80ec-90266f5c957b req-d4bae3cd-3d3a-4b3e-b796-13fdaa607629 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:44.515297 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a0e4f901-bedd-4ec0-80ec-90266f5c957b req-d4bae3cd-3d3a-4b3e-b796-13fdaa607629 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 946 time: 0.0485880 Mar 28 14:36:44.551487 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a0e4f901-bedd-4ec0-80ec-90266f5c957b req-7ed1e904-f67d-4ac9-b64d-27f46d256c12 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303147 Mar 28 14:36:44.661923 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befccc7a-cace-4ebf-a455-36e8e7cac477 req-38928f52-9dfe-49f0-80ca-4f48b2b336e5 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:44.663391 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-befccc7a-cace-4ebf-a455-36e8e7cac477 req-38928f52-9dfe-49f0-80ca-4f48b2b336e5 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 946 time: 0.0471399 Mar 28 14:36:44.705104 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-befccc7a-cace-4ebf-a455-36e8e7cac477 req-9eb352fd-836f-491d-bc90-4700623c71f5 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350921 Mar 28 14:36:44.726037 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 42344) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:36:44.804934 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240a794a-9df5-445b-8a1c-580e61acf029 tempest-TestShelveInstance-531617007 tempest-TestShelveInstance-531617007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:44.806404 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-240a794a-9df5-445b-8a1c-580e61acf029 tempest-TestShelveInstance-531617007 tempest-TestShelveInstance-531617007-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 1094 time: 0.0794199 Mar 28 14:36:44.809345 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 42348) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:36:44.813441 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-39294276-b71d-4da1-bd5a-880d5926bec5 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Request body: {'floatingip': {'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'port_id': '3faaca01-7693-4901-9919-18165fbe904f', 'tenant_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:36:44.921641 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-39294276-b71d-4da1-bd5a-880d5926bec5 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for floatingip, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:45.014896 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-39294276-b71d-4da1-bd5a-880d5926bec5 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:45.118932 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-39294276-b71d-4da1-bd5a-880d5926bec5 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Allocated IP 172.26.2.214 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/6ae5fdca-12c4-404b-9aa0-7168a7202866) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:36:45.216490 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-39294276-b71d-4da1-bd5a-880d5926bec5 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:45.305031 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-39294276-b71d-4da1-bd5a-880d5926bec5 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:45.345073 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39294276-b71d-4da1-bd5a-880d5926bec5 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:36:45.348004 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-39294276-b71d-4da1-bd5a-880d5926bec5 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:36:45.351573 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39294276-b71d-4da1-bd5a-880d5926bec5 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:36:45.377594 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39294276-b71d-4da1-bd5a-880d5926bec5 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Pushing event updated for resources: {'Port': ['ID=6ae5fdca-12c4-404b-9aa0-7168a7202866,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:45.697747 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-39294276-b71d-4da1-bd5a-880d5926bec5 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:45.813456 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-39294276-b71d-4da1-bd5a-880d5926bec5 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:45.957527 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-39294276-b71d-4da1-bd5a-880d5926bec5 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:46.035684 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-39294276-b71d-4da1-bd5a-880d5926bec5 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:46.102097 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39294276-b71d-4da1-bd5a-880d5926bec5 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Pushing event updated for resources: {'Port': ['ID=6ae5fdca-12c4-404b-9aa0-7168a7202866,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:36:46.112736 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-39294276-b71d-4da1-bd5a-880d5926bec5 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:46.209473 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [None req-39294276-b71d-4da1-bd5a-880d5926bec5 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Floating IP c0f68488-1554-4601-b91f-fe24554e3593 associated. External IP: 172.26.2.214, port: 3faaca01-7693-4901-9919-18165fbe904f. Mar 28 14:36:46.417371 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39294276-b71d-4da1-bd5a-880d5926bec5 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Router 9c608757-40d0-4477-ba70-4d7879c46e6f has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:36:46.520719 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39294276-b71d-4da1-bd5a-880d5926bec5 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:36:46.529962 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d6d821-9b73-46ff-ae5f-9d4abb8a68c7 None None] Sync routers for ids ['9c608757-40d0-4477-ba70-4d7879c46e6f'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:36:46.539428 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d6d821-9b73-46ff-ae5f-9d4abb8a68c7 None None] Routers {'9c608757-40d0-4477-ba70-4d7879c46e6f'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:36:46.540039 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-95d6d821-9b73-46ff-ae5f-9d4abb8a68c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:36:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['9c608757-40d0-4477-ba70-4d7879c46e6f'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:36:46.595053 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-39294276-b71d-4da1-bd5a-880d5926bec5 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:46.620587 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-39294276-b71d-4da1-bd5a-880d5926bec5 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8102272 Mar 28 14:36:46.621671 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf', 'tag': '3faaca01-7693-4901-9919-18165fbe904f'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:36:46.623885 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf764694-052a-4648-8e4e-9f8fbffee0cd" -d '{"events": [{"name": "network-changed", "server_uuid": "5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf", "tag": "3faaca01-7693-4901-9919-18165fbe904f"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:36:46.642842 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-95d6d821-9b73-46ff-ae5f-9d4abb8a68c7 None None] Set router 9c608757-40d0-4477-ba70-4d7879c46e6f gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:36:46.659764 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685c9055-9acc-4e08-98b9-371b9bbd5911 x-openstack-request-id: req-685c9055-9acc-4e08-98b9-371b9bbd5911 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:36:46.660049 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf", "tag": "3faaca01-7693-4901-9919-18165fbe904f", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:36:46.660304 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-685c9055-9acc-4e08-98b9-371b9bbd5911 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:36:46.660783 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf', 'tag': '3faaca01-7693-4901-9919-18165fbe904f', 'status': 'completed', 'code': 200} Mar 28 14:36:46.723111 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf764694-052a-4648-8e4e-9f8fbffee0cd req-dfde1820-ff4f-4370-8337-fdced6e7b5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:46.724669 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cf764694-052a-4648-8e4e-9f8fbffee0cd req-dfde1820-ff4f-4370-8337-fdced6e7b5f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b30ce954fb0448cfb93280a6f9f736a8&device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 1099 time: 0.0397947 Mar 28 14:36:46.816124 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf764694-052a-4648-8e4e-9f8fbffee0cd req-7389d01b-c6f4-414c-b350-860b3db621b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:46.817583 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cf764694-052a-4648-8e4e-9f8fbffee0cd req-7389d01b-c6f4-414c-b350-860b3db621b7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e53d8e89-d3e9-443d-b9b3-683d41a65613 HTTP/1.1" status: 200 len: 908 time: 0.0864882 Mar 28 14:36:46.864216 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-95d6d821-9b73-46ff-ae5f-9d4abb8a68c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'name': 'tempest-TestShelveInstance-78796023-router', 'tenant_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e51e2ce0-5136-4dc5-890b-8c2a17f49cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:36:12Z', 'updated_at': '2022-03-28T14:36:15Z', 'revision_number': 4, 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'gw_port': {'id': 'e51e2ce0-5136-4dc5-890b-8c2a17f49cbd', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:60:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:36:13Z', 'updated_at': '2022-03-28T14:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': 'c0f68488-1554-4601-b91f-fe24554e3593', 'tenant_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'floating_ip_address': '172.26.2.214', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'port_id': '3faaca01-7693-4901-9919-18165fbe904f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e53d8e89-d3e9-443d-b9b3-683d41a65613', 'mac_address': 'fa:16:3e:33:8c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:36:45Z', 'updated_at': '2022-03-28T14:36:45Z', 'revision_number': 0, 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d04f959-dc9c-4026-975d-0c83af97b9ae', 'name': '', 'network_id': 'e53d8e89-d3e9-443d-b9b3-683d41a65613', 'tenant_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'mac_address': 'fa:16:3e:eb:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '8e6d2619-6d45-4700-aa4f-6a8662c63ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:36:14Z', 'updated_at': '2022-03-28T14:36:19Z', 'revision_number': 5, 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'subnets': [{'id': '8e6d2619-6d45-4700-aa4f-6a8662c63ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:36:46.879921 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cf764694-052a-4648-8e4e-9f8fbffee0cd req-a08aa9f9-69d2-4301-b859-c84f7c698b23 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3faaca01-7693-4901-9919-18165fbe904f HTTP/1.1" status: 200 len: 1000 time: 0.0564613 Mar 28 14:36:46.889548 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d6d821-9b73-46ff-ae5f-9d4abb8a68c7 None None] Checking router: 9c608757-40d0-4477-ba70-4d7879c46e6f for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:36:46.897520 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d6d821-9b73-46ff-ae5f-9d4abb8a68c7 None None] Routers {'9c608757-40d0-4477-ba70-4d7879c46e6f'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:36:46.898105 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-95d6d821-9b73-46ff-ae5f-9d4abb8a68c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:36:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['9c608757-40d0-4477-ba70-4d7879c46e6f'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:36:46.930988 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf764694-052a-4648-8e4e-9f8fbffee0cd req-4c88aa8e-31c5-4186-b658-d154307afa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:46.932522 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cf764694-052a-4648-8e4e-9f8fbffee0cd req-4c88aa8e-31c5-4186-b658-d154307afa55 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e6d2619-6d45-4700-aa4f-6a8662c63ecb HTTP/1.1" status: 200 len: 846 time: 0.0460618 Mar 28 14:36:46.976493 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf764694-052a-4648-8e4e-9f8fbffee0cd req-6df6a5f6-62e8-41ff-8646-4366d9372306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:36:46.977996 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cf764694-052a-4648-8e4e-9f8fbffee0cd req-6df6a5f6-62e8-41ff-8646-4366d9372306 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e53d8e89-d3e9-443d-b9b3-683d41a65613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395451 Mar 28 14:36:47.000728 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-95d6d821-9b73-46ff-ae5f-9d4abb8a68c7 None None] Set router 9c608757-40d0-4477-ba70-4d7879c46e6f gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:36:47.064527 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cf764694-052a-4648-8e4e-9f8fbffee0cd req-435e7547-24c6-4679-bcd9-605714a97a28 service neutron] 10.222.0.20 "GET /v2.0/networks/e53d8e89-d3e9-443d-b9b3-683d41a65613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803919 Mar 28 14:36:47.155009 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cf764694-052a-4648-8e4e-9f8fbffee0cd req-f17e3980-514f-43e6-940f-332b46c0ba10 service neutron] 10.222.0.20 "GET /v2.0/networks/e53d8e89-d3e9-443d-b9b3-683d41a65613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843997 Mar 28 14:36:47.221884 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-95d6d821-9b73-46ff-ae5f-9d4abb8a68c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'name': 'tempest-TestShelveInstance-78796023-router', 'tenant_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e51e2ce0-5136-4dc5-890b-8c2a17f49cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:36:12Z', 'updated_at': '2022-03-28T14:36:15Z', 'revision_number': 4, 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'gw_port': {'id': 'e51e2ce0-5136-4dc5-890b-8c2a17f49cbd', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:60:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:36:13Z', 'updated_at': '2022-03-28T14:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': 'c0f68488-1554-4601-b91f-fe24554e3593', 'tenant_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'floating_ip_address': '172.26.2.214', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'port_id': '3faaca01-7693-4901-9919-18165fbe904f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e53d8e89-d3e9-443d-b9b3-683d41a65613', 'mac_address': 'fa:16:3e:33:8c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:36:45Z', 'updated_at': '2022-03-28T14:36:45Z', 'revision_number': 0, 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d04f959-dc9c-4026-975d-0c83af97b9ae', 'name': '', 'network_id': 'e53d8e89-d3e9-443d-b9b3-683d41a65613', 'tenant_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'mac_address': 'fa:16:3e:eb:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '8e6d2619-6d45-4700-aa4f-6a8662c63ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:36:14Z', 'updated_at': '2022-03-28T14:36:19Z', 'revision_number': 5, 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'subnets': [{'id': '8e6d2619-6d45-4700-aa4f-6a8662c63ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:36:47.247849 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d6d821-9b73-46ff-ae5f-9d4abb8a68c7 None None] The sync data for ids ['9c608757-40d0-4477-ba70-4d7879c46e6f'] in dv-neutron-835335-1-hyperv is: [{'id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'name': 'tempest-TestShelveInstance-78796023-router', 'tenant_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e51e2ce0-5136-4dc5-890b-8c2a17f49cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:36:12Z', 'updated_at': '2022-03-28T14:36:15Z', 'revision_number': 4, 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'gw_port': {'id': 'e51e2ce0-5136-4dc5-890b-8c2a17f49cbd', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:60:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:36:13Z', 'updated_at': '2022-03-28T14:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': 'c0f68488-1554-4601-b91f-fe24554e3593', 'tenant_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'floating_ip_address': '172.26.2.214', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'port_id': '3faaca01-7693-4901-9919-18165fbe904f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e53d8e89-d3e9-443d-b9b3-683d41a65613', 'mac_address': 'fa:16:3e:33:8c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:36:45Z', 'updated_at': '2022-03-28T14:36:45Z', 'revision_number': 0, 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d04f959-dc9c-4026-975d-0c83af97b9ae', 'name': '', 'network_id': 'e53d8e89-d3e9-443d-b9b3-683d41a65613', 'tenant_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'mac_address': 'fa:16:3e:eb:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '8e6d2619-6d45-4700-aa4f-6a8662c63ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:36:14Z', 'updated_at': '2022-03-28T14:36:19Z', 'revision_number': 5, 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'subnets': [{'id': '8e6d2619-6d45-4700-aa4f-6a8662c63ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:36:47.426161 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe41bdf-2797-4467-9a63-0d52f183061a None None] New status for floating IP c0f68488-1554-4601-b91f-fe24554e3593: ACTIVE {{(pid=109614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:36:54.124259 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0da3d079-3c80-4fb2-b73c-f11174033cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:56.367293 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e1b30c12-3006-404d-a833-a60b8edbd29c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:57.815287 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:59.155790 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:36:59.373371 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:37:04.207521 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:37:13.974467 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:37:24.048846 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-cecd76ad-a206-4d5e-ab5b-0ee8dc872818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:37:26.380498 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-467c3154-ae9f-484c-86a2-fef7009ea7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:37:27.791539 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:37:29.128464 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:37:29.397157 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:37:41.205887 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:37:43.500282 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-89d8e0df-f020-450b-8daa-462c81157d61 req-c3227c4e-8bc6-44bb-9064-c15e9748e9c0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384312 Mar 28 14:37:43.582322 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8e0df-f020-450b-8daa-462c81157d61 req-c70a0030-ca32-4cea-9b00-049e02567ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:43.583713 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-89d8e0df-f020-450b-8daa-462c81157d61 req-c70a0030-ca32-4cea-9b00-049e02567ab5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b30ce954fb0448cfb93280a6f9f736a8&device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 1099 time: 0.0433068 Mar 28 14:37:43.681049 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8e0df-f020-450b-8daa-462c81157d61 req-9bd39ce1-dad3-488a-8664-faa9741bebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:43.683038 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-89d8e0df-f020-450b-8daa-462c81157d61 req-9bd39ce1-dad3-488a-8664-faa9741bebc5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e53d8e89-d3e9-443d-b9b3-683d41a65613 HTTP/1.1" status: 200 len: 908 time: 0.0820894 Mar 28 14:37:43.751210 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-89d8e0df-f020-450b-8daa-462c81157d61 req-b678515b-dd8d-4b30-a8b1-14012edb3deb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3faaca01-7693-4901-9919-18165fbe904f HTTP/1.1" status: 200 len: 1002 time: 0.0605206 Mar 28 14:37:43.798398 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8e0df-f020-450b-8daa-462c81157d61 req-26512d54-d5ed-4d6b-9e9b-451498b91e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:43.799909 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-89d8e0df-f020-450b-8daa-462c81157d61 req-26512d54-d5ed-4d6b-9e9b-451498b91e5f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e6d2619-6d45-4700-aa4f-6a8662c63ecb HTTP/1.1" status: 200 len: 846 time: 0.0428989 Mar 28 14:37:43.842749 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8e0df-f020-450b-8daa-462c81157d61 req-f64a2180-0a4e-49e8-bbeb-0db0c87977b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:37:43.844199 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-89d8e0df-f020-450b-8daa-462c81157d61 req-f64a2180-0a4e-49e8-bbeb-0db0c87977b0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e53d8e89-d3e9-443d-b9b3-683d41a65613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0381472 Mar 28 14:37:43.932954 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-89d8e0df-f020-450b-8daa-462c81157d61 req-becaf0a9-0e54-4bb7-974e-6f9ab2661a7a service neutron] 10.222.0.20 "GET /v2.0/networks/e53d8e89-d3e9-443d-b9b3-683d41a65613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825882 Mar 28 14:37:44.018013 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:37:44.018849 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-89d8e0df-f020-450b-8daa-462c81157d61 req-326134b7-4bfc-49ae-9f45-03c8471c2dcd service neutron] 10.222.0.20 "GET /v2.0/networks/e53d8e89-d3e9-443d-b9b3-683d41a65613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797036 Mar 28 14:37:54.092135 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-96e85ee7-43d1-4ade-8d5a-b9e646ae8340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:37:56.365826 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0a01a3b9-77e2-4064-a0b6-6e60402d566e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:37:57.817806 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:37:59.154764 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:37:59.371943 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:38:13.988742 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:38:18.205296 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:38:24.075825 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5a31b6dd-47d5-4665-ad9b-8666d3814f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:38:26.367639 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5cef72bb-4062-4844-b278-1dbe7ab73d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:38:26.540401 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [req-ad1e55f4-9ae9-4652-9f52-9d8ee8dcce96 req-cfda3fc9-d559-40c8-ae07-89276cb1be73 service neutron] (109612) timed out ('10.222.0.20', 59581) {{(pid=109612) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 28 14:38:27.779540 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:38:29.156149 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:38:29.373449 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:38:43.714645 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9549430f-873b-4e0d-b7ec-e7f0eca5c187 req-c751dc46-3664-452a-8627-e829ee513d76 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397496 Mar 28 14:38:43.794099 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549430f-873b-4e0d-b7ec-e7f0eca5c187 req-ad800b89-23ea-4215-aa9d-d1a143451195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:38:43.795569 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9549430f-873b-4e0d-b7ec-e7f0eca5c187 req-ad800b89-23ea-4215-aa9d-d1a143451195 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b30ce954fb0448cfb93280a6f9f736a8&device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 1099 time: 0.0399814 Mar 28 14:38:43.896683 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549430f-873b-4e0d-b7ec-e7f0eca5c187 req-ebcf0f7a-afed-426f-b004-a3e9ab68c662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:38:43.898187 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9549430f-873b-4e0d-b7ec-e7f0eca5c187 req-ebcf0f7a-afed-426f-b004-a3e9ab68c662 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e53d8e89-d3e9-443d-b9b3-683d41a65613 HTTP/1.1" status: 200 len: 908 time: 0.0849776 Mar 28 14:38:43.961350 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9549430f-873b-4e0d-b7ec-e7f0eca5c187 req-4fef327e-81d9-47e6-b9c0-4b439a7dd704 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3faaca01-7693-4901-9919-18165fbe904f HTTP/1.1" status: 200 len: 1002 time: 0.0567489 Mar 28 14:38:44.008240 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549430f-873b-4e0d-b7ec-e7f0eca5c187 req-871b18b0-3cb2-46bd-b2e5-79c38aef4341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:38:44.009670 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9549430f-873b-4e0d-b7ec-e7f0eca5c187 req-871b18b0-3cb2-46bd-b2e5-79c38aef4341 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e6d2619-6d45-4700-aa4f-6a8662c63ecb HTTP/1.1" status: 200 len: 846 time: 0.0422225 Mar 28 14:38:44.036081 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:38:44.056831 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549430f-873b-4e0d-b7ec-e7f0eca5c187 req-ec93e378-eb93-404f-ab51-7710f853c2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:38:44.058275 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9549430f-873b-4e0d-b7ec-e7f0eca5c187 req-ec93e378-eb93-404f-ab51-7710f853c2fa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e53d8e89-d3e9-443d-b9b3-683d41a65613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419009 Mar 28 14:38:44.143654 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9549430f-873b-4e0d-b7ec-e7f0eca5c187 req-997b62f0-33b2-4846-b8a9-78b92695d820 service neutron] 10.222.0.20 "GET /v2.0/networks/e53d8e89-d3e9-443d-b9b3-683d41a65613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781808 Mar 28 14:38:44.233651 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9549430f-873b-4e0d-b7ec-e7f0eca5c187 req-c32c48f0-436b-43ac-bcd0-fefcb37355e4 service neutron] 10.222.0.20 "GET /v2.0/networks/e53d8e89-d3e9-443d-b9b3-683d41a65613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839462 Mar 28 14:38:54.098083 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9521f4d8-d944-4e45-8b5e-1f698cebdf26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:38:55.204830 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:38:56.360884 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-fe0d21e8-d955-4376-80bf-0f00074ffadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:38:57.793755 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:38:59.143892 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:38:59.401765 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:39:14.018130 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:39:14.072669 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdcb1e1-bcaa-460a-be7c-5fdccbecc098 req-27a8bae4-014b-4cf4-bc6e-16a7fec451cc tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:14.074146 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bbdcb1e1-bcaa-460a-be7c-5fdccbecc098 req-27a8bae4-014b-4cf4-bc6e-16a7fec451cc tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 946 time: 0.1091738 Mar 28 14:39:14.111031 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bbdcb1e1-bcaa-460a-be7c-5fdccbecc098 req-0613cc8b-d8ad-4bd8-a075-17079264a77c tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309365 Mar 28 14:39:15.228959 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2672b-1494-4425-9092-c1d44d566f2a req-b47cc41c-5425-4b31-82bf-1ef2291602c5 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:15.230430 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-11b2672b-1494-4425-9092-c1d44d566f2a req-b47cc41c-5425-4b31-82bf-1ef2291602c5 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 946 time: 0.0475791 Mar 28 14:39:15.266584 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-11b2672b-1494-4425-9092-c1d44d566f2a req-e4766d38-2431-49b4-b4c2-8536a9bc42b6 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303347 Mar 28 14:39:16.717358 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f15d0-0453-4195-afb1-7943cd09160d req-0d1112c0-0d96-4b93-9871-81e343e4091d tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:16.718799 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9f5f15d0-0453-4195-afb1-7943cd09160d req-0d1112c0-0d96-4b93-9871-81e343e4091d tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 946 time: 0.3842816 Mar 28 14:39:16.755371 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9f5f15d0-0453-4195-afb1-7943cd09160d req-d844a6cd-2b8b-4a94-85f3-65d01559b294 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306289 Mar 28 14:39:17.865411 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e106aa7-0cd1-49d2-9d53-a73d7f63d5d0 req-48f1ecb4-a192-499e-b9c3-890006daf421 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:17.866849 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1e106aa7-0cd1-49d2-9d53-a73d7f63d5d0 req-48f1ecb4-a192-499e-b9c3-890006daf421 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 946 time: 0.0469320 Mar 28 14:39:17.903246 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1e106aa7-0cd1-49d2-9d53-a73d7f63d5d0 req-8044d011-3638-48de-9f78-8d45c496957e tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301063 Mar 28 14:39:19.017758 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535303b-5ff3-41aa-991b-49bb793f7773 req-eae7b7a4-7b95-46e2-9397-9263b5d53906 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:19.025613 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b535303b-5ff3-41aa-991b-49bb793f7773 req-eae7b7a4-7b95-46e2-9397-9263b5d53906 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 946 time: 0.0500002 Mar 28 14:39:19.055550 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b535303b-5ff3-41aa-991b-49bb793f7773 req-3644343a-0e5b-4755-954d-26616dca8ccd tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302577 Mar 28 14:39:20.167498 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265fb62-7ad0-464e-ad44-4f536880f029 req-34b18063-fa9b-4c23-8951-c9588ca7e5a4 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:20.168965 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b265fb62-7ad0-464e-ad44-4f536880f029 req-34b18063-fa9b-4c23-8951-c9588ca7e5a4 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 946 time: 0.0474288 Mar 28 14:39:20.205827 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b265fb62-7ad0-464e-ad44-4f536880f029 req-06745708-1521-42eb-9af9-244b6a6a8427 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310624 Mar 28 14:39:21.318110 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827cab4c-7e8f-4503-8bc9-1de7ff49d2ff req-03d83c47-88d3-4388-90b4-2a4e3cf795fa tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:21.319579 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-827cab4c-7e8f-4503-8bc9-1de7ff49d2ff req-03d83c47-88d3-4388-90b4-2a4e3cf795fa tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 946 time: 0.0476236 Mar 28 14:39:21.359785 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-827cab4c-7e8f-4503-8bc9-1de7ff49d2ff req-093b286a-d374-4ea6-ae87-ab1d4e8afdd5 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334144 Mar 28 14:39:22.476230 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6b156-fe76-460e-9073-f36bf9f195ff req-478797c1-fd77-4ae9-b756-1f9f01f8749b tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:22.477724 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a4c6b156-fe76-460e-9073-f36bf9f195ff req-478797c1-fd77-4ae9-b756-1f9f01f8749b tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 946 time: 0.0523963 Mar 28 14:39:22.514487 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a4c6b156-fe76-460e-9073-f36bf9f195ff req-40fad9ff-17b5-40eb-8aea-ee32d3be2346 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308330 Mar 28 14:39:23.628853 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45554885-fdb7-49d5-b467-4201f076077d req-c63ad04c-c073-4e3d-b7e9-e8b4e9308c52 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:23.630357 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-45554885-fdb7-49d5-b467-4201f076077d req-c63ad04c-c073-4e3d-b7e9-e8b4e9308c52 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 946 time: 0.0471604 Mar 28 14:39:23.668104 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-45554885-fdb7-49d5-b467-4201f076077d req-33430f21-e030-43a8-883f-c24673ec3f77 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313542 Mar 28 14:39:24.103277 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-66daa2e9-7fca-4ac7-8022-dc31a48d5e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:39:24.780027 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b4937-20cd-47f9-93b0-4530d8f03b59 req-ac3c687b-0b78-4a43-8a94-6f754552f307 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:24.781507 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-950b4937-20cd-47f9-93b0-4530d8f03b59 req-ac3c687b-0b78-4a43-8a94-6f754552f307 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 946 time: 0.0468054 Mar 28 14:39:24.817813 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-950b4937-20cd-47f9-93b0-4530d8f03b59 req-e7f55c61-73de-458f-9309-0fb518ce5256 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305302 Mar 28 14:39:25.934175 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe98eb-3418-4276-837d-f8d882db48bb req-ecaa3142-475e-41d1-a6e4-a1a0e247f35a tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:25.935614 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1bbe98eb-3418-4276-837d-f8d882db48bb req-ecaa3142-475e-41d1-a6e4-a1a0e247f35a tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 946 time: 0.0515091 Mar 28 14:39:25.971877 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1bbe98eb-3418-4276-837d-f8d882db48bb req-a4873d3b-831a-48d1-9ec0-b258639e1123 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301681 Mar 28 14:39:26.370522 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0943b4bb-de62-43c5-a3c1-9143a57a6b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:39:27.083671 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663f7ef-f84a-4bba-99ec-5009a0cc5977 req-ff52e439-a171-42bd-8ca4-2b2981a7cd62 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:27.085142 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e663f7ef-f84a-4bba-99ec-5009a0cc5977 req-ff52e439-a171-42bd-8ca4-2b2981a7cd62 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 946 time: 0.0475054 Mar 28 14:39:27.121295 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e663f7ef-f84a-4bba-99ec-5009a0cc5977 req-8385069a-da5e-4302-ba1b-111cae177cb6 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301249 Mar 28 14:39:27.143929 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 3faaca01-7693-4901-9919-18165fbe904f details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:39:27.237128 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 3faaca01-7693-4901-9919-18165fbe904f, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=3faaca01-7693-4901-9919-18165fbe904f,segment=NetworkSegment(69da6cfb-8956-4e49-bcd8-66b4e1238fc4),segment_id=69da6cfb-8956-4e49-bcd8-66b4e1238fc4)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:39:27.248652 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': '3faaca01-7693-4901-9919-18165fbe904f', 'network_id': 'e53d8e89-d3e9-443d-b9b3-683d41a65613', 'port_id': '3faaca01-7693-4901-9919-18165fbe904f', 'mac_address': 'fa:16:3e:33:8c:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e6d2619-6d45-4700-aa4f-6a8662c63ecb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:39:27.283741 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:39:27.296422 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3faaca01-7693-4901-9919-18165fbe904f {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:39:27.315372 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 3faaca01-7693-4901-9919-18165fbe904f, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=3faaca01-7693-4901-9919-18165fbe904f,segment=NetworkSegment(69da6cfb-8956-4e49-bcd8-66b4e1238fc4),segment_id=69da6cfb-8956-4e49-bcd8-66b4e1238fc4)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:39:27.383471 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:39:27.435199 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=3faaca01-7693-4901-9919-18165fbe904f,revision_number=6']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:27.442131 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:39:27.442475 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:39:27.442811 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:39:27.443142 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:39:27.443469 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:39:27.443795 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:39:27.444118 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:39:27.444468 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:39:27.444791 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:39:27.445108 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:39:27.445430 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:39:27.445745 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:39:27.451659 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['3faaca01-7693-4901-9919-18165fbe904f'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:39:27.800667 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:39:28.233416 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20637d-f38e-4879-9a51-68f694f21105 req-514fc1a5-2b75-4e38-9b41-03c78283c8dc tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:28.234868 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dd20637d-f38e-4879-9a51-68f694f21105 req-514fc1a5-2b75-4e38-9b41-03c78283c8dc tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 945 time: 0.0474710 Mar 28 14:39:28.271906 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dd20637d-f38e-4879-9a51-68f694f21105 req-e5e999ea-5964-499e-8389-709e6da8dc56 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311284 Mar 28 14:39:29.150656 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 3faaca01-7693-4901-9919-18165fbe904f up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:39:29.154451 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:39:29.196677 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port 3faaca01-7693-4901-9919-18165fbe904f triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:39:29.197036 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:39:29.275039 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:39:29.297804 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3faaca01-7693-4901-9919-18165fbe904f'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:39:29.300311 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0fc1d5-20d1-4e4d-a62f-7656aa489f68" -d '{"events": [{"server_uuid": "5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf", "name": "network-vif-plugged", "status": "completed", "tag": "3faaca01-7693-4901-9919-18165fbe904f"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:39:29.319027 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 3faaca01-7693-4901-9919-18165fbe904f, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=3faaca01-7693-4901-9919-18165fbe904f,segment=NetworkSegment(69da6cfb-8956-4e49-bcd8-66b4e1238fc4),segment_id=69da6cfb-8956-4e49-bcd8-66b4e1238fc4)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:39:29.339453 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615ec1c9-91a8-4d9b-8a47-98a4558e9531 x-openstack-request-id: req-615ec1c9-91a8-4d9b-8a47-98a4558e9531 {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:39:29.339743 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf", "name": "network-vif-plugged", "status": "completed", "tag": "3faaca01-7693-4901-9919-18165fbe904f", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:39:29.339995 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-615ec1c9-91a8-4d9b-8a47-98a4558e9531 {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:39:29.340413 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3faaca01-7693-4901-9919-18165fbe904f', 'code': 200} Mar 28 14:39:29.376036 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:39:29.397616 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79328f-5691-4378-a1ef-9900d1e69386 req-ee8d98be-c070-4485-8b1f-41c93e37b408 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:29.399169 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1c79328f-5691-4378-a1ef-9900d1e69386 req-ee8d98be-c070-4485-8b1f-41c93e37b408 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 945 time: 0.0532315 Mar 28 14:39:29.401124 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:39:29.426227 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=3faaca01-7693-4901-9919-18165fbe904f,revision_number=7']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:29.441906 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1c79328f-5691-4378-a1ef-9900d1e69386 req-37f673df-c05a-418c-b8c4-4445904f660a tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359099 Mar 28 14:39:30.559034 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ad34b-47de-4a4c-835f-a4b9df7bac5a req-ce84ffa4-d527-454a-9538-a2b264940e58 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:30.560518 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-983ad34b-47de-4a4c-835f-a4b9df7bac5a req-ce84ffa4-d527-454a-9538-a2b264940e58 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 946 time: 0.0499952 Mar 28 14:39:30.598448 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-983ad34b-47de-4a4c-835f-a4b9df7bac5a req-71866c5a-b309-45cd-9dd4-099c60bb7f7e tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318992 Mar 28 14:39:31.729420 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf65976-f367-42fc-8ead-d71b7e450011 req-e2ceaa53-5831-49db-a09c-f782b4abebb5 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:31.730968 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-baf65976-f367-42fc-8ead-d71b7e450011 req-e2ceaa53-5831-49db-a09c-f782b4abebb5 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 946 time: 0.0577021 Mar 28 14:39:31.772965 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-baf65976-f367-42fc-8ead-d71b7e450011 req-324b2436-476e-48e1-b328-8f7f768c1178 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360560 Mar 28 14:39:32.205233 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:39:32.907799 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc73061-89b1-4406-b6c4-f75c46c7f9b6 req-e8d06e08-beaf-45c7-9744-fc8d3a018385 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:32.910255 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-efc73061-89b1-4406-b6c4-f75c46c7f9b6 req-e8d06e08-beaf-45c7-9744-fc8d3a018385 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 946 time: 0.0587494 Mar 28 14:39:32.954147 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-efc73061-89b1-4406-b6c4-f75c46c7f9b6 req-334bcace-89d0-4007-8319-8e72c542e290 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372441 Mar 28 14:39:34.095952 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e344b-8e78-4446-afd3-60eabf8d5423 req-68f815a0-774d-4152-95ce-20d668c7859f tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:34.097424 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e70e344b-8e78-4446-afd3-60eabf8d5423 req-68f815a0-774d-4152-95ce-20d668c7859f tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 946 time: 0.0671408 Mar 28 14:39:34.134716 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e70e344b-8e78-4446-afd3-60eabf8d5423 req-d641750b-ab2b-463d-ba4d-c70b92c5fdb0 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313220 Mar 28 14:39:35.259940 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c9504-b88e-4aa0-a3d7-67b0202b4b12 req-9c055e61-90fe-4428-8760-09a9712ec5fd tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:35.264357 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3d6c9504-b88e-4aa0-a3d7-67b0202b4b12 req-9c055e61-90fe-4428-8760-09a9712ec5fd tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 946 time: 0.0586233 Mar 28 14:39:35.317680 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3d6c9504-b88e-4aa0-a3d7-67b0202b4b12 req-b7e89038-bf90-4c52-b63e-51b197ba2416 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453527 Mar 28 14:39:36.448358 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a746b81-7569-4b7c-8257-24da1bae01fa req-3767a7bc-29bc-45ff-9604-48b98d487c2b tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:36.455905 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9a746b81-7569-4b7c-8257-24da1bae01fa req-3767a7bc-29bc-45ff-9604-48b98d487c2b tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 946 time: 0.0615237 Mar 28 14:39:36.495812 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9a746b81-7569-4b7c-8257-24da1bae01fa req-4a98bb51-ca1f-43fa-a97a-4aaa22d9965a tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386550 Mar 28 14:39:37.631789 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea3152-5e4a-4b7b-9ce9-bf7f725a7d5b req-650964d3-24a3-4ce7-a509-af0e8f0e106e tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:37.633492 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-29ea3152-5e4a-4b7b-9ce9-bf7f725a7d5b req-650964d3-24a3-4ce7-a509-af0e8f0e106e tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 946 time: 0.0596838 Mar 28 14:39:37.681800 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-29ea3152-5e4a-4b7b-9ce9-bf7f725a7d5b req-247a4945-1a6c-441e-816d-d61376311912 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390401 Mar 28 14:39:38.811955 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4150d04-ae06-421c-9e3d-c06d2e2ba1ab req-e88223fb-9828-4623-af83-5e29a952ba9a tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:38.813522 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e4150d04-ae06-421c-9e3d-c06d2e2ba1ab req-e88223fb-9828-4623-af83-5e29a952ba9a tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 946 time: 0.0536489 Mar 28 14:39:38.864903 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e4150d04-ae06-421c-9e3d-c06d2e2ba1ab req-1d908514-8243-4176-9e1c-dfcc72cf4edc tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440147 Mar 28 14:39:39.989245 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e9716-e7e3-46e1-92d8-9186f4d61d82 req-9e2572ae-05e4-46ac-9156-cdccd61f1637 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:39.990713 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-549e9716-e7e3-46e1-92d8-9186f4d61d82 req-9e2572ae-05e4-46ac-9156-cdccd61f1637 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 946 time: 0.0552964 Mar 28 14:39:40.035132 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-549e9716-e7e3-46e1-92d8-9186f4d61d82 req-41af0b25-131b-4e5c-920e-1e4193b390dc tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384390 Mar 28 14:39:41.150259 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a16925-1759-4515-ab2b-bce45225aac5 req-2b63d633-82cb-4346-b295-8d8f67da6ecd tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:41.151731 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-16a16925-1759-4515-ab2b-bce45225aac5 req-2b63d633-82cb-4346-b295-8d8f67da6ecd tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 946 time: 0.0499101 Mar 28 14:39:41.188725 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-16a16925-1759-4515-ab2b-bce45225aac5 req-d57c51f8-22ef-47a7-a46b-1d0178a28123 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309885 Mar 28 14:39:42.247517 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf7e3a-cae6-4b1a-8488-93bafb6b130a req-fa6684fd-d036-43de-9c9e-c76b109a36aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:42.249047 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1fbf7e3a-cae6-4b1a-8488-93bafb6b130a req-fa6684fd-d036-43de-9c9e-c76b109a36aa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b30ce954fb0448cfb93280a6f9f736a8&device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 1099 time: 0.0412333 Mar 28 14:39:42.356218 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f993b7d-e063-4cc5-8f77-beab292a1812 req-cfee59f9-6c61-4b5a-be66-eec73377bb3a tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:42.357713 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1f993b7d-e063-4cc5-8f77-beab292a1812 req-cfee59f9-6c61-4b5a-be66-eec73377bb3a tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 946 time: 0.0943797 Mar 28 14:39:42.395624 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf7e3a-cae6-4b1a-8488-93bafb6b130a req-4ef675d0-f41d-4ea8-88d1-1b98c1000235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:42.397081 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1fbf7e3a-cae6-4b1a-8488-93bafb6b130a req-4ef675d0-f41d-4ea8-88d1-1b98c1000235 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e53d8e89-d3e9-443d-b9b3-683d41a65613 HTTP/1.1" status: 200 len: 908 time: 0.1411350 Mar 28 14:39:42.415807 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1f993b7d-e063-4cc5-8f77-beab292a1812 req-f87bb975-3c17-458a-a2fa-4aad62125725 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518503 Mar 28 14:39:42.468552 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1fbf7e3a-cae6-4b1a-8488-93bafb6b130a req-947023c3-3cb5-4773-8199-388e1bc321c0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3faaca01-7693-4901-9919-18165fbe904f HTTP/1.1" status: 200 len: 1002 time: 0.0640602 Mar 28 14:39:42.516745 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf7e3a-cae6-4b1a-8488-93bafb6b130a req-7d1971d9-9a56-41a7-bc63-199098984720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:42.518132 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1fbf7e3a-cae6-4b1a-8488-93bafb6b130a req-7d1971d9-9a56-41a7-bc63-199098984720 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e6d2619-6d45-4700-aa4f-6a8662c63ecb HTTP/1.1" status: 200 len: 846 time: 0.0430818 Mar 28 14:39:42.561928 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf7e3a-cae6-4b1a-8488-93bafb6b130a req-f2d82da4-429a-475c-8be1-644a07242558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:42.563368 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1fbf7e3a-cae6-4b1a-8488-93bafb6b130a req-f2d82da4-429a-475c-8be1-644a07242558 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e53d8e89-d3e9-443d-b9b3-683d41a65613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383403 Mar 28 14:39:42.652320 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1fbf7e3a-cae6-4b1a-8488-93bafb6b130a req-597b7e8f-2b16-4956-b04d-d453539fe0bd service neutron] 10.222.0.20 "GET /v2.0/networks/e53d8e89-d3e9-443d-b9b3-683d41a65613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820425 Mar 28 14:39:42.737133 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1fbf7e3a-cae6-4b1a-8488-93bafb6b130a req-f8b8fb58-53c0-4559-9b3b-14e644fd4204 service neutron] 10.222.0.20 "GET /v2.0/networks/e53d8e89-d3e9-443d-b9b3-683d41a65613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785882 Mar 28 14:39:43.536610 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f200372-ac35-4ef5-a415-ba0c2f1eccf6 req-95859a88-e577-4837-9a27-e5b7f3cbbf4c tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:43.537983 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1f200372-ac35-4ef5-a415-ba0c2f1eccf6 req-95859a88-e577-4837-9a27-e5b7f3cbbf4c tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 946 time: 0.0532832 Mar 28 14:39:43.575459 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1f200372-ac35-4ef5-a415-ba0c2f1eccf6 req-ddf71356-dd75-4d06-a8f6-feef0db4922f tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313468 Mar 28 14:39:44.021990 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:39:44.535738 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e25db5-4929-4e64-afde-fb13ec30655e req-ace737e0-79d4-4031-bd07-d79f199eb3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:44.537165 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-06e25db5-4929-4e64-afde-fb13ec30655e req-ace737e0-79d4-4031-bd07-d79f199eb3c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b30ce954fb0448cfb93280a6f9f736a8&device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 1099 time: 0.0402935 Mar 28 14:39:44.643405 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e25db5-4929-4e64-afde-fb13ec30655e req-652ef30f-9378-4983-a124-fc1124f21b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:44.645058 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-06e25db5-4929-4e64-afde-fb13ec30655e req-652ef30f-9378-4983-a124-fc1124f21b6f service neutron] 10.222.0.20 "GET /v2.0/networks?id=e53d8e89-d3e9-443d-b9b3-683d41a65613 HTTP/1.1" status: 200 len: 908 time: 0.0854859 Mar 28 14:39:44.739800 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-06e25db5-4929-4e64-afde-fb13ec30655e req-c6cde8f7-a62e-45f5-96ad-6504043ed040 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3faaca01-7693-4901-9919-18165fbe904f HTTP/1.1" status: 200 len: 1002 time: 0.0881119 Mar 28 14:39:44.750217 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73b718-8944-409e-8369-ee8e3fab91f1 req-7e67f5ee-908b-44ca-b20a-8c348ce79198 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:44.751595 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9b73b718-8944-409e-8369-ee8e3fab91f1 req-7e67f5ee-908b-44ca-b20a-8c348ce79198 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 946 time: 0.0990050 Mar 28 14:39:44.818422 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e25db5-4929-4e64-afde-fb13ec30655e req-544ba8bf-18ed-4041-8bfd-bed4ba32a575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:44.819868 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-06e25db5-4929-4e64-afde-fb13ec30655e req-544ba8bf-18ed-4041-8bfd-bed4ba32a575 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e6d2619-6d45-4700-aa4f-6a8662c63ecb HTTP/1.1" status: 200 len: 846 time: 0.0674548 Mar 28 14:39:44.825297 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9b73b718-8944-409e-8369-ee8e3fab91f1 req-d0ab2d7e-0376-497d-b569-8542e7ce10b2 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655079 Mar 28 14:39:44.864017 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e25db5-4929-4e64-afde-fb13ec30655e req-fc2b1299-d2d1-4271-b377-52f0acfc01e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:44.865571 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-06e25db5-4929-4e64-afde-fb13ec30655e req-fc2b1299-d2d1-4271-b377-52f0acfc01e9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e53d8e89-d3e9-443d-b9b3-683d41a65613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387528 Mar 28 14:39:44.893983 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [req-727dff0e-a4f9-40f4-8e0f-9eafa36fb12b req-921cb74b-af0d-4832-9d2f-488460a50a4b service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 14:39:44.894946 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-727dff0e-a4f9-40f4-8e0f-9eafa36fb12b req-921cb74b-af0d-4832-9d2f-488460a50a4b service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051908 Mar 28 14:39:44.960103 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-06e25db5-4929-4e64-afde-fb13ec30655e req-67ecd334-1628-4b80-92ad-15355cedffc3 service neutron] 10.222.0.20 "GET /v2.0/networks/e53d8e89-d3e9-443d-b9b3-683d41a65613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870397 Mar 28 14:39:45.052954 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-06e25db5-4929-4e64-afde-fb13ec30655e req-993bf702-f7a4-4c68-9d78-00b5415cec63 service neutron] 10.222.0.20 "GET /v2.0/networks/e53d8e89-d3e9-443d-b9b3-683d41a65613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857449 Mar 28 14:39:45.243673 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f9862-8621-4765-ab1e-db0386b57c58 req-1269622c-cf4d-4a1d-8500-89cea8d591a5 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:45.245472 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e61f9862-8621-4765-ab1e-db0386b57c58 req-1269622c-cf4d-4a1d-8500-89cea8d591a5 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 946 time: 0.0522177 Mar 28 14:39:45.262895 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 3faaca01-7693-4901-9919-18165fbe904f no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:39:45.287609 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e61f9862-8621-4765-ab1e-db0386b57c58 req-6691dba2-3a41-458e-a2c0-eb283d18e981 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358963 Mar 28 14:39:45.342252 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:39:45.364792 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3faaca01-7693-4901-9919-18165fbe904f'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:39:45.368746 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60daac8a-e4ad-40ce-9719-3f677777cc4f" -d '{"events": [{"server_uuid": "5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf", "name": "network-vif-unplugged", "status": "completed", "tag": "3faaca01-7693-4901-9919-18165fbe904f"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:39:45.385377 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 3faaca01-7693-4901-9919-18165fbe904f, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=3faaca01-7693-4901-9919-18165fbe904f,segment=NetworkSegment(69da6cfb-8956-4e49-bcd8-66b4e1238fc4),segment_id=69da6cfb-8956-4e49-bcd8-66b4e1238fc4)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:39:45.402571 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Mar 2022 14:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374a4eb0-9cbb-4552-b4c1-08de12064fb0 x-openstack-request-id: req-374a4eb0-9cbb-4552-b4c1-08de12064fb0 {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:39:45.402858 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf", "name": "network-vif-unplugged", "status": "failed", "tag": "3faaca01-7693-4901-9919-18165fbe904f", "code": 422}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:39:45.403147 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-374a4eb0-9cbb-4552-b4c1-08de12064fb0 {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:39:45.403620 dv-neutron-835335-1-hyperv neutron-server[109614]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3faaca01-7693-4901-9919-18165fbe904f', 'code': 422} returned with failed status Mar 28 14:39:45.452000 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:39:45.500953 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=3faaca01-7693-4901-9919-18165fbe904f,revision_number=8']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:39:45.616987 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4ba9f1fe-fd6d-454b-9cad-0c196969aab3 req-d5594dbf-9f5c-4fc2-bde2-92e720c19de6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0802486 Mar 28 14:39:46.404922 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b4e2d-b4c4-4ba5-8c04-27595115751e req-84b76d75-fb00-4154-be7e-b32c04e23b99 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:46.406346 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3b6b4e2d-b4c4-4ba5-8c04-27595115751e req-84b76d75-fb00-4154-be7e-b32c04e23b99 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 944 time: 0.0516162 Mar 28 14:39:46.442666 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3b6b4e2d-b4c4-4ba5-8c04-27595115751e req-5a534a09-ffc5-4b5f-9ec7-eea5f8eb57e2 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305178 Mar 28 14:39:47.555730 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe8050-63b4-4377-830a-7ac6bc3ca7e4 req-61ec8fe7-ec40-47b9-b7df-0e4e3d30624b tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:47.557162 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2cfe8050-63b4-4377-830a-7ac6bc3ca7e4 req-61ec8fe7-ec40-47b9-b7df-0e4e3d30624b tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 944 time: 0.0488043 Mar 28 14:39:47.594903 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2cfe8050-63b4-4377-830a-7ac6bc3ca7e4 req-461d043c-83ed-409c-9b73-527d45022163 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317595 Mar 28 14:39:48.706105 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91a1b8-abe6-4a34-b077-9ba6a93b4daa req-e0575ee4-f916-4cf0-a3f8-7d7abaf6c57e tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:48.707543 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1d91a1b8-abe6-4a34-b077-9ba6a93b4daa req-e0575ee4-f916-4cf0-a3f8-7d7abaf6c57e tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 944 time: 0.0475280 Mar 28 14:39:48.743817 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1d91a1b8-abe6-4a34-b077-9ba6a93b4daa req-24bab57c-b36c-40ba-b447-ae8efc37710d tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304036 Mar 28 14:39:49.859838 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a3458-05d0-4db0-ba3c-faf60e5e5d06 req-9b76220f-a3cb-484f-987f-7cdd6423d38c tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:49.861339 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-178a3458-05d0-4db0-ba3c-faf60e5e5d06 req-9b76220f-a3cb-484f-987f-7cdd6423d38c tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 944 time: 0.0514262 Mar 28 14:39:49.898313 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-178a3458-05d0-4db0-ba3c-faf60e5e5d06 req-4f5d507f-91bc-4f21-b9be-d54c7646cac1 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310984 Mar 28 14:39:51.038995 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba70db1a-cf9c-481f-aa9d-01227b2f53bb req-8ebc805a-36ff-4c14-a1bd-a43dd51ba118 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:51.040511 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ba70db1a-cf9c-481f-aa9d-01227b2f53bb req-8ebc805a-36ff-4c14-a1bd-a43dd51ba118 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 944 time: 0.0748775 Mar 28 14:39:51.054079 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9f1fe-fd6d-454b-9cad-0c196969aab3 req-265b01bc-e770-4682-ac2c-a62d8f3efdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:51.056023 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4ba9f1fe-fd6d-454b-9cad-0c196969aab3 req-265b01bc-e770-4682-ac2c-a62d8f3efdd5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf&tenant_id=b30ce954fb0448cfb93280a6f9f736a8 HTTP/1.1" status: 200 len: 1097 time: 0.0653465 Mar 28 14:39:51.091037 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ba70db1a-cf9c-481f-aa9d-01227b2f53bb req-70720613-91b8-407d-b73d-327b2a3a6d96 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440035 Mar 28 14:39:51.121991 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9f1fe-fd6d-454b-9cad-0c196969aab3 req-b834ea9c-f52d-460a-80bd-9d2639edcda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:51.123479 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4ba9f1fe-fd6d-454b-9cad-0c196969aab3 req-b834ea9c-f52d-460a-80bd-9d2639edcda2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b30ce954fb0448cfb93280a6f9f736a8&device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 1097 time: 0.0449100 Mar 28 14:39:51.209334 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9f1fe-fd6d-454b-9cad-0c196969aab3 req-acce51e5-ece2-4b36-b557-806dd62ccbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:51.210693 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4ba9f1fe-fd6d-454b-9cad-0c196969aab3 req-acce51e5-ece2-4b36-b557-806dd62ccbc8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e53d8e89-d3e9-443d-b9b3-683d41a65613 HTTP/1.1" status: 200 len: 908 time: 0.0816393 Mar 28 14:39:51.277525 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4ba9f1fe-fd6d-454b-9cad-0c196969aab3 req-ec1e9950-905c-46d2-ac14-05661df0a0d6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3faaca01-7693-4901-9919-18165fbe904f HTTP/1.1" status: 200 len: 1000 time: 0.0604181 Mar 28 14:39:51.324149 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9f1fe-fd6d-454b-9cad-0c196969aab3 req-5139d7a6-1991-4111-96df-6e38ad297365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:51.325589 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4ba9f1fe-fd6d-454b-9cad-0c196969aab3 req-5139d7a6-1991-4111-96df-6e38ad297365 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e6d2619-6d45-4700-aa4f-6a8662c63ecb HTTP/1.1" status: 200 len: 846 time: 0.0424862 Mar 28 14:39:51.369648 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9f1fe-fd6d-454b-9cad-0c196969aab3 req-6ccfb6e5-aa88-4213-b826-53b951123223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:51.371073 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4ba9f1fe-fd6d-454b-9cad-0c196969aab3 req-6ccfb6e5-aa88-4213-b826-53b951123223 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e53d8e89-d3e9-443d-b9b3-683d41a65613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386667 Mar 28 14:39:51.458077 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4ba9f1fe-fd6d-454b-9cad-0c196969aab3 req-533668e9-87b6-4855-92aa-7ba85ab402f8 service neutron] 10.222.0.20 "GET /v2.0/networks/e53d8e89-d3e9-443d-b9b3-683d41a65613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808246 Mar 28 14:39:51.544112 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4ba9f1fe-fd6d-454b-9cad-0c196969aab3 req-2a1512dc-58ac-4cf8-ab9d-0ccd6321d09a service neutron] 10.222.0.20 "GET /v2.0/networks/e53d8e89-d3e9-443d-b9b3-683d41a65613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796435 Mar 28 14:39:52.215306 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b972d4-57ec-414e-a976-4b480b930aa9 req-daddf96a-19c3-4f36-9379-b871b7a74145 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:52.216798 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d5b972d4-57ec-414e-a976-4b480b930aa9 req-daddf96a-19c3-4f36-9379-b871b7a74145 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 944 time: 0.0549550 Mar 28 14:39:52.267763 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d5b972d4-57ec-414e-a976-4b480b930aa9 req-82a93a79-66a2-49d3-812d-683f6ce058a3 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389917 Mar 28 14:39:53.408282 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ee8e3-37b7-426c-971b-6c5c770fcf25 req-ea31e0a6-c137-4fee-9039-9b86f868ca4c tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:53.409827 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a86ee8e3-37b7-426c-971b-6c5c770fcf25 req-ea31e0a6-c137-4fee-9039-9b86f868ca4c tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 944 time: 0.0587239 Mar 28 14:39:53.455821 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a86ee8e3-37b7-426c-971b-6c5c770fcf25 req-9c90b44f-6853-478e-8dce-740c796106a4 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397410 Mar 28 14:39:54.074501 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-36987554-7e2c-4ae0-bfc5-9befd89abce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:39:54.578940 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1a3ce-f688-4b41-a960-05046704cd61 req-3a3fcb50-e4aa-427f-91ed-3f989893e206 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:54.580574 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-08d1a3ce-f688-4b41-a960-05046704cd61 req-3a3fcb50-e4aa-427f-91ed-3f989893e206 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 944 time: 0.0517685 Mar 28 14:39:54.624040 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-08d1a3ce-f688-4b41-a960-05046704cd61 req-adfd9f93-8d0b-4129-8ef1-404a17926a94 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365770 Mar 28 14:39:55.748585 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc057a-b90c-4444-a79f-7373edfe8ff2 req-02f6d8b2-5de2-49ce-a2e4-478c400b7181 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:55.751190 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6afc057a-b90c-4444-a79f-7373edfe8ff2 req-02f6d8b2-5de2-49ce-a2e4-478c400b7181 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 944 time: 0.0529523 Mar 28 14:39:55.791987 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6afc057a-b90c-4444-a79f-7373edfe8ff2 req-96f93a8a-996e-4358-a4ae-fc9aa6e6ae74 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338266 Mar 28 14:39:56.388799 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-afabfaff-6e55-43d9-99a9-283e3a6f3c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:39:56.928595 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f507d4-d4a7-4d98-aa4e-2369c6d0268c req-e47cd8d0-805d-4b40-9306-8e932cda2938 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:56.930697 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-42f507d4-d4a7-4d98-aa4e-2369c6d0268c req-e47cd8d0-805d-4b40-9306-8e932cda2938 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 944 time: 0.0543354 Mar 28 14:39:56.982540 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-42f507d4-d4a7-4d98-aa4e-2369c6d0268c req-f57a4925-b32f-4db2-a9f6-cbfe8b6cf751 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423532 Mar 28 14:39:57.794520 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:39:58.104146 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724842e-ed7d-4754-928b-e5ef5838e03d req-63229ff4-8d90-44cb-a401-9feda6d9cfcc tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:58.105750 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4724842e-ed7d-4754-928b-e5ef5838e03d req-63229ff4-8d90-44cb-a401-9feda6d9cfcc tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 944 time: 0.0530655 Mar 28 14:39:58.151197 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4724842e-ed7d-4754-928b-e5ef5838e03d req-40294299-a63c-41cd-af07-8efc58d25671 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388176 Mar 28 14:39:59.319109 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b6394-8743-4b6d-88f2-7fd990146fbf req-545d7345-1bb3-41ab-8cb4-3c37e3f5d167 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:39:59.320679 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9a5b6394-8743-4b6d-88f2-7fd990146fbf req-545d7345-1bb3-41ab-8cb4-3c37e3f5d167 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 944 time: 0.0717986 Mar 28 14:39:59.392735 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9a5b6394-8743-4b6d-88f2-7fd990146fbf req-1a4499ad-bb48-456c-8cf3-c8b611abfe0d tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648954 Mar 28 14:40:00.096148 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:40:00.098805 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:40:00.513452 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d320b08-258b-4aee-bca9-6bc3c647cf98 req-331fd27c-fd30-49fa-b078-96d0f46a2a41 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:00.514812 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4d320b08-258b-4aee-bca9-6bc3c647cf98 req-331fd27c-fd30-49fa-b078-96d0f46a2a41 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 944 time: 0.0520351 Mar 28 14:40:00.551372 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4d320b08-258b-4aee-bca9-6bc3c647cf98 req-5eb9453e-4984-4cd1-a53d-6654165abf21 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307348 Mar 28 14:40:01.664528 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78c298-e05f-4ebc-a4ca-071003db5b59 req-0d0ae50f-bcb7-4fec-b2eb-6f9bda3b909d tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:01.666029 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8c78c298-e05f-4ebc-a4ca-071003db5b59 req-0d0ae50f-bcb7-4fec-b2eb-6f9bda3b909d tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 944 time: 0.0481575 Mar 28 14:40:01.705116 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8c78c298-e05f-4ebc-a4ca-071003db5b59 req-471f74f2-7779-41cd-ba47-157003c7776f tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332901 Mar 28 14:40:02.816523 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2421bd78-1ae4-4d8f-b938-e1962a42c75e req-22d18fb1-e0da-44ef-be79-94402b1306e1 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:02.817947 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2421bd78-1ae4-4d8f-b938-e1962a42c75e req-22d18fb1-e0da-44ef-be79-94402b1306e1 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 944 time: 0.0476642 Mar 28 14:40:02.854450 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2421bd78-1ae4-4d8f-b938-e1962a42c75e req-2fd8653b-319d-43f3-bd73-9bbfa5c4d4ab tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300806 Mar 28 14:40:03.971354 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82535b6-ad78-4dda-9c06-0fa819637551 req-570a8c23-5306-47b2-8bea-1b2a041a1422 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:03.972858 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b82535b6-ad78-4dda-9c06-0fa819637551 req-570a8c23-5306-47b2-8bea-1b2a041a1422 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 944 time: 0.0522184 Mar 28 14:40:04.009429 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b82535b6-ad78-4dda-9c06-0fa819637551 req-f6aea66c-da6e-42ff-a27b-9803c3312daa tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306630 Mar 28 14:40:05.126361 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3df628-69c5-4ab3-906e-658461adc3a8 req-e4426062-9bd5-4355-9930-aa6f0c1dc319 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:05.127826 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8a3df628-69c5-4ab3-906e-658461adc3a8 req-e4426062-9bd5-4355-9930-aa6f0c1dc319 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 944 time: 0.0516441 Mar 28 14:40:05.165567 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8a3df628-69c5-4ab3-906e-658461adc3a8 req-8acc0f70-4302-4f98-88aa-aafc43070565 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318396 Mar 28 14:40:06.281539 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f7c37-b0ae-42f6-84f9-6bdbb0c1d711 req-3158bb00-2fdc-47ba-9a52-928095e58501 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:06.283004 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d84f7c37-b0ae-42f6-84f9-6bdbb0c1d711 req-3158bb00-2fdc-47ba-9a52-928095e58501 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 944 time: 0.0484974 Mar 28 14:40:06.320716 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d84f7c37-b0ae-42f6-84f9-6bdbb0c1d711 req-e9730914-6d2b-47ce-a58a-40dcea29a29d tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316739 Mar 28 14:40:07.397300 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 3faaca01-7693-4901-9919-18165fbe904f details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:40:07.443149 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c237f-7502-4755-9b6b-f8c6c41683a3 req-fd25b38e-b843-4941-a099-38c64af22cac tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:07.444670 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-db5c237f-7502-4755-9b6b-f8c6c41683a3 req-fd25b38e-b843-4941-a099-38c64af22cac tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 944 time: 0.0590749 Mar 28 14:40:07.482656 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-db5c237f-7502-4755-9b6b-f8c6c41683a3 req-61d152e7-5870-406e-9eca-2875a1fcdb17 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320251 Mar 28 14:40:07.495630 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 3faaca01-7693-4901-9919-18165fbe904f, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=3faaca01-7693-4901-9919-18165fbe904f,segment=NetworkSegment(69da6cfb-8956-4e49-bcd8-66b4e1238fc4),segment_id=69da6cfb-8956-4e49-bcd8-66b4e1238fc4)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:40:07.506631 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': '3faaca01-7693-4901-9919-18165fbe904f', 'network_id': 'e53d8e89-d3e9-443d-b9b3-683d41a65613', 'port_id': '3faaca01-7693-4901-9919-18165fbe904f', 'mac_address': 'fa:16:3e:33:8c:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e6d2619-6d45-4700-aa4f-6a8662c63ecb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:40:07.545508 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:40:07.557797 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3faaca01-7693-4901-9919-18165fbe904f {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:40:07.576632 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 3faaca01-7693-4901-9919-18165fbe904f, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=3faaca01-7693-4901-9919-18165fbe904f,segment=NetworkSegment(69da6cfb-8956-4e49-bcd8-66b4e1238fc4),segment_id=69da6cfb-8956-4e49-bcd8-66b4e1238fc4)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:40:07.633915 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:40:07.678533 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=3faaca01-7693-4901-9919-18165fbe904f,revision_number=9']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:40:07.971909 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['3faaca01-7693-4901-9919-18165fbe904f'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:40:08.593730 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ed715-aa96-4bdb-ba20-873e9a22cfe4 req-9fda60b6-8b5b-41ea-b3fb-607cef3eb59d tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:08.595173 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bf5ed715-aa96-4bdb-ba20-873e9a22cfe4 req-9fda60b6-8b5b-41ea-b3fb-607cef3eb59d tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 945 time: 0.0474052 Mar 28 14:40:08.631708 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bf5ed715-aa96-4bdb-ba20-873e9a22cfe4 req-70bd325b-6196-43b1-92be-5a4f0923c574 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307519 Mar 28 14:40:09.204446 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:40:09.404713 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 3faaca01-7693-4901-9919-18165fbe904f up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:40:09.449460 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port 3faaca01-7693-4901-9919-18165fbe904f triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:40:09.449823 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:40:09.521854 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:40:09.543012 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3faaca01-7693-4901-9919-18165fbe904f'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:40:09.545207 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb3e225-c374-45d6-afd4-8a3b1dbea4a0" -d '{"events": [{"server_uuid": "5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf", "name": "network-vif-plugged", "status": "completed", "tag": "3faaca01-7693-4901-9919-18165fbe904f"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:40:09.557290 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 3faaca01-7693-4901-9919-18165fbe904f, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=3faaca01-7693-4901-9919-18165fbe904f,segment=NetworkSegment(69da6cfb-8956-4e49-bcd8-66b4e1238fc4),segment_id=69da6cfb-8956-4e49-bcd8-66b4e1238fc4)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:40:09.583847 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda6074b-b730-458a-90e7-2467acb95440 x-openstack-request-id: req-cda6074b-b730-458a-90e7-2467acb95440 {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:40:09.584192 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf", "name": "network-vif-plugged", "status": "completed", "tag": "3faaca01-7693-4901-9919-18165fbe904f", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:40:09.584480 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cda6074b-b730-458a-90e7-2467acb95440 {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:40:09.584875 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3faaca01-7693-4901-9919-18165fbe904f', 'code': 200} Mar 28 14:40:09.611410 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:40:09.662369 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=3faaca01-7693-4901-9919-18165fbe904f,revision_number=10']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:40:09.752008 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c021449-af66-412e-96f4-cf9957ef06a5 req-9222b813-9e2d-4da8-a258-7b7a2f5d730a tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:09.753495 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2c021449-af66-412e-96f4-cf9957ef06a5 req-9222b813-9e2d-4da8-a258-7b7a2f5d730a tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 947 time: 0.0508983 Mar 28 14:40:09.790429 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2c021449-af66-412e-96f4-cf9957ef06a5 req-03013bfa-cd26-4816-8553-5c3d96c2c127 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302689 Mar 28 14:40:09.908650 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa142b5-9bce-4b22-b234-40dc5664c564 req-d3774892-a3fe-4e0a-a65c-ffd9a0f846d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:09.910094 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3fa142b5-9bce-4b22-b234-40dc5664c564 req-d3774892-a3fe-4e0a-a65c-ffd9a0f846d8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 1100 time: 0.0420270 Mar 28 14:40:09.943407 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3fa142b5-9bce-4b22-b234-40dc5664c564 req-44d1c8c1-580e-483f-902c-87c00a6ee960 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269482 Mar 28 14:40:10.904393 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a2972-ad03-48f1-b1f0-60289278d514 req-9ed0102d-3afd-4cd3-89ce-4f2a87b7f3b8 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:10.905862 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b04a2972-ad03-48f1-b1f0-60289278d514 req-9ed0102d-3afd-4cd3-89ce-4f2a87b7f3b8 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 947 time: 0.0472846 Mar 28 14:40:10.941208 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b04a2972-ad03-48f1-b1f0-60289278d514 req-8fc5481a-0f26-442c-838d-35c816fae5e4 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296214 Mar 28 14:40:12.056191 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e515546-3316-4d90-933e-cb9facbab687 req-4a68b384-3690-45e3-846b-7c8f6ad5e300 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:12.057677 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3e515546-3316-4d90-933e-cb9facbab687 req-4a68b384-3690-45e3-846b-7c8f6ad5e300 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 947 time: 0.0483747 Mar 28 14:40:12.094649 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3e515546-3316-4d90-933e-cb9facbab687 req-9a1bf162-6635-44d1-918b-3f5d06c81909 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309148 Mar 28 14:40:13.210874 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9cab7-19cd-4bcc-983d-67b7b6ce741a req-d1e07d5e-89da-4616-9015-656f6d6fbdd2 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:13.212288 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-27d9cab7-19cd-4bcc-983d-67b7b6ce741a req-d1e07d5e-89da-4616-9015-656f6d6fbdd2 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 947 time: 0.0514095 Mar 28 14:40:13.249326 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-27d9cab7-19cd-4bcc-983d-67b7b6ce741a req-34b6c2cd-be59-483b-8e60-fb54fac48f32 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311539 Mar 28 14:40:14.044902 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:40:24.073702 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d8b7cbd9-5cca-4970-a351-68efd7f70e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:40:26.399178 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e24f3421-3ff8-4e5b-bf2f-fb4c278cf8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:40:27.793401 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:40:29.135912 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:40:29.376058 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:40:44.039291 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:40:45.486229 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1b8ef6ce-a9f4-4cff-8a7d-944cabd90479 req-c8f59474-5068-46c5-8f2c-01eb8d48f4dc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383255 Mar 28 14:40:45.565299 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ef6ce-a9f4-4cff-8a7d-944cabd90479 req-d1cfe802-f550-4099-80f0-ad088c9abece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:45.566652 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1b8ef6ce-a9f4-4cff-8a7d-944cabd90479 req-d1cfe802-f550-4099-80f0-ad088c9abece service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b30ce954fb0448cfb93280a6f9f736a8&device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 1100 time: 0.0393863 Mar 28 14:40:45.667158 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ef6ce-a9f4-4cff-8a7d-944cabd90479 req-fd3b0381-06ed-46c9-ba5e-78ffc1767faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:45.668653 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1b8ef6ce-a9f4-4cff-8a7d-944cabd90479 req-fd3b0381-06ed-46c9-ba5e-78ffc1767faa service neutron] 10.222.0.20 "GET /v2.0/networks?id=e53d8e89-d3e9-443d-b9b3-683d41a65613 HTTP/1.1" status: 200 len: 908 time: 0.0852122 Mar 28 14:40:45.730212 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1b8ef6ce-a9f4-4cff-8a7d-944cabd90479 req-1b0fbe20-42b6-4d83-b25e-f0970e898a8b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3faaca01-7693-4901-9919-18165fbe904f HTTP/1.1" status: 200 len: 1002 time: 0.0554678 Mar 28 14:40:45.779907 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ef6ce-a9f4-4cff-8a7d-944cabd90479 req-caa432e8-8af1-4030-9bfa-ba203d12a4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:45.781314 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1b8ef6ce-a9f4-4cff-8a7d-944cabd90479 req-caa432e8-8af1-4030-9bfa-ba203d12a4ba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e6d2619-6d45-4700-aa4f-6a8662c63ecb HTTP/1.1" status: 200 len: 846 time: 0.0449469 Mar 28 14:40:45.831592 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ef6ce-a9f4-4cff-8a7d-944cabd90479 req-4d009bfd-9ff8-4148-968a-48021ef17370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:40:45.833042 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1b8ef6ce-a9f4-4cff-8a7d-944cabd90479 req-4d009bfd-9ff8-4148-968a-48021ef17370 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e53d8e89-d3e9-443d-b9b3-683d41a65613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0454340 Mar 28 14:40:45.918414 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1b8ef6ce-a9f4-4cff-8a7d-944cabd90479 req-e057d66e-20f6-4b8c-ab11-b09e4a2dcc0d service neutron] 10.222.0.20 "GET /v2.0/networks/e53d8e89-d3e9-443d-b9b3-683d41a65613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786898 Mar 28 14:40:46.006282 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1b8ef6ce-a9f4-4cff-8a7d-944cabd90479 req-a19ab08b-aeac-4b18-aac3-1f6d6ac9c7c7 service neutron] 10.222.0.20 "GET /v2.0/networks/e53d8e89-d3e9-443d-b9b3-683d41a65613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820000 Mar 28 14:40:46.203182 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:40:54.101658 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c3c7a6a2-bc81-44a0-a940-3d5f382c6cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:40:56.364228 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c7a9aa7e-1b09-4d24-8413-820cdc32d90b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:40:57.792780 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:40:59.146755 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:40:59.387033 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:14.043888 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:23.203708 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:41:24.072394 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a612093a-4136-4de3-84ac-6f5cc2e19d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:26.380517 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c4574ec6-c386-47c2-88c8-fe06b184d7cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:27.809362 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:29.174928 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:29.374645 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:41.285049 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 42732) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:41:41.535476 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-72832d63-98cf-4b2b-a8af-3f501031ea37 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Deleting port 6ae5fdca-12c4-404b-9aa0-7168a7202866 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:41:41.535733 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-72832d63-98cf-4b2b-a8af-3f501031ea37 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:41.611577 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-72832d63-98cf-4b2b-a8af-3f501031ea37 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:41.611907 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-72832d63-98cf-4b2b-a8af-3f501031ea37 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:41.623784 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-72832d63-98cf-4b2b-a8af-3f501031ea37 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Calling delete_port for 6ae5fdca-12c4-404b-9aa0-7168a7202866 owned by network:floatingip {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:41:41.843471 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-72832d63-98cf-4b2b-a8af-3f501031ea37 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:41.871666 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72832d63-98cf-4b2b-a8af-3f501031ea37 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Pushing event deleted for resources: {'Port': ['ID=6ae5fdca-12c4-404b-9aa0-7168a7202866,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:41:41.882797 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72832d63-98cf-4b2b-a8af-3f501031ea37 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:41.883138 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72832d63-98cf-4b2b-a8af-3f501031ea37 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:41.883467 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72832d63-98cf-4b2b-a8af-3f501031ea37 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:41.883794 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72832d63-98cf-4b2b-a8af-3f501031ea37 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:41.884113 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72832d63-98cf-4b2b-a8af-3f501031ea37 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:41.884498 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72832d63-98cf-4b2b-a8af-3f501031ea37 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:41.884780 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72832d63-98cf-4b2b-a8af-3f501031ea37 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:41.885096 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72832d63-98cf-4b2b-a8af-3f501031ea37 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:41.885410 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72832d63-98cf-4b2b-a8af-3f501031ea37 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:41.885728 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72832d63-98cf-4b2b-a8af-3f501031ea37 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:41.886039 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72832d63-98cf-4b2b-a8af-3f501031ea37 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:41.886348 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72832d63-98cf-4b2b-a8af-3f501031ea37 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:41.938036 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-72832d63-98cf-4b2b-a8af-3f501031ea37 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for floatingip, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:41.938359 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.l3_db [None req-72832d63-98cf-4b2b-a8af-3f501031ea37 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Floating IP c0f68488-1554-4601-b91f-fe24554e3593 disassociated (deleted). External IP: 172.26.2.214, port: 3faaca01-7693-4901-9919-18165fbe904f. Mar 28 14:41:42.137740 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72832d63-98cf-4b2b-a8af-3f501031ea37 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Router 9c608757-40d0-4477-ba70-4d7879c46e6f has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:41:42.240436 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72832d63-98cf-4b2b-a8af-3f501031ea37 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:41:42.245284 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-72832d63-98cf-4b2b-a8af-3f501031ea37 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:42.249740 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614057e6-1fa1-426d-8119-063766bb31f9 None None] Sync routers for ids ['9c608757-40d0-4477-ba70-4d7879c46e6f'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:41:42.260172 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614057e6-1fa1-426d-8119-063766bb31f9 None None] Routers {'9c608757-40d0-4477-ba70-4d7879c46e6f'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:41:42.260820 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-614057e6-1fa1-426d-8119-063766bb31f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:41:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['9c608757-40d0-4477-ba70-4d7879c46e6f'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:41:42.271351 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-72832d63-98cf-4b2b-a8af-3f501031ea37 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "DELETE /v2.0/floatingips/c0f68488-1554-4601-b91f-fe24554e3593 HTTP/1.1" status: 204 len: 168 time: 0.9851913 Mar 28 14:41:42.272590 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf', 'tag': '3faaca01-7693-4901-9919-18165fbe904f'}] {{(pid=109612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:41:42.274842 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fe63c13e87a9f7251adb6bd0d9fca296dff075f1d7b14c4d1edf5c408047469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9df7c6-5864-4bc1-b339-d292fc0bc375" -d '{"events": [{"name": "network-changed", "server_uuid": "5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf", "tag": "3faaca01-7693-4901-9919-18165fbe904f"}]}' {{(pid=109612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:41:42.369959 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-614057e6-1fa1-426d-8119-063766bb31f9 None None] Set router 9c608757-40d0-4477-ba70-4d7879c46e6f gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:41:42.373875 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07cb597-6392-473f-a08f-b97242ffd1b1 x-openstack-request-id: req-c07cb597-6392-473f-a08f-b97242ffd1b1 {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:41:42.374363 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf", "tag": "3faaca01-7693-4901-9919-18165fbe904f", "status": "completed", "code": 200}]} {{(pid=109612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:41:42.374467 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c07cb597-6392-473f-a08f-b97242ffd1b1 {{(pid=109612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:41:42.374800 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf', 'tag': '3faaca01-7693-4901-9919-18165fbe904f', 'status': 'completed', 'code': 200} Mar 28 14:41:42.480672 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9df7c6-5864-4bc1-b339-d292fc0bc375 req-b34e688d-d7ad-4e12-b2c3-da736560c662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:42.482329 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bf9df7c6-5864-4bc1-b339-d292fc0bc375 req-b34e688d-d7ad-4e12-b2c3-da736560c662 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b30ce954fb0448cfb93280a6f9f736a8&device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 1100 time: 0.0838830 Mar 28 14:41:42.570568 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9df7c6-5864-4bc1-b339-d292fc0bc375 req-de305a41-ad16-4e50-80f6-97f61f56d02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:42.572025 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bf9df7c6-5864-4bc1-b339-d292fc0bc375 req-de305a41-ad16-4e50-80f6-97f61f56d02c service neutron] 10.222.0.20 "GET /v2.0/networks?id=e53d8e89-d3e9-443d-b9b3-683d41a65613 HTTP/1.1" status: 200 len: 908 time: 0.0825953 Mar 28 14:41:42.574267 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-614057e6-1fa1-426d-8119-063766bb31f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'name': 'tempest-TestShelveInstance-78796023-router', 'tenant_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e51e2ce0-5136-4dc5-890b-8c2a17f49cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:36:12Z', 'updated_at': '2022-03-28T14:36:15Z', 'revision_number': 4, 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'gw_port': {'id': 'e51e2ce0-5136-4dc5-890b-8c2a17f49cbd', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:60:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:36:13Z', 'updated_at': '2022-03-28T14:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '4d04f959-dc9c-4026-975d-0c83af97b9ae', 'name': '', 'network_id': 'e53d8e89-d3e9-443d-b9b3-683d41a65613', 'tenant_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'mac_address': 'fa:16:3e:eb:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '8e6d2619-6d45-4700-aa4f-6a8662c63ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:36:14Z', 'updated_at': '2022-03-28T14:36:19Z', 'revision_number': 5, 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'subnets': [{'id': '8e6d2619-6d45-4700-aa4f-6a8662c63ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:41:42.602697 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614057e6-1fa1-426d-8119-063766bb31f9 None None] Checking router: 9c608757-40d0-4477-ba70-4d7879c46e6f for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:41:42.610918 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614057e6-1fa1-426d-8119-063766bb31f9 None None] Routers {'9c608757-40d0-4477-ba70-4d7879c46e6f'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:41:42.611516 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-614057e6-1fa1-426d-8119-063766bb31f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:41:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['9c608757-40d0-4477-ba70-4d7879c46e6f'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:41:42.611889 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bf9df7c6-5864-4bc1-b339-d292fc0bc375 req-386cf578-7653-47a0-aeb8-e405d20eb921 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3faaca01-7693-4901-9919-18165fbe904f HTTP/1.1" status: 200 len: 217 time: 0.0337555 Mar 28 14:41:42.662910 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9df7c6-5864-4bc1-b339-d292fc0bc375 req-a79be521-a85a-4f3b-a87a-0a5ae77b55f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:42.664265 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bf9df7c6-5864-4bc1-b339-d292fc0bc375 req-a79be521-a85a-4f3b-a87a-0a5ae77b55f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e6d2619-6d45-4700-aa4f-6a8662c63ecb HTTP/1.1" status: 200 len: 846 time: 0.0456030 Mar 28 14:41:42.708139 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9df7c6-5864-4bc1-b339-d292fc0bc375 req-49a3f338-1b56-4901-a546-41524bca6418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:42.709729 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bf9df7c6-5864-4bc1-b339-d292fc0bc375 req-49a3f338-1b56-4901-a546-41524bca6418 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e53d8e89-d3e9-443d-b9b3-683d41a65613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393207 Mar 28 14:41:42.713272 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-614057e6-1fa1-426d-8119-063766bb31f9 None None] Set router 9c608757-40d0-4477-ba70-4d7879c46e6f gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:41:42.793217 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bf9df7c6-5864-4bc1-b339-d292fc0bc375 req-8da9d1b0-77ff-477c-a607-f23080405124 service neutron] 10.222.0.20 "GET /v2.0/networks/e53d8e89-d3e9-443d-b9b3-683d41a65613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0773437 Mar 28 14:41:42.887361 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bf9df7c6-5864-4bc1-b339-d292fc0bc375 req-3a07f0b6-835c-41af-9247-677770b81a71 service neutron] 10.222.0.20 "GET /v2.0/networks/e53d8e89-d3e9-443d-b9b3-683d41a65613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883629 Mar 28 14:41:42.903041 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-614057e6-1fa1-426d-8119-063766bb31f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'name': 'tempest-TestShelveInstance-78796023-router', 'tenant_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e51e2ce0-5136-4dc5-890b-8c2a17f49cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:36:12Z', 'updated_at': '2022-03-28T14:36:15Z', 'revision_number': 4, 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'gw_port': {'id': 'e51e2ce0-5136-4dc5-890b-8c2a17f49cbd', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:60:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:36:13Z', 'updated_at': '2022-03-28T14:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '4d04f959-dc9c-4026-975d-0c83af97b9ae', 'name': '', 'network_id': 'e53d8e89-d3e9-443d-b9b3-683d41a65613', 'tenant_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'mac_address': 'fa:16:3e:eb:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '8e6d2619-6d45-4700-aa4f-6a8662c63ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:36:14Z', 'updated_at': '2022-03-28T14:36:19Z', 'revision_number': 5, 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'subnets': [{'id': '8e6d2619-6d45-4700-aa4f-6a8662c63ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:41:42.929744 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614057e6-1fa1-426d-8119-063766bb31f9 None None] The sync data for ids ['9c608757-40d0-4477-ba70-4d7879c46e6f'] in dv-neutron-835335-1-hyperv is: [{'id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'name': 'tempest-TestShelveInstance-78796023-router', 'tenant_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e51e2ce0-5136-4dc5-890b-8c2a17f49cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:36:12Z', 'updated_at': '2022-03-28T14:36:15Z', 'revision_number': 4, 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'gw_port': {'id': 'e51e2ce0-5136-4dc5-890b-8c2a17f49cbd', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:60:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:36:13Z', 'updated_at': '2022-03-28T14:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '4d04f959-dc9c-4026-975d-0c83af97b9ae', 'name': '', 'network_id': 'e53d8e89-d3e9-443d-b9b3-683d41a65613', 'tenant_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'mac_address': 'fa:16:3e:eb:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '8e6d2619-6d45-4700-aa4f-6a8662c63ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:36:14Z', 'updated_at': '2022-03-28T14:36:19Z', 'revision_number': 5, 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'subnets': [{'id': '8e6d2619-6d45-4700-aa4f-6a8662c63ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:41:43.133919 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770f8969-90e4-4e1e-b843-77b744518a05 None None] New status for floating IP c0f68488-1554-4601-b91f-fe24554e3593: DOWN {{(pid=109614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:41:43.713928 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c84a4-49fd-4c7e-8ccc-0eafe1546d0f req-591c3134-5ddb-40cf-a0d4-c699a0d59f22 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:43.715366 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-711c84a4-49fd-4c7e-8ccc-0eafe1546d0f req-591c3134-5ddb-40cf-a0d4-c699a0d59f22 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 947 time: 0.0486896 Mar 28 14:41:43.750842 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-711c84a4-49fd-4c7e-8ccc-0eafe1546d0f req-5cbdb556-e387-4da7-aa5b-af481fefd0f6 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296116 Mar 28 14:41:44.043423 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:44.867000 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817cb40-f094-472b-bb1c-a41bcd4d7e5c req-d1cf4a04-e50e-48c1-a055-5d3987a8786e tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:44.868487 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9817cb40-f094-472b-bb1c-a41bcd4d7e5c req-d1cf4a04-e50e-48c1-a055-5d3987a8786e tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 947 time: 0.0508778 Mar 28 14:41:44.905055 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9817cb40-f094-472b-bb1c-a41bcd4d7e5c req-539cefd8-f1b4-44be-b487-3190a6825f3b tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=edb9a6ad-846a-414f-8a33-173c2deb7151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307045 Mar 28 14:41:45.259167 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35711c-1695-4994-bf8b-d65a31327a14 req-a42656c4-25c2-4663-aace-ddd863ebc58e tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:41:45.259903 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6c35711c-1695-4994-bf8b-d65a31327a14 req-a42656c4-25c2-4663-aace-ddd863ebc58e tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 947 time: 0.0476477 Mar 28 14:41:45.343333 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-6c35711c-1695-4994-bf8b-d65a31327a14 req-6f0ec88a-8909-45cd-b370-41afe5508b62 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Deleting port 3faaca01-7693-4901-9919-18165fbe904f {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:41:45.343663 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-6c35711c-1695-4994-bf8b-d65a31327a14 req-6f0ec88a-8909-45cd-b370-41afe5508b62 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:45.432029 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-6c35711c-1695-4994-bf8b-d65a31327a14 req-6f0ec88a-8909-45cd-b370-41afe5508b62 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] For port 3faaca01-7693-4901-9919-18165fbe904f, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=3faaca01-7693-4901-9919-18165fbe904f,segment=NetworkSegment(69da6cfb-8956-4e49-bcd8-66b4e1238fc4),segment_id=69da6cfb-8956-4e49-bcd8-66b4e1238fc4)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:41:45.432408 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-6c35711c-1695-4994-bf8b-d65a31327a14 req-6f0ec88a-8909-45cd-b370-41afe5508b62 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:45.443982 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-6c35711c-1695-4994-bf8b-d65a31327a14 req-6f0ec88a-8909-45cd-b370-41afe5508b62 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Calling delete_port for 3faaca01-7693-4901-9919-18165fbe904f owned by compute:nova {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:41:45.631873 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-6c35711c-1695-4994-bf8b-d65a31327a14 req-6f0ec88a-8909-45cd-b370-41afe5508b62 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:45.657866 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ec88a-8909-45cd-b370-41afe5508b62 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Pushing event deleted for resources: {'Port': ['ID=3faaca01-7693-4901-9919-18165fbe904f,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:41:45.667721 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0ec88a-8909-45cd-b370-41afe5508b62 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:45.668065 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0ec88a-8909-45cd-b370-41afe5508b62 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:45.668424 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0ec88a-8909-45cd-b370-41afe5508b62 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:45.668766 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0ec88a-8909-45cd-b370-41afe5508b62 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:45.669099 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0ec88a-8909-45cd-b370-41afe5508b62 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:45.669421 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0ec88a-8909-45cd-b370-41afe5508b62 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:45.669748 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0ec88a-8909-45cd-b370-41afe5508b62 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:45.670071 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0ec88a-8909-45cd-b370-41afe5508b62 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:45.670413 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0ec88a-8909-45cd-b370-41afe5508b62 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:45.671085 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0ec88a-8909-45cd-b370-41afe5508b62 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:45.671085 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0ec88a-8909-45cd-b370-41afe5508b62 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:45.671392 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0ec88a-8909-45cd-b370-41afe5508b62 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:41:45.709576 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c35711c-1695-4994-bf8b-d65a31327a14 req-6f0ec88a-8909-45cd-b370-41afe5508b62 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] No DVR routers for this DVR port 3faaca01-7693-4901-9919-18165fbe904f on host hv-neutron-8353 {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:41:45.712640 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-6c35711c-1695-4994-bf8b-d65a31327a14 req-6f0ec88a-8909-45cd-b370-41afe5508b62 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:45.716024 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6c35711c-1695-4994-bf8b-d65a31327a14 req-6f0ec88a-8909-45cd-b370-41afe5508b62 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.20 "DELETE /v2.0/ports/3faaca01-7693-4901-9919-18165fbe904f HTTP/1.1" status: 204 len: 173 time: 0.4506309 Mar 28 14:41:45.716591 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf', 'name': 'network-vif-deleted', 'tag': '3faaca01-7693-4901-9919-18165fbe904f'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:41:45.718710 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6fa6c8-8a7c-428a-a7e6-87f35397d65b" -d '{"events": [{"server_uuid": "5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf", "name": "network-vif-deleted", "tag": "3faaca01-7693-4901-9919-18165fbe904f"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:41:45.806912 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435e074e-4231-466d-8860-ba3621f9f74d x-openstack-request-id: req-435e074e-4231-466d-8860-ba3621f9f74d {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:41:45.807317 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf", "name": "network-vif-deleted", "tag": "3faaca01-7693-4901-9919-18165fbe904f", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:41:45.807567 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-435e074e-4231-466d-8860-ba3621f9f74d {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:41:45.808098 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf', 'name': 'network-vif-deleted', 'tag': '3faaca01-7693-4901-9919-18165fbe904f', 'status': 'completed', 'code': 200} Mar 28 14:41:45.998432 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-74c5557f-886a-4621-998a-178a60dd4e9e req-04c842da-ae19-49c6-9a47-f06c072ab7db tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4f8d80-5fd3-4a6e-b660-6bf2e743cabf HTTP/1.1" status: 200 len: 210 time: 0.0258858 Mar 28 14:41:47.054087 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 42776) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:41:47.111233 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d9b5898a-624d-4dc2-8903-d73059af7da3 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for security_group, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:47.136903 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d9b5898a-624d-4dc2-8903-d73059af7da3 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:47.249224 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d9b5898a-624d-4dc2-8903-d73059af7da3 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:47.251836 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-d9b5898a-624d-4dc2-8903-d73059af7da3 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for security_group, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:47.253029 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-d9b5898a-624d-4dc2-8903-d73059af7da3 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "DELETE /v2.0/security-groups/edb9a6ad-846a-414f-8a33-173c2deb7151 HTTP/1.1" status: 204 len: 168 time: 0.1978474 Mar 28 14:41:47.263136 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b5898a-624d-4dc2-8903-d73059af7da3 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb9a6ad-846a-414f-8a33-173c2deb7151,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:41:47.839773 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 42782) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:41:47.844285 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-f677ec18-c75f-41ca-8c27-c97c6326d6fa tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1031310982', 'description': 'tempest-secgroup-smoke-1031310982 description', 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:41:47.957610 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f677ec18-c75f-41ca-8c27-c97c6326d6fa tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:48.020425 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f677ec18-c75f-41ca-8c27-c97c6326d6fa tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:48.071979 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f677ec18-c75f-41ca-8c27-c97c6326d6fa tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:48.099530 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677ec18-c75f-41ca-8c27-c97c6326d6fa tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a57d3f6-c4fc-4a7b-b95e-195274176731,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:41:48.148724 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f677ec18-c75f-41ca-8c27-c97c6326d6fa tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:48.149923 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f677ec18-c75f-41ca-8c27-c97c6326d6fa tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3091133 Mar 28 14:41:48.152682 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 42784) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:41:48.156941 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-9fdc1116-a630-41cd-a7ee-85ed7e41c489 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Request body: {'security_group_rule': {'security_group_id': '9a57d3f6-c4fc-4a7b-b95e-195274176731', 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:41:48.235477 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9fdc1116-a630-41cd-a7ee-85ed7e41c489 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:48.291824 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9fdc1116-a630-41cd-a7ee-85ed7e41c489 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:48.385511 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9fdc1116-a630-41cd-a7ee-85ed7e41c489 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:48.404142 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdc1116-a630-41cd-a7ee-85ed7e41c489 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af121590-d8e4-4730-adbf-a8c9ec4a7ae7,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:41:48.468027 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9fdc1116-a630-41cd-a7ee-85ed7e41c489 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:48.469275 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9fdc1116-a630-41cd-a7ee-85ed7e41c489 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3156979 Mar 28 14:41:48.471957 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 42786) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:41:48.476173 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-9574528b-32a5-455b-9edb-0edc6c619efc tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Request body: {'security_group_rule': {'security_group_id': '9a57d3f6-c4fc-4a7b-b95e-195274176731', 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:41:48.561837 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9574528b-32a5-455b-9edb-0edc6c619efc tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:48.615196 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9574528b-32a5-455b-9edb-0edc6c619efc tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:48.683617 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9574528b-32a5-455b-9edb-0edc6c619efc tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:48.702124 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9574528b-32a5-455b-9edb-0edc6c619efc tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7a3e0ed-36d1-4722-830a-16fffb417bc3,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:41:48.765307 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9574528b-32a5-455b-9edb-0edc6c619efc tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:48.766513 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9574528b-32a5-455b-9edb-0edc6c619efc tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2936301 Mar 28 14:41:48.769240 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 42788) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:41:48.773531 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-f82d1f14-5eb1-4b5a-93c2-82d64e1d7b40 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Request body: {'security_group_rule': {'security_group_id': '9a57d3f6-c4fc-4a7b-b95e-195274176731', 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:41:48.854165 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f82d1f14-5eb1-4b5a-93c2-82d64e1d7b40 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:48.911361 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f82d1f14-5eb1-4b5a-93c2-82d64e1d7b40 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:48.980420 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f82d1f14-5eb1-4b5a-93c2-82d64e1d7b40 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:48.994615 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d1f14-5eb1-4b5a-93c2-82d64e1d7b40 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b4195dc-ec48-42db-bd8f-b6005f497396,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:41:49.062554 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f82d1f14-5eb1-4b5a-93c2-82d64e1d7b40 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:49.063797 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f82d1f14-5eb1-4b5a-93c2-82d64e1d7b40 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2935994 Mar 28 14:41:49.066897 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 42790) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:41:49.071653 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-5c2d3557-2642-42cf-9aed-338acdb5343d tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Request body: {'security_group_rule': {'security_group_id': '9a57d3f6-c4fc-4a7b-b95e-195274176731', 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:41:49.138939 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5c2d3557-2642-42cf-9aed-338acdb5343d tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:49.202195 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5c2d3557-2642-42cf-9aed-338acdb5343d tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:49.266029 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5c2d3557-2642-42cf-9aed-338acdb5343d tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:49.284087 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d3557-2642-42cf-9aed-338acdb5343d tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72fd8463-8276-486a-8029-b5c82119714f,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:41:49.347563 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-5c2d3557-2642-42cf-9aed-338acdb5343d tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:49.348774 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-5c2d3557-2642-42cf-9aed-338acdb5343d tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2809622 Mar 28 14:41:49.351394 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 42792) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:41:49.355764 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-c25a510b-44de-4128-81b7-46570e69a9ec tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Request body: {'security_group_rule': {'security_group_id': '9a57d3f6-c4fc-4a7b-b95e-195274176731', 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:41:49.414206 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.securitygroups_db [None req-c25a510b-44de-4128-81b7-46570e69a9ec tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Project b30ce954fb0448cfb93280a6f9f736a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 14:41:49.418810 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c25a510b-44de-4128-81b7-46570e69a9ec tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:49.475468 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c25a510b-44de-4128-81b7-46570e69a9ec tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:49.534446 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c25a510b-44de-4128-81b7-46570e69a9ec tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:49.551672 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a510b-44de-4128-81b7-46570e69a9ec tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17dae8b5-7588-48c1-b7fe-a848c726780b,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:41:49.621954 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c25a510b-44de-4128-81b7-46570e69a9ec tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:49.623176 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c25a510b-44de-4128-81b7-46570e69a9ec tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2708330 Mar 28 14:41:49.625861 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 42794) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:41:49.630134 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-9f4c7f07-d1b7-46d4-810c-25ad5a2b661e tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Request body: {'security_group_rule': {'security_group_id': '9a57d3f6-c4fc-4a7b-b95e-195274176731', 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:41:49.711485 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.securitygroups_db [None req-9f4c7f07-d1b7-46d4-810c-25ad5a2b661e tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Project b30ce954fb0448cfb93280a6f9f736a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 14:41:49.716271 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9f4c7f07-d1b7-46d4-810c-25ad5a2b661e tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:49.773517 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9f4c7f07-d1b7-46d4-810c-25ad5a2b661e tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:49.848667 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9f4c7f07-d1b7-46d4-810c-25ad5a2b661e tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:49.863621 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c7f07-d1b7-46d4-810c-25ad5a2b661e tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31188c6e-1f16-44f6-a295-fd439520e205,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:41:49.929868 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 3faaca01-7693-4901-9919-18165fbe904f no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:41:49.948214 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9f4c7f07-d1b7-46d4-810c-25ad5a2b661e tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:49.949500 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9f4c7f07-d1b7-46d4-810c-25ad5a2b661e tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3227248 Mar 28 14:41:49.950690 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] No Port match for: 3faaca01-7693-4901-9919-18165fbe904f {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:41:49.951067 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 3faaca01-7693-4901-9919-18165fbe904f not bound to the agent host hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:41:54.089088 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c90f64ed-6ee9-4e9a-9d9b-ee5abb456f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:56.894867 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a86e3592-efa4-4a83-b5b9-32d752031eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:57.890955 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:59.368179 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:41:59.408042 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:42:00.202104 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:42:13.923336 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-04c3b136-fff7-4303-9f11-db83c9d62ab1 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1031310982&fields=id&tenant_id=b30ce954fb0448cfb93280a6f9f736a8 HTTP/1.1" status: 200 len: 267 time: 0.0335977 Mar 28 14:42:14.025423 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-e47ffc03-62be-4fac-9dc1-148742e80b6f tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:42:14.026877 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-e47ffc03-62be-4fac-9dc1-148742e80b6f tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/networks?id=e53d8e89-d3e9-443d-b9b3-683d41a65613 HTTP/1.1" status: 200 len: 807 time: 0.0970464 Mar 28 14:42:14.041490 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-89ac70cb-1be6-4c3f-874d-3cbc27328ea5 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/quotas/b30ce954fb0448cfb93280a6f9f736a8 HTTP/1.1" status: 200 len: 375 time: 0.0087051 Mar 28 14:42:14.077256 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:42:14.090711 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-d5293861-e1b8-4425-8981-7bee0bf42230 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b30ce954fb0448cfb93280a6f9f736a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439248 Mar 28 14:42:14.144039 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-11cd2ce5-c5a3-4151-a1ad-00d29b4b5b4a service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 14:42:14.145099 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-11cd2ce5-c5a3-4151-a1ad-00d29b4b5b4a service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0436397 Mar 28 14:42:14.234650 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-75a1c013-d312-4ce2-99f2-c1da7141fb8c service neutron] 10.222.0.24 "GET /v2.0/networks/e53d8e89-d3e9-443d-b9b3-683d41a65613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830700 Mar 28 14:42:14.319742 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-f3584510-6e29-46c1-8040-5251aa7c3786 service neutron] 10.222.0.24 "GET /v2.0/networks/e53d8e89-d3e9-443d-b9b3-683d41a65613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789566 Mar 28 14:42:14.806289 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b4f04bc3-67c5-4677-b26a-26274a360b93 req-a518c726-57ee-457a-b8b2-09ba1fcd2fa0 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 210 time: 0.0294251 Mar 28 14:42:15.898572 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-adc444bf-bbfb-4451-a200-7d6452040928 req-1bd49275-1cb3-4875-9f06-db63e6188104 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 210 time: 0.0258672 Mar 28 14:42:16.553265 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-c0653bfa-5e57-4aa4-af21-bf3a9ea1521a tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:42:16.554611 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-c0653bfa-5e57-4aa4-af21-bf3a9ea1521a tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.20 "GET /v2.0/networks?id=e53d8e89-d3e9-443d-b9b3-683d41a65613 HTTP/1.1" status: 200 len: 807 time: 0.0992045 Mar 28 14:42:16.595636 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-5dac00d7-0c8d-4f96-a70f-593c193e0bf1 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b30ce954fb0448cfb93280a6f9f736a8 HTTP/1.1" status: 200 len: 380 time: 0.0330780 Mar 28 14:42:16.604765 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-b915f4f3-12da-4198-95b6-57de37f3fa47 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Request body: {'port': {'device_id': '7ad9545e-9e8c-4dab-b57f-906af1f84bc1', 'network_id': 'e53d8e89-d3e9-443d-b9b3-683d41a65613', 'admin_state_up': True, 'tenant_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'security_groups': ['9a57d3f6-c4fc-4a7b-b95e-195274176731']}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:42:16.785595 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-b915f4f3-12da-4198-95b6-57de37f3fa47 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Made reservation on behalf of b30ce954fb0448cfb93280a6f9f736a8 for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:42:16.789245 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-b915f4f3-12da-4198-95b6-57de37f3fa47 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:42:16.916227 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-b915f4f3-12da-4198-95b6-57de37f3fa47 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Allocated IP 172.20.0.7 (e53d8e89-d3e9-443d-b9b3-683d41a65613/8e6d2619-6d45-4700-aa4f-6a8662c63ecb/c1b4bf50-1d4f-4f4c-861a-e87398cabb2d) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:42:17.032502 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8d06a5a3-8e58-4feb-8534-f0cf2c1c10ce req-8bbca42f-d6a8-4dbb-b654-930c5046bc03 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 210 time: 0.0614297 Mar 28 14:42:17.082593 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-b915f4f3-12da-4198-95b6-57de37f3fa47 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:42:17.191782 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-b915f4f3-12da-4198-95b6-57de37f3fa47 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:42:17.236262 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-b915f4f3-12da-4198-95b6-57de37f3fa47 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Network e53d8e89-d3e9-443d-b9b3-683d41a65613 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:42:17.239369 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-b915f4f3-12da-4198-95b6-57de37f3fa47 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:42:17.243512 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-b915f4f3-12da-4198-95b6-57de37f3fa47 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:42:17.271519 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b915f4f3-12da-4198-95b6-57de37f3fa47 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Pushing event updated for resources: {'Port': ['ID=c1b4bf50-1d4f-4f4c-861a-e87398cabb2d,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:42:17.299410 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-b915f4f3-12da-4198-95b6-57de37f3fa47 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:42:17.300028 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-b915f4f3-12da-4198-95b6-57de37f3fa47 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:42:17.399876 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-b915f4f3-12da-4198-95b6-57de37f3fa47 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7984428 Mar 28 14:42:17.419413 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-c0661fca-faad-4198-b861-b107f18b8e2d service neutron] Request body: {'port': {'device_id': '7ad9545e-9e8c-4dab-b57f-906af1f84bc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:42:17.474782 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-c0661fca-faad-4198-b861-b107f18b8e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:42:17.480003 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-5308b796-c0a7-4bdc-ad22-d4d598cc8878 None None] Provisioning complete for port c1b4bf50-1d4f-4f4c-861a-e87398cabb2d triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:42:17.487963 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5308b796-c0a7-4bdc-ad22-d4d598cc8878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:42:17.516522 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-5308b796-c0a7-4bdc-ad22-d4d598cc8878 None None] Port c1b4bf50-1d4f-4f4c-861a-e87398cabb2d cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:42:17.743972 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-c0661fca-faad-4198-b861-b107f18b8e2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1b4bf50-1d4f-4f4c-861a-e87398cabb2d {{(pid=109613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:42:17.751027 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-c0661fca-faad-4198-b861-b107f18b8e2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:42:17.762326 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.provisioning_blocks [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-c0661fca-faad-4198-b861-b107f18b8e2d service neutron] Transition to ACTIVE for port object c1b4bf50-1d4f-4f4c-861a-e87398cabb2d will not be triggered until provisioned by entity L2. {{(pid=109613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 14:42:17.818955 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-c0661fca-faad-4198-b861-b107f18b8e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:42:17.866874 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0661fca-faad-4198-b861-b107f18b8e2d service neutron] Pushing event updated for resources: {'Port': ['ID=c1b4bf50-1d4f-4f4c-861a-e87398cabb2d,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:42:17.949224 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-c0661fca-faad-4198-b861-b107f18b8e2d service neutron] Attempting to bind port c1b4bf50-1d4f-4f4c-861a-e87398cabb2d on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:42:17.949820 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-c0661fca-faad-4198-b861-b107f18b8e2d service neutron] Attempting to bind port c1b4bf50-1d4f-4f4c-861a-e87398cabb2d by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '69da6cfb-8956-4e49-bcd8-66b4e1238fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e53d8e89-d3e9-443d-b9b3-683d41a65613'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:42:17.950149 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-c0661fca-faad-4198-b861-b107f18b8e2d service neutron] Attempting to bind port c1b4bf50-1d4f-4f4c-861a-e87398cabb2d on network e53d8e89-d3e9-443d-b9b3-683d41a65613 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:42:17.955440 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-c0661fca-faad-4198-b861-b107f18b8e2d service neutron] Port c1b4bf50-1d4f-4f4c-861a-e87398cabb2d on network e53d8e89-d3e9-443d-b9b3-683d41a65613 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 14:42:17.955836 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-c0661fca-faad-4198-b861-b107f18b8e2d service neutron] Attempting to bind port c1b4bf50-1d4f-4f4c-861a-e87398cabb2d on network e53d8e89-d3e9-443d-b9b3-683d41a65613 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:42:17.961890 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-c0661fca-faad-4198-b861-b107f18b8e2d service neutron] Checking agent: {'id': '72ab3303-6c81-4bd9-a1a9-2c5d9b681d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'started_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:42:17.962339 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-c0661fca-faad-4198-b861-b107f18b8e2d service neutron] Checking segment: {'id': '69da6cfb-8956-4e49-bcd8-66b4e1238fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e53d8e89-d3e9-443d-b9b3-683d41a65613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:42:17.962811 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-c0661fca-faad-4198-b861-b107f18b8e2d service neutron] Bound using segment: {'id': '69da6cfb-8956-4e49-bcd8-66b4e1238fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e53d8e89-d3e9-443d-b9b3-683d41a65613'} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:42:17.963333 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-c0661fca-faad-4198-b861-b107f18b8e2d service neutron] Bound port: c1b4bf50-1d4f-4f4c-861a-e87398cabb2d, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69da6cfb-8956-4e49-bcd8-66b4e1238fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e53d8e89-d3e9-443d-b9b3-683d41a65613'}}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:42:17.963805 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-c0661fca-faad-4198-b861-b107f18b8e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:42:18.037986 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-c0661fca-faad-4198-b861-b107f18b8e2d service neutron] For port c1b4bf50-1d4f-4f4c-861a-e87398cabb2d, host hv-neutron-8353, cleared binding levels {{(pid=109613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:42:18.041287 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-c0661fca-faad-4198-b861-b107f18b8e2d service neutron] For port c1b4bf50-1d4f-4f4c-861a-e87398cabb2d, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=c1b4bf50-1d4f-4f4c-861a-e87398cabb2d,segment=NetworkSegment(69da6cfb-8956-4e49-bcd8-66b4e1238fc4),segment_id=69da6cfb-8956-4e49-bcd8-66b4e1238fc4)] {{(pid=109613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:42:18.162717 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f630b3f-7905-488e-8422-c739f503c783 req-1b20f615-a0b3-4a95-bda6-dd194c027e8f tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:42:18.164171 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4f630b3f-7905-488e-8422-c739f503c783 req-1b20f615-a0b3-4a95-bda6-dd194c027e8f tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 943 time: 0.0580485 Mar 28 14:42:18.169008 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-c0661fca-faad-4198-b861-b107f18b8e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:42:18.217583 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-c0661fca-faad-4198-b861-b107f18b8e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:42:18.218102 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-c0661fca-faad-4198-b861-b107f18b8e2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:42:18.219991 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-c0661fca-faad-4198-b861-b107f18b8e2d service neutron] 10.222.0.20 "PUT /v2.0/ports/c1b4bf50-1d4f-4f4c-861a-e87398cabb2d HTTP/1.1" status: 200 len: 1093 time: 0.8084803 Mar 28 14:42:18.224094 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad9545e-9e8c-4dab-b57f-906af1f84bc1', 'tag': 'c1b4bf50-1d4f-4f4c-861a-e87398cabb2d'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:42:18.224094 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3edfa31b-f6b5-4967-8a9c-1745bba0ded3" -d '{"events": [{"name": "network-changed", "server_uuid": "7ad9545e-9e8c-4dab-b57f-906af1f84bc1", "tag": "c1b4bf50-1d4f-4f4c-861a-e87398cabb2d"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:42:18.267442 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0661fca-faad-4198-b861-b107f18b8e2d service neutron] Pushing event updated for resources: {'Port': ['ID=c1b4bf50-1d4f-4f4c-861a-e87398cabb2d,revision_number=3']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:42:18.273091 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4f630b3f-7905-488e-8422-c739f503c783 req-08b4edf4-5278-4303-be76-c254b3d209f5 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57d3f6-c4fc-4a7b-b95e-195274176731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016955 Mar 28 14:42:18.300380 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7702e1-a3af-46a9-b432-e5b6a4cdb7dd x-openstack-request-id: req-0b7702e1-a3af-46a9-b432-e5b6a4cdb7dd {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:42:18.300771 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ad9545e-9e8c-4dab-b57f-906af1f84bc1", "tag": "c1b4bf50-1d4f-4f4c-861a-e87398cabb2d", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:42:18.301091 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0b7702e1-a3af-46a9-b432-e5b6a4cdb7dd {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:42:18.301550 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ad9545e-9e8c-4dab-b57f-906af1f84bc1', 'tag': 'c1b4bf50-1d4f-4f4c-861a-e87398cabb2d', 'status': 'completed', 'code': 200} Mar 28 14:42:18.365306 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edfa31b-f6b5-4967-8a9c-1745bba0ded3 req-e6c5c1b3-598d-431f-aa11-99ad6ea19c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:42:18.366995 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3edfa31b-f6b5-4967-8a9c-1745bba0ded3 req-e6c5c1b3-598d-431f-aa11-99ad6ea19c71 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b30ce954fb0448cfb93280a6f9f736a8&device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 1096 time: 0.0447133 Mar 28 14:42:18.468168 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edfa31b-f6b5-4967-8a9c-1745bba0ded3 req-7bb7f45f-a431-4c7f-af7f-4eefc2665dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:42:18.469721 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3edfa31b-f6b5-4967-8a9c-1745bba0ded3 req-7bb7f45f-a431-4c7f-af7f-4eefc2665dbd service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b30ce954fb0448cfb93280a6f9f736a8&shared=False HTTP/1.1" status: 200 len: 908 time: 0.0928550 Mar 28 14:42:18.567136 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edfa31b-f6b5-4967-8a9c-1745bba0ded3 req-572754ee-940c-4186-be57-9c052507190d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:42:18.568688 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3edfa31b-f6b5-4967-8a9c-1745bba0ded3 req-572754ee-940c-4186-be57-9c052507190d service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923882 Mar 28 14:42:18.642909 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-4cedb619-76f0-4d21-9c3a-6f2ec7840557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:42:18.644354 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-4cedb619-76f0-4d21-9c3a-6f2ec7840557 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b30ce954fb0448cfb93280a6f9f736a8&device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 1096 time: 0.0401762 Mar 28 14:42:18.683304 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-c832afbc-9fb8-41c5-a780-8eea2e54423e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1b4bf50-1d4f-4f4c-861a-e87398cabb2d HTTP/1.1" status: 200 len: 217 time: 0.0319393 Mar 28 14:42:18.732921 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-e55cfc63-cde0-4e2a-b8d2-6946d2f4de47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:42:18.734886 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-e55cfc63-cde0-4e2a-b8d2-6946d2f4de47 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e6d2619-6d45-4700-aa4f-6a8662c63ecb HTTP/1.1" status: 200 len: 846 time: 0.0451424 Mar 28 14:42:18.779012 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-e95e8b1d-37ba-464f-a69a-296b8a9224d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:42:18.780536 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-e95e8b1d-37ba-464f-a69a-296b8a9224d3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e53d8e89-d3e9-443d-b9b3-683d41a65613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393581 Mar 28 14:42:18.869984 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-fbf33c09-190a-454e-b896-3d82c9227612 service neutron] 10.222.0.20 "GET /v2.0/networks/e53d8e89-d3e9-443d-b9b3-683d41a65613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815313 Mar 28 14:42:18.964417 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dd210223-4a1d-4bbf-a7ca-193c2c5c0e94 req-32e0f099-b733-4451-a6d4-3a9b8243861c service neutron] 10.222.0.20 "GET /v2.0/networks/e53d8e89-d3e9-443d-b9b3-683d41a65613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881591 Mar 28 14:42:19.390021 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18b106-f7af-41b0-bf5d-9c95f4897869 req-81589dbb-31f2-43a3-82de-5cd46270c038 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:42:19.392011 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1f18b106-f7af-41b0-bf5d-9c95f4897869 req-81589dbb-31f2-43a3-82de-5cd46270c038 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 943 time: 0.0490451 Mar 28 14:42:19.429175 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1f18b106-f7af-41b0-bf5d-9c95f4897869 req-5b7f716c-88cc-4c4e-866e-73edfdbc382d tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57d3f6-c4fc-4a7b-b95e-195274176731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310364 Mar 28 14:42:20.550156 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a80d1c-6ddf-4cd8-9503-66d1aaf6610e req-e298f1f2-4dd1-4414-b70a-7e9f8ea3af02 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:42:20.556695 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-29a80d1c-6ddf-4cd8-9503-66d1aaf6610e req-e298f1f2-4dd1-4414-b70a-7e9f8ea3af02 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 943 time: 0.0527084 Mar 28 14:42:20.925032 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-29a80d1c-6ddf-4cd8-9503-66d1aaf6610e req-e605a7a0-8748-4de8-bdd2-1fe846ce13eb tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57d3f6-c4fc-4a7b-b95e-195274176731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3670692 Mar 28 14:42:22.036097 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfcc2a-24b6-416c-a9cb-9f2ab0756bf4 req-d8719935-d6d9-4207-8942-0d28a449c2bd tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:42:22.037544 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1bcfcc2a-24b6-416c-a9cb-9f2ab0756bf4 req-d8719935-d6d9-4207-8942-0d28a449c2bd tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 943 time: 0.0471156 Mar 28 14:42:22.074020 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1bcfcc2a-24b6-416c-a9cb-9f2ab0756bf4 req-248dee6d-6993-43be-98da-20dc258ddbbc tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57d3f6-c4fc-4a7b-b95e-195274176731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305932 Mar 28 14:42:23.186252 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9d28a-e9bf-498b-9aff-43b51e4e4c51 req-3312c487-b065-4d7a-9725-25e48a8b6452 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:42:23.187671 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bdb9d28a-e9bf-498b-9aff-43b51e4e4c51 req-3312c487-b065-4d7a-9725-25e48a8b6452 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 943 time: 0.0484405 Mar 28 14:42:23.224167 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bdb9d28a-e9bf-498b-9aff-43b51e4e4c51 req-e0ea8032-ea82-40af-b1ba-990d2d02a9c0 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57d3f6-c4fc-4a7b-b95e-195274176731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303514 Mar 28 14:42:24.076284 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e73d4ded-bb0b-4258-bdbe-0d7f16a632f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:42:24.335638 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8bfd6-f199-4fbe-ad42-2faff33ec596 req-ddccc07f-c2f2-4e68-88e9-f0cea7e26049 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:42:24.337094 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-71e8bfd6-f199-4fbe-ad42-2faff33ec596 req-ddccc07f-c2f2-4e68-88e9-f0cea7e26049 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 943 time: 0.0490203 Mar 28 14:42:24.373464 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-71e8bfd6-f199-4fbe-ad42-2faff33ec596 req-2b185a0f-2f00-451a-be68-b61a37fe566e tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57d3f6-c4fc-4a7b-b95e-195274176731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305793 Mar 28 14:42:25.482819 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f46bb-af59-4f53-b29b-c39e555dcba8 req-cfb890a5-b429-473e-8932-2ae3aa9aa202 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:42:25.484790 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e46f46bb-af59-4f53-b29b-c39e555dcba8 req-cfb890a5-b429-473e-8932-2ae3aa9aa202 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 943 time: 0.0457983 Mar 28 14:42:25.521427 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e46f46bb-af59-4f53-b29b-c39e555dcba8 req-87f704c1-e7b6-4757-a5c3-0379723b66dd tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57d3f6-c4fc-4a7b-b95e-195274176731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306585 Mar 28 14:42:26.385010 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-89b56b42-5687-4e6e-8ecd-b2f5873582b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:42:26.631512 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57160428-0e39-4245-a92e-4176639deeb5 req-a7fd1e57-8993-4638-8eac-858c8ba242d3 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:42:26.632976 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-57160428-0e39-4245-a92e-4176639deeb5 req-a7fd1e57-8993-4638-8eac-858c8ba242d3 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 943 time: 0.0472260 Mar 28 14:42:26.668702 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-57160428-0e39-4245-a92e-4176639deeb5 req-f9d6801f-f69e-484f-bdeb-68ac2ac73a82 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57d3f6-c4fc-4a7b-b95e-195274176731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298443 Mar 28 14:42:27.785751 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10df0f-5609-4528-ab3f-fb7c66677516 req-f6251f52-792b-4cda-b717-5dee8ee726b6 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:42:27.787220 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1e10df0f-5609-4528-ab3f-fb7c66677516 req-f6251f52-792b-4cda-b717-5dee8ee726b6 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 943 time: 0.0524654 Mar 28 14:42:27.818653 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:42:27.825888 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1e10df0f-5609-4528-ab3f-fb7c66677516 req-088095dd-5364-48c2-b21f-da8828c3912f tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57d3f6-c4fc-4a7b-b95e-195274176731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315971 Mar 28 14:42:28.937423 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b8b7b-14c1-46b0-9b77-d3ecf99575b6 req-fa15a22d-07d7-440c-b409-965b106afc62 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:42:28.938859 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e81b8b7b-14c1-46b0-9b77-d3ecf99575b6 req-fa15a22d-07d7-440c-b409-965b106afc62 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 943 time: 0.0473461 Mar 28 14:42:28.975172 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e81b8b7b-14c1-46b0-9b77-d3ecf99575b6 req-9e44ae4c-6324-4c1e-860e-cd36d111bf8e tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57d3f6-c4fc-4a7b-b95e-195274176731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301800 Mar 28 14:42:29.173627 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:42:29.390625 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:42:30.085889 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74166060-fd8b-49ce-87f0-ae1a7a5d2a2b req-5225f33e-acbb-470b-a1d2-11e15a13e0a9 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:42:30.087313 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-74166060-fd8b-49ce-87f0-ae1a7a5d2a2b req-5225f33e-acbb-470b-a1d2-11e15a13e0a9 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 943 time: 0.0467281 Mar 28 14:42:30.116185 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device c1b4bf50-1d4f-4f4c-861a-e87398cabb2d details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:42:30.124614 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-74166060-fd8b-49ce-87f0-ae1a7a5d2a2b req-10e04de9-43c2-4725-af48-c2496dc1d117 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57d3f6-c4fc-4a7b-b95e-195274176731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314131 Mar 28 14:42:30.208158 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port c1b4bf50-1d4f-4f4c-861a-e87398cabb2d, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=c1b4bf50-1d4f-4f4c-861a-e87398cabb2d,segment=NetworkSegment(69da6cfb-8956-4e49-bcd8-66b4e1238fc4),segment_id=69da6cfb-8956-4e49-bcd8-66b4e1238fc4)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:42:30.219540 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': 'c1b4bf50-1d4f-4f4c-861a-e87398cabb2d', 'network_id': 'e53d8e89-d3e9-443d-b9b3-683d41a65613', 'port_id': 'c1b4bf50-1d4f-4f4c-861a-e87398cabb2d', 'mac_address': 'fa:16:3e:93:ee:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e6d2619-6d45-4700-aa4f-6a8662c63ecb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:42:30.255378 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:42:30.272118 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1b4bf50-1d4f-4f4c-861a-e87398cabb2d {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:42:30.290161 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port c1b4bf50-1d4f-4f4c-861a-e87398cabb2d, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=c1b4bf50-1d4f-4f4c-861a-e87398cabb2d,segment=NetworkSegment(69da6cfb-8956-4e49-bcd8-66b4e1238fc4),segment_id=69da6cfb-8956-4e49-bcd8-66b4e1238fc4)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:42:30.385225 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:42:30.431838 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=c1b4bf50-1d4f-4f4c-861a-e87398cabb2d,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:42:30.439661 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:42:30.440009 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:42:30.440624 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:42:30.441005 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:42:30.441329 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:42:30.441662 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:42:30.441982 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:42:30.442301 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:42:30.442620 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:42:30.442935 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:42:30.443249 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:42:30.443564 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:42:30.701512 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['c1b4bf50-1d4f-4f4c-861a-e87398cabb2d'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:42:31.242169 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7aca9-9f98-4ed1-9ef7-86614d2dcad6 req-a7b993b9-5b02-45ed-8013-600e962a7d4d tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:42:31.243598 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-01b7aca9-9f98-4ed1-9ef7-86614d2dcad6 req-a7b993b9-5b02-45ed-8013-600e962a7d4d tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 944 time: 0.0506682 Mar 28 14:42:31.279490 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-01b7aca9-9f98-4ed1-9ef7-86614d2dcad6 req-a090666e-a94c-4a61-8365-3bfadd027f33 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57d3f6-c4fc-4a7b-b95e-195274176731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299790 Mar 28 14:42:32.130377 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device c1b4bf50-1d4f-4f4c-861a-e87398cabb2d up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:42:32.236908 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning for port c1b4bf50-1d4f-4f4c-861a-e87398cabb2d completed by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 14:42:32.240890 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port c1b4bf50-1d4f-4f4c-861a-e87398cabb2d triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:42:32.244428 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:42:32.320157 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:42:32.341823 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad9545e-9e8c-4dab-b57f-906af1f84bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b4bf50-1d4f-4f4c-861a-e87398cabb2d'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:42:32.344085 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2674015ae8c3b6b2e2a50bd9d5579a3981b024606ee2f2e1aa5e76092146dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e26892-1d5d-4738-986a-fd8481637b04" -d '{"events": [{"server_uuid": "7ad9545e-9e8c-4dab-b57f-906af1f84bc1", "name": "network-vif-plugged", "status": "completed", "tag": "c1b4bf50-1d4f-4f4c-861a-e87398cabb2d"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:42:32.356255 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port c1b4bf50-1d4f-4f4c-861a-e87398cabb2d, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=c1b4bf50-1d4f-4f4c-861a-e87398cabb2d,segment=NetworkSegment(69da6cfb-8956-4e49-bcd8-66b4e1238fc4),segment_id=69da6cfb-8956-4e49-bcd8-66b4e1238fc4)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:42:32.397053 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030be28-6401-44d7-bf2f-6ca48103dd19 req-7f660141-469f-4f67-90f5-7e21026147a5 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:42:32.398543 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c030be28-6401-44d7-bf2f-6ca48103dd19 req-7f660141-469f-4f67-90f5-7e21026147a5 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 944 time: 0.0506945 Mar 28 14:42:32.402566 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:42:32.439997 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c030be28-6401-44d7-bf2f-6ca48103dd19 req-aa85df06-ef08-4d5e-b3c6-63ed4515d289 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57d3f6-c4fc-4a7b-b95e-195274176731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348930 Mar 28 14:42:32.453346 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=c1b4bf50-1d4f-4f4c-861a-e87398cabb2d,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:42:32.488363 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843feab2-9601-47d9-8213-745e2e0b5dea x-openstack-request-id: req-843feab2-9601-47d9-8213-745e2e0b5dea {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:42:32.488603 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad9545e-9e8c-4dab-b57f-906af1f84bc1", "name": "network-vif-plugged", "status": "completed", "tag": "c1b4bf50-1d4f-4f4c-861a-e87398cabb2d", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:42:32.488857 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-843feab2-9601-47d9-8213-745e2e0b5dea {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:42:32.489256 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad9545e-9e8c-4dab-b57f-906af1f84bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b4bf50-1d4f-4f4c-861a-e87398cabb2d', 'code': 200} Mar 28 14:42:32.683680 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12065817-697e-4ba9-a9cc-d82536799d2e req-3e776819-a692-480b-8703-8f8dae70d393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:42:32.685183 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-12065817-697e-4ba9-a9cc-d82536799d2e req-3e776819-a692-480b-8703-8f8dae70d393 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 1098 time: 0.0388670 Mar 28 14:42:32.719306 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-12065817-697e-4ba9-a9cc-d82536799d2e req-0733d8ee-e1ff-4530-a454-d36f593fc59a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9a57d3f6-c4fc-4a7b-b95e-195274176731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264544 Mar 28 14:42:33.558275 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf83241-560d-4c57-9c6c-af478f42bc97 req-3eef74da-8862-4f76-b431-89bc738f8a98 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:42:33.559633 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1bf83241-560d-4c57-9c6c-af478f42bc97 req-3eef74da-8862-4f76-b431-89bc738f8a98 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 945 time: 0.0498161 Mar 28 14:42:33.596176 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1bf83241-560d-4c57-9c6c-af478f42bc97 req-abd58be0-055d-413f-b070-d1b3f3bcea33 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57d3f6-c4fc-4a7b-b95e-195274176731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298448 Mar 28 14:42:34.708826 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c735f-c560-41c5-b459-df3674ad541a req-e2a13a48-8fc9-424b-9d3a-7797aa871720 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:42:34.710260 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a62c735f-c560-41c5-b459-df3674ad541a req-e2a13a48-8fc9-424b-9d3a-7797aa871720 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 945 time: 0.0467696 Mar 28 14:42:34.746396 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a62c735f-c560-41c5-b459-df3674ad541a req-5dcf2910-c2b1-4bc5-80e8-a378e59ec7b7 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57d3f6-c4fc-4a7b-b95e-195274176731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302830 Mar 28 14:42:34.856602 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5616266-74f8-4aa3-97ad-438c98c7bbd1 req-d2c832c1-debb-4998-baa3-d65467b559d7 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:42:34.858065 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d5616266-74f8-4aa3-97ad-438c98c7bbd1 req-d2c832c1-debb-4998-baa3-d65467b559d7 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 945 time: 0.0476751 Mar 28 14:42:34.894936 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d5616266-74f8-4aa3-97ad-438c98c7bbd1 req-2edbb237-01ca-48c1-befa-81f920a6ef22 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57d3f6-c4fc-4a7b-b95e-195274176731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309834 Mar 28 14:42:34.915122 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 43014) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:42:34.998510 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82c1306-3126-41d2-9747-7a3398e70509 tempest-TestShelveInstance-531617007 tempest-TestShelveInstance-531617007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:42:35.000522 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d82c1306-3126-41d2-9747-7a3398e70509 tempest-TestShelveInstance-531617007 tempest-TestShelveInstance-531617007-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 1093 time: 0.0844464 Mar 28 14:42:35.003259 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 43018) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:42:35.007313 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-dcb5c4e2-13d3-4570-b4fa-d8062f128be8 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Request body: {'floatingip': {'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'port_id': 'c1b4bf50-1d4f-4f4c-861a-e87398cabb2d', 'tenant_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:42:35.088047 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dcb5c4e2-13d3-4570-b4fa-d8062f128be8 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for floatingip, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:42:35.179386 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dcb5c4e2-13d3-4570-b4fa-d8062f128be8 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:42:35.282387 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-dcb5c4e2-13d3-4570-b4fa-d8062f128be8 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Allocated IP 172.26.2.190 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/307f8d35-fc59-4fce-98be-a4d842d67e09) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:42:35.377162 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dcb5c4e2-13d3-4570-b4fa-d8062f128be8 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:42:35.448625 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dcb5c4e2-13d3-4570-b4fa-d8062f128be8 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:42:35.492485 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb5c4e2-13d3-4570-b4fa-d8062f128be8 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:42:35.495549 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-dcb5c4e2-13d3-4570-b4fa-d8062f128be8 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:42:35.498997 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb5c4e2-13d3-4570-b4fa-d8062f128be8 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:42:35.519543 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5c4e2-13d3-4570-b4fa-d8062f128be8 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Pushing event updated for resources: {'Port': ['ID=307f8d35-fc59-4fce-98be-a4d842d67e09,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:42:35.844191 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dcb5c4e2-13d3-4570-b4fa-d8062f128be8 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:42:35.979680 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dcb5c4e2-13d3-4570-b4fa-d8062f128be8 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:42:36.123793 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dcb5c4e2-13d3-4570-b4fa-d8062f128be8 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:42:36.167381 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dcb5c4e2-13d3-4570-b4fa-d8062f128be8 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:42:36.236544 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5c4e2-13d3-4570-b4fa-d8062f128be8 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Pushing event updated for resources: {'Port': ['ID=307f8d35-fc59-4fce-98be-a4d842d67e09,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:42:36.248015 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dcb5c4e2-13d3-4570-b4fa-d8062f128be8 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:42:36.344658 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [None req-dcb5c4e2-13d3-4570-b4fa-d8062f128be8 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Floating IP 4c00b597-5a21-4725-891e-7ef9999cc449 associated. External IP: 172.26.2.190, port: c1b4bf50-1d4f-4f4c-861a-e87398cabb2d. Mar 28 14:42:36.543718 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb5c4e2-13d3-4570-b4fa-d8062f128be8 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Router 9c608757-40d0-4477-ba70-4d7879c46e6f has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:42:36.647461 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb5c4e2-13d3-4570-b4fa-d8062f128be8 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:42:36.658453 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bdbb67-792e-41e9-a43e-425a88a19958 None None] Sync routers for ids ['9c608757-40d0-4477-ba70-4d7879c46e6f'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:42:36.667604 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bdbb67-792e-41e9-a43e-425a88a19958 None None] Routers {'9c608757-40d0-4477-ba70-4d7879c46e6f'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:42:36.668201 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-b7bdbb67-792e-41e9-a43e-425a88a19958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:42:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['9c608757-40d0-4477-ba70-4d7879c46e6f'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:42:36.729679 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-dcb5c4e2-13d3-4570-b4fa-d8062f128be8 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:42:36.755329 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-dcb5c4e2-13d3-4570-b4fa-d8062f128be8 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7511010 Mar 28 14:42:36.755893 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad9545e-9e8c-4dab-b57f-906af1f84bc1', 'tag': 'c1b4bf50-1d4f-4f4c-861a-e87398cabb2d'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:42:36.758180 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d1642cbb70de6a12865093fbd5abf581dcaaf3a118be8c0c2cf332c9c15a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3acaf2ce-5bda-4f1e-8f3a-1faeb53ab025" -d '{"events": [{"name": "network-changed", "server_uuid": "7ad9545e-9e8c-4dab-b57f-906af1f84bc1", "tag": "c1b4bf50-1d4f-4f4c-861a-e87398cabb2d"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:42:36.768668 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-b7bdbb67-792e-41e9-a43e-425a88a19958 None None] Set router 9c608757-40d0-4477-ba70-4d7879c46e6f gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:42:36.793557 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657fcf18-257c-40c1-9209-51e642b0baac x-openstack-request-id: req-657fcf18-257c-40c1-9209-51e642b0baac {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:42:36.793901 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ad9545e-9e8c-4dab-b57f-906af1f84bc1", "tag": "c1b4bf50-1d4f-4f4c-861a-e87398cabb2d", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:42:36.794105 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-657fcf18-257c-40c1-9209-51e642b0baac {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:42:36.794503 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ad9545e-9e8c-4dab-b57f-906af1f84bc1', 'tag': 'c1b4bf50-1d4f-4f4c-861a-e87398cabb2d', 'status': 'completed', 'code': 200} Mar 28 14:42:36.855914 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acaf2ce-5bda-4f1e-8f3a-1faeb53ab025 req-61339181-d247-499e-9eb5-46c653e20f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:42:36.857477 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3acaf2ce-5bda-4f1e-8f3a-1faeb53ab025 req-61339181-d247-499e-9eb5-46c653e20f81 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b30ce954fb0448cfb93280a6f9f736a8&device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 1098 time: 0.0413432 Mar 28 14:42:36.947322 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acaf2ce-5bda-4f1e-8f3a-1faeb53ab025 req-4b4ad7e6-49ff-47b7-b527-95dc3bad6599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:42:36.948805 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3acaf2ce-5bda-4f1e-8f3a-1faeb53ab025 req-4b4ad7e6-49ff-47b7-b527-95dc3bad6599 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e53d8e89-d3e9-443d-b9b3-683d41a65613 HTTP/1.1" status: 200 len: 908 time: 0.0849628 Mar 28 14:42:36.987320 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-b7bdbb67-792e-41e9-a43e-425a88a19958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'name': 'tempest-TestShelveInstance-78796023-router', 'tenant_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e51e2ce0-5136-4dc5-890b-8c2a17f49cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:36:12Z', 'updated_at': '2022-03-28T14:36:15Z', 'revision_number': 4, 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'gw_port': {'id': 'e51e2ce0-5136-4dc5-890b-8c2a17f49cbd', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:60:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:36:13Z', 'updated_at': '2022-03-28T14:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '4c00b597-5a21-4725-891e-7ef9999cc449', 'tenant_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'floating_ip_address': '172.26.2.190', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'port_id': 'c1b4bf50-1d4f-4f4c-861a-e87398cabb2d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e53d8e89-d3e9-443d-b9b3-683d41a65613', 'mac_address': 'fa:16:3e:93:ee:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad9545e-9e8c-4dab-b57f-906af1f84bc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:42:35Z', 'updated_at': '2022-03-28T14:42:35Z', 'revision_number': 0, 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d04f959-dc9c-4026-975d-0c83af97b9ae', 'name': '', 'network_id': 'e53d8e89-d3e9-443d-b9b3-683d41a65613', 'tenant_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'mac_address': 'fa:16:3e:eb:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '8e6d2619-6d45-4700-aa4f-6a8662c63ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:36:14Z', 'updated_at': '2022-03-28T14:36:19Z', 'revision_number': 5, 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'subnets': [{'id': '8e6d2619-6d45-4700-aa4f-6a8662c63ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:42:37.011087 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3acaf2ce-5bda-4f1e-8f3a-1faeb53ab025 req-f621f57c-7f89-4531-967a-5425d937d52f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1b4bf50-1d4f-4f4c-861a-e87398cabb2d HTTP/1.1" status: 200 len: 999 time: 0.0560582 Mar 28 14:42:37.012850 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bdbb67-792e-41e9-a43e-425a88a19958 None None] Checking router: 9c608757-40d0-4477-ba70-4d7879c46e6f for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:42:37.021633 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bdbb67-792e-41e9-a43e-425a88a19958 None None] Routers {'9c608757-40d0-4477-ba70-4d7879c46e6f'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:42:37.022266 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-b7bdbb67-792e-41e9-a43e-425a88a19958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:42:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['9c608757-40d0-4477-ba70-4d7879c46e6f'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:42:37.061650 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acaf2ce-5bda-4f1e-8f3a-1faeb53ab025 req-409d3d3c-d218-41ea-8262-a633696f3417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:42:37.063573 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3acaf2ce-5bda-4f1e-8f3a-1faeb53ab025 req-409d3d3c-d218-41ea-8262-a633696f3417 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e6d2619-6d45-4700-aa4f-6a8662c63ecb HTTP/1.1" status: 200 len: 846 time: 0.0462661 Mar 28 14:42:37.107692 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acaf2ce-5bda-4f1e-8f3a-1faeb53ab025 req-2127cb0b-ea28-45e6-8b11-b1ec3262dc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:42:37.109236 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3acaf2ce-5bda-4f1e-8f3a-1faeb53ab025 req-2127cb0b-ea28-45e6-8b11-b1ec3262dc1b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e53d8e89-d3e9-443d-b9b3-683d41a65613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391529 Mar 28 14:42:37.123590 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-b7bdbb67-792e-41e9-a43e-425a88a19958 None None] Set router 9c608757-40d0-4477-ba70-4d7879c46e6f gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:42:37.196716 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3acaf2ce-5bda-4f1e-8f3a-1faeb53ab025 req-72f27b4f-908f-456d-be64-487b78790ece service neutron] 10.222.0.20 "GET /v2.0/networks/e53d8e89-d3e9-443d-b9b3-683d41a65613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808671 Mar 28 14:42:37.207029 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:42:37.288863 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3acaf2ce-5bda-4f1e-8f3a-1faeb53ab025 req-addf57b9-6445-46db-9cf0-ce1c1a0686c2 service neutron] 10.222.0.20 "GET /v2.0/networks/e53d8e89-d3e9-443d-b9b3-683d41a65613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861313 Mar 28 14:42:37.346914 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-b7bdbb67-792e-41e9-a43e-425a88a19958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'name': 'tempest-TestShelveInstance-78796023-router', 'tenant_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e51e2ce0-5136-4dc5-890b-8c2a17f49cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:36:12Z', 'updated_at': '2022-03-28T14:36:15Z', 'revision_number': 4, 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'gw_port': {'id': 'e51e2ce0-5136-4dc5-890b-8c2a17f49cbd', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:60:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:36:13Z', 'updated_at': '2022-03-28T14:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '4c00b597-5a21-4725-891e-7ef9999cc449', 'tenant_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'floating_ip_address': '172.26.2.190', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'port_id': 'c1b4bf50-1d4f-4f4c-861a-e87398cabb2d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e53d8e89-d3e9-443d-b9b3-683d41a65613', 'mac_address': 'fa:16:3e:93:ee:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad9545e-9e8c-4dab-b57f-906af1f84bc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:42:35Z', 'updated_at': '2022-03-28T14:42:35Z', 'revision_number': 0, 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d04f959-dc9c-4026-975d-0c83af97b9ae', 'name': '', 'network_id': 'e53d8e89-d3e9-443d-b9b3-683d41a65613', 'tenant_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'mac_address': 'fa:16:3e:eb:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '8e6d2619-6d45-4700-aa4f-6a8662c63ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:36:14Z', 'updated_at': '2022-03-28T14:36:19Z', 'revision_number': 5, 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'subnets': [{'id': '8e6d2619-6d45-4700-aa4f-6a8662c63ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:42:37.372008 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bdbb67-792e-41e9-a43e-425a88a19958 None None] The sync data for ids ['9c608757-40d0-4477-ba70-4d7879c46e6f'] in dv-neutron-835335-1-hyperv is: [{'id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'name': 'tempest-TestShelveInstance-78796023-router', 'tenant_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e51e2ce0-5136-4dc5-890b-8c2a17f49cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:36:12Z', 'updated_at': '2022-03-28T14:36:15Z', 'revision_number': 4, 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'gw_port': {'id': 'e51e2ce0-5136-4dc5-890b-8c2a17f49cbd', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:60:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:36:13Z', 'updated_at': '2022-03-28T14:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '4c00b597-5a21-4725-891e-7ef9999cc449', 'tenant_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'floating_ip_address': '172.26.2.190', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'port_id': 'c1b4bf50-1d4f-4f4c-861a-e87398cabb2d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e53d8e89-d3e9-443d-b9b3-683d41a65613', 'mac_address': 'fa:16:3e:93:ee:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad9545e-9e8c-4dab-b57f-906af1f84bc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:42:35Z', 'updated_at': '2022-03-28T14:42:35Z', 'revision_number': 0, 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d04f959-dc9c-4026-975d-0c83af97b9ae', 'name': '', 'network_id': 'e53d8e89-d3e9-443d-b9b3-683d41a65613', 'tenant_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'mac_address': 'fa:16:3e:eb:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '8e6d2619-6d45-4700-aa4f-6a8662c63ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:36:14Z', 'updated_at': '2022-03-28T14:36:19Z', 'revision_number': 5, 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'subnets': [{'id': '8e6d2619-6d45-4700-aa4f-6a8662c63ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:42:37.558426 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dffd2d2-218a-448b-9123-485d17192f7a None None] New status for floating IP 4c00b597-5a21-4725-891e-7ef9999cc449: ACTIVE {{(pid=109614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:42:44.088072 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:42:49.486341 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b899df48-de3c-4931-b366-bcbe70a88330 req-9db2f395-3ecb-4342-8b83-b0f0e8359fef service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393405 Mar 28 14:42:49.571739 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899df48-de3c-4931-b366-bcbe70a88330 req-0a1de084-b575-4f40-bb86-f4680441f5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:42:49.573217 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b899df48-de3c-4931-b366-bcbe70a88330 req-0a1de084-b575-4f40-bb86-f4680441f5ec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b30ce954fb0448cfb93280a6f9f736a8&device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 1098 time: 0.0409012 Mar 28 14:42:49.679492 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899df48-de3c-4931-b366-bcbe70a88330 req-625818b7-6262-46f9-bcee-3b6d693c5bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:42:49.681060 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b899df48-de3c-4931-b366-bcbe70a88330 req-625818b7-6262-46f9-bcee-3b6d693c5bef service neutron] 10.222.0.20 "GET /v2.0/networks?id=e53d8e89-d3e9-443d-b9b3-683d41a65613 HTTP/1.1" status: 200 len: 908 time: 0.0885301 Mar 28 14:42:49.747490 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b899df48-de3c-4931-b366-bcbe70a88330 req-220b4874-8fb9-45f3-b706-e392990bb5de service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1b4bf50-1d4f-4f4c-861a-e87398cabb2d HTTP/1.1" status: 200 len: 1001 time: 0.0584469 Mar 28 14:42:49.798125 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899df48-de3c-4931-b366-bcbe70a88330 req-a78b0909-61c8-4edc-a5a3-04ef0bb2e508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:42:49.799535 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b899df48-de3c-4931-b366-bcbe70a88330 req-a78b0909-61c8-4edc-a5a3-04ef0bb2e508 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e6d2619-6d45-4700-aa4f-6a8662c63ecb HTTP/1.1" status: 200 len: 846 time: 0.0462756 Mar 28 14:42:49.842289 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899df48-de3c-4931-b366-bcbe70a88330 req-2c6d0ce1-b61f-446e-978b-ec90e9cb932f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:42:49.843663 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b899df48-de3c-4931-b366-bcbe70a88330 req-2c6d0ce1-b61f-446e-978b-ec90e9cb932f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e53d8e89-d3e9-443d-b9b3-683d41a65613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383420 Mar 28 14:42:49.929568 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b899df48-de3c-4931-b366-bcbe70a88330 req-06376d42-a73b-444d-bcfc-d822e032c35b service neutron] 10.222.0.20 "GET /v2.0/networks/e53d8e89-d3e9-443d-b9b3-683d41a65613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789177 Mar 28 14:42:50.019292 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b899df48-de3c-4931-b366-bcbe70a88330 req-30b5adb4-9568-4353-959d-df3f2a933e6d service neutron] 10.222.0.20 "GET /v2.0/networks/e53d8e89-d3e9-443d-b9b3-683d41a65613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829132 Mar 28 14:42:54.104781 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4220fb00-5272-4b4b-a537-3ba69c6b579e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:42:56.401817 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-35bf673f-9126-4861-9cb2-ad1c766f3636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:42:57.813595 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:42:59.149980 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:42:59.413434 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:43:14.064908 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:43:14.206870 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:43:24.052741 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b8bb060d-77e8-4295-b421-76939f0c5ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:43:26.378895 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b49409fd-bbe0-49f8-97a8-e8bc0545a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:43:27.835460 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:43:29.154498 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:43:29.389549 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:43:44.120608 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:43:49.554567 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ded6b107-89b8-431f-8939-a0ada9eb6d88 req-a8d48683-0c9c-4c8d-9ade-5038f746b035 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0778794 Mar 28 14:43:49.632075 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6b107-89b8-431f-8939-a0ada9eb6d88 req-ab149f78-47b7-4cf7-84ee-13d0527bc1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:43:49.633588 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ded6b107-89b8-431f-8939-a0ada9eb6d88 req-ab149f78-47b7-4cf7-84ee-13d0527bc1a5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b30ce954fb0448cfb93280a6f9f736a8&device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 1098 time: 0.0393677 Mar 28 14:43:49.732908 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6b107-89b8-431f-8939-a0ada9eb6d88 req-9a345620-d25d-4d8a-984b-b9b435b8127d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:43:49.734355 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ded6b107-89b8-431f-8939-a0ada9eb6d88 req-9a345620-d25d-4d8a-984b-b9b435b8127d service neutron] 10.222.0.20 "GET /v2.0/networks?id=e53d8e89-d3e9-443d-b9b3-683d41a65613 HTTP/1.1" status: 200 len: 908 time: 0.0835590 Mar 28 14:43:49.800426 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ded6b107-89b8-431f-8939-a0ada9eb6d88 req-e89312bd-54a8-4398-a5f9-58627e754043 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1b4bf50-1d4f-4f4c-861a-e87398cabb2d HTTP/1.1" status: 200 len: 1001 time: 0.0596554 Mar 28 14:43:49.851508 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6b107-89b8-431f-8939-a0ada9eb6d88 req-41aa9717-c4f6-493f-8cc8-2ac2b861e221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:43:49.852998 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ded6b107-89b8-431f-8939-a0ada9eb6d88 req-41aa9717-c4f6-493f-8cc8-2ac2b861e221 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e6d2619-6d45-4700-aa4f-6a8662c63ecb HTTP/1.1" status: 200 len: 846 time: 0.0469208 Mar 28 14:43:49.897818 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6b107-89b8-431f-8939-a0ada9eb6d88 req-535449ed-b716-4b30-8ea4-2d1736beb223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:43:49.899330 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ded6b107-89b8-431f-8939-a0ada9eb6d88 req-535449ed-b716-4b30-8ea4-2d1736beb223 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e53d8e89-d3e9-443d-b9b3-683d41a65613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398686 Mar 28 14:43:49.996785 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ded6b107-89b8-431f-8939-a0ada9eb6d88 req-b4e16fd9-1089-4116-9cc7-c4c8e973c089 service neutron] 10.222.0.20 "GET /v2.0/networks/e53d8e89-d3e9-443d-b9b3-683d41a65613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900748 Mar 28 14:43:50.084625 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ded6b107-89b8-431f-8939-a0ada9eb6d88 req-411372a1-1a3b-490b-a65f-67d1bcce1054 service neutron] 10.222.0.20 "GET /v2.0/networks/e53d8e89-d3e9-443d-b9b3-683d41a65613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816088 Mar 28 14:43:51.205915 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:43:54.103531 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-22b8bdfc-1081-449a-854e-a7c5942a306b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:43:56.417483 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6624f464-bc3e-482a-8dca-e64ac89b0757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:43:57.800585 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:43:59.177354 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:43:59.394371 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:44:14.074102 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:44:24.057067 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b536cfd2-d55a-4606-a4be-946b0f0a73ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:44:26.365457 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0f4f5bd8-175b-49ea-8961-18e99812ee7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:44:27.811160 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:44:28.204321 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:44:29.170922 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:44:29.416736 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:44:44.153790 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:44:50.487037 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b09d4516-a72c-44de-8907-3383fa295f90 req-853fdb5c-3c1c-437a-8b1c-c77fef774028 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464895 Mar 28 14:44:50.572715 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d4516-a72c-44de-8907-3383fa295f90 req-99c8a77b-77c5-49d4-ad71-71b23cb56ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:44:50.574183 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b09d4516-a72c-44de-8907-3383fa295f90 req-99c8a77b-77c5-49d4-ad71-71b23cb56ec0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b30ce954fb0448cfb93280a6f9f736a8&device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 1098 time: 0.0427396 Mar 28 14:44:50.678212 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d4516-a72c-44de-8907-3383fa295f90 req-fefca143-27e9-4f43-8d55-dbcd6e99f574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:44:50.679663 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b09d4516-a72c-44de-8907-3383fa295f90 req-fefca143-27e9-4f43-8d55-dbcd6e99f574 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e53d8e89-d3e9-443d-b9b3-683d41a65613 HTTP/1.1" status: 200 len: 908 time: 0.0866997 Mar 28 14:44:50.744101 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b09d4516-a72c-44de-8907-3383fa295f90 req-8da289f6-6bc4-421a-b485-73836089fee4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1b4bf50-1d4f-4f4c-861a-e87398cabb2d HTTP/1.1" status: 200 len: 1001 time: 0.0572877 Mar 28 14:44:50.790671 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d4516-a72c-44de-8907-3383fa295f90 req-30438168-b234-4506-af98-43259a97d6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:44:50.792070 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b09d4516-a72c-44de-8907-3383fa295f90 req-30438168-b234-4506-af98-43259a97d6b9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e6d2619-6d45-4700-aa4f-6a8662c63ecb HTTP/1.1" status: 200 len: 846 time: 0.0425322 Mar 28 14:44:50.839432 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d4516-a72c-44de-8907-3383fa295f90 req-26665f25-896d-4875-90d3-23864cd8dcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:44:50.840974 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b09d4516-a72c-44de-8907-3383fa295f90 req-26665f25-896d-4875-90d3-23864cd8dcd1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e53d8e89-d3e9-443d-b9b3-683d41a65613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426760 Mar 28 14:44:50.925290 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b09d4516-a72c-44de-8907-3383fa295f90 req-c823741a-f4a4-46c3-ba99-775806fe677b service neutron] 10.222.0.20 "GET /v2.0/networks/e53d8e89-d3e9-443d-b9b3-683d41a65613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783031 Mar 28 14:44:51.014870 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b09d4516-a72c-44de-8907-3383fa295f90 req-3c46fed9-8bed-4a42-9814-9c7fe542f2a4 service neutron] 10.222.0.20 "GET /v2.0/networks/e53d8e89-d3e9-443d-b9b3-683d41a65613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830264 Mar 28 14:44:54.096627 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-51e0fa79-368d-4a10-9ffe-0a68f984a588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:44:56.347635 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-26359df9-60db-403c-ac95-f1f346184aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:44:57.846073 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:44:59.159163 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:44:59.376428 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:45:02.483926 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6104b99-2ac3-41ba-9bef-fe86c83ec644 req-3e499001-1aee-4d1c-94c6-c4ed18557689 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:45:02.485428 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c6104b99-2ac3-41ba-9bef-fe86c83ec644 req-3e499001-1aee-4d1c-94c6-c4ed18557689 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 945 time: 0.0913551 Mar 28 14:45:02.526262 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c6104b99-2ac3-41ba-9bef-fe86c83ec644 req-2bed2fa2-8003-42cd-9a61-6deba3fdbad3 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57d3f6-c4fc-4a7b-b95e-195274176731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346019 Mar 28 14:45:03.766647 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e073cc5-c6d3-47b1-b87c-91c5a152ad80 req-2eb44216-33af-4b91-b170-d8ca4e4b293d tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:45:03.768688 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2e073cc5-c6d3-47b1-b87c-91c5a152ad80 req-2eb44216-33af-4b91-b170-d8ca4e4b293d tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 945 time: 0.0957723 Mar 28 14:45:03.806083 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-2e073cc5-c6d3-47b1-b87c-91c5a152ad80 req-4ea4882e-bcbb-4f9f-a9ca-e588d153bd38 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57d3f6-c4fc-4a7b-b95e-195274176731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313723 Mar 28 14:45:04.924481 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4950b8a-bebc-4da9-bf59-b9edbe53bc0f req-94fbd399-c018-4bed-af55-c772bf0d221d tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:45:04.925941 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b4950b8a-bebc-4da9-bf59-b9edbe53bc0f req-94fbd399-c018-4bed-af55-c772bf0d221d tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 945 time: 0.0520334 Mar 28 14:45:04.962598 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b4950b8a-bebc-4da9-bf59-b9edbe53bc0f req-085988f6-f3d4-448a-a2ad-f553077a36e1 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57d3f6-c4fc-4a7b-b95e-195274176731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307600 Mar 28 14:45:05.202279 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:45:06.077502 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e912081-8903-40ea-adf0-77bfb77e83a1 req-38cff60d-7dce-4f37-b722-b7b58dbb7686 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:45:06.078959 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3e912081-8903-40ea-adf0-77bfb77e83a1 req-38cff60d-7dce-4f37-b722-b7b58dbb7686 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 945 time: 0.0497501 Mar 28 14:45:06.116418 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3e912081-8903-40ea-adf0-77bfb77e83a1 req-4e1567f7-61fb-4768-beaa-e3794f49336b tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57d3f6-c4fc-4a7b-b95e-195274176731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305543 Mar 28 14:45:07.231380 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7dfd2c-3b6a-4220-8dea-1ab64f431353 req-1d6adb6e-dfc7-4b8a-b4aa-43b1ea2e949a tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:45:07.232847 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-fd7dfd2c-3b6a-4220-8dea-1ab64f431353 req-1d6adb6e-dfc7-4b8a-b4aa-43b1ea2e949a tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 945 time: 0.0475049 Mar 28 14:45:07.269251 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-fd7dfd2c-3b6a-4220-8dea-1ab64f431353 req-ba7f8a52-dc64-4db5-8f7b-bbcbd7c5e437 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57d3f6-c4fc-4a7b-b95e-195274176731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303521 Mar 28 14:45:08.386883 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0d9c8-5940-431b-aeae-0613ddabaade req-47492225-0ea4-464f-9a36-d540905142f3 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:45:08.388333 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-34e0d9c8-5940-431b-aeae-0613ddabaade req-47492225-0ea4-464f-9a36-d540905142f3 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 945 time: 0.0515995 Mar 28 14:45:08.425668 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-34e0d9c8-5940-431b-aeae-0613ddabaade req-615459bf-da4f-4037-a6f9-bc67444c9074 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57d3f6-c4fc-4a7b-b95e-195274176731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305851 Mar 28 14:45:09.540922 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5ad37-61f3-4755-ba21-a96b921e2659 req-f331e00a-592b-4b17-adce-3fbea8f9c814 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:45:09.542288 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c9e5ad37-61f3-4755-ba21-a96b921e2659 req-f331e00a-592b-4b17-adce-3fbea8f9c814 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 945 time: 0.0484073 Mar 28 14:45:09.577848 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c9e5ad37-61f3-4755-ba21-a96b921e2659 req-f1df28c7-c1a9-461c-8bd9-f35d2ea830e2 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57d3f6-c4fc-4a7b-b95e-195274176731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297911 Mar 28 14:45:10.689791 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e748f3-8fd2-42bc-8c27-bec846dcb0b1 req-74f74155-cafd-4fee-9ea7-3feb0bcaf521 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:45:10.691887 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-07e748f3-8fd2-42bc-8c27-bec846dcb0b1 req-74f74155-cafd-4fee-9ea7-3feb0bcaf521 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 945 time: 0.0480986 Mar 28 14:45:10.728094 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-07e748f3-8fd2-42bc-8c27-bec846dcb0b1 req-6b79bbdd-b136-4732-bdde-b682c80c041d tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57d3f6-c4fc-4a7b-b95e-195274176731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303583 Mar 28 14:45:11.842514 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe0354-1a5e-43d5-aa8b-8733dccead68 req-665c6c79-fb6c-4741-9a42-9753d72ebd6a tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:45:11.843958 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9dbe0354-1a5e-43d5-aa8b-8733dccead68 req-665c6c79-fb6c-4741-9a42-9753d72ebd6a tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 945 time: 0.0516911 Mar 28 14:45:11.880991 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9dbe0354-1a5e-43d5-aa8b-8733dccead68 req-b7a8b282-cd89-4d88-ae38-b11e897ba275 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57d3f6-c4fc-4a7b-b95e-195274176731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310440 Mar 28 14:45:12.591123 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8601d-7dea-41a1-a9fd-e33743bc6f6d req-87797b76-e758-44d3-a5c2-d7d59889c84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:45:12.592623 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f4e8601d-7dea-41a1-a9fd-e33743bc6f6d req-87797b76-e758-44d3-a5c2-d7d59889c84a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b30ce954fb0448cfb93280a6f9f736a8&device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 1098 time: 0.0422397 Mar 28 14:45:12.680085 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8601d-7dea-41a1-a9fd-e33743bc6f6d req-2c17370e-ec6b-40c6-b163-077d761bb625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:45:12.681578 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f4e8601d-7dea-41a1-a9fd-e33743bc6f6d req-2c17370e-ec6b-40c6-b163-077d761bb625 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e53d8e89-d3e9-443d-b9b3-683d41a65613 HTTP/1.1" status: 200 len: 908 time: 0.0831113 Mar 28 14:45:12.743562 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f4e8601d-7dea-41a1-a9fd-e33743bc6f6d req-bfd9edd5-214e-4170-b601-b101ce88c1a8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1b4bf50-1d4f-4f4c-861a-e87398cabb2d HTTP/1.1" status: 200 len: 1001 time: 0.0559103 Mar 28 14:45:12.796658 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8601d-7dea-41a1-a9fd-e33743bc6f6d req-844e5d40-a7e8-48dd-8419-944bb5ce8cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:45:12.798070 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f4e8601d-7dea-41a1-a9fd-e33743bc6f6d req-844e5d40-a7e8-48dd-8419-944bb5ce8cab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e6d2619-6d45-4700-aa4f-6a8662c63ecb HTTP/1.1" status: 200 len: 846 time: 0.0488250 Mar 28 14:45:12.844958 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8601d-7dea-41a1-a9fd-e33743bc6f6d req-3e05963e-2c06-4fd1-808a-30c81c7233b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:45:12.846426 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f4e8601d-7dea-41a1-a9fd-e33743bc6f6d req-3e05963e-2c06-4fd1-808a-30c81c7233b8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e53d8e89-d3e9-443d-b9b3-683d41a65613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421100 Mar 28 14:45:12.930110 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f4e8601d-7dea-41a1-a9fd-e33743bc6f6d req-a831b5c3-aeae-46e5-a27c-c2a89f4eb777 service neutron] 10.222.0.20 "GET /v2.0/networks/e53d8e89-d3e9-443d-b9b3-683d41a65613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776424 Mar 28 14:45:13.053790 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd87824-27ce-4d03-b369-4efd20468ab0 req-ae87c049-a276-4ba7-8917-d5837c110819 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:45:13.056538 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bbd87824-27ce-4d03-b369-4efd20468ab0 req-ae87c049-a276-4ba7-8917-d5837c110819 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 945 time: 0.1022189 Mar 28 14:45:13.058899 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f4e8601d-7dea-41a1-a9fd-e33743bc6f6d req-3b8b9e5b-dbd6-4f42-8bf8-1e3079e00b58 service neutron] 10.222.0.20 "GET /v2.0/networks/e53d8e89-d3e9-443d-b9b3-683d41a65613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223252 Mar 28 14:45:13.098810 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bbd87824-27ce-4d03-b369-4efd20468ab0 req-e9cea0d2-2bfb-45cf-b648-7abab91037be tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57d3f6-c4fc-4a7b-b95e-195274176731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352285 Mar 28 14:45:14.101597 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:45:14.209433 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746eca2e-43ec-4d79-8145-cb34b686522b req-cbd08d61-da04-4729-a522-0a8547b35c1f tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:45:14.210873 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-746eca2e-43ec-4d79-8145-cb34b686522b req-cbd08d61-da04-4729-a522-0a8547b35c1f tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 945 time: 0.0468969 Mar 28 14:45:14.247296 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-746eca2e-43ec-4d79-8145-cb34b686522b req-4573e7bd-7e8b-4aca-b483-e83fe164271d tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57d3f6-c4fc-4a7b-b95e-195274176731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305264 Mar 28 14:45:15.366743 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898d682-b0fa-4cc5-a650-96ea80cac71a req-11d3d0e3-a88a-48c9-b7c7-8355e7b415a5 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:45:15.368254 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3898d682-b0fa-4cc5-a650-96ea80cac71a req-11d3d0e3-a88a-48c9-b7c7-8355e7b415a5 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 945 time: 0.0545435 Mar 28 14:45:15.407365 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3898d682-b0fa-4cc5-a650-96ea80cac71a req-a518d117-917c-46c5-875c-257909230ab7 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57d3f6-c4fc-4a7b-b95e-195274176731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331821 Mar 28 14:45:16.526144 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c165561-0d80-4b28-9b17-aa11463e6891 req-7c645dd1-ab8d-4ab9-b1bf-5a2b9147d52d tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:45:16.527706 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1c165561-0d80-4b28-9b17-aa11463e6891 req-7c645dd1-ab8d-4ab9-b1bf-5a2b9147d52d tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 945 time: 0.0521750 Mar 28 14:45:16.566903 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1c165561-0d80-4b28-9b17-aa11463e6891 req-a517025c-98d8-4bf6-8b0a-784640165ed6 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57d3f6-c4fc-4a7b-b95e-195274176731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318389 Mar 28 14:45:17.681344 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc073a1-038d-4e8f-8d51-f92b4e031794 req-6c057400-9825-416d-affd-d0a4c8d36b80 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:45:17.682791 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0dc073a1-038d-4e8f-8d51-f92b4e031794 req-6c057400-9825-416d-affd-d0a4c8d36b80 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 945 time: 0.0472374 Mar 28 14:45:17.718867 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0dc073a1-038d-4e8f-8d51-f92b4e031794 req-c3372bc2-3280-40a0-a216-af0fa359e8a8 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57d3f6-c4fc-4a7b-b95e-195274176731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303340 Mar 28 14:45:18.035923 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac801a4e-c479-43b1-8dc6-696183f96f5a req-b91218b9-fd15-4214-8896-c180b5d9ca2c tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:45:18.037434 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ac801a4e-c479-43b1-8dc6-696183f96f5a req-b91218b9-fd15-4214-8896-c180b5d9ca2c tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 945 time: 0.0565343 Mar 28 14:45:18.105591 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ac801a4e-c479-43b1-8dc6-696183f96f5a req-90a382f0-404d-434b-95c1-0c9dce10f5b5 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57d3f6-c4fc-4a7b-b95e-195274176731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622442 Mar 28 14:45:18.117908 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4a564372-ba3c-41e4-be86-3ff7de0ded4b req-71e84701-590b-40fe-b619-b351006b0ba6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0959287 Mar 28 14:45:18.127185 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [req-4a564372-ba3c-41e4-be86-3ff7de0ded4b req-2bd63a06-c9ec-483e-9344-7d32b3473440 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 14:45:18.128133 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4a564372-ba3c-41e4-be86-3ff7de0ded4b req-2bd63a06-c9ec-483e-9344-7d32b3473440 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053236 Mar 28 14:45:18.999457 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device c1b4bf50-1d4f-4f4c-861a-e87398cabb2d no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:45:19.076073 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:45:19.097910 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad9545e-9e8c-4dab-b57f-906af1f84bc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1b4bf50-1d4f-4f4c-861a-e87398cabb2d'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:45:19.111687 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port c1b4bf50-1d4f-4f4c-861a-e87398cabb2d, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=c1b4bf50-1d4f-4f4c-861a-e87398cabb2d,segment=NetworkSegment(69da6cfb-8956-4e49-bcd8-66b4e1238fc4),segment_id=69da6cfb-8956-4e49-bcd8-66b4e1238fc4)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:45:19.147229 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1f391a1cf6d5492e3129a92ccef47801421a9a806d9518bc9ec788e12495e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27beed8b-d3aa-4ae0-aa9d-a754643d3ff7" -d '{"events": [{"server_uuid": "7ad9545e-9e8c-4dab-b57f-906af1f84bc1", "name": "network-vif-unplugged", "status": "completed", "tag": "c1b4bf50-1d4f-4f4c-861a-e87398cabb2d"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:45:19.185897 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:45:19.244564 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Mar 2022 14:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95bde4c-0bb6-432e-b2e0-8d6d2bce65c1 x-openstack-request-id: req-f95bde4c-0bb6-432e-b2e0-8d6d2bce65c1 {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:45:19.244844 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad9545e-9e8c-4dab-b57f-906af1f84bc1", "name": "network-vif-unplugged", "status": "failed", "tag": "c1b4bf50-1d4f-4f4c-861a-e87398cabb2d", "code": 422}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:45:19.245293 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f95bde4c-0bb6-432e-b2e0-8d6d2bce65c1 {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:45:19.245683 dv-neutron-835335-1-hyperv neutron-server[109614]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7ad9545e-9e8c-4dab-b57f-906af1f84bc1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c1b4bf50-1d4f-4f4c-861a-e87398cabb2d', 'code': 422} returned with failed status Mar 28 14:45:19.249371 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec0223-33fa-4ebc-a31e-7411cac38485 req-c7bc4009-cf3f-4eb6-ace2-9d997dff44b6 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:45:19.250824 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-27ec0223-33fa-4ebc-a31e-7411cac38485 req-c7bc4009-cf3f-4eb6-ace2-9d997dff44b6 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 943 time: 0.0750883 Mar 28 14:45:19.255629 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=c1b4bf50-1d4f-4f4c-861a-e87398cabb2d,revision_number=6']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:45:19.269588 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:19.269940 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:19.270277 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:19.271059 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:19.271059 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:19.271245 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:19.271573 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:19.271900 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:19.272226 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:19.272588 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:19.272909 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:19.273231 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:45:19.291872 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-27ec0223-33fa-4ebc-a31e-7411cac38485 req-93395089-7579-4c5e-96f5-1e74f318fe2c tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57d3f6-c4fc-4a7b-b95e-195274176731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349391 Mar 28 14:45:20.406784 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ce40f-35d6-4e49-bc7f-ad3a0964355e req-ca8c9747-08fa-4778-aa5d-2f141dff7203 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:45:20.408786 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-099ce40f-35d6-4e49-bc7f-ad3a0964355e req-ca8c9747-08fa-4778-aa5d-2f141dff7203 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 943 time: 0.0524030 Mar 28 14:45:20.446705 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-099ce40f-35d6-4e49-bc7f-ad3a0964355e req-bbb4c143-0747-4ed0-b68d-466d0b5a4816 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57d3f6-c4fc-4a7b-b95e-195274176731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318909 Mar 28 14:45:21.560539 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69c7df-1ab5-4577-b7c2-2ad0596d02c0 req-7ce4e98a-5fb6-47b6-81ef-1d865d75f6d6 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:45:21.561980 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0a69c7df-1ab5-4577-b7c2-2ad0596d02c0 req-7ce4e98a-5fb6-47b6-81ef-1d865d75f6d6 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 943 time: 0.0476811 Mar 28 14:45:21.599174 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0a69c7df-1ab5-4577-b7c2-2ad0596d02c0 req-1d8ff811-e538-4acc-9e6e-8298b40d7e39 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57d3f6-c4fc-4a7b-b95e-195274176731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302975 Mar 28 14:45:22.711621 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8093d-fa08-4dde-b774-966bd5b00e14 req-5272e002-7624-47f4-9fbb-aea2b23359d9 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:45:22.713071 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e4f8093d-fa08-4dde-b774-966bd5b00e14 req-5272e002-7624-47f4-9fbb-aea2b23359d9 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 943 time: 0.0473123 Mar 28 14:45:22.749413 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e4f8093d-fa08-4dde-b774-966bd5b00e14 req-f3ce07bd-7b13-4bbd-a87a-9f8821897b70 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57d3f6-c4fc-4a7b-b95e-195274176731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304623 Mar 28 14:45:23.729180 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a564372-ba3c-41e4-be86-3ff7de0ded4b req-793d9603-4497-4f9d-bc05-68d8e5d20fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:45:23.730636 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4a564372-ba3c-41e4-be86-3ff7de0ded4b req-793d9603-4497-4f9d-bc05-68d8e5d20fbd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1&tenant_id=b30ce954fb0448cfb93280a6f9f736a8 HTTP/1.1" status: 200 len: 1096 time: 0.0440121 Mar 28 14:45:23.791045 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a564372-ba3c-41e4-be86-3ff7de0ded4b req-c03a432b-1474-4f37-8af6-8d0e36a90458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:45:23.792631 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4a564372-ba3c-41e4-be86-3ff7de0ded4b req-c03a432b-1474-4f37-8af6-8d0e36a90458 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b30ce954fb0448cfb93280a6f9f736a8&device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 1096 time: 0.0413754 Mar 28 14:45:24.073348 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-16791895-7846-4c1d-a163-b23c479f399d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:45:24.254061 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc845f-f1d1-476e-81bf-9f180bc60339 req-2c730203-6303-424c-a82f-75d936cd43f4 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:45:24.255539 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9dfc845f-f1d1-476e-81bf-9f180bc60339 req-2c730203-6303-424c-a82f-75d936cd43f4 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 943 time: 0.4380758 Mar 28 14:45:24.260276 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a564372-ba3c-41e4-be86-3ff7de0ded4b req-d56765ee-0886-4ad5-8505-c8bf38b35384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:45:24.261729 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4a564372-ba3c-41e4-be86-3ff7de0ded4b req-d56765ee-0886-4ad5-8505-c8bf38b35384 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e53d8e89-d3e9-443d-b9b3-683d41a65613 HTTP/1.1" status: 200 len: 908 time: 0.4629884 Mar 28 14:45:24.333707 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9dfc845f-f1d1-476e-81bf-9f180bc60339 req-fed1a8b2-e932-4716-a7d5-c33d1eecc781 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57d3f6-c4fc-4a7b-b95e-195274176731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709572 Mar 28 14:45:24.342940 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4a564372-ba3c-41e4-be86-3ff7de0ded4b req-54aab70f-30d6-4d0e-a0ca-89e3927070cd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1b4bf50-1d4f-4f4c-861a-e87398cabb2d HTTP/1.1" status: 200 len: 999 time: 0.0741100 Mar 28 14:45:24.392377 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a564372-ba3c-41e4-be86-3ff7de0ded4b req-58a70c82-c089-4112-8c81-44980193149a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:45:24.394335 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4a564372-ba3c-41e4-be86-3ff7de0ded4b req-58a70c82-c089-4112-8c81-44980193149a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e6d2619-6d45-4700-aa4f-6a8662c63ecb HTTP/1.1" status: 200 len: 846 time: 0.0456796 Mar 28 14:45:24.448969 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a564372-ba3c-41e4-be86-3ff7de0ded4b req-b023858e-b714-4f43-8a89-49a29bdf08a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:45:24.451064 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4a564372-ba3c-41e4-be86-3ff7de0ded4b req-b023858e-b714-4f43-8a89-49a29bdf08a8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e53d8e89-d3e9-443d-b9b3-683d41a65613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0504000 Mar 28 14:45:24.536324 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4a564372-ba3c-41e4-be86-3ff7de0ded4b req-2784cece-97d5-42ae-8d54-e43912fecca6 service neutron] 10.222.0.20 "GET /v2.0/networks/e53d8e89-d3e9-443d-b9b3-683d41a65613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783892 Mar 28 14:45:24.630154 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4a564372-ba3c-41e4-be86-3ff7de0ded4b req-32b29318-c077-42ba-9293-0a1ad5296677 service neutron] 10.222.0.20 "GET /v2.0/networks/e53d8e89-d3e9-443d-b9b3-683d41a65613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878084 Mar 28 14:45:25.448018 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341b403-6125-4e9b-b560-68074719b4c8 req-7d0d83f8-3a0f-46cc-ab2d-9c19cc566e2e tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:45:25.449518 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c341b403-6125-4e9b-b560-68074719b4c8 req-7d0d83f8-3a0f-46cc-ab2d-9c19cc566e2e tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 943 time: 0.0496655 Mar 28 14:45:25.485712 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c341b403-6125-4e9b-b560-68074719b4c8 req-331b3695-abb4-422e-be1b-47c61275daa4 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57d3f6-c4fc-4a7b-b95e-195274176731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297694 Mar 28 14:45:26.369986 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b66c99ba-04d7-4a33-b49e-17364bd0e192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:45:26.598123 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a65b37-c90a-49bc-a8db-9d0eb31514aa req-19a31c53-daf4-46b6-a593-432855b4bb8e tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:45:26.599557 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-88a65b37-c90a-49bc-a8db-9d0eb31514aa req-19a31c53-daf4-46b6-a593-432855b4bb8e tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 943 time: 0.0475459 Mar 28 14:45:26.637173 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-88a65b37-c90a-49bc-a8db-9d0eb31514aa req-8d435604-e1c9-4934-9478-d17595642dbc tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57d3f6-c4fc-4a7b-b95e-195274176731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314419 Mar 28 14:45:27.827549 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:45:27.922502 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa3db6-d481-4b9d-a176-86a1af47d59a req-5220cdb4-5bf4-40fd-a031-511ce7867872 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:45:27.923871 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8aaa3db6-d481-4b9d-a176-86a1af47d59a req-5220cdb4-5bf4-40fd-a031-511ce7867872 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 943 time: 0.0514748 Mar 28 14:45:27.961390 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8aaa3db6-d481-4b9d-a176-86a1af47d59a req-e0f6ecdb-8cb5-40de-b055-af4b9f3017d2 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57d3f6-c4fc-4a7b-b95e-195274176731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313463 Mar 28 14:45:29.072494 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21e1a3-ef68-407d-ad54-7e3fe53347a2 req-d2a06490-8324-4319-b84f-ef1f7ac9366e tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:45:29.073941 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ae21e1a3-ef68-407d-ad54-7e3fe53347a2 req-d2a06490-8324-4319-b84f-ef1f7ac9366e tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 943 time: 0.0478053 Mar 28 14:45:29.115020 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ae21e1a3-ef68-407d-ad54-7e3fe53347a2 req-bf29f0e0-2b18-45d5-b6be-ca3a0be0cb18 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57d3f6-c4fc-4a7b-b95e-195274176731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350337 Mar 28 14:45:29.198409 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:45:29.393556 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:45:30.226708 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd2855-9e3a-4f88-8455-3c587709cbb2 req-1f379362-5a55-4052-be26-69408779d26d tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:45:30.228187 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-55cd2855-9e3a-4f88-8455-3c587709cbb2 req-1f379362-5a55-4052-be26-69408779d26d tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 943 time: 0.0473323 Mar 28 14:45:30.269240 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-55cd2855-9e3a-4f88-8455-3c587709cbb2 req-063c41ef-a8e0-4525-893e-75ea5a79ce66 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57d3f6-c4fc-4a7b-b95e-195274176731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349557 Mar 28 14:45:31.385431 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442ee9c-2d3f-4f6f-b439-98e72b28f9f3 req-1bf88264-430c-49bc-ac40-6f769ae5fdb9 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:45:31.387537 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a442ee9c-2d3f-4f6f-b439-98e72b28f9f3 req-1bf88264-430c-49bc-ac40-6f769ae5fdb9 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 943 time: 0.0526817 Mar 28 14:45:31.426186 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a442ee9c-2d3f-4f6f-b439-98e72b28f9f3 req-6a647036-4588-4b02-96c3-1fffdcb184cf tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57d3f6-c4fc-4a7b-b95e-195274176731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323226 Mar 28 14:45:32.541199 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dce411-9559-49be-8dd4-0a2760d5662c req-0726868e-c698-4bed-9a22-8a86fad7df3d tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:45:32.542647 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-41dce411-9559-49be-8dd4-0a2760d5662c req-0726868e-c698-4bed-9a22-8a86fad7df3d tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 943 time: 0.0477796 Mar 28 14:45:32.578724 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-41dce411-9559-49be-8dd4-0a2760d5662c req-6db8ed6b-d5df-4695-969c-4253451095d6 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57d3f6-c4fc-4a7b-b95e-195274176731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302753 Mar 28 14:45:33.076784 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device c1b4bf50-1d4f-4f4c-861a-e87398cabb2d details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:45:33.169521 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port c1b4bf50-1d4f-4f4c-861a-e87398cabb2d, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=c1b4bf50-1d4f-4f4c-861a-e87398cabb2d,segment=NetworkSegment(69da6cfb-8956-4e49-bcd8-66b4e1238fc4),segment_id=69da6cfb-8956-4e49-bcd8-66b4e1238fc4)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:45:33.180841 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': 'c1b4bf50-1d4f-4f4c-861a-e87398cabb2d', 'network_id': 'e53d8e89-d3e9-443d-b9b3-683d41a65613', 'port_id': 'c1b4bf50-1d4f-4f4c-861a-e87398cabb2d', 'mac_address': 'fa:16:3e:93:ee:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e6d2619-6d45-4700-aa4f-6a8662c63ecb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:45:33.215394 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:45:33.232289 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1b4bf50-1d4f-4f4c-861a-e87398cabb2d {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:45:33.250853 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port c1b4bf50-1d4f-4f4c-861a-e87398cabb2d, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=c1b4bf50-1d4f-4f4c-861a-e87398cabb2d,segment=NetworkSegment(69da6cfb-8956-4e49-bcd8-66b4e1238fc4),segment_id=69da6cfb-8956-4e49-bcd8-66b4e1238fc4)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:45:33.364255 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:45:33.414344 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=c1b4bf50-1d4f-4f4c-861a-e87398cabb2d,revision_number=7']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:45:33.691802 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49493cc5-d011-4294-8b88-702551697ca2 req-01146afe-831f-4e80-aa00-cd7762cc6154 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:45:33.693316 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-49493cc5-d011-4294-8b88-702551697ca2 req-01146afe-831f-4e80-aa00-cd7762cc6154 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 944 time: 0.0485513 Mar 28 14:45:33.710061 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['c1b4bf50-1d4f-4f4c-861a-e87398cabb2d'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:45:33.732541 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-49493cc5-d011-4294-8b88-702551697ca2 req-f2aa63d5-b353-46c5-a34e-916a5e3d9f1c tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57d3f6-c4fc-4a7b-b95e-195274176731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328660 Mar 28 14:45:34.844938 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b3c16-a7c1-4970-a4be-b6a4db7e7b1e req-0fda26cb-1985-4d08-9190-5bd59f649a68 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:45:34.846886 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-810b3c16-a7c1-4970-a4be-b6a4db7e7b1e req-0fda26cb-1985-4d08-9190-5bd59f649a68 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 944 time: 0.0511208 Mar 28 14:45:34.883019 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-810b3c16-a7c1-4970-a4be-b6a4db7e7b1e req-cb08c3b5-1b32-4191-9876-81ff379bd728 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57d3f6-c4fc-4a7b-b95e-195274176731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303307 Mar 28 14:45:35.077065 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device c1b4bf50-1d4f-4f4c-861a-e87398cabb2d up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:45:35.123274 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port c1b4bf50-1d4f-4f4c-861a-e87398cabb2d triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:45:35.123638 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:45:35.338781 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:45:35.359402 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad9545e-9e8c-4dab-b57f-906af1f84bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b4bf50-1d4f-4f4c-861a-e87398cabb2d'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:45:35.361637 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1f391a1cf6d5492e3129a92ccef47801421a9a806d9518bc9ec788e12495e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013a45cd-48bb-4f83-96b7-85d477285896" -d '{"events": [{"server_uuid": "7ad9545e-9e8c-4dab-b57f-906af1f84bc1", "name": "network-vif-plugged", "status": "completed", "tag": "c1b4bf50-1d4f-4f4c-861a-e87398cabb2d"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:45:35.373911 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port c1b4bf50-1d4f-4f4c-861a-e87398cabb2d, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=c1b4bf50-1d4f-4f4c-861a-e87398cabb2d,segment=NetworkSegment(69da6cfb-8956-4e49-bcd8-66b4e1238fc4),segment_id=69da6cfb-8956-4e49-bcd8-66b4e1238fc4)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:45:35.399052 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffe7690-0ba9-4079-ae40-84929ab862eb x-openstack-request-id: req-5ffe7690-0ba9-4079-ae40-84929ab862eb {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:45:35.399340 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad9545e-9e8c-4dab-b57f-906af1f84bc1", "name": "network-vif-plugged", "status": "completed", "tag": "c1b4bf50-1d4f-4f4c-861a-e87398cabb2d", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:45:35.399588 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5ffe7690-0ba9-4079-ae40-84929ab862eb {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:45:35.399971 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad9545e-9e8c-4dab-b57f-906af1f84bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b4bf50-1d4f-4f4c-861a-e87398cabb2d', 'code': 200} Mar 28 14:45:35.473113 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:45:35.521038 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=c1b4bf50-1d4f-4f4c-861a-e87398cabb2d,revision_number=8']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:45:35.673021 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe1f5a-54b0-40d2-9c2e-6987ef6fbd6b req-f49d3900-cd0c-4dd8-a364-7438147ce1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:45:35.674977 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0bfe1f5a-54b0-40d2-9c2e-6987ef6fbd6b req-f49d3900-cd0c-4dd8-a364-7438147ce1e7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 1098 time: 0.0393336 Mar 28 14:45:35.708326 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-0bfe1f5a-54b0-40d2-9c2e-6987ef6fbd6b req-389eb0b2-f6ea-4ddb-b111-91be4d0d47cd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9a57d3f6-c4fc-4a7b-b95e-195274176731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271187 Mar 28 14:45:35.994489 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d31045-1c06-477e-a073-cebc8817cfd3 req-0d0ab932-ae1f-4b27-a15c-8baf6dcfa034 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:45:36.071905 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b1d31045-1c06-477e-a073-cebc8817cfd3 req-0d0ab932-ae1f-4b27-a15c-8baf6dcfa034 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 945 time: 0.0466635 Mar 28 14:45:36.071905 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b1d31045-1c06-477e-a073-cebc8817cfd3 req-853bec07-df68-4f68-bdfd-2555868a486d tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57d3f6-c4fc-4a7b-b95e-195274176731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379047 Mar 28 14:45:37.164379 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c8e51-034c-43de-9704-46cd48845541 req-ba4f3efb-5755-4fb9-8033-007aca0bfaae tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:45:37.165848 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e98c8e51-034c-43de-9704-46cd48845541 req-ba4f3efb-5755-4fb9-8033-007aca0bfaae tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 945 time: 0.0529623 Mar 28 14:45:37.202222 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e98c8e51-034c-43de-9704-46cd48845541 req-f0c67199-6c42-4591-bd0f-ea1baa101ae5 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57d3f6-c4fc-4a7b-b95e-195274176731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304618 Mar 28 14:45:42.201770 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:45:44.107185 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:45:52.480946 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b8d24e03-7837-4ae4-bdda-d930d1721a3e req-bed48b41-e7a2-4e03-8961-3d76c239033e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399561 Mar 28 14:45:52.560720 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d24e03-7837-4ae4-bdda-d930d1721a3e req-a1267d47-c429-4742-ba3a-8e9263bd0265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:45:52.562208 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b8d24e03-7837-4ae4-bdda-d930d1721a3e req-a1267d47-c429-4742-ba3a-8e9263bd0265 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b30ce954fb0448cfb93280a6f9f736a8&device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 1098 time: 0.0390894 Mar 28 14:45:52.663241 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d24e03-7837-4ae4-bdda-d930d1721a3e req-161c9261-69be-4dbf-b379-29574397d6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:45:52.664704 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b8d24e03-7837-4ae4-bdda-d930d1721a3e req-161c9261-69be-4dbf-b379-29574397d6e3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e53d8e89-d3e9-443d-b9b3-683d41a65613 HTTP/1.1" status: 200 len: 908 time: 0.0835133 Mar 28 14:45:52.727499 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b8d24e03-7837-4ae4-bdda-d930d1721a3e req-ee951c98-a823-4b24-89a9-09dec4d7afac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1b4bf50-1d4f-4f4c-861a-e87398cabb2d HTTP/1.1" status: 200 len: 1001 time: 0.0564785 Mar 28 14:45:52.779971 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d24e03-7837-4ae4-bdda-d930d1721a3e req-3d91f34c-56ae-4066-9eec-12ebe0d7fd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:45:52.781330 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b8d24e03-7837-4ae4-bdda-d930d1721a3e req-3d91f34c-56ae-4066-9eec-12ebe0d7fd11 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e6d2619-6d45-4700-aa4f-6a8662c63ecb HTTP/1.1" status: 200 len: 846 time: 0.0460596 Mar 28 14:45:52.823751 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d24e03-7837-4ae4-bdda-d930d1721a3e req-551a0d32-cfd3-4d51-92e0-45599b30099a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:45:52.825200 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b8d24e03-7837-4ae4-bdda-d930d1721a3e req-551a0d32-cfd3-4d51-92e0-45599b30099a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e53d8e89-d3e9-443d-b9b3-683d41a65613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0380375 Mar 28 14:45:52.910678 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b8d24e03-7837-4ae4-bdda-d930d1721a3e req-a73a9a29-fa22-4351-add2-a20f82f544c9 service neutron] 10.222.0.20 "GET /v2.0/networks/e53d8e89-d3e9-443d-b9b3-683d41a65613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782845 Mar 28 14:45:52.999610 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b8d24e03-7837-4ae4-bdda-d930d1721a3e req-c61a6750-79ce-45c8-8dbd-1901e340f9a7 service neutron] 10.222.0.20 "GET /v2.0/networks/e53d8e89-d3e9-443d-b9b3-683d41a65613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822656 Mar 28 14:45:54.067104 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-78c41861-3902-4bd8-9cff-353f2b4f52db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:45:56.369987 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-664b7e60-a561-496c-a11b-58ced2e22123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:45:57.849601 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:45:59.221363 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:45:59.398520 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:46:14.101168 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:46:19.201997 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:46:24.072458 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-48278dc7-8435-44d3-aeb2-24dde850e950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:46:26.398483 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-acf6865f-a712-4361-a4ff-10543668fc2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:46:27.832062 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:46:29.215087 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:46:29.414131 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:46:44.122937 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:46:54.077247 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d0fa841f-5d80-4325-99ce-59259f30f290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:46:54.481957 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ffabf118-0e21-4aea-9cb1-c37fd5de6474 req-c18c9ce4-8283-4ce6-9edc-e7f84b5f815d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425625 Mar 28 14:46:54.561096 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabf118-0e21-4aea-9cb1-c37fd5de6474 req-0099d7f6-26fa-4c1b-bf5f-0a8d8c8dc5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:46:54.562616 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ffabf118-0e21-4aea-9cb1-c37fd5de6474 req-0099d7f6-26fa-4c1b-bf5f-0a8d8c8dc5b7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b30ce954fb0448cfb93280a6f9f736a8&device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 1098 time: 0.0404217 Mar 28 14:46:54.660124 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabf118-0e21-4aea-9cb1-c37fd5de6474 req-6266f577-cf95-4437-a6df-05f3bdca6b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:46:54.661608 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ffabf118-0e21-4aea-9cb1-c37fd5de6474 req-6266f577-cf95-4437-a6df-05f3bdca6b1e service neutron] 10.222.0.20 "GET /v2.0/networks?id=e53d8e89-d3e9-443d-b9b3-683d41a65613 HTTP/1.1" status: 200 len: 908 time: 0.0815697 Mar 28 14:46:54.728587 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ffabf118-0e21-4aea-9cb1-c37fd5de6474 req-48f1c659-3c29-41f1-81b5-9992bc1e1a74 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1b4bf50-1d4f-4f4c-861a-e87398cabb2d HTTP/1.1" status: 200 len: 1001 time: 0.0601690 Mar 28 14:46:54.777855 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabf118-0e21-4aea-9cb1-c37fd5de6474 req-10dff3ee-e8a7-4259-b618-1f08e3f58fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:46:54.779229 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ffabf118-0e21-4aea-9cb1-c37fd5de6474 req-10dff3ee-e8a7-4259-b618-1f08e3f58fca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e6d2619-6d45-4700-aa4f-6a8662c63ecb HTTP/1.1" status: 200 len: 846 time: 0.0449905 Mar 28 14:46:54.823401 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabf118-0e21-4aea-9cb1-c37fd5de6474 req-23f4395a-62e8-46fa-81bf-35c6928366e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:46:54.824877 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ffabf118-0e21-4aea-9cb1-c37fd5de6474 req-23f4395a-62e8-46fa-81bf-35c6928366e0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e53d8e89-d3e9-443d-b9b3-683d41a65613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397410 Mar 28 14:46:54.835516 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [req-ffabf118-0e21-4aea-9cb1-c37fd5de6474 req-3920acbf-3ea6-469a-b7b7-f6a88d4ec300 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 14:46:54.836479 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ffabf118-0e21-4aea-9cb1-c37fd5de6474 req-3920acbf-3ea6-469a-b7b7-f6a88d4ec300 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052762 Mar 28 14:46:54.925121 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ffabf118-0e21-4aea-9cb1-c37fd5de6474 req-f9076419-e3ff-4760-b7c9-39a04c3e996e service neutron] 10.222.0.20 "GET /v2.0/networks/e53d8e89-d3e9-443d-b9b3-683d41a65613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823669 Mar 28 14:46:55.012179 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ffabf118-0e21-4aea-9cb1-c37fd5de6474 req-fbef9f97-89ba-4ccc-9c96-d281ddb355ba service neutron] 10.222.0.20 "GET /v2.0/networks/e53d8e89-d3e9-443d-b9b3-683d41a65613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794296 Mar 28 14:46:56.201787 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:46:56.369387 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a583a2a7-36f4-4be4-8628-971bbe1b8cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:46:57.831336 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:46:59.237337 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:46:59.385655 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:13.011798 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 43258) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:47:13.345433 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-bacb32e1-8b51-4ff2-8ce4-627cb9cb2145 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Deleting port 307f8d35-fc59-4fce-98be-a4d842d67e09 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:47:13.345696 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bacb32e1-8b51-4ff2-8ce4-627cb9cb2145 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:13.417736 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bacb32e1-8b51-4ff2-8ce4-627cb9cb2145 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:13.418060 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bacb32e1-8b51-4ff2-8ce4-627cb9cb2145 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:13.429321 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-bacb32e1-8b51-4ff2-8ce4-627cb9cb2145 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Calling delete_port for 307f8d35-fc59-4fce-98be-a4d842d67e09 owned by network:floatingip {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:47:13.671707 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bacb32e1-8b51-4ff2-8ce4-627cb9cb2145 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:13.697697 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb32e1-8b51-4ff2-8ce4-627cb9cb2145 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Pushing event deleted for resources: {'Port': ['ID=307f8d35-fc59-4fce-98be-a4d842d67e09,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:13.722821 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacb32e1-8b51-4ff2-8ce4-627cb9cb2145 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:47:13.723165 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacb32e1-8b51-4ff2-8ce4-627cb9cb2145 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:47:13.723498 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacb32e1-8b51-4ff2-8ce4-627cb9cb2145 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:47:13.723827 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacb32e1-8b51-4ff2-8ce4-627cb9cb2145 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:47:13.724150 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacb32e1-8b51-4ff2-8ce4-627cb9cb2145 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:47:13.724503 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacb32e1-8b51-4ff2-8ce4-627cb9cb2145 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:47:13.724826 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacb32e1-8b51-4ff2-8ce4-627cb9cb2145 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:47:13.725146 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacb32e1-8b51-4ff2-8ce4-627cb9cb2145 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:47:13.725467 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacb32e1-8b51-4ff2-8ce4-627cb9cb2145 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:47:13.726418 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacb32e1-8b51-4ff2-8ce4-627cb9cb2145 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:47:13.726740 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacb32e1-8b51-4ff2-8ce4-627cb9cb2145 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:47:13.727054 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacb32e1-8b51-4ff2-8ce4-627cb9cb2145 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:47:13.764444 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bacb32e1-8b51-4ff2-8ce4-627cb9cb2145 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for floatingip, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:13.764823 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [None req-bacb32e1-8b51-4ff2-8ce4-627cb9cb2145 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Floating IP 4c00b597-5a21-4725-891e-7ef9999cc449 disassociated (deleted). External IP: 172.26.2.190, port: c1b4bf50-1d4f-4f4c-861a-e87398cabb2d. Mar 28 14:47:13.967571 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bacb32e1-8b51-4ff2-8ce4-627cb9cb2145 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Router 9c608757-40d0-4477-ba70-4d7879c46e6f has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:47:14.072664 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bacb32e1-8b51-4ff2-8ce4-627cb9cb2145 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:47:14.077683 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bacb32e1-8b51-4ff2-8ce4-627cb9cb2145 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:14.082966 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b6b0f5-e867-46bf-8987-a8efa2f139ea None None] Sync routers for ids ['9c608757-40d0-4477-ba70-4d7879c46e6f'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:47:14.092588 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b6b0f5-e867-46bf-8987-a8efa2f139ea None None] Routers {'9c608757-40d0-4477-ba70-4d7879c46e6f'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:47:14.096286 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-f7b6b0f5-e867-46bf-8987-a8efa2f139ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:46:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['9c608757-40d0-4477-ba70-4d7879c46e6f'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:47:14.105077 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-bacb32e1-8b51-4ff2-8ce4-627cb9cb2145 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "DELETE /v2.0/floatingips/4c00b597-5a21-4725-891e-7ef9999cc449 HTTP/1.1" status: 204 len: 168 time: 1.0921483 Mar 28 14:47:14.105671 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad9545e-9e8c-4dab-b57f-906af1f84bc1', 'tag': 'c1b4bf50-1d4f-4f4c-861a-e87398cabb2d'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:47:14.111891 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:14.200650 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-f7b6b0f5-e867-46bf-8987-a8efa2f139ea None None] Set router 9c608757-40d0-4477-ba70-4d7879c46e6f gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:47:14.214197 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1532718cc6e21566450128fabd5b268e8b79b75a8a9cad19d4ee0c52bcacb7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a0db14-94d0-4c95-bb1d-fc997d4ff116" -d '{"events": [{"name": "network-changed", "server_uuid": "7ad9545e-9e8c-4dab-b57f-906af1f84bc1", "tag": "c1b4bf50-1d4f-4f4c-861a-e87398cabb2d"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:47:14.301766 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ce55cd-6253-4833-b27c-20a02b96b739 x-openstack-request-id: req-e7ce55cd-6253-4833-b27c-20a02b96b739 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:47:14.302064 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ad9545e-9e8c-4dab-b57f-906af1f84bc1", "tag": "c1b4bf50-1d4f-4f4c-861a-e87398cabb2d", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:47:14.302317 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e7ce55cd-6253-4833-b27c-20a02b96b739 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:47:14.302705 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ad9545e-9e8c-4dab-b57f-906af1f84bc1', 'tag': 'c1b4bf50-1d4f-4f4c-861a-e87398cabb2d', 'status': 'completed', 'code': 200} Mar 28 14:47:14.368471 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0db14-94d0-4c95-bb1d-fc997d4ff116 req-4e1a21d1-2ebd-4367-a869-787d08d6da95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:47:14.369975 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-51a0db14-94d0-4c95-bb1d-fc997d4ff116 req-4e1a21d1-2ebd-4367-a869-787d08d6da95 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b30ce954fb0448cfb93280a6f9f736a8&device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 1098 time: 0.0451727 Mar 28 14:47:14.399218 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-f7b6b0f5-e867-46bf-8987-a8efa2f139ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'name': 'tempest-TestShelveInstance-78796023-router', 'tenant_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e51e2ce0-5136-4dc5-890b-8c2a17f49cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:36:12Z', 'updated_at': '2022-03-28T14:36:15Z', 'revision_number': 4, 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'gw_port': {'id': 'e51e2ce0-5136-4dc5-890b-8c2a17f49cbd', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:60:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:36:13Z', 'updated_at': '2022-03-28T14:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '4d04f959-dc9c-4026-975d-0c83af97b9ae', 'name': '', 'network_id': 'e53d8e89-d3e9-443d-b9b3-683d41a65613', 'tenant_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'mac_address': 'fa:16:3e:eb:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '8e6d2619-6d45-4700-aa4f-6a8662c63ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:36:14Z', 'updated_at': '2022-03-28T14:36:19Z', 'revision_number': 5, 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'subnets': [{'id': '8e6d2619-6d45-4700-aa4f-6a8662c63ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:47:14.424286 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b6b0f5-e867-46bf-8987-a8efa2f139ea None None] Checking router: 9c608757-40d0-4477-ba70-4d7879c46e6f for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:47:14.432475 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b6b0f5-e867-46bf-8987-a8efa2f139ea None None] Routers {'9c608757-40d0-4477-ba70-4d7879c46e6f'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:47:14.433212 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-f7b6b0f5-e867-46bf-8987-a8efa2f139ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:46:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['9c608757-40d0-4477-ba70-4d7879c46e6f'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:47:14.463755 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0db14-94d0-4c95-bb1d-fc997d4ff116 req-d0c6ecd9-5cc8-4bd5-b41e-813ac53fc1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:47:14.465276 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-51a0db14-94d0-4c95-bb1d-fc997d4ff116 req-d0c6ecd9-5cc8-4bd5-b41e-813ac53fc1d2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e53d8e89-d3e9-443d-b9b3-683d41a65613 HTTP/1.1" status: 200 len: 908 time: 0.0880129 Mar 28 14:47:14.534611 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-51a0db14-94d0-4c95-bb1d-fc997d4ff116 req-310a9054-1d46-42fd-8543-9c0f9a4aac25 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1b4bf50-1d4f-4f4c-861a-e87398cabb2d HTTP/1.1" status: 200 len: 217 time: 0.0620713 Mar 28 14:47:14.537260 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-f7b6b0f5-e867-46bf-8987-a8efa2f139ea None None] Set router 9c608757-40d0-4477-ba70-4d7879c46e6f gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:47:14.583226 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9906b-d4a9-4116-b88c-7320dc879134 req-7bcfa2f6-2303-47b0-b369-09c84f560028 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:47:14.584726 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6cc9906b-d4a9-4116-b88c-7320dc879134 req-7bcfa2f6-2303-47b0-b369-09c84f560028 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 945 time: 0.1140831 Mar 28 14:47:14.609598 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0db14-94d0-4c95-bb1d-fc997d4ff116 req-656108d9-620f-45d9-867b-7df456fea198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:47:14.611026 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-51a0db14-94d0-4c95-bb1d-fc997d4ff116 req-656108d9-620f-45d9-867b-7df456fea198 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e6d2619-6d45-4700-aa4f-6a8662c63ecb HTTP/1.1" status: 200 len: 846 time: 0.0678682 Mar 28 14:47:14.640262 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6cc9906b-d4a9-4116-b88c-7320dc879134 req-61d2bae2-73e5-4295-9eab-6d9b9fca0756 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57d3f6-c4fc-4a7b-b95e-195274176731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478137 Mar 28 14:47:14.667496 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0db14-94d0-4c95-bb1d-fc997d4ff116 req-7f9c9007-171b-4cdc-a413-d08200028d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:47:14.669041 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-51a0db14-94d0-4c95-bb1d-fc997d4ff116 req-7f9c9007-171b-4cdc-a413-d08200028d43 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e53d8e89-d3e9-443d-b9b3-683d41a65613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0452063 Mar 28 14:47:14.727804 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-f7b6b0f5-e867-46bf-8987-a8efa2f139ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'name': 'tempest-TestShelveInstance-78796023-router', 'tenant_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e51e2ce0-5136-4dc5-890b-8c2a17f49cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:36:12Z', 'updated_at': '2022-03-28T14:36:15Z', 'revision_number': 4, 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'gw_port': {'id': 'e51e2ce0-5136-4dc5-890b-8c2a17f49cbd', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:60:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:36:13Z', 'updated_at': '2022-03-28T14:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '4d04f959-dc9c-4026-975d-0c83af97b9ae', 'name': '', 'network_id': 'e53d8e89-d3e9-443d-b9b3-683d41a65613', 'tenant_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'mac_address': 'fa:16:3e:eb:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '8e6d2619-6d45-4700-aa4f-6a8662c63ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:36:14Z', 'updated_at': '2022-03-28T14:36:19Z', 'revision_number': 5, 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'subnets': [{'id': '8e6d2619-6d45-4700-aa4f-6a8662c63ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:47:14.756546 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b6b0f5-e867-46bf-8987-a8efa2f139ea None None] The sync data for ids ['9c608757-40d0-4477-ba70-4d7879c46e6f'] in dv-neutron-835335-1-hyperv is: [{'id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'name': 'tempest-TestShelveInstance-78796023-router', 'tenant_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e51e2ce0-5136-4dc5-890b-8c2a17f49cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:36:12Z', 'updated_at': '2022-03-28T14:36:15Z', 'revision_number': 4, 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'gw_port': {'id': 'e51e2ce0-5136-4dc5-890b-8c2a17f49cbd', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:60:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:36:13Z', 'updated_at': '2022-03-28T14:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '4d04f959-dc9c-4026-975d-0c83af97b9ae', 'name': '', 'network_id': 'e53d8e89-d3e9-443d-b9b3-683d41a65613', 'tenant_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'mac_address': 'fa:16:3e:eb:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '8e6d2619-6d45-4700-aa4f-6a8662c63ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:36:14Z', 'updated_at': '2022-03-28T14:36:19Z', 'revision_number': 5, 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'subnets': [{'id': '8e6d2619-6d45-4700-aa4f-6a8662c63ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:47:14.761472 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-51a0db14-94d0-4c95-bb1d-fc997d4ff116 req-196f4254-157d-4ebb-8d67-9f998d5bb7bf service neutron] 10.222.0.20 "GET /v2.0/networks/e53d8e89-d3e9-443d-b9b3-683d41a65613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851092 Mar 28 14:47:14.855294 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-51a0db14-94d0-4c95-bb1d-fc997d4ff116 req-516a2023-eefb-45fa-9b79-3684bbac7e4b service neutron] 10.222.0.20 "GET /v2.0/networks/e53d8e89-d3e9-443d-b9b3-683d41a65613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860457 Mar 28 14:47:14.972733 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418d992a-26a0-41cc-bcce-13cd79ab40a0 None None] New status for floating IP 4c00b597-5a21-4725-891e-7ef9999cc449: DOWN {{(pid=109614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:47:15.760885 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb9655-ac02-4992-abed-2ec8d4df1251 req-cbba9a66-5cfa-4cc9-bfea-c49ea13db76a tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:47:15.762359 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bfdb9655-ac02-4992-abed-2ec8d4df1251 req-cbba9a66-5cfa-4cc9-bfea-c49ea13db76a tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 945 time: 0.0511236 Mar 28 14:47:15.803425 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bfdb9655-ac02-4992-abed-2ec8d4df1251 req-48637093-cc58-4c3f-b7e1-64e3d1762fa1 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57d3f6-c4fc-4a7b-b95e-195274176731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351708 Mar 28 14:47:16.191723 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aceb43-2ef8-438f-a3eb-5450f891f2bd req-ec6eb412-52e9-42e7-80a3-0a45d52bfc5b tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:47:16.193422 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-64aceb43-2ef8-438f-a3eb-5450f891f2bd req-ec6eb412-52e9-42e7-80a3-0a45d52bfc5b tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 945 time: 0.0484571 Mar 28 14:47:16.279342 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-64aceb43-2ef8-438f-a3eb-5450f891f2bd req-7672772e-afa8-4c35-b16b-d967c8830f2e tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Deleting port c1b4bf50-1d4f-4f4c-861a-e87398cabb2d {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:47:16.279680 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-64aceb43-2ef8-438f-a3eb-5450f891f2bd req-7672772e-afa8-4c35-b16b-d967c8830f2e tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:16.368060 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-64aceb43-2ef8-438f-a3eb-5450f891f2bd req-7672772e-afa8-4c35-b16b-d967c8830f2e tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] For port c1b4bf50-1d4f-4f4c-861a-e87398cabb2d, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=c1b4bf50-1d4f-4f4c-861a-e87398cabb2d,segment=NetworkSegment(69da6cfb-8956-4e49-bcd8-66b4e1238fc4),segment_id=69da6cfb-8956-4e49-bcd8-66b4e1238fc4)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:47:16.368449 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-64aceb43-2ef8-438f-a3eb-5450f891f2bd req-7672772e-afa8-4c35-b16b-d967c8830f2e tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:16.380810 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-64aceb43-2ef8-438f-a3eb-5450f891f2bd req-7672772e-afa8-4c35-b16b-d967c8830f2e tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Calling delete_port for c1b4bf50-1d4f-4f4c-861a-e87398cabb2d owned by compute:nova {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:47:16.562845 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-64aceb43-2ef8-438f-a3eb-5450f891f2bd req-7672772e-afa8-4c35-b16b-d967c8830f2e tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:16.592272 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7672772e-afa8-4c35-b16b-d967c8830f2e tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Pushing event deleted for resources: {'Port': ['ID=c1b4bf50-1d4f-4f4c-861a-e87398cabb2d,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:16.631103 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-64aceb43-2ef8-438f-a3eb-5450f891f2bd req-7672772e-afa8-4c35-b16b-d967c8830f2e tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] No DVR routers for this DVR port c1b4bf50-1d4f-4f4c-861a-e87398cabb2d on host hv-neutron-8353 {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:47:16.634106 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-64aceb43-2ef8-438f-a3eb-5450f891f2bd req-7672772e-afa8-4c35-b16b-d967c8830f2e tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:16.637431 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-64aceb43-2ef8-438f-a3eb-5450f891f2bd req-7672772e-afa8-4c35-b16b-d967c8830f2e tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.20 "DELETE /v2.0/ports/c1b4bf50-1d4f-4f4c-861a-e87398cabb2d HTTP/1.1" status: 204 len: 173 time: 0.4384131 Mar 28 14:47:16.637869 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad9545e-9e8c-4dab-b57f-906af1f84bc1', 'name': 'network-vif-deleted', 'tag': 'c1b4bf50-1d4f-4f4c-861a-e87398cabb2d'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:47:16.640192 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1532718cc6e21566450128fabd5b268e8b79b75a8a9cad19d4ee0c52bcacb7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1129ab24-0f63-49df-bb4e-0823818af831" -d '{"events": [{"server_uuid": "7ad9545e-9e8c-4dab-b57f-906af1f84bc1", "name": "network-vif-deleted", "tag": "c1b4bf50-1d4f-4f4c-861a-e87398cabb2d"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:47:16.676115 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a66cc91-5d26-4c62-8915-2e44da5e3ef7 x-openstack-request-id: req-5a66cc91-5d26-4c62-8915-2e44da5e3ef7 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:47:16.676716 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad9545e-9e8c-4dab-b57f-906af1f84bc1", "name": "network-vif-deleted", "tag": "c1b4bf50-1d4f-4f4c-861a-e87398cabb2d", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:47:16.676971 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5a66cc91-5d26-4c62-8915-2e44da5e3ef7 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:47:16.677363 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad9545e-9e8c-4dab-b57f-906af1f84bc1', 'name': 'network-vif-deleted', 'tag': 'c1b4bf50-1d4f-4f4c-861a-e87398cabb2d', 'status': 'completed', 'code': 200} Mar 28 14:47:16.901984 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-4d795af2-8e93-45f6-9a14-3fea96622825 req-2fd28585-79c1-4552-ae3d-2a289b071488 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 210 time: 0.0311158 Mar 28 14:47:17.996700 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-add359d3-1449-480a-9ee2-72c9dc15f7ba req-c8973cd8-8ae9-4f62-8b1e-2d01908f9d20 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 210 time: 0.0252600 Mar 28 14:47:19.096078 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5c2c684b-545d-4757-9464-3be94fce712f req-768fdc4f-c17a-45ec-b8a7-1cf23263caff tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 210 time: 0.0308578 Mar 28 14:47:19.541790 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device c1b4bf50-1d4f-4f4c-861a-e87398cabb2d no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:47:19.562462 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] No Port match for: c1b4bf50-1d4f-4f4c-861a-e87398cabb2d {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:47:19.562672 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device c1b4bf50-1d4f-4f4c-861a-e87398cabb2d not bound to the agent host hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:47:20.188224 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5bc5fc33-e495-4888-8dca-0a96df8a285f req-6a5c9b64-14ab-4b17-bcf7-4908d6be64b9 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ad9545e-9e8c-4dab-b57f-906af1f84bc1 HTTP/1.1" status: 200 len: 210 time: 0.0251114 Mar 28 14:47:21.243733 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 43298) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:47:21.299906 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1ba110cc-5516-4a20-9341-3a883accc0b2 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:21.324630 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1ba110cc-5516-4a20-9341-3a883accc0b2 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:21.454358 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1ba110cc-5516-4a20-9341-3a883accc0b2 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:21.456941 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1ba110cc-5516-4a20-9341-3a883accc0b2 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:21.458152 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-1ba110cc-5516-4a20-9341-3a883accc0b2 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] 10.222.0.24 "DELETE /v2.0/security-groups/9a57d3f6-c4fc-4a7b-b95e-195274176731 HTTP/1.1" status: 204 len: 168 time: 0.2133572 Mar 28 14:47:21.468443 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba110cc-5516-4a20-9341-3a883accc0b2 tempest-TestShelveInstance-1681621745 tempest-TestShelveInstance-1681621745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a57d3f6-c4fc-4a7b-b95e-195274176731,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:21.561060 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 43302) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:47:22.025378 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bb40ce6a-cdca-4ee1-a879-b13d601fc1b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:22.267395 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-bb40ce6a-cdca-4ee1-a879-b13d601fc1b9 admin admin] Deleting port 4d04f959-dc9c-4026-975d-0c83af97b9ae {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:47:22.267945 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bb40ce6a-cdca-4ee1-a879-b13d601fc1b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:22.343485 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-bb40ce6a-cdca-4ee1-a879-b13d601fc1b9 admin admin] For port 4d04f959-dc9c-4026-975d-0c83af97b9ae, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=4d04f959-dc9c-4026-975d-0c83af97b9ae,segment=NetworkSegment(69da6cfb-8956-4e49-bcd8-66b4e1238fc4),segment_id=69da6cfb-8956-4e49-bcd8-66b4e1238fc4)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:47:22.343874 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bb40ce6a-cdca-4ee1-a879-b13d601fc1b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:22.357658 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-bb40ce6a-cdca-4ee1-a879-b13d601fc1b9 admin admin] Calling delete_port for 4d04f959-dc9c-4026-975d-0c83af97b9ae owned by network:router_interface {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:47:22.603094 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bb40ce6a-cdca-4ee1-a879-b13d601fc1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:22.630382 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb40ce6a-cdca-4ee1-a879-b13d601fc1b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d04f959-dc9c-4026-975d-0c83af97b9ae,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:22.800674 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bb40ce6a-cdca-4ee1-a879-b13d601fc1b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:23.007940 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb40ce6a-cdca-4ee1-a879-b13d601fc1b9 admin admin] Router 9c608757-40d0-4477-ba70-4d7879c46e6f has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:47:23.113505 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb40ce6a-cdca-4ee1-a879-b13d601fc1b9 admin admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:47:23.121393 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-bb40ce6a-cdca-4ee1-a879-b13d601fc1b9 admin admin] 10.222.0.24 "PUT /v2.0/routers/9c608757-40d0-4477-ba70-4d7879c46e6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5564895 Mar 28 14:47:23.121491 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 43306) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:47:23.123380 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca135b6-13d1-4a02-8f6f-5f3cfe5c516a None None] Sync routers for ids ['9c608757-40d0-4477-ba70-4d7879c46e6f'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:47:23.137817 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca135b6-13d1-4a02-8f6f-5f3cfe5c516a None None] Routers {'9c608757-40d0-4477-ba70-4d7879c46e6f'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:47:23.138608 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-3ca135b6-13d1-4a02-8f6f-5f3cfe5c516a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:46:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['9c608757-40d0-4477-ba70-4d7879c46e6f'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:47:23.230850 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1fd13d7d-3fda-4ee1-83aa-d40ee7a07ad1 admin admin] Notify callbacks [] for router, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:23.241751 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-3ca135b6-13d1-4a02-8f6f-5f3cfe5c516a None None] Set router 9c608757-40d0-4477-ba70-4d7879c46e6f gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:47:23.334462 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1fd13d7d-3fda-4ee1-83aa-d40ee7a07ad1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:23.416531 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-3ca135b6-13d1-4a02-8f6f-5f3cfe5c516a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'name': 'tempest-TestShelveInstance-78796023-router', 'tenant_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e51e2ce0-5136-4dc5-890b-8c2a17f49cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:36:12Z', 'updated_at': '2022-03-28T14:47:22Z', 'revision_number': 5, 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'gw_port': {'id': 'e51e2ce0-5136-4dc5-890b-8c2a17f49cbd', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:60:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:36:13Z', 'updated_at': '2022-03-28T14:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:47:23.447548 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca135b6-13d1-4a02-8f6f-5f3cfe5c516a None None] Checking router: 9c608757-40d0-4477-ba70-4d7879c46e6f for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:47:23.455862 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca135b6-13d1-4a02-8f6f-5f3cfe5c516a None None] Routers {'9c608757-40d0-4477-ba70-4d7879c46e6f'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:47:23.456486 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-3ca135b6-13d1-4a02-8f6f-5f3cfe5c516a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:46:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['9c608757-40d0-4477-ba70-4d7879c46e6f'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:47:23.465171 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-1fd13d7d-3fda-4ee1-83aa-d40ee7a07ad1 admin admin] Deleting port e51e2ce0-5136-4dc5-890b-8c2a17f49cbd {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:47:23.465514 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1fd13d7d-3fda-4ee1-83aa-d40ee7a07ad1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:23.548946 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-1fd13d7d-3fda-4ee1-83aa-d40ee7a07ad1 admin admin] For port e51e2ce0-5136-4dc5-890b-8c2a17f49cbd, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=e51e2ce0-5136-4dc5-890b-8c2a17f49cbd,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:47:23.549207 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1fd13d7d-3fda-4ee1-83aa-d40ee7a07ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:23.555721 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-3ca135b6-13d1-4a02-8f6f-5f3cfe5c516a None None] Set router 9c608757-40d0-4477-ba70-4d7879c46e6f gateway port host: None {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:47:23.565534 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-1fd13d7d-3fda-4ee1-83aa-d40ee7a07ad1 admin admin] Calling delete_port for e51e2ce0-5136-4dc5-890b-8c2a17f49cbd owned by network:router_gateway {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:47:23.705685 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-3ca135b6-13d1-4a02-8f6f-5f3cfe5c516a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'name': 'tempest-TestShelveInstance-78796023-router', 'tenant_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:36:12Z', 'updated_at': '2022-03-28T14:47:23Z', 'revision_number': 6, 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'gw_port_host': None}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:47:23.734692 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca135b6-13d1-4a02-8f6f-5f3cfe5c516a None None] The sync data for ids ['9c608757-40d0-4477-ba70-4d7879c46e6f'] in dv-neutron-835335-1-hyperv is: [{'id': '9c608757-40d0-4477-ba70-4d7879c46e6f', 'name': 'tempest-TestShelveInstance-78796023-router', 'tenant_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:36:12Z', 'updated_at': '2022-03-28T14:47:23Z', 'revision_number': 6, 'project_id': 'b30ce954fb0448cfb93280a6f9f736a8', 'gw_port_host': None}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:47:24.094579 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-582c4079-6b46-45f0-96ff-6adf478e1cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:24.123382 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1fd13d7d-3fda-4ee1-83aa-d40ee7a07ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:24.153998 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd13d7d-3fda-4ee1-83aa-d40ee7a07ad1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e51e2ce0-5136-4dc5-890b-8c2a17f49cbd,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:24.185287 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd13d7d-3fda-4ee1-83aa-d40ee7a07ad1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:47:24.185634 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd13d7d-3fda-4ee1-83aa-d40ee7a07ad1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:47:24.185975 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd13d7d-3fda-4ee1-83aa-d40ee7a07ad1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:47:24.186311 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd13d7d-3fda-4ee1-83aa-d40ee7a07ad1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:47:24.186650 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd13d7d-3fda-4ee1-83aa-d40ee7a07ad1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:47:24.186979 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd13d7d-3fda-4ee1-83aa-d40ee7a07ad1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:47:24.187307 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd13d7d-3fda-4ee1-83aa-d40ee7a07ad1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:47:24.187636 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd13d7d-3fda-4ee1-83aa-d40ee7a07ad1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:47:24.187962 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd13d7d-3fda-4ee1-83aa-d40ee7a07ad1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:47:24.188285 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd13d7d-3fda-4ee1-83aa-d40ee7a07ad1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:47:24.188632 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd13d7d-3fda-4ee1-83aa-d40ee7a07ad1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:47:24.188952 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd13d7d-3fda-4ee1-83aa-d40ee7a07ad1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:47:24.227745 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1fd13d7d-3fda-4ee1-83aa-d40ee7a07ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133933816'] for router_gateway, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:24.315291 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1fd13d7d-3fda-4ee1-83aa-d40ee7a07ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:24.317671 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1fd13d7d-3fda-4ee1-83aa-d40ee7a07ad1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:24.459883 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1fd13d7d-3fda-4ee1-83aa-d40ee7a07ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:24.460388 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd13d7d-3fda-4ee1-83aa-d40ee7a07ad1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c608757-40d0-4477-ba70-4d7879c46e6f {{(pid=109612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 14:47:24.471015 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-1fd13d7d-3fda-4ee1-83aa-d40ee7a07ad1 admin admin] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:24.471015 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-1fd13d7d-3fda-4ee1-83aa-d40ee7a07ad1 admin admin] 10.222.0.24 "DELETE /v2.0/routers/9c608757-40d0-4477-ba70-4d7879c46e6f HTTP/1.1" status: 204 len: 168 time: 1.3439076 Mar 28 14:47:24.471015 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 43322) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:47:24.513231 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 4d04f959-dc9c-4026-975d-0c83af97b9ae no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:47:24.514181 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_v2 [None req-a55b0877-c5c4-4f14-a175-ecd94dbfa446 admin admin] Deleting subnet 8e6d2619-6d45-4700-aa4f-6a8662c63ecb {{(pid=109612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 14:47:24.517836 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a55b0877-c5c4-4f14-a175-ecd94dbfa446 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:24.536904 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 4d04f959-dc9c-4026-975d-0c83af97b9ae {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:47:24.537242 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 4d04f959-dc9c-4026-975d-0c83af97b9ae not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:47:24.559633 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a55b0877-c5c4-4f14-a175-ecd94dbfa446 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131439460'] for subnet, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:24.637845 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a55b0877-c5c4-4f14-a175-ecd94dbfa446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:24.769519 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a55b0877-c5c4-4f14-a175-ecd94dbfa446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131901002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130995950'] for subnet, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:24.795002 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b0877-c5c4-4f14-a175-ecd94dbfa446 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e6d2619-6d45-4700-aa4f-6a8662c63ecb,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:24.800223 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a55b0877-c5c4-4f14-a175-ecd94dbfa446 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:24.803975 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a55b0877-c5c4-4f14-a175-ecd94dbfa446 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8e6d2619-6d45-4700-aa4f-6a8662c63ecb HTTP/1.1" status: 204 len: 168 time: 0.3343415 Mar 28 14:47:24.805299 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2cf58d-d058-4ab9-baa4-d0133b1c4b41 None None] Network e53d8e89-d3e9-443d-b9b3-683d41a65613 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:47:24.806421 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 43324) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:47:24.872992 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5d6b7891-1bf8-4ca8-b318-aebb47c238b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:24.925821 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-5d6b7891-1bf8-4ca8-b318-aebb47c238b6 admin admin] Deleting port 644b0dd0-2db1-4f25-ba68-24845b2f5271 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:47:24.926162 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5d6b7891-1bf8-4ca8-b318-aebb47c238b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:24.971759 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22294ef5-0ea6-4d6f-a3f2-93de746581f4 None None] DHCP port deletion for e53d8e89-d3e9-443d-b9b3-683d41a65613 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 14:47:24.996924 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-5d6b7891-1bf8-4ca8-b318-aebb47c238b6 admin admin] For port 644b0dd0-2db1-4f25-ba68-24845b2f5271, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=644b0dd0-2db1-4f25-ba68-24845b2f5271,segment=NetworkSegment(69da6cfb-8956-4e49-bcd8-66b4e1238fc4),segment_id=69da6cfb-8956-4e49-bcd8-66b4e1238fc4)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:47:24.997247 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5d6b7891-1bf8-4ca8-b318-aebb47c238b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:25.010294 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-5d6b7891-1bf8-4ca8-b318-aebb47c238b6 admin admin] Calling delete_port for 644b0dd0-2db1-4f25-ba68-24845b2f5271 owned by network:dhcp {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:47:25.021138 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-22294ef5-0ea6-4d6f-a3f2-93de746581f4 None None] Deleting port 644b0dd0-2db1-4f25-ba68-24845b2f5271 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:47:25.021502 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-22294ef5-0ea6-4d6f-a3f2-93de746581f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:25.082448 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-22294ef5-0ea6-4d6f-a3f2-93de746581f4 None None] For port 644b0dd0-2db1-4f25-ba68-24845b2f5271, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=644b0dd0-2db1-4f25-ba68-24845b2f5271,segment=NetworkSegment(69da6cfb-8956-4e49-bcd8-66b4e1238fc4),segment_id=69da6cfb-8956-4e49-bcd8-66b4e1238fc4)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:47:25.082836 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-22294ef5-0ea6-4d6f-a3f2-93de746581f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:25.094486 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-22294ef5-0ea6-4d6f-a3f2-93de746581f4 None None] Calling delete_port for 644b0dd0-2db1-4f25-ba68-24845b2f5271 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:47:25.162106 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5d6b7891-1bf8-4ca8-b318-aebb47c238b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:25.169169 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-22294ef5-0ea6-4d6f-a3f2-93de746581f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:25.191424 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b7891-1bf8-4ca8-b318-aebb47c238b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=644b0dd0-2db1-4f25-ba68-24845b2f5271,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:25.193859 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22294ef5-0ea6-4d6f-a3f2-93de746581f4 None None] Pushing event deleted for resources: {'Port': ['ID=644b0dd0-2db1-4f25-ba68-24845b2f5271,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:25.196041 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6b7891-1bf8-4ca8-b318-aebb47c238b6 admin admin] No DVR routers for this DVR port 644b0dd0-2db1-4f25-ba68-24845b2f5271 on host dv-neutron-835335-1-hyperv {{(pid=109612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:47:25.198861 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22294ef5-0ea6-4d6f-a3f2-93de746581f4 None None] No DVR routers for this DVR port 644b0dd0-2db1-4f25-ba68-24845b2f5271 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:47:25.205711 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22294ef5-0ea6-4d6f-a3f2-93de746581f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:47:25.209946 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22294ef5-0ea6-4d6f-a3f2-93de746581f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:47:25.209946 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22294ef5-0ea6-4d6f-a3f2-93de746581f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:47:25.209946 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22294ef5-0ea6-4d6f-a3f2-93de746581f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:47:25.209946 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22294ef5-0ea6-4d6f-a3f2-93de746581f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:47:25.209946 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22294ef5-0ea6-4d6f-a3f2-93de746581f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:47:25.209946 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22294ef5-0ea6-4d6f-a3f2-93de746581f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:47:25.209946 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22294ef5-0ea6-4d6f-a3f2-93de746581f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:47:25.209946 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22294ef5-0ea6-4d6f-a3f2-93de746581f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:47:25.209946 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22294ef5-0ea6-4d6f-a3f2-93de746581f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:47:25.209946 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22294ef5-0ea6-4d6f-a3f2-93de746581f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:47:25.209946 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22294ef5-0ea6-4d6f-a3f2-93de746581f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:47:25.265802 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5d6b7891-1bf8-4ca8-b318-aebb47c238b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:25.285227 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-5d6b7891-1bf8-4ca8-b318-aebb47c238b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e53d8e89-d3e9-443d-b9b3-683d41a65613']}} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:47:25.294103 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-5d6b7891-1bf8-4ca8-b318-aebb47c238b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69da6cfb-8956-4e49-bcd8-66b4e1238fc4') {'for_net_delete': True} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:47:25.294394 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.services.segments.db [None req-5d6b7891-1bf8-4ca8-b318-aebb47c238b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69da6cfb-8956-4e49-bcd8-66b4e1238fc4') {} {{(pid=109612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:47:25.303381 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5d6b7891-1bf8-4ca8-b318-aebb47c238b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131439471'] for segment, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:25.316466 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5d6b7891-1bf8-4ca8-b318-aebb47c238b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:25.323102 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d6b7891-1bf8-4ca8-b318-aebb47c238b6 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=109612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 14:47:25.323483 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5d6b7891-1bf8-4ca8-b318-aebb47c238b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131947500'] for segment, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:25.325086 dv-neutron-835335-1-hyperv neutron-server[109612]: Traceback (most recent call last): Mar 28 14:47:25.325086 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 14:47:25.325086 dv-neutron-835335-1-hyperv neutron-server[109612]: timer() Mar 28 14:47:25.325086 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 14:47:25.325086 dv-neutron-835335-1-hyperv neutron-server[109612]: cb(*args, **kw) Mar 28 14:47:25.325086 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 14:47:25.325086 dv-neutron-835335-1-hyperv neutron-server[109612]: return func(*args, **kwargs) Mar 28 14:47:25.325086 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 14:47:25.325086 dv-neutron-835335-1-hyperv neutron-server[109612]: self._notify() Mar 28 14:47:25.325086 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 14:47:25.325086 dv-neutron-835335-1-hyperv neutron-server[109612]: self.callback(batched_events) Mar 28 14:47:25.325086 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 14:47:25.325086 dv-neutron-835335-1-hyperv neutron-server[109612]: event.method(event) Mar 28 14:47:25.325086 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 14:47:25.325086 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 14:47:25.325086 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 14:47:25.325086 dv-neutron-835335-1-hyperv neutron-server[109612]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 14:47:25.325086 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 14:47:25.325086 dv-neutron-835335-1-hyperv neutron-server[109612]: return f(self, *a, **k) Mar 28 14:47:25.325086 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 14:47:25.325086 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._get(url).json() Mar 28 14:47:25.325086 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 14:47:25.325086 dv-neutron-835335-1-hyperv neutron-server[109612]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 14:47:25.325086 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 14:47:25.325086 dv-neutron-835335-1-hyperv neutron-server[109612]: return self.request(url, 'GET', **kwargs) Mar 28 14:47:25.325086 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 14:47:25.325086 dv-neutron-835335-1-hyperv neutron-server[109612]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 14:47:25.325086 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 14:47:25.325086 dv-neutron-835335-1-hyperv neutron-server[109612]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 14:47:25.325086 dv-neutron-835335-1-hyperv neutron-server[109612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 14:47:25.325086 dv-neutron-835335-1-hyperv neutron-server[109612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 14:47:25.325086 dv-neutron-835335-1-hyperv neutron-server[109612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 14:47:25.453575 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5d6b7891-1bf8-4ca8-b318-aebb47c238b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:25.459043 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-5d6b7891-1bf8-4ca8-b318-aebb47c238b6 admin admin] Notify callbacks [] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:25.463367 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-5d6b7891-1bf8-4ca8-b318-aebb47c238b6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e53d8e89-d3e9-443d-b9b3-683d41a65613 HTTP/1.1" status: 204 len: 168 time: 0.6549020 Mar 28 14:47:25.465561 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 43326) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:47:25.473265 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b7891-1bf8-4ca8-b318-aebb47c238b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e53d8e89-d3e9-443d-b9b3-683d41a65613,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:26.122216 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6c92da07-35fd-4461-9b84-d83b0fc6864e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:26.183399 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 644b0dd0-2db1-4f25-ba68-24845b2f5271 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:47:26.204276 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 644b0dd0-2db1-4f25-ba68-24845b2f5271 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:47:26.204651 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 644b0dd0-2db1-4f25-ba68-24845b2f5271 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:47:26.205055 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device e51e2ce0-5136-4dc5-890b-8c2a17f49cbd no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:47:26.224125 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: e51e2ce0-5136-4dc5-890b-8c2a17f49cbd {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:47:26.228634 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device e51e2ce0-5136-4dc5-890b-8c2a17f49cbd not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:47:26.359429 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-6c92da07-35fd-4461-9b84-d83b0fc6864e admin admin] Deleting port cd98866f-fca6-4b73-a830-48069e5f050b {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:47:26.359644 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6c92da07-35fd-4461-9b84-d83b0fc6864e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:26.374713 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-de774121-d2bc-4301-a23c-f20d2e352247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:26.434466 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-6c92da07-35fd-4461-9b84-d83b0fc6864e admin admin] For port cd98866f-fca6-4b73-a830-48069e5f050b, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=cd98866f-fca6-4b73-a830-48069e5f050b,segment=NetworkSegment(86bb4b48-ea75-4e45-b2c4-be7c1edd4d1f),segment_id=86bb4b48-ea75-4e45-b2c4-be7c1edd4d1f)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:47:26.434831 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6c92da07-35fd-4461-9b84-d83b0fc6864e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:26.451193 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-6c92da07-35fd-4461-9b84-d83b0fc6864e admin admin] Calling delete_port for cd98866f-fca6-4b73-a830-48069e5f050b owned by network:router_interface {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:47:26.688579 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6c92da07-35fd-4461-9b84-d83b0fc6864e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:26.711984 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c92da07-35fd-4461-9b84-d83b0fc6864e admin admin] Pushing event deleted for resources: {'Port': ['ID=cd98866f-fca6-4b73-a830-48069e5f050b,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:26.873930 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6c92da07-35fd-4461-9b84-d83b0fc6864e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:27.092494 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c92da07-35fd-4461-9b84-d83b0fc6864e admin admin] Router fc5ae8d2-108a-4116-9ffe-b305457a0bc1 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:47:27.194009 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c92da07-35fd-4461-9b84-d83b0fc6864e admin admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:47:27.199152 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-6c92da07-35fd-4461-9b84-d83b0fc6864e admin admin] 10.222.0.24 "PUT /v2.0/routers/fc5ae8d2-108a-4116-9ffe-b305457a0bc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7325799 Mar 28 14:47:27.201679 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 43328) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:47:27.205884 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5ae3bf-a802-40a0-b16f-9759146ec230 None None] Sync routers for ids ['fc5ae8d2-108a-4116-9ffe-b305457a0bc1'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:47:27.215066 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5ae3bf-a802-40a0-b16f-9759146ec230 None None] Routers {'fc5ae8d2-108a-4116-9ffe-b305457a0bc1'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:47:27.215674 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-2e5ae3bf-a802-40a0-b16f-9759146ec230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:47:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['fc5ae8d2-108a-4116-9ffe-b305457a0bc1'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:47:27.304864 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-08e3068a-7a9e-48d4-84a5-7b24e1a5ce77 admin admin] Notify callbacks [] for router, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:27.321140 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-2e5ae3bf-a802-40a0-b16f-9759146ec230 None None] Set router fc5ae8d2-108a-4116-9ffe-b305457a0bc1 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:47:27.411439 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-08e3068a-7a9e-48d4-84a5-7b24e1a5ce77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:27.492621 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-2e5ae3bf-a802-40a0-b16f-9759146ec230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5ae8d2-108a-4116-9ffe-b305457a0bc1', 'name': 'tempest-TestShelveInstance-339380421-router', 'tenant_id': '4bbc60843f684482817b487e70edc760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.167'}], 'enable_snat': True}, 'gw_port_id': '584c4595-5413-4385-96cd-7401004739cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:36:18Z', 'updated_at': '2022-03-28T14:47:26Z', 'revision_number': 5, 'project_id': '4bbc60843f684482817b487e70edc760', 'gw_port': {'id': '584c4595-5413-4385-96cd-7401004739cd', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5ae8d2-108a-4116-9ffe-b305457a0bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:36:18Z', 'updated_at': '2022-03-28T14:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:47:27.518539 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5ae3bf-a802-40a0-b16f-9759146ec230 None None] Checking router: fc5ae8d2-108a-4116-9ffe-b305457a0bc1 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:47:27.527807 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5ae3bf-a802-40a0-b16f-9759146ec230 None None] Routers {'fc5ae8d2-108a-4116-9ffe-b305457a0bc1'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:47:27.528453 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-2e5ae3bf-a802-40a0-b16f-9759146ec230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:47:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['fc5ae8d2-108a-4116-9ffe-b305457a0bc1'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:47:27.536938 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-08e3068a-7a9e-48d4-84a5-7b24e1a5ce77 admin admin] Deleting port 584c4595-5413-4385-96cd-7401004739cd {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:47:27.537280 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-08e3068a-7a9e-48d4-84a5-7b24e1a5ce77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:27.613796 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-08e3068a-7a9e-48d4-84a5-7b24e1a5ce77 admin admin] For port 584c4595-5413-4385-96cd-7401004739cd, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=584c4595-5413-4385-96cd-7401004739cd,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:47:27.614067 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-2e5ae3bf-a802-40a0-b16f-9759146ec230 None None] Set router fc5ae8d2-108a-4116-9ffe-b305457a0bc1 gateway port host: None {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:47:27.614177 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-08e3068a-7a9e-48d4-84a5-7b24e1a5ce77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:27.626943 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-08e3068a-7a9e-48d4-84a5-7b24e1a5ce77 admin admin] Calling delete_port for 584c4595-5413-4385-96cd-7401004739cd owned by network:router_gateway {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:47:27.675070 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-2e5ae3bf-a802-40a0-b16f-9759146ec230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5ae8d2-108a-4116-9ffe-b305457a0bc1', 'name': 'tempest-TestShelveInstance-339380421-router', 'tenant_id': '4bbc60843f684482817b487e70edc760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:36:18Z', 'updated_at': '2022-03-28T14:47:27Z', 'revision_number': 6, 'project_id': '4bbc60843f684482817b487e70edc760', 'gw_port_host': None}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:47:27.701061 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5ae3bf-a802-40a0-b16f-9759146ec230 None None] The sync data for ids ['fc5ae8d2-108a-4116-9ffe-b305457a0bc1'] in dv-neutron-835335-1-hyperv is: [{'id': 'fc5ae8d2-108a-4116-9ffe-b305457a0bc1', 'name': 'tempest-TestShelveInstance-339380421-router', 'tenant_id': '4bbc60843f684482817b487e70edc760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:36:18Z', 'updated_at': '2022-03-28T14:47:27Z', 'revision_number': 6, 'project_id': '4bbc60843f684482817b487e70edc760', 'gw_port_host': None}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:47:27.842496 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:27.854508 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-08e3068a-7a9e-48d4-84a5-7b24e1a5ce77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:27.883146 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e3068a-7a9e-48d4-84a5-7b24e1a5ce77 admin admin] Pushing event deleted for resources: {'Port': ['ID=584c4595-5413-4385-96cd-7401004739cd,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:27.943676 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-08e3068a-7a9e-48d4-84a5-7b24e1a5ce77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133933816'] for router_gateway, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:28.030031 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-08e3068a-7a9e-48d4-84a5-7b24e1a5ce77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:28.031998 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-08e3068a-7a9e-48d4-84a5-7b24e1a5ce77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:28.146152 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-08e3068a-7a9e-48d4-84a5-7b24e1a5ce77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:28.146673 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e3068a-7a9e-48d4-84a5-7b24e1a5ce77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc5ae8d2-108a-4116-9ffe-b305457a0bc1 {{(pid=109613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 14:47:28.150889 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-08e3068a-7a9e-48d4-84a5-7b24e1a5ce77 admin admin] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:28.152017 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-08e3068a-7a9e-48d4-84a5-7b24e1a5ce77 admin admin] 10.222.0.24 "DELETE /v2.0/routers/fc5ae8d2-108a-4116-9ffe-b305457a0bc1 HTTP/1.1" status: 204 len: 168 time: 0.9494267 Mar 28 14:47:28.154471 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 43330) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:47:28.201645 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccf7dfed-a808-4f64-9c93-a1f214793c00 admin admin] Deleting subnet 2dfb19e0-657f-456f-ae67-216a5661f289 {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 14:47:28.204637 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ccf7dfed-a808-4f64-9c93-a1f214793c00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:28.239444 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ccf7dfed-a808-4f64-9c93-a1f214793c00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:28.314007 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ccf7dfed-a808-4f64-9c93-a1f214793c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:28.443591 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ccf7dfed-a808-4f64-9c93-a1f214793c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:28.475344 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf7dfed-a808-4f64-9c93-a1f214793c00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dfb19e0-657f-456f-ae67-216a5661f289,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:28.479362 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ccf7dfed-a808-4f64-9c93-a1f214793c00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:28.489534 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ccf7dfed-a808-4f64-9c93-a1f214793c00 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2dfb19e0-657f-456f-ae67-216a5661f289 HTTP/1.1" status: 204 len: 168 time: 0.3271379 Mar 28 14:47:28.489534 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 43332) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:47:28.489828 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96d7c37-7e66-4622-a47e-d870d72704a6 None None] Network d62fd7c5-5ba8-4fd1-a92b-068dbec5b025 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:47:28.491825 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 584c4595-5413-4385-96cd-7401004739cd no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:47:28.526597 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 584c4595-5413-4385-96cd-7401004739cd {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:47:28.527168 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 584c4595-5413-4385-96cd-7401004739cd not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:47:28.527667 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device cd98866f-fca6-4b73-a830-48069e5f050b no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:47:28.558219 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e3d48ad7-d7c5-4839-80a3-ac459be7c719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:28.580061 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: cd98866f-fca6-4b73-a830-48069e5f050b {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:47:28.580421 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device cd98866f-fca6-4b73-a830-48069e5f050b not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:47:28.611905 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-e3d48ad7-d7c5-4839-80a3-ac459be7c719 admin admin] Deleting port 656752a4-aa02-4c25-91f4-b93c0630f92c {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:47:28.612234 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e3d48ad7-d7c5-4839-80a3-ac459be7c719 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:28.682617 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-e3d48ad7-d7c5-4839-80a3-ac459be7c719 admin admin] For port 656752a4-aa02-4c25-91f4-b93c0630f92c, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=656752a4-aa02-4c25-91f4-b93c0630f92c,segment=NetworkSegment(86bb4b48-ea75-4e45-b2c4-be7c1edd4d1f),segment_id=86bb4b48-ea75-4e45-b2c4-be7c1edd4d1f)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:47:28.682990 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e3d48ad7-d7c5-4839-80a3-ac459be7c719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:28.699211 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-e3d48ad7-d7c5-4839-80a3-ac459be7c719 admin admin] Calling delete_port for 656752a4-aa02-4c25-91f4-b93c0630f92c owned by network:dhcp {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:47:28.717516 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1c0a80-f92c-4a50-9ada-d1ab7969acaa None None] DHCP port deletion for d62fd7c5-5ba8-4fd1-a92b-068dbec5b025 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 14:47:28.767371 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-5d1c0a80-f92c-4a50-9ada-d1ab7969acaa None None] Deleting port 656752a4-aa02-4c25-91f4-b93c0630f92c {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:47:28.767746 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5d1c0a80-f92c-4a50-9ada-d1ab7969acaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:28.829757 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-5d1c0a80-f92c-4a50-9ada-d1ab7969acaa None None] For port 656752a4-aa02-4c25-91f4-b93c0630f92c, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=656752a4-aa02-4c25-91f4-b93c0630f92c,segment=NetworkSegment(86bb4b48-ea75-4e45-b2c4-be7c1edd4d1f),segment_id=86bb4b48-ea75-4e45-b2c4-be7c1edd4d1f)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:47:28.830137 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5d1c0a80-f92c-4a50-9ada-d1ab7969acaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:28.842934 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e3d48ad7-d7c5-4839-80a3-ac459be7c719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:28.849493 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-5d1c0a80-f92c-4a50-9ada-d1ab7969acaa None None] Calling delete_port for 656752a4-aa02-4c25-91f4-b93c0630f92c owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:47:28.868815 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d48ad7-d7c5-4839-80a3-ac459be7c719 admin admin] Pushing event deleted for resources: {'Port': ['ID=656752a4-aa02-4c25-91f4-b93c0630f92c,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:28.872238 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d48ad7-d7c5-4839-80a3-ac459be7c719 admin admin] No DVR routers for this DVR port 656752a4-aa02-4c25-91f4-b93c0630f92c on host dv-neutron-835335-1-hyperv {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:47:28.924548 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-5d1c0a80-f92c-4a50-9ada-d1ab7969acaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:28.944715 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e3d48ad7-d7c5-4839-80a3-ac459be7c719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:28.949271 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c0a80-f92c-4a50-9ada-d1ab7969acaa None None] Pushing event deleted for resources: {'Port': ['ID=656752a4-aa02-4c25-91f4-b93c0630f92c,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:28.953748 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1c0a80-f92c-4a50-9ada-d1ab7969acaa None None] No DVR routers for this DVR port 656752a4-aa02-4c25-91f4-b93c0630f92c on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:47:28.965353 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-e3d48ad7-d7c5-4839-80a3-ac459be7c719 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d62fd7c5-5ba8-4fd1-a92b-068dbec5b025']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:47:28.978624 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-e3d48ad7-d7c5-4839-80a3-ac459be7c719 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86bb4b48-ea75-4e45-b2c4-be7c1edd4d1f') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:47:28.978624 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-e3d48ad7-d7c5-4839-80a3-ac459be7c719 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86bb4b48-ea75-4e45-b2c4-be7c1edd4d1f') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:47:28.984679 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e3d48ad7-d7c5-4839-80a3-ac459be7c719 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:28.997789 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e3d48ad7-d7c5-4839-80a3-ac459be7c719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:29.003456 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3d48ad7-d7c5-4839-80a3-ac459be7c719 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 14:47:29.004525 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e3d48ad7-d7c5-4839-80a3-ac459be7c719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:29.005447 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 14:47:29.005447 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 14:47:29.005447 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 14:47:29.005447 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 14:47:29.005447 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 14:47:29.005447 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 14:47:29.005447 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 14:47:29.005447 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 14:47:29.005447 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 14:47:29.005447 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 14:47:29.005447 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 14:47:29.005447 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 14:47:29.005447 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 14:47:29.005447 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 14:47:29.005447 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 14:47:29.005447 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 14:47:29.005447 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 14:47:29.005447 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 14:47:29.005447 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 14:47:29.005447 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 14:47:29.005447 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 14:47:29.005447 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 14:47:29.005447 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 14:47:29.005447 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 14:47:29.005447 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 14:47:29.005447 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 14:47:29.005447 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 14:47:29.005447 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 14:47:29.005447 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 14:47:29.005447 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 14:47:29.005447 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 14:47:29.005447 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 14:47:29.105772 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e3d48ad7-d7c5-4839-80a3-ac459be7c719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:29.111131 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e3d48ad7-d7c5-4839-80a3-ac459be7c719 admin admin] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:29.114215 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e3d48ad7-d7c5-4839-80a3-ac459be7c719 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d62fd7c5-5ba8-4fd1-a92b-068dbec5b025 HTTP/1.1" status: 204 len: 168 time: 0.6275792 Mar 28 14:47:29.126206 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d48ad7-d7c5-4839-80a3-ac459be7c719 admin admin] Pushing event deleted for resources: {'Network': ['ID=d62fd7c5-5ba8-4fd1-a92b-068dbec5b025,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:29.197034 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:29.402666 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:29.454158 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 43336) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:47:29.493201 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-06c770a2-6ce0-4994-92c6-7995e050641b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b30ce954fb0448cfb93280a6f9f736a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379016 Mar 28 14:47:29.495622 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 43338) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:47:29.541415 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bd5e8d6d-a966-453f-a6b3-e256fccd9848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:29.561716 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bd5e8d6d-a966-453f-a6b3-e256fccd9848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:29.659811 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bd5e8d6d-a966-453f-a6b3-e256fccd9848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:29.662394 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bd5e8d6d-a966-453f-a6b3-e256fccd9848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:29.663524 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-bd5e8d6d-a966-453f-a6b3-e256fccd9848 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4c79484d-740a-4970-9ed9-987c3a31ddee HTTP/1.1" status: 204 len: 168 time: 0.1670451 Mar 28 14:47:29.671024 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e8d6d-a966-453f-a6b3-e256fccd9848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c79484d-740a-4970-9ed9-987c3a31ddee,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:30.182313 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 656752a4-aa02-4c25-91f4-b93c0630f92c no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:47:30.204614 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 656752a4-aa02-4c25-91f4-b93c0630f92c {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:47:30.204944 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 656752a4-aa02-4c25-91f4-b93c0630f92c not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:47:30.260029 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 43344) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:47:30.299257 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-006d8630-53a3-4c1e-a661-47b598964c55 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4bbc60843f684482817b487e70edc760&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380166 Mar 28 14:47:30.301681 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 43346) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:47:30.350478 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-96507423-a2e6-4904-92d5-b8cb47f6f7c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:30.371144 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-96507423-a2e6-4904-92d5-b8cb47f6f7c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:30.494158 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-96507423-a2e6-4904-92d5-b8cb47f6f7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:30.496722 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-96507423-a2e6-4904-92d5-b8cb47f6f7c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:30.497882 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-96507423-a2e6-4904-92d5-b8cb47f6f7c9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a8eef3d2-ec75-4833-b72e-3d80059b9256 HTTP/1.1" status: 204 len: 168 time: 0.1952810 Mar 28 14:47:30.505396 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96507423-a2e6-4904-92d5-b8cb47f6f7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8eef3d2-ec75-4833-b72e-3d80059b9256,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:31.578282 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 43368) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:47:31.670936 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-e390e8e1-ba37-477d-bde9-4c56197143aa admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-419290105-network', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:47:31.739382 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e390e8e1-ba37-477d-bde9-4c56197143aa admin admin] Made reservation on behalf of 8d90c6cb5ecb439a810be17744339e89 for: {'network': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:47:31.741759 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e390e8e1-ba37-477d-bde9-4c56197143aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:31.750391 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e390e8e1-ba37-477d-bde9-4c56197143aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:31.820909 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e390e8e1-ba37-477d-bde9-4c56197143aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:31.875682 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e390e8e1-ba37-477d-bde9-4c56197143aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:31.895531 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e390e8e1-ba37-477d-bde9-4c56197143aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=109613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 14:47:31.908594 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e390e8e1-ba37-477d-bde9-4c56197143aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c5b28b-53a9-418f-b246-4d80174be959,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:31.914558 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e390e8e1-ba37-477d-bde9-4c56197143aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:31.916942 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.segments_db [None req-e390e8e1-ba37-477d-bde9-4c56197143aa admin admin] Added segment ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63 of type vlan for network 94922b85-2ef2-45d0-8bca-b88d1a14d3e3 Mar 28 14:47:31.953605 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e390e8e1-ba37-477d-bde9-4c56197143aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:32.036134 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e390e8e1-ba37-477d-bde9-4c56197143aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:32.037095 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e390e8e1-ba37-477d-bde9-4c56197143aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:47:32.037666 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e390e8e1-ba37-477d-bde9-4c56197143aa admin admin] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:32.094859 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e390e8e1-ba37-477d-bde9-4c56197143aa admin admin] Pushing event updated for resources: {'Network': ['ID=94922b85-2ef2-45d0-8bca-b88d1a14d3e3,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:32.104615 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 94922b85-2ef2-45d0-8bca-b88d1a14d3e3 details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 14:47:32.113391 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e390e8e1-ba37-477d-bde9-4c56197143aa admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5340335 Mar 28 14:47:32.116474 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 43372) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:47:32.121538 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-6d49c5b2-e720-4d03-8d71-ee4099c64915 admin admin] Request body: {'subnet': {'network_id': '94922b85-2ef2-45d0-8bca-b88d1a14d3e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-419290105-subnet', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'ip_version': 4}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:47:32.197298 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d49c5b2-e720-4d03-8d71-ee4099c64915 admin admin] Made reservation on behalf of 8d90c6cb5ecb439a810be17744339e89 for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:47:32.199625 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6d49c5b2-e720-4d03-8d71-ee4099c64915 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:32.413682 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6d49c5b2-e720-4d03-8d71-ee4099c64915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:32.471857 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d49c5b2-e720-4d03-8d71-ee4099c64915 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec2c26bf-0917-4107-a862-b507ec8b50c7,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:32.479589 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d49c5b2-e720-4d03-8d71-ee4099c64915 admin admin] Checking segment: {'id': 'ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94922b85-2ef2-45d0-8bca-b88d1a14d3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:47:32.479949 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d49c5b2-e720-4d03-8d71-ee4099c64915 admin admin] Network hostable DHCP agents. Network: 94922b85-2ef2-45d0-8bca-b88d1a14d3e3, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 14:47:32.550627 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d49c5b2-e720-4d03-8d71-ee4099c64915 admin admin] Network 94922b85-2ef2-45d0-8bca-b88d1a14d3e3 is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 14:47:32.642942 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-6d49c5b2-e720-4d03-8d71-ee4099c64915 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 94922b85-2ef2-45d0-8bca-b88d1a14d3e3) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:47:32.647168 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d49c5b2-e720-4d03-8d71-ee4099c64915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:47:32.647754 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-6d49c5b2-e720-4d03-8d71-ee4099c64915 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:32.656531 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d4a971-54e9-48de-b9c8-6f7ea8853a65 None None] Network 94922b85-2ef2-45d0-8bca-b88d1a14d3e3 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:47:32.742328 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-6d49c5b2-e720-4d03-8d71-ee4099c64915 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6241643 Mar 28 14:47:32.744872 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 43374) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:47:32.749199 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-f23f0a6f-dba3-417d-bc49-a2e741d5c060 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-419290105-router', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:47:32.791012 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91add913-895c-452f-a0fc-c82256751934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-94922b85-2ef2-45d0-8bca-b88d1a14d3e3', 'network_id': '94922b85-2ef2-45d0-8bca-b88d1a14d3e3', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'fixed_ips': [{'subnet_id': 'ec2c26bf-0917-4107-a862-b507ec8b50c7'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 14:47:32.791861 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-91add913-895c-452f-a0fc-c82256751934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:32.830672 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f23f0a6f-dba3-417d-bc49-a2e741d5c060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:32.831746 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f23f0a6f-dba3-417d-bc49-a2e741d5c060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:32.886466 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f23f0a6f-dba3-417d-bc49-a2e741d5c060 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:32.925550 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-91add913-895c-452f-a0fc-c82256751934 None None] Allocated IP 172.20.0.2 (94922b85-2ef2-45d0-8bca-b88d1a14d3e3/ec2c26bf-0917-4107-a862-b507ec8b50c7/57cd8736-7969-42bf-877c-db5bb0a0a483) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:47:33.086415 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f23f0a6f-dba3-417d-bc49-a2e741d5c060 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:33.200606 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:47:33.207686 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-91add913-895c-452f-a0fc-c82256751934 None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:33.265769 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-91add913-895c-452f-a0fc-c82256751934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:33.307712 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91add913-895c-452f-a0fc-c82256751934 None None] Network 94922b85-2ef2-45d0-8bca-b88d1a14d3e3 is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:47:33.310478 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-91add913-895c-452f-a0fc-c82256751934 None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:47:33.312918 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91add913-895c-452f-a0fc-c82256751934 None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:47:33.320231 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91add913-895c-452f-a0fc-c82256751934 None None] Pushing event updated for resources: {'Port': ['ID=57cd8736-7969-42bf-877c-db5bb0a0a483,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:33.353850 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f23f0a6f-dba3-417d-bc49-a2e741d5c060 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:33.372413 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f23f0a6f-dba3-417d-bc49-a2e741d5c060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:33.372621 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-91add913-895c-452f-a0fc-c82256751934 None None] Attempting to bind port 57cd8736-7969-42bf-877c-db5bb0a0a483 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:47:33.372869 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-91add913-895c-452f-a0fc-c82256751934 None None] Attempting to bind port 57cd8736-7969-42bf-877c-db5bb0a0a483 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94922b85-2ef2-45d0-8bca-b88d1a14d3e3'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:47:33.373218 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91add913-895c-452f-a0fc-c82256751934 None None] Attempting to bind port 57cd8736-7969-42bf-877c-db5bb0a0a483 on network 94922b85-2ef2-45d0-8bca-b88d1a14d3e3 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:47:33.377943 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91add913-895c-452f-a0fc-c82256751934 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:47:33.378308 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91add913-895c-452f-a0fc-c82256751934 None None] Checking segment: {'id': 'ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94922b85-2ef2-45d0-8bca-b88d1a14d3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:47:33.378877 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-91add913-895c-452f-a0fc-c82256751934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:33.379065 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91add913-895c-452f-a0fc-c82256751934 None None] Bound using segment: {'id': 'ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94922b85-2ef2-45d0-8bca-b88d1a14d3e3'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:47:33.379512 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-91add913-895c-452f-a0fc-c82256751934 None None] Bound port: 57cd8736-7969-42bf-877c-db5bb0a0a483, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94922b85-2ef2-45d0-8bca-b88d1a14d3e3'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:47:33.379884 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-91add913-895c-452f-a0fc-c82256751934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:33.441228 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-91add913-895c-452f-a0fc-c82256751934 None None] For port 57cd8736-7969-42bf-877c-db5bb0a0a483, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:47:33.444495 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-91add913-895c-452f-a0fc-c82256751934 None None] For port 57cd8736-7969-42bf-877c-db5bb0a0a483, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=57cd8736-7969-42bf-877c-db5bb0a0a483,segment=NetworkSegment(ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63),segment_id=ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:47:33.477308 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-f23f0a6f-dba3-417d-bc49-a2e741d5c060 admin admin] Allocated IP 172.26.2.36 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/460a768d-b32f-463c-bede-a62696203c3c) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:47:33.488978 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-91add913-895c-452f-a0fc-c82256751934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:33.547340 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91add913-895c-452f-a0fc-c82256751934 None None] Pushing event updated for resources: {'Port': ['ID=57cd8736-7969-42bf-877c-db5bb0a0a483,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:33.588263 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f23f0a6f-dba3-417d-bc49-a2e741d5c060 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:33.688245 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f23f0a6f-dba3-417d-bc49-a2e741d5c060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:33.735182 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23f0a6f-dba3-417d-bc49-a2e741d5c060 admin admin] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:47:33.740327 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-f23f0a6f-dba3-417d-bc49-a2e741d5c060 admin admin] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:47:33.744313 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23f0a6f-dba3-417d-bc49-a2e741d5c060 admin admin] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:47:33.772270 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f0a6f-dba3-417d-bc49-a2e741d5c060 admin admin] Pushing event updated for resources: {'Port': ['ID=460a768d-b32f-463c-bede-a62696203c3c,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:34.063966 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f23f0a6f-dba3-417d-bc49-a2e741d5c060 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:34.218672 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 57cd8736-7969-42bf-877c-db5bb0a0a483 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:47:34.269647 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f23f0a6f-dba3-417d-bc49-a2e741d5c060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:34.274044 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 57cd8736-7969-42bf-877c-db5bb0a0a483 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:47:34.274412 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:34.358066 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:34.392808 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 57cd8736-7969-42bf-877c-db5bb0a0a483, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=57cd8736-7969-42bf-877c-db5bb0a0a483,segment=NetworkSegment(ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63),segment_id=ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:47:34.470849 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:34.482526 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23f0a6f-dba3-417d-bc49-a2e741d5c060 admin admin] Router 6d52cc56-e892-4cdc-81ec-a4e8f64694fc is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 14:47:34.496233 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f090f18-38e2-48e7-89e6-69d28420dc1b None None] Network 94922b85-2ef2-45d0-8bca-b88d1a14d3e3 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:47:34.576389 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=57cd8736-7969-42bf-877c-db5bb0a0a483,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:34.593254 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23f0a6f-dba3-417d-bc49-a2e741d5c060 admin admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:47:34.593494 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-deb85d45-9e95-413c-93af-077e8d2a2e08 None None] Provisioning complete for port 57cd8736-7969-42bf-877c-db5bb0a0a483 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:47:34.593766 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-deb85d45-9e95-413c-93af-077e8d2a2e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:34.604612 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deedd1b0-c992-43aa-ab59-5c566547a716 None None] Sync routers for ids ['6d52cc56-e892-4cdc-81ec-a4e8f64694fc'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:47:34.614123 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deedd1b0-c992-43aa-ab59-5c566547a716 None None] Routers {'6d52cc56-e892-4cdc-81ec-a4e8f64694fc'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:47:34.614762 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-deedd1b0-c992-43aa-ab59-5c566547a716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:47:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['6d52cc56-e892-4cdc-81ec-a4e8f64694fc'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:47:34.673508 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-f23f0a6f-dba3-417d-bc49-a2e741d5c060 admin admin] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:34.675274 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-f23f0a6f-dba3-417d-bc49-a2e741d5c060 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9289219 Mar 28 14:47:34.677984 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 43376) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:47:34.716397 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-deedd1b0-c992-43aa-ab59-5c566547a716 None None] Set router 6d52cc56-e892-4cdc-81ec-a4e8f64694fc gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:47:34.893795 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-deedd1b0-c992-43aa-ab59-5c566547a716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'name': 'tempest-TestSnapshotPattern-419290105-router', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '460a768d-b32f-463c-bede-a62696203c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:47:32Z', 'updated_at': '2022-03-28T14:47:33Z', 'revision_number': 3, 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'gw_port': {'id': '460a768d-b32f-463c-bede-a62696203c3c', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:47:33Z', 'updated_at': '2022-03-28T14:47:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:47:34.938855 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deedd1b0-c992-43aa-ab59-5c566547a716 None None] Checking router: 6d52cc56-e892-4cdc-81ec-a4e8f64694fc for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:47:34.939199 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deedd1b0-c992-43aa-ab59-5c566547a716 None None] Updating router 6d52cc56-e892-4cdc-81ec-a4e8f64694fc port 460a768d-b32f-463c-bede-a62696203c3c binding host dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:47:34.965366 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-deedd1b0-c992-43aa-ab59-5c566547a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:34.967163 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-6d588089-000b-4ff5-a6c5-c27436a41a0c None None] Provisioning complete for port 57cd8736-7969-42bf-877c-db5bb0a0a483 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:47:34.967885 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6d588089-000b-4ff5-a6c5-c27436a41a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:35.102549 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3468ba48-fb79-4598-b0e5-a33c4ffe3a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:35.213858 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-deedd1b0-c992-43aa-ab59-5c566547a716 None None] Notify callbacks [] for port, precommit_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:35.253937 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-3468ba48-fb79-4598-b0e5-a33c4ffe3a71 admin admin] Allocated IP 172.20.0.1 (94922b85-2ef2-45d0-8bca-b88d1a14d3e3/ec2c26bf-0917-4107-a862-b507ec8b50c7/dfbd301a-e987-4d70-825f-44e33a0be3f9) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:47:35.282201 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-deedd1b0-c992-43aa-ab59-5c566547a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:35.334701 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-deedd1b0-c992-43aa-ab59-5c566547a716 None None] Attempting to bind port 460a768d-b32f-463c-bede-a62696203c3c on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:47:35.335061 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-deedd1b0-c992-43aa-ab59-5c566547a716 None None] Attempting to bind port 460a768d-b32f-463c-bede-a62696203c3c by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:47:35.335425 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deedd1b0-c992-43aa-ab59-5c566547a716 None None] Attempting to bind port 460a768d-b32f-463c-bede-a62696203c3c on network 1cb296ed-c863-4502-973a-f31b82091846 {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:47:35.341152 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63344fbd-7b7b-40b6-8595-5eb3eaabd856 None None] Pushing event updated for resources: {'Port': ['ID=460a768d-b32f-463c-bede-a62696203c3c,revision_number=2']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:35.348393 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deedd1b0-c992-43aa-ab59-5c566547a716 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:47:35.348761 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deedd1b0-c992-43aa-ab59-5c566547a716 None None] Checking segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:47:35.349162 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-deedd1b0-c992-43aa-ab59-5c566547a716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:35.349544 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deedd1b0-c992-43aa-ab59-5c566547a716 None None] Bound using segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:47:35.349998 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-deedd1b0-c992-43aa-ab59-5c566547a716 None None] Bound port: 460a768d-b32f-463c-bede-a62696203c3c, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:47:35.350366 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-deedd1b0-c992-43aa-ab59-5c566547a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:35.353425 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63344fbd-7b7b-40b6-8595-5eb3eaabd856 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:47:35.353758 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63344fbd-7b7b-40b6-8595-5eb3eaabd856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:47:35.354086 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63344fbd-7b7b-40b6-8595-5eb3eaabd856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:47:35.354408 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63344fbd-7b7b-40b6-8595-5eb3eaabd856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:47:35.354735 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63344fbd-7b7b-40b6-8595-5eb3eaabd856 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:47:35.355053 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63344fbd-7b7b-40b6-8595-5eb3eaabd856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:47:35.355370 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63344fbd-7b7b-40b6-8595-5eb3eaabd856 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:47:35.355688 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63344fbd-7b7b-40b6-8595-5eb3eaabd856 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:47:35.356002 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63344fbd-7b7b-40b6-8595-5eb3eaabd856 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:47:35.356313 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63344fbd-7b7b-40b6-8595-5eb3eaabd856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:47:35.356653 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63344fbd-7b7b-40b6-8595-5eb3eaabd856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:47:35.356961 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63344fbd-7b7b-40b6-8595-5eb3eaabd856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:47:35.358526 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3468ba48-fb79-4598-b0e5-a33c4ffe3a71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:35.406286 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-deedd1b0-c992-43aa-ab59-5c566547a716 None None] For port 460a768d-b32f-463c-bede-a62696203c3c, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:47:35.409410 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-deedd1b0-c992-43aa-ab59-5c566547a716 None None] For port 460a768d-b32f-463c-bede-a62696203c3c, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=460a768d-b32f-463c-bede-a62696203c3c,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:47:35.454498 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3468ba48-fb79-4598-b0e5-a33c4ffe3a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:35.483205 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-deedd1b0-c992-43aa-ab59-5c566547a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:35.498177 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3468ba48-fb79-4598-b0e5-a33c4ffe3a71 admin admin] Network 94922b85-2ef2-45d0-8bca-b88d1a14d3e3 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:47:35.501236 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-3468ba48-fb79-4598-b0e5-a33c4ffe3a71 admin admin] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:47:35.504822 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3468ba48-fb79-4598-b0e5-a33c4ffe3a71 admin admin] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:47:35.532293 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3468ba48-fb79-4598-b0e5-a33c4ffe3a71 admin admin] Pushing event updated for resources: {'Port': ['ID=dfbd301a-e987-4d70-825f-44e33a0be3f9,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:35.542873 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63344fbd-7b7b-40b6-8595-5eb3eaabd856 None None] Pushing event updated for resources: {'Port': ['ID=460a768d-b32f-463c-bede-a62696203c3c,revision_number=3']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:35.548126 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deedd1b0-c992-43aa-ab59-5c566547a716 None None] Routers {'6d52cc56-e892-4cdc-81ec-a4e8f64694fc'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:47:35.548771 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-deedd1b0-c992-43aa-ab59-5c566547a716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:47:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['6d52cc56-e892-4cdc-81ec-a4e8f64694fc'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:47:35.553372 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3468ba48-fb79-4598-b0e5-a33c4ffe3a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:35.656130 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-deedd1b0-c992-43aa-ab59-5c566547a716 None None] Set router 6d52cc56-e892-4cdc-81ec-a4e8f64694fc gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:47:35.779979 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-6f621458-d8a4-4fd4-a19d-6be93fc05080 None None] Provisioning complete for port dfbd301a-e987-4d70-825f-44e33a0be3f9 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:47:35.780581 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3468ba48-fb79-4598-b0e5-a33c4ffe3a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:35.781157 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6f621458-d8a4-4fd4-a19d-6be93fc05080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:35.816086 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-6f621458-d8a4-4fd4-a19d-6be93fc05080 None None] Port dfbd301a-e987-4d70-825f-44e33a0be3f9 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:47:35.834203 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-deedd1b0-c992-43aa-ab59-5c566547a716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'name': 'tempest-TestSnapshotPattern-419290105-router', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '460a768d-b32f-463c-bede-a62696203c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:47:32Z', 'updated_at': '2022-03-28T14:47:33Z', 'revision_number': 3, 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'gw_port': {'id': '460a768d-b32f-463c-bede-a62696203c3c', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:47:33Z', 'updated_at': '2022-03-28T14:47:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:47:35.863223 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deedd1b0-c992-43aa-ab59-5c566547a716 None None] The sync data for ids ['6d52cc56-e892-4cdc-81ec-a4e8f64694fc'] in dv-neutron-835335-1-hyperv is: [{'id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'name': 'tempest-TestSnapshotPattern-419290105-router', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '460a768d-b32f-463c-bede-a62696203c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:47:32Z', 'updated_at': '2022-03-28T14:47:33Z', 'revision_number': 3, 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'gw_port': {'id': '460a768d-b32f-463c-bede-a62696203c3c', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:47:33Z', 'updated_at': '2022-03-28T14:47:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:47:35.952894 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3468ba48-fb79-4598-b0e5-a33c4ffe3a71 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:36.031263 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3468ba48-fb79-4598-b0e5-a33c4ffe3a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:36.109771 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3468ba48-fb79-4598-b0e5-a33c4ffe3a71 admin admin] Pushing event updated for resources: {'Port': ['ID=dfbd301a-e987-4d70-825f-44e33a0be3f9,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:36.115670 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-3468ba48-fb79-4598-b0e5-a33c4ffe3a71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:36.220681 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3468ba48-fb79-4598-b0e5-a33c4ffe3a71 admin admin] Network 94922b85-2ef2-45d0-8bca-b88d1a14d3e3 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:47:36.222272 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-3468ba48-fb79-4598-b0e5-a33c4ffe3a71 admin admin] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:47:36.311854 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 460a768d-b32f-463c-bede-a62696203c3c up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:47:36.381365 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 460a768d-b32f-463c-bede-a62696203c3c triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:47:36.381742 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:36.477928 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:36.502103 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 460a768d-b32f-463c-bede-a62696203c3c, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=460a768d-b32f-463c-bede-a62696203c3c,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:47:36.544847 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-bfd817eb-57a3-447c-bb45-b984a5286d75 None None] Provisioning complete for port dfbd301a-e987-4d70-825f-44e33a0be3f9 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:47:36.545218 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-bfd817eb-57a3-447c-bb45-b984a5286d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:36.570364 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:36.571153 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 57cd8736-7969-42bf-877c-db5bb0a0a483 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:47:36.631348 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-bfd817eb-57a3-447c-bb45-b984a5286d75 None None] Port dfbd301a-e987-4d70-825f-44e33a0be3f9 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:47:36.666084 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=460a768d-b32f-463c-bede-a62696203c3c,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:36.674181 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 57cd8736-7969-42bf-877c-db5bb0a0a483 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:47:36.674557 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:36.714889 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3468ba48-fb79-4598-b0e5-a33c4ffe3a71 admin admin] Router 6d52cc56-e892-4cdc-81ec-a4e8f64694fc has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:47:36.825617 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3468ba48-fb79-4598-b0e5-a33c4ffe3a71 admin admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:47:36.830468 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-3468ba48-fb79-4598-b0e5-a33c4ffe3a71 admin admin] 10.222.0.24 "PUT /v2.0/routers/6d52cc56-e892-4cdc-81ec-a4e8f64694fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1512809 Mar 28 14:47:37.449694 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 43392) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:47:37.453789 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15ca3e4-433c-463f-b6c5-e830e4a0730f None None] Sync routers for ids ['6d52cc56-e892-4cdc-81ec-a4e8f64694fc'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:47:37.454645 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-a19624c2-10d1-4959-85b7-d71db01fcd90 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-895955632-network', 'tenant_id': 'd6d9c3e5cf8c48b1a02481d2955e6ffd'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:47:37.464275 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15ca3e4-433c-463f-b6c5-e830e4a0730f None None] Routers {'6d52cc56-e892-4cdc-81ec-a4e8f64694fc'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:47:37.464955 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-c15ca3e4-433c-463f-b6c5-e830e4a0730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:47:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['6d52cc56-e892-4cdc-81ec-a4e8f64694fc'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:47:37.556973 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19624c2-10d1-4959-85b7-d71db01fcd90 admin admin] Made reservation on behalf of d6d9c3e5cf8c48b1a02481d2955e6ffd for: {'network': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:47:37.559406 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a19624c2-10d1-4959-85b7-d71db01fcd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for network, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:37.568440 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a19624c2-10d1-4959-85b7-d71db01fcd90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:37.569648 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-c15ca3e4-433c-463f-b6c5-e830e4a0730f None None] Set router 6d52cc56-e892-4cdc-81ec-a4e8f64694fc gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:47:37.641536 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a19624c2-10d1-4959-85b7-d71db01fcd90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:37.705512 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a19624c2-10d1-4959-85b7-d71db01fcd90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:37.730804 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a19624c2-10d1-4959-85b7-d71db01fcd90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=109612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 14:47:37.739343 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19624c2-10d1-4959-85b7-d71db01fcd90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c361d8-b3ce-4623-aaea-0f6aa02d2713,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:37.750504 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a19624c2-10d1-4959-85b7-d71db01fcd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:37.750833 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.segments_db [None req-a19624c2-10d1-4959-85b7-d71db01fcd90 admin admin] Added segment 462a62e2-5ed3-47be-ac71-130b3ca7938e of type vlan for network 10dbf8ee-2502-4610-b8a8-b5885364286b Mar 28 14:47:37.767321 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-c15ca3e4-433c-463f-b6c5-e830e4a0730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'name': 'tempest-TestSnapshotPattern-419290105-router', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '460a768d-b32f-463c-bede-a62696203c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:47:32Z', 'updated_at': '2022-03-28T14:47:35Z', 'revision_number': 4, 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'gw_port': {'id': '460a768d-b32f-463c-bede-a62696203c3c', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:47:33Z', 'updated_at': '2022-03-28T14:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'dfbd301a-e987-4d70-825f-44e33a0be3f9', 'name': '', 'network_id': '94922b85-2ef2-45d0-8bca-b88d1a14d3e3', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'mac_address': 'fa:16:3e:ef:1a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'ec2c26bf-0917-4107-a862-b507ec8b50c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:47:35Z', 'updated_at': '2022-03-28T14:47:35Z', 'revision_number': 2, 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'subnets': [{'id': 'ec2c26bf-0917-4107-a862-b507ec8b50c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:47:37.791878 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a19624c2-10d1-4959-85b7-d71db01fcd90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740191158923'] for network, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:37.794770 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15ca3e4-433c-463f-b6c5-e830e4a0730f None None] Checking router: 6d52cc56-e892-4cdc-81ec-a4e8f64694fc for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:47:37.795118 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15ca3e4-433c-463f-b6c5-e830e4a0730f None None] Updating router 6d52cc56-e892-4cdc-81ec-a4e8f64694fc port dfbd301a-e987-4d70-825f-44e33a0be3f9 binding host dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:47:37.819308 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c15ca3e4-433c-463f-b6c5-e830e4a0730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:37.888505 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a19624c2-10d1-4959-85b7-d71db01fcd90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378'] for network, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:37.889505 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19624c2-10d1-4959-85b7-d71db01fcd90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:47:37.890083 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-a19624c2-10d1-4959-85b7-d71db01fcd90 admin admin] Notify callbacks [] for network, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:37.949666 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19624c2-10d1-4959-85b7-d71db01fcd90 admin admin] Pushing event updated for resources: {'Network': ['ID=10dbf8ee-2502-4610-b8a8-b5885364286b,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:37.978238 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Network 10dbf8ee-2502-4610-b8a8-b5885364286b details requested by agent ovs-agent-dv-neutron-835335-1-hyperv with host dv-neutron-835335-1-hyperv {{(pid=109614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 14:47:38.011242 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-a19624c2-10d1-4959-85b7-d71db01fcd90 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5604343 Mar 28 14:47:38.014057 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 43394) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:47:38.018772 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-798faab2-e667-4368-bc0d-2d84e057a47c admin admin] Request body: {'subnet': {'network_id': '10dbf8ee-2502-4610-b8a8-b5885364286b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-895955632-subnet', 'tenant_id': 'd6d9c3e5cf8c48b1a02481d2955e6ffd', 'ip_version': 4}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:47:38.111134 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798faab2-e667-4368-bc0d-2d84e057a47c admin admin] Made reservation on behalf of d6d9c3e5cf8c48b1a02481d2955e6ffd for: {'subnet': 1} {{(pid=109612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:47:38.113472 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-798faab2-e667-4368-bc0d-2d84e057a47c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130995953'] for subnet, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:38.133079 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c15ca3e4-433c-463f-b6c5-e830e4a0730f None None] Notify callbacks [] for port, precommit_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:38.196908 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c15ca3e4-433c-463f-b6c5-e830e4a0730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:38.209181 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 460a768d-b32f-463c-bede-a62696203c3c up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:47:38.285803 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4e6140-f666-49bb-ae43-bd507d5a18ea None None] Pushing event updated for resources: {'Port': ['ID=dfbd301a-e987-4d70-825f-44e33a0be3f9,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:38.340193 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-798faab2-e667-4368-bc0d-2d84e057a47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131900937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130995943'] for subnet, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:38.349631 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-c15ca3e4-433c-463f-b6c5-e830e4a0730f None None] Attempting to bind port dfbd301a-e987-4d70-825f-44e33a0be3f9 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:47:38.351240 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-c15ca3e4-433c-463f-b6c5-e830e4a0730f None None] Attempting to bind port dfbd301a-e987-4d70-825f-44e33a0be3f9 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94922b85-2ef2-45d0-8bca-b88d1a14d3e3'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:47:38.351240 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15ca3e4-433c-463f-b6c5-e830e4a0730f None None] Attempting to bind port dfbd301a-e987-4d70-825f-44e33a0be3f9 on network 94922b85-2ef2-45d0-8bca-b88d1a14d3e3 {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:47:38.353648 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 460a768d-b32f-463c-bede-a62696203c3c triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:47:38.354015 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:38.374566 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15ca3e4-433c-463f-b6c5-e830e4a0730f None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:47:38.374976 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15ca3e4-433c-463f-b6c5-e830e4a0730f None None] Checking segment: {'id': 'ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94922b85-2ef2-45d0-8bca-b88d1a14d3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:47:38.375328 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c15ca3e4-433c-463f-b6c5-e830e4a0730f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:38.376231 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15ca3e4-433c-463f-b6c5-e830e4a0730f None None] Bound using segment: {'id': 'ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94922b85-2ef2-45d0-8bca-b88d1a14d3e3'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:47:38.376231 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-c15ca3e4-433c-463f-b6c5-e830e4a0730f None None] Bound port: dfbd301a-e987-4d70-825f-44e33a0be3f9, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94922b85-2ef2-45d0-8bca-b88d1a14d3e3'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:47:38.376586 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c15ca3e4-433c-463f-b6c5-e830e4a0730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:38.399591 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798faab2-e667-4368-bc0d-2d84e057a47c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cd9d251-9f99-447a-a300-8293dde49828,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:38.410156 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798faab2-e667-4368-bc0d-2d84e057a47c admin admin] Checking segment: {'id': '462a62e2-5ed3-47be-ac71-130b3ca7938e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '10dbf8ee-2502-4610-b8a8-b5885364286b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:47:38.410568 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798faab2-e667-4368-bc0d-2d84e057a47c admin admin] Network hostable DHCP agents. Network: 10dbf8ee-2502-4610-b8a8-b5885364286b, hostable agents: ['154c18f1-32ff-4719-8dd4-60f1b1b9cc80'], hosted agents: [] {{(pid=109612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 14:47:38.465816 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798faab2-e667-4368-bc0d-2d84e057a47c admin admin] Network 10dbf8ee-2502-4610-b8a8-b5885364286b is scheduled to be hosted by DHCP agent 154c18f1-32ff-4719-8dd4-60f1b1b9cc80 with binding_index 1 {{(pid=109612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 14:47:38.528680 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-798faab2-e667-4368-bc0d-2d84e057a47c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835335-1-hyperv, 10dbf8ee-2502-4610-b8a8-b5885364286b) {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:47:38.532705 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798faab2-e667-4368-bc0d-2d84e057a47c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:47:38.533406 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-798faab2-e667-4368-bc0d-2d84e057a47c admin admin] Notify callbacks [] for subnet, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:38.572995 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11601ab-7f58-46f0-8ae3-ec0c9a7ae61b None None] Network 10dbf8ee-2502-4610-b8a8-b5885364286b requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:47:38.617706 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-798faab2-e667-4368-bc0d-2d84e057a47c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6025684 Mar 28 14:47:38.620226 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 43396) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:47:38.624684 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-8525b9ad-061c-4876-afb3-ce7456776fea admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-895955632-router', 'tenant_id': 'd6d9c3e5cf8c48b1a02481d2955e6ffd', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:47:38.660878 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-67139654-3607-493d-8e5f-b993abde805b None None] Provisioning complete for port dfbd301a-e987-4d70-825f-44e33a0be3f9 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:47:38.661244 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-67139654-3607-493d-8e5f-b993abde805b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:38.677924 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8525b9ad-061c-4876-afb3-ce7456776fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133929619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12332'] for router, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:38.679517 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8525b9ad-061c-4876-afb3-ce7456776fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133929731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133933737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134085458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12503'] for router, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:38.703928 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-c15ca3e4-433c-463f-b6c5-e830e4a0730f None None] For port dfbd301a-e987-4d70-825f-44e33a0be3f9, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:47:38.730903 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8525b9ad-061c-4876-afb3-ce7456776fea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:38.738976 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-c15ca3e4-433c-463f-b6c5-e830e4a0730f None None] For port dfbd301a-e987-4d70-825f-44e33a0be3f9, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=dfbd301a-e987-4d70-825f-44e33a0be3f9,segment=NetworkSegment(ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63),segment_id=ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:47:38.756958 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-67139654-3607-493d-8e5f-b993abde805b None None] Port dfbd301a-e987-4d70-825f-44e33a0be3f9 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:47:38.826600 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65502d94-2cea-4b93-8c97-eb73ad72bc2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55fe80f2-c145-57de-b3f6-afad432e1b5a-10dbf8ee-2502-4610-b8a8-b5885364286b', 'network_id': '10dbf8ee-2502-4610-b8a8-b5885364286b', 'tenant_id': 'd6d9c3e5cf8c48b1a02481d2955e6ffd', 'fixed_ips': [{'subnet_id': '8cd9d251-9f99-447a-a300-8293dde49828'}]}} from dv-neutron-835335-1-hyperv. {{(pid=109614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 28 14:47:38.827469 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-65502d94-2cea-4b93-8c97-eb73ad72bc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:38.896743 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c15ca3e4-433c-463f-b6c5-e830e4a0730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:38.932005 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8525b9ad-061c-4876-afb3-ce7456776fea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:39.004779 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4e6140-f666-49bb-ae43-bd507d5a18ea None None] Pushing event updated for resources: {'Port': ['ID=dfbd301a-e987-4d70-825f-44e33a0be3f9,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:39.012146 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15ca3e4-433c-463f-b6c5-e830e4a0730f None None] Routers {'6d52cc56-e892-4cdc-81ec-a4e8f64694fc'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:47:39.012926 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-c15ca3e4-433c-463f-b6c5-e830e4a0730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:47:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['6d52cc56-e892-4cdc-81ec-a4e8f64694fc'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:47:39.106979 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.db_base_plugin_common [None req-65502d94-2cea-4b93-8c97-eb73ad72bc2b None None] Allocated IP 172.20.0.2 (10dbf8ee-2502-4610-b8a8-b5885364286b/8cd9d251-9f99-447a-a300-8293dde49828/ae547610-6971-4f2c-875f-ff5833a0eab7) {{(pid=109614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:47:39.155548 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-c15ca3e4-433c-463f-b6c5-e830e4a0730f None None] Set router 6d52cc56-e892-4cdc-81ec-a4e8f64694fc gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:47:39.204865 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8525b9ad-061c-4876-afb3-ce7456776fea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:39.224642 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8525b9ad-061c-4876-afb3-ce7456776fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:39.239010 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-9a875e3c-6873-4e35-9046-a280526343fe None None] Provisioning complete for port dfbd301a-e987-4d70-825f-44e33a0be3f9 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:47:39.239370 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9a875e3c-6873-4e35-9046-a280526343fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:39.330765 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-8525b9ad-061c-4876-afb3-ce7456776fea admin admin] Allocated IP 172.26.2.234 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/1f8fdfa9-325e-4590-b27e-f9d90ca74919) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:47:39.435285 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8525b9ad-061c-4876-afb3-ce7456776fea admin admin] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:39.455703 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-65502d94-2cea-4b93-8c97-eb73ad72bc2b None None] Notify callbacks [] for port, precommit_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:39.498801 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9a875e3c-6873-4e35-9046-a280526343fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:39.511592 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-65502d94-2cea-4b93-8c97-eb73ad72bc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505'] for port, after_create {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:39.516959 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8525b9ad-061c-4876-afb3-ce7456776fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:39.551466 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8525b9ad-061c-4876-afb3-ce7456776fea admin admin] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:47:39.557019 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-8525b9ad-061c-4876-afb3-ce7456776fea admin admin] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:47:39.560593 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8525b9ad-061c-4876-afb3-ce7456776fea admin admin] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:47:39.578116 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65502d94-2cea-4b93-8c97-eb73ad72bc2b None None] Network 10dbf8ee-2502-4610-b8a8-b5885364286b is already hosted by enough agents. {{(pid=109614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:47:39.580990 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-9a875e3c-6873-4e35-9046-a280526343fe None None] For port dfbd301a-e987-4d70-825f-44e33a0be3f9, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=dfbd301a-e987-4d70-825f-44e33a0be3f9,segment=NetworkSegment(ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63),segment_id=ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:47:39.585854 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.scheduler.base_scheduler [None req-65502d94-2cea-4b93-8c97-eb73ad72bc2b None None] Resources bound (agent type, host, resource id): {{(pid=109614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:47:39.588319 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65502d94-2cea-4b93-8c97-eb73ad72bc2b None None] Received port after_create {{(pid=109614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:47:39.593928 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8525b9ad-061c-4876-afb3-ce7456776fea admin admin] Pushing event updated for resources: {'Port': ['ID=1f8fdfa9-325e-4590-b27e-f9d90ca74919,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:39.600527 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65502d94-2cea-4b93-8c97-eb73ad72bc2b None None] Pushing event updated for resources: {'Port': ['ID=ae547610-6971-4f2c-875f-ff5833a0eab7,revision_number=1']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:39.632562 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-c15ca3e4-433c-463f-b6c5-e830e4a0730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'name': 'tempest-TestSnapshotPattern-419290105-router', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '460a768d-b32f-463c-bede-a62696203c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:47:32Z', 'updated_at': '2022-03-28T14:47:35Z', 'revision_number': 4, 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'gw_port': {'id': '460a768d-b32f-463c-bede-a62696203c3c', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:47:33Z', 'updated_at': '2022-03-28T14:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'dfbd301a-e987-4d70-825f-44e33a0be3f9', 'name': '', 'network_id': '94922b85-2ef2-45d0-8bca-b88d1a14d3e3', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'mac_address': 'fa:16:3e:ef:1a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'ec2c26bf-0917-4107-a862-b507ec8b50c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:47:35Z', 'updated_at': '2022-03-28T14:47:38Z', 'revision_number': 4, 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'subnets': [{'id': 'ec2c26bf-0917-4107-a862-b507ec8b50c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:47:39.647252 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9a875e3c-6873-4e35-9046-a280526343fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:39.685622 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15ca3e4-433c-463f-b6c5-e830e4a0730f None None] The sync data for ids ['6d52cc56-e892-4cdc-81ec-a4e8f64694fc'] in dv-neutron-835335-1-hyperv is: [{'id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'name': 'tempest-TestSnapshotPattern-419290105-router', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '460a768d-b32f-463c-bede-a62696203c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:47:32Z', 'updated_at': '2022-03-28T14:47:35Z', 'revision_number': 4, 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'gw_port': {'id': '460a768d-b32f-463c-bede-a62696203c3c', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:47:33Z', 'updated_at': '2022-03-28T14:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'dfbd301a-e987-4d70-825f-44e33a0be3f9', 'name': '', 'network_id': '94922b85-2ef2-45d0-8bca-b88d1a14d3e3', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'mac_address': 'fa:16:3e:ef:1a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'ec2c26bf-0917-4107-a862-b507ec8b50c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:47:35Z', 'updated_at': '2022-03-28T14:47:38Z', 'revision_number': 4, 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'subnets': [{'id': 'ec2c26bf-0917-4107-a862-b507ec8b50c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:47:39.715782 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-65502d94-2cea-4b93-8c97-eb73ad72bc2b None None] Attempting to bind port ae547610-6971-4f2c-875f-ff5833a0eab7 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:47:39.716115 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-65502d94-2cea-4b93-8c97-eb73ad72bc2b None None] Attempting to bind port ae547610-6971-4f2c-875f-ff5833a0eab7 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '462a62e2-5ed3-47be-ac71-130b3ca7938e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '10dbf8ee-2502-4610-b8a8-b5885364286b'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:47:39.716502 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65502d94-2cea-4b93-8c97-eb73ad72bc2b None None] Attempting to bind port ae547610-6971-4f2c-875f-ff5833a0eab7 on network 10dbf8ee-2502-4610-b8a8-b5885364286b {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:47:39.723157 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65502d94-2cea-4b93-8c97-eb73ad72bc2b None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:47:39.723734 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65502d94-2cea-4b93-8c97-eb73ad72bc2b None None] Checking segment: {'id': '462a62e2-5ed3-47be-ac71-130b3ca7938e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '10dbf8ee-2502-4610-b8a8-b5885364286b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:47:39.724137 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-65502d94-2cea-4b93-8c97-eb73ad72bc2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:39.724548 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65502d94-2cea-4b93-8c97-eb73ad72bc2b None None] Bound using segment: {'id': '462a62e2-5ed3-47be-ac71-130b3ca7938e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '10dbf8ee-2502-4610-b8a8-b5885364286b'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:47:39.725007 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-65502d94-2cea-4b93-8c97-eb73ad72bc2b None None] Bound port: ae547610-6971-4f2c-875f-ff5833a0eab7, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '462a62e2-5ed3-47be-ac71-130b3ca7938e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '10dbf8ee-2502-4610-b8a8-b5885364286b'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:47:39.725378 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-65502d94-2cea-4b93-8c97-eb73ad72bc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:39.756951 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a875e3c-6873-4e35-9046-a280526343fe None None] Pushing event updated for resources: {'Port': ['ID=dfbd301a-e987-4d70-825f-44e33a0be3f9,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:39.816298 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-65502d94-2cea-4b93-8c97-eb73ad72bc2b None None] For port ae547610-6971-4f2c-875f-ff5833a0eab7, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:47:39.819977 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-65502d94-2cea-4b93-8c97-eb73ad72bc2b None None] For port ae547610-6971-4f2c-875f-ff5833a0eab7, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=ae547610-6971-4f2c-875f-ff5833a0eab7,segment=NetworkSegment(462a62e2-5ed3-47be-ac71-130b3ca7938e),segment_id=462a62e2-5ed3-47be-ac71-130b3ca7938e)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:47:39.860988 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-65502d94-2cea-4b93-8c97-eb73ad72bc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:39.879456 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8525b9ad-061c-4876-afb3-ce7456776fea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:39.930361 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65502d94-2cea-4b93-8c97-eb73ad72bc2b None None] Pushing event updated for resources: {'Port': ['ID=ae547610-6971-4f2c-875f-ff5833a0eab7,revision_number=2']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:40.117107 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8525b9ad-061c-4876-afb3-ce7456776fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133929754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133933700'] for router, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:40.304009 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device dfbd301a-e987-4d70-825f-44e33a0be3f9 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:47:40.353953 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port dfbd301a-e987-4d70-825f-44e33a0be3f9 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:47:40.354323 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:40.357217 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8525b9ad-061c-4876-afb3-ce7456776fea admin admin] Router 9a1e615f-e5ab-4dc1-8489-70dc601df546 is scheduled to L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 with binding_index 1 {{(pid=109612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 14:47:40.439893 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device ae547610-6971-4f2c-875f-ff5833a0eab7 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:47:40.477642 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8525b9ad-061c-4876-afb3-ce7456776fea admin admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:47:40.491862 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad44de8-b560-4529-bb57-6dbd28e593ad None None] Sync routers for ids ['9a1e615f-e5ab-4dc1-8489-70dc601df546'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:47:40.499661 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port ae547610-6971-4f2c-875f-ff5833a0eab7 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:47:40.500034 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:40.503796 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad44de8-b560-4529-bb57-6dbd28e593ad None None] Routers {'9a1e615f-e5ab-4dc1-8489-70dc601df546'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:47:40.504536 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-7ad44de8-b560-4529-bb57-6dbd28e593ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:47:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['9a1e615f-e5ab-4dc1-8489-70dc601df546'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:47:40.542387 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-8525b9ad-061c-4876-afb3-ce7456776fea admin admin] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:40.543730 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-8525b9ad-061c-4876-afb3-ce7456776fea admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9223180 Mar 28 14:47:40.546544 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 43398) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:47:40.598115 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:40.626134 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-7ad44de8-b560-4529-bb57-6dbd28e593ad None None] Set router 9a1e615f-e5ab-4dc1-8489-70dc601df546 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:47:40.662338 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port ae547610-6971-4f2c-875f-ff5833a0eab7, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=ae547610-6971-4f2c-875f-ff5833a0eab7,segment=NetworkSegment(462a62e2-5ed3-47be-ac71-130b3ca7938e),segment_id=462a62e2-5ed3-47be-ac71-130b3ca7938e)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:47:40.723961 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:40.798644 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=ae547610-6971-4f2c-875f-ff5833a0eab7,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:40.943446 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-7ad44de8-b560-4529-bb57-6dbd28e593ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1e615f-e5ab-4dc1-8489-70dc601df546', 'name': 'tempest-TestSnapshotPattern-895955632-router', 'tenant_id': 'd6d9c3e5cf8c48b1a02481d2955e6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': '1f8fdfa9-325e-4590-b27e-f9d90ca74919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:47:38Z', 'updated_at': '2022-03-28T14:47:39Z', 'revision_number': 3, 'project_id': 'd6d9c3e5cf8c48b1a02481d2955e6ffd', 'gw_port': {'id': '1f8fdfa9-325e-4590-b27e-f9d90ca74919', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:33:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1e615f-e5ab-4dc1-8489-70dc601df546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:47:39Z', 'updated_at': '2022-03-28T14:47:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:47:40.973767 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad44de8-b560-4529-bb57-6dbd28e593ad None None] Checking router: 9a1e615f-e5ab-4dc1-8489-70dc601df546 for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:47:40.974114 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad44de8-b560-4529-bb57-6dbd28e593ad None None] Updating router 9a1e615f-e5ab-4dc1-8489-70dc601df546 port 1f8fdfa9-325e-4590-b27e-f9d90ca74919 binding host dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:47:40.999293 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-7ad44de8-b560-4529-bb57-6dbd28e593ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:41.062270 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aaf1ac5-6ca2-43ae-8e27-aeff323deae4 None None] Network 10dbf8ee-2502-4610-b8a8-b5885364286b requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:47:41.109394 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4d449d26-cbc3-472f-9ac8-2e4949de7165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:41.125142 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-7d15441a-ffa9-4152-82d3-c5901d8429ef None None] Provisioning complete for port ae547610-6971-4f2c-875f-ff5833a0eab7 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:47:41.125627 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7d15441a-ffa9-4152-82d3-c5901d8429ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:41.260789 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-7ad44de8-b560-4529-bb57-6dbd28e593ad None None] Notify callbacks [] for port, precommit_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:41.282904 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.db_base_plugin_common [None req-4d449d26-cbc3-472f-9ac8-2e4949de7165 admin admin] Allocated IP 172.20.0.1 (10dbf8ee-2502-4610-b8a8-b5885364286b/8cd9d251-9f99-447a-a300-8293dde49828/6fdb9b3b-38ad-41b7-9670-0daf19be084c) {{(pid=109612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:47:41.322667 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-7ad44de8-b560-4529-bb57-6dbd28e593ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:41.378701 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-7ad44de8-b560-4529-bb57-6dbd28e593ad None None] Attempting to bind port 1f8fdfa9-325e-4590-b27e-f9d90ca74919 on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:47:41.379063 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-7ad44de8-b560-4529-bb57-6dbd28e593ad None None] Attempting to bind port 1f8fdfa9-325e-4590-b27e-f9d90ca74919 by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:47:41.379418 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad44de8-b560-4529-bb57-6dbd28e593ad None None] Attempting to bind port 1f8fdfa9-325e-4590-b27e-f9d90ca74919 on network 1cb296ed-c863-4502-973a-f31b82091846 {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:47:41.388176 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e30a01d-c84e-4c65-95ea-9ae99dd72349 None None] Pushing event updated for resources: {'Port': ['ID=1f8fdfa9-325e-4590-b27e-f9d90ca74919,revision_number=2']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:41.398338 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad44de8-b560-4529-bb57-6dbd28e593ad None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:47:41.398338 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad44de8-b560-4529-bb57-6dbd28e593ad None None] Checking segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:47:41.398338 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-7ad44de8-b560-4529-bb57-6dbd28e593ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:41.398667 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4d449d26-cbc3-472f-9ac8-2e4949de7165 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:41.398764 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad44de8-b560-4529-bb57-6dbd28e593ad None None] Bound using segment: {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'} {{(pid=109615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:47:41.398764 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.managers [None req-7ad44de8-b560-4529-bb57-6dbd28e593ad None None] Bound port: 1f8fdfa9-325e-4590-b27e-f9d90ca74919, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38a7add-c7df-473c-9911-07b9882a9257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb296ed-c863-4502-973a-f31b82091846'}}] {{(pid=109615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:47:41.398764 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-7ad44de8-b560-4529-bb57-6dbd28e593ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:41.450990 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-7ad44de8-b560-4529-bb57-6dbd28e593ad None None] For port 1f8fdfa9-325e-4590-b27e-f9d90ca74919, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:47:41.454083 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.plugins.ml2.db [None req-7ad44de8-b560-4529-bb57-6dbd28e593ad None None] For port 1f8fdfa9-325e-4590-b27e-f9d90ca74919, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=1f8fdfa9-325e-4590-b27e-f9d90ca74919,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:47:41.478065 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4d449d26-cbc3-472f-9ac8-2e4949de7165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:41.494819 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron_lib.callbacks.manager [None req-7ad44de8-b560-4529-bb57-6dbd28e593ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:41.507947 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-e392d7b6-d358-45d8-99ae-7ca2e967ff0c None None] Provisioning complete for port ae547610-6971-4f2c-875f-ff5833a0eab7 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:47:41.508747 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e392d7b6-d358-45d8-99ae-7ca2e967ff0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:41.519680 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d449d26-cbc3-472f-9ac8-2e4949de7165 admin admin] Network 10dbf8ee-2502-4610-b8a8-b5885364286b is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:47:41.524913 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-4d449d26-cbc3-472f-9ac8-2e4949de7165 admin admin] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:47:41.527668 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d449d26-cbc3-472f-9ac8-2e4949de7165 admin admin] Received port after_create {{(pid=109612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:47:41.538099 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d449d26-cbc3-472f-9ac8-2e4949de7165 admin admin] Pushing event updated for resources: {'Port': ['ID=6fdb9b3b-38ad-41b7-9670-0daf19be084c,revision_number=1']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:41.554615 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad44de8-b560-4529-bb57-6dbd28e593ad None None] Routers {'9a1e615f-e5ab-4dc1-8489-70dc601df546'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:47:41.555601 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-7ad44de8-b560-4529-bb57-6dbd28e593ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:47:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['9a1e615f-e5ab-4dc1-8489-70dc601df546'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:47:41.577211 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4d449d26-cbc3-472f-9ac8-2e4949de7165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133929129'] for router_interface, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:41.618015 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e30a01d-c84e-4c65-95ea-9ae99dd72349 None None] Pushing event updated for resources: {'Port': ['ID=1f8fdfa9-325e-4590-b27e-f9d90ca74919,revision_number=3']} {{(pid=109615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:41.681160 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-7ad44de8-b560-4529-bb57-6dbd28e593ad None None] Set router 9a1e615f-e5ab-4dc1-8489-70dc601df546 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:47:41.788263 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4d449d26-cbc3-472f-9ac8-2e4949de7165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:41.827738 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-9d37c597-bcaa-438e-b7cf-140b8508da87 None None] Provisioning complete for port 6fdb9b3b-38ad-41b7-9670-0daf19be084c triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:47:41.828249 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9d37c597-bcaa-438e-b7cf-140b8508da87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:41.862500 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-9d37c597-bcaa-438e-b7cf-140b8508da87 None None] Port 6fdb9b3b-38ad-41b7-9670-0daf19be084c cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:47:41.865973 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-7ad44de8-b560-4529-bb57-6dbd28e593ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1e615f-e5ab-4dc1-8489-70dc601df546', 'name': 'tempest-TestSnapshotPattern-895955632-router', 'tenant_id': 'd6d9c3e5cf8c48b1a02481d2955e6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': '1f8fdfa9-325e-4590-b27e-f9d90ca74919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:47:38Z', 'updated_at': '2022-03-28T14:47:39Z', 'revision_number': 3, 'project_id': 'd6d9c3e5cf8c48b1a02481d2955e6ffd', 'gw_port': {'id': '1f8fdfa9-325e-4590-b27e-f9d90ca74919', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:33:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1e615f-e5ab-4dc1-8489-70dc601df546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:47:39Z', 'updated_at': '2022-03-28T14:47:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:47:41.896247 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad44de8-b560-4529-bb57-6dbd28e593ad None None] The sync data for ids ['9a1e615f-e5ab-4dc1-8489-70dc601df546'] in dv-neutron-835335-1-hyperv is: [{'id': '9a1e615f-e5ab-4dc1-8489-70dc601df546', 'name': 'tempest-TestSnapshotPattern-895955632-router', 'tenant_id': 'd6d9c3e5cf8c48b1a02481d2955e6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': '1f8fdfa9-325e-4590-b27e-f9d90ca74919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:47:38Z', 'updated_at': '2022-03-28T14:47:39Z', 'revision_number': 3, 'project_id': 'd6d9c3e5cf8c48b1a02481d2955e6ffd', 'gw_port': {'id': '1f8fdfa9-325e-4590-b27e-f9d90ca74919', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:33:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1e615f-e5ab-4dc1-8489-70dc601df546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:47:39Z', 'updated_at': '2022-03-28T14:47:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:47:41.962469 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4d449d26-cbc3-472f-9ac8-2e4949de7165 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:42.024922 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4d449d26-cbc3-472f-9ac8-2e4949de7165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131947440'] for port, after_update {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:42.092391 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4d449d26-cbc3-472f-9ac8-2e4949de7165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133723328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133929157'] for router_interface, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:42.094591 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d449d26-cbc3-472f-9ac8-2e4949de7165 admin admin] Pushing event updated for resources: {'Port': ['ID=6fdb9b3b-38ad-41b7-9670-0daf19be084c,revision_number=2']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:42.210190 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d449d26-cbc3-472f-9ac8-2e4949de7165 admin admin] Network 10dbf8ee-2502-4610-b8a8-b5885364286b is already hosted by enough agents. {{(pid=109612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:47:42.211844 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.base_scheduler [None req-4d449d26-cbc3-472f-9ac8-2e4949de7165 admin admin] Resources bound (agent type, host, resource id): {{(pid=109612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:47:42.312999 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device ae547610-6971-4f2c-875f-ff5833a0eab7 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:47:42.367219 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d449d26-cbc3-472f-9ac8-2e4949de7165 admin admin] Router 9a1e615f-e5ab-4dc1-8489-70dc601df546 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:47:42.374576 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port ae547610-6971-4f2c-875f-ff5833a0eab7 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:47:42.374948 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:42.478403 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 1f8fdfa9-325e-4590-b27e-f9d90ca74919 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:47:42.487024 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d449d26-cbc3-472f-9ac8-2e4949de7165 admin admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:47:42.492304 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-4d449d26-cbc3-472f-9ac8-2e4949de7165 admin admin] 10.222.0.24 "PUT /v2.0/routers/9a1e615f-e5ab-4dc1-8489-70dc601df546/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9446311 Mar 28 14:47:42.517851 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-80229e22-40a5-4da1-b9c5-404cfd758fc4 None None] Provisioning complete for port 6fdb9b3b-38ad-41b7-9670-0daf19be084c triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:47:42.518224 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-80229e22-40a5-4da1-b9c5-404cfd758fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:42.559118 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-80229e22-40a5-4da1-b9c5-404cfd758fc4 None None] Port 6fdb9b3b-38ad-41b7-9670-0daf19be084c cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:47:42.564574 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 1f8fdfa9-325e-4590-b27e-f9d90ca74919 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:47:42.564950 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:42.805875 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:42.827902 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] For port 1f8fdfa9-325e-4590-b27e-f9d90ca74919, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=1f8fdfa9-325e-4590-b27e-f9d90ca74919,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:47:42.899987 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:42.947365 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Pushing event updated for resources: {'Port': ['ID=1f8fdfa9-325e-4590-b27e-f9d90ca74919,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:43.241604 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 43408) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:47:43.246132 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-e8ba7595-7285-4deb-a237-df63b059f8d7 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1611838457', 'description': 'tempest-secgroup-smoke-1611838457 description', 'project_id': '8d90c6cb5ecb439a810be17744339e89'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:47:43.328766 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e8ba7595-7285-4deb-a237-df63b059f8d7 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks [] for security_group, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:43.395094 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e8ba7595-7285-4deb-a237-df63b059f8d7 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks [] for security_group, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:43.465753 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e8ba7595-7285-4deb-a237-df63b059f8d7 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:43.497814 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ba7595-7285-4deb-a237-df63b059f8d7 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a160da42-6a72-46ef-918f-2c594b03de74,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:43.506784 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da372231-9d7d-4d37-9e3b-117de6927ed8 None None] Sync routers for ids ['9a1e615f-e5ab-4dc1-8489-70dc601df546'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:47:43.515681 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da372231-9d7d-4d37-9e3b-117de6927ed8 None None] Routers {'9a1e615f-e5ab-4dc1-8489-70dc601df546'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:47:43.516287 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-da372231-9d7d-4d37-9e3b-117de6927ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:47:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['9a1e615f-e5ab-4dc1-8489-70dc601df546'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:47:43.564415 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-e8ba7595-7285-4deb-a237-df63b059f8d7 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:43.565686 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e8ba7595-7285-4deb-a237-df63b059f8d7 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3230765 Mar 28 14:47:43.568796 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 43410) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:47:43.573667 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-ae56880b-5acf-4a45-a7ef-adb27dc64e42 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Request body: {'security_group_rule': {'security_group_id': 'a160da42-6a72-46ef-918f-2c594b03de74', 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:47:43.624028 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-da372231-9d7d-4d37-9e3b-117de6927ed8 None None] Set router 9a1e615f-e5ab-4dc1-8489-70dc601df546 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:47:43.654122 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ae56880b-5acf-4a45-a7ef-adb27dc64e42 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:43.716972 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ae56880b-5acf-4a45-a7ef-adb27dc64e42 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:43.808324 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ae56880b-5acf-4a45-a7ef-adb27dc64e42 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:43.826375 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae56880b-5acf-4a45-a7ef-adb27dc64e42 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07efb323-22ea-449c-9c27-e5766d809937,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:43.828346 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-da372231-9d7d-4d37-9e3b-117de6927ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1e615f-e5ab-4dc1-8489-70dc601df546', 'name': 'tempest-TestSnapshotPattern-895955632-router', 'tenant_id': 'd6d9c3e5cf8c48b1a02481d2955e6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': '1f8fdfa9-325e-4590-b27e-f9d90ca74919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:47:38Z', 'updated_at': '2022-03-28T14:47:41Z', 'revision_number': 4, 'project_id': 'd6d9c3e5cf8c48b1a02481d2955e6ffd', 'gw_port': {'id': '1f8fdfa9-325e-4590-b27e-f9d90ca74919', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e615f-e5ab-4dc1-8489-70dc601df546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:47:39Z', 'updated_at': '2022-03-28T14:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '6fdb9b3b-38ad-41b7-9670-0daf19be084c', 'name': '', 'network_id': '10dbf8ee-2502-4610-b8a8-b5885364286b', 'tenant_id': 'd6d9c3e5cf8c48b1a02481d2955e6ffd', 'mac_address': 'fa:16:3e:36:f1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1e615f-e5ab-4dc1-8489-70dc601df546', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '8cd9d251-9f99-447a-a300-8293dde49828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:47:41Z', 'updated_at': '2022-03-28T14:47:41Z', 'revision_number': 2, 'project_id': 'd6d9c3e5cf8c48b1a02481d2955e6ffd', 'subnets': [{'id': '8cd9d251-9f99-447a-a300-8293dde49828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:47:43.854570 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da372231-9d7d-4d37-9e3b-117de6927ed8 None None] Checking router: 9a1e615f-e5ab-4dc1-8489-70dc601df546 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:47:43.854927 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da372231-9d7d-4d37-9e3b-117de6927ed8 None None] Updating router 9a1e615f-e5ab-4dc1-8489-70dc601df546 port 6fdb9b3b-38ad-41b7-9670-0daf19be084c binding host dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 14:47:43.879236 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-da372231-9d7d-4d37-9e3b-117de6927ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:43.902174 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ae56880b-5acf-4a45-a7ef-adb27dc64e42 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:43.903393 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ae56880b-5acf-4a45-a7ef-adb27dc64e42 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3336570 Mar 28 14:47:43.906122 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 43414) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:47:43.910480 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-a2bf782a-ee28-48b3-8c9e-1093d503fd15 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Request body: {'security_group_rule': {'security_group_id': 'a160da42-6a72-46ef-918f-2c594b03de74', 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:47:43.997499 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a2bf782a-ee28-48b3-8c9e-1093d503fd15 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:44.053879 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a2bf782a-ee28-48b3-8c9e-1093d503fd15 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:44.139387 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a2bf782a-ee28-48b3-8c9e-1093d503fd15 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:44.162947 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf782a-ee28-48b3-8c9e-1093d503fd15 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=733ca24f-773b-4f3f-9ec0-33e6cc037850,revision_number=0']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:44.168894 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:44.177019 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-da372231-9d7d-4d37-9e3b-117de6927ed8 None None] Notify callbacks [] for port, precommit_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:44.203149 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 1f8fdfa9-325e-4590-b27e-f9d90ca74919 up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:47:44.221412 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-a2bf782a-ee28-48b3-8c9e-1093d503fd15 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:44.225383 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-a2bf782a-ee28-48b3-8c9e-1093d503fd15 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3155794 Mar 28 14:47:44.230104 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 43416) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:47:44.231350 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-73248155-7734-4c91-9af5-6c913e66a8e3 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Request body: {'security_group_rule': {'security_group_id': 'a160da42-6a72-46ef-918f-2c594b03de74', 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:47:44.248246 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-da372231-9d7d-4d37-9e3b-117de6927ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:44.276310 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 1f8fdfa9-325e-4590-b27e-f9d90ca74919 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:47:44.276695 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:44.299604 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-73248155-7734-4c91-9af5-6c913e66a8e3 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:44.332269 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3ea00-e67a-490a-9be7-20a7e82c1984 None None] Pushing event updated for resources: {'Port': ['ID=6fdb9b3b-38ad-41b7-9670-0daf19be084c,revision_number=3']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:44.377443 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-73248155-7734-4c91-9af5-6c913e66a8e3 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:44.391818 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-da372231-9d7d-4d37-9e3b-117de6927ed8 None None] Attempting to bind port 6fdb9b3b-38ad-41b7-9670-0daf19be084c on host dv-neutron-835335-1-hyperv for vnic_type normal with profile {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:47:44.392218 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-da372231-9d7d-4d37-9e3b-117de6927ed8 None None] Attempting to bind port 6fdb9b3b-38ad-41b7-9670-0daf19be084c by drivers openvswitch,hyperv on host dv-neutron-835335-1-hyperv at level 0 using segments [{'id': '462a62e2-5ed3-47be-ac71-130b3ca7938e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '10dbf8ee-2502-4610-b8a8-b5885364286b'}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:47:44.392599 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da372231-9d7d-4d37-9e3b-117de6927ed8 None None] Attempting to bind port 6fdb9b3b-38ad-41b7-9670-0daf19be084c on network 10dbf8ee-2502-4610-b8a8-b5885364286b {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:47:44.400296 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da372231-9d7d-4d37-9e3b-117de6927ed8 None None] Checking agent: {'id': '62df5e0a-3b88-4d47-a95b-64e5543285d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835335-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 36, 29), 'started_at': datetime.datetime(2022, 3, 28, 13, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835335-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:47:44.400686 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da372231-9d7d-4d37-9e3b-117de6927ed8 None None] Checking segment: {'id': '462a62e2-5ed3-47be-ac71-130b3ca7938e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '10dbf8ee-2502-4610-b8a8-b5885364286b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:47:44.401086 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-da372231-9d7d-4d37-9e3b-117de6927ed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:44.401465 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da372231-9d7d-4d37-9e3b-117de6927ed8 None None] Bound using segment: {'id': '462a62e2-5ed3-47be-ac71-130b3ca7938e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '10dbf8ee-2502-4610-b8a8-b5885364286b'} {{(pid=109614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:47:44.401928 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.managers [None req-da372231-9d7d-4d37-9e3b-117de6927ed8 None None] Bound port: 6fdb9b3b-38ad-41b7-9670-0daf19be084c, host: dv-neutron-835335-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '462a62e2-5ed3-47be-ac71-130b3ca7938e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '10dbf8ee-2502-4610-b8a8-b5885364286b'}}] {{(pid=109614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:47:44.402303 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-da372231-9d7d-4d37-9e3b-117de6927ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:44.431174 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-73248155-7734-4c91-9af5-6c913e66a8e3 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:44.452193 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73248155-7734-4c91-9af5-6c913e66a8e3 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ddb24a5-5780-4e35-accb-0be8d52b4ae4,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:44.501920 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-da372231-9d7d-4d37-9e3b-117de6927ed8 None None] For port 6fdb9b3b-38ad-41b7-9670-0daf19be084c, host dv-neutron-835335-1-hyperv, cleared binding levels {{(pid=109614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:47:44.505843 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-da372231-9d7d-4d37-9e3b-117de6927ed8 None None] For port 6fdb9b3b-38ad-41b7-9670-0daf19be084c, host dv-neutron-835335-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=6fdb9b3b-38ad-41b7-9670-0daf19be084c,segment=NetworkSegment(462a62e2-5ed3-47be-ac71-130b3ca7938e),segment_id=462a62e2-5ed3-47be-ac71-130b3ca7938e)] {{(pid=109614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:47:44.507439 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-73248155-7734-4c91-9af5-6c913e66a8e3 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:44.508695 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-73248155-7734-4c91-9af5-6c913e66a8e3 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2816145 Mar 28 14:47:44.510718 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-40961ea9-0142-4639-b057-c75af227c11a None None] Provisioning complete for port 6fdb9b3b-38ad-41b7-9670-0daf19be084c triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:47:44.511182 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-40961ea9-0142-4639-b057-c75af227c11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:44.511417 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 43418) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:47:44.515999 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-cd4a9182-9f4a-4602-8935-3e818260cb0e tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Request body: {'security_group_rule': {'security_group_id': 'a160da42-6a72-46ef-918f-2c594b03de74', 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:47:44.545963 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-40961ea9-0142-4639-b057-c75af227c11a None None] Port 6fdb9b3b-38ad-41b7-9670-0daf19be084c cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:47:44.567847 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-da372231-9d7d-4d37-9e3b-117de6927ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:44.589745 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cd4a9182-9f4a-4602-8935-3e818260cb0e tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:44.624080 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da372231-9d7d-4d37-9e3b-117de6927ed8 None None] Routers {'9a1e615f-e5ab-4dc1-8489-70dc601df546'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:47:44.624741 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-da372231-9d7d-4d37-9e3b-117de6927ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:47:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['9a1e615f-e5ab-4dc1-8489-70dc601df546'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:47:44.629920 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3ea00-e67a-490a-9be7-20a7e82c1984 None None] Pushing event updated for resources: {'Port': ['ID=6fdb9b3b-38ad-41b7-9670-0daf19be084c,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:44.657557 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cd4a9182-9f4a-4602-8935-3e818260cb0e tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:44.733845 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cd4a9182-9f4a-4602-8935-3e818260cb0e tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:44.745388 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-da372231-9d7d-4d37-9e3b-117de6927ed8 None None] Set router 9a1e615f-e5ab-4dc1-8489-70dc601df546 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:47:44.753808 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a9182-9f4a-4602-8935-3e818260cb0e tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d455214-3b6c-4484-8768-3b333b4d87c6,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:44.849526 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cd4a9182-9f4a-4602-8935-3e818260cb0e tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:44.850753 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-cd4a9182-9f4a-4602-8935-3e818260cb0e tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3383420 Mar 28 14:47:44.853734 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 43420) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:47:44.858764 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-41f5c2b1-4524-48a2-ab1c-6a2bb7f4258e tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Request body: {'security_group_rule': {'security_group_id': 'a160da42-6a72-46ef-918f-2c594b03de74', 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:47:44.891462 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-0393dfbe-9907-4d97-a90a-911173f8b39e None None] Provisioning complete for port 6fdb9b3b-38ad-41b7-9670-0daf19be084c triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:47:44.891991 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0393dfbe-9907-4d97-a90a-911173f8b39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:44.934285 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.securitygroups_db [None req-41f5c2b1-4524-48a2-ab1c-6a2bb7f4258e tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Project 8d90c6cb5ecb439a810be17744339e89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 14:47:44.939500 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-41f5c2b1-4524-48a2-ab1c-6a2bb7f4258e tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:45.001827 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-41f5c2b1-4524-48a2-ab1c-6a2bb7f4258e tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:45.027017 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-da372231-9d7d-4d37-9e3b-117de6927ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1e615f-e5ab-4dc1-8489-70dc601df546', 'name': 'tempest-TestSnapshotPattern-895955632-router', 'tenant_id': 'd6d9c3e5cf8c48b1a02481d2955e6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': '1f8fdfa9-325e-4590-b27e-f9d90ca74919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:47:38Z', 'updated_at': '2022-03-28T14:47:41Z', 'revision_number': 4, 'project_id': 'd6d9c3e5cf8c48b1a02481d2955e6ffd', 'gw_port': {'id': '1f8fdfa9-325e-4590-b27e-f9d90ca74919', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e615f-e5ab-4dc1-8489-70dc601df546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:47:39Z', 'updated_at': '2022-03-28T14:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '6fdb9b3b-38ad-41b7-9670-0daf19be084c', 'name': '', 'network_id': '10dbf8ee-2502-4610-b8a8-b5885364286b', 'tenant_id': 'd6d9c3e5cf8c48b1a02481d2955e6ffd', 'mac_address': 'fa:16:3e:36:f1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1e615f-e5ab-4dc1-8489-70dc601df546', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '8cd9d251-9f99-447a-a300-8293dde49828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:47:41Z', 'updated_at': '2022-03-28T14:47:44Z', 'revision_number': 4, 'project_id': 'd6d9c3e5cf8c48b1a02481d2955e6ffd', 'subnets': [{'id': '8cd9d251-9f99-447a-a300-8293dde49828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:47:45.030240 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0393dfbe-9907-4d97-a90a-911173f8b39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:45.063469 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da372231-9d7d-4d37-9e3b-117de6927ed8 None None] The sync data for ids ['9a1e615f-e5ab-4dc1-8489-70dc601df546'] in dv-neutron-835335-1-hyperv is: [{'id': '9a1e615f-e5ab-4dc1-8489-70dc601df546', 'name': 'tempest-TestSnapshotPattern-895955632-router', 'tenant_id': 'd6d9c3e5cf8c48b1a02481d2955e6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': '1f8fdfa9-325e-4590-b27e-f9d90ca74919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:47:38Z', 'updated_at': '2022-03-28T14:47:41Z', 'revision_number': 4, 'project_id': 'd6d9c3e5cf8c48b1a02481d2955e6ffd', 'gw_port': {'id': '1f8fdfa9-325e-4590-b27e-f9d90ca74919', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e615f-e5ab-4dc1-8489-70dc601df546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:47:39Z', 'updated_at': '2022-03-28T14:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': '6fdb9b3b-38ad-41b7-9670-0daf19be084c', 'name': '', 'network_id': '10dbf8ee-2502-4610-b8a8-b5885364286b', 'tenant_id': 'd6d9c3e5cf8c48b1a02481d2955e6ffd', 'mac_address': 'fa:16:3e:36:f1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1e615f-e5ab-4dc1-8489-70dc601df546', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '8cd9d251-9f99-447a-a300-8293dde49828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:47:41Z', 'updated_at': '2022-03-28T14:47:44Z', 'revision_number': 4, 'project_id': 'd6d9c3e5cf8c48b1a02481d2955e6ffd', 'subnets': [{'id': '8cd9d251-9f99-447a-a300-8293dde49828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:47:45.076196 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-41f5c2b1-4524-48a2-ab1c-6a2bb7f4258e tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:45.089361 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-0393dfbe-9907-4d97-a90a-911173f8b39e None None] For port 6fdb9b3b-38ad-41b7-9670-0daf19be084c, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=6fdb9b3b-38ad-41b7-9670-0daf19be084c,segment=NetworkSegment(462a62e2-5ed3-47be-ac71-130b3ca7938e),segment_id=462a62e2-5ed3-47be-ac71-130b3ca7938e)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:47:45.091658 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f5c2b1-4524-48a2-ab1c-6a2bb7f4258e tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e961e58-10ac-458b-a483-8bda41af92e0,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:45.168093 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0393dfbe-9907-4d97-a90a-911173f8b39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:45.182987 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-41f5c2b1-4524-48a2-ab1c-6a2bb7f4258e tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:45.187150 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-41f5c2b1-4524-48a2-ab1c-6a2bb7f4258e tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3296871 Mar 28 14:47:45.187384 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 43422) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:47:45.194470 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.v2.base [None req-55108761-32d6-420c-9e0a-b290f0372695 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Request body: {'security_group_rule': {'security_group_id': 'a160da42-6a72-46ef-918f-2c594b03de74', 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:47:45.218957 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0393dfbe-9907-4d97-a90a-911173f8b39e None None] Pushing event updated for resources: {'Port': ['ID=6fdb9b3b-38ad-41b7-9670-0daf19be084c,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:45.271374 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.db.securitygroups_db [None req-55108761-32d6-420c-9e0a-b290f0372695 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Project 8d90c6cb5ecb439a810be17744339e89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 14:47:45.276765 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-55108761-32d6-420c-9e0a-b290f0372695 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:45.344274 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-55108761-32d6-420c-9e0a-b290f0372695 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:45.419557 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-55108761-32d6-420c-9e0a-b290f0372695 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134070395'] for security_group_rule, after_create {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:45.438920 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55108761-32d6-420c-9e0a-b290f0372695 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aae17830-28e2-46a6-acb3-74db869604b2,revision_number=0']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:45.518752 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-55108761-32d6-420c-9e0a-b290f0372695 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:45.519964 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-55108761-32d6-420c-9e0a-b290f0372695 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3315935 Mar 28 14:47:45.723466 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-40973cf3-850c-4d1f-b842-184a645a287c req-249b2158-a1b3-4cd9-8004-54f863998592 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1611838457&fields=id&tenant_id=8d90c6cb5ecb439a810be17744339e89 HTTP/1.1" status: 200 len: 267 time: 0.0313435 Mar 28 14:47:45.829656 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40973cf3-850c-4d1f-b842-184a645a287c req-72fddc2c-7e91-4725-80d3-545b3377f83e tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:47:45.831088 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-40973cf3-850c-4d1f-b842-184a645a287c req-72fddc2c-7e91-4725-80d3-545b3377f83e tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/networks?id=94922b85-2ef2-45d0-8bca-b88d1a14d3e3 HTTP/1.1" status: 200 len: 809 time: 0.1006782 Mar 28 14:47:45.845302 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-40973cf3-850c-4d1f-b842-184a645a287c req-ea5198c5-915f-4416-bcb0-545487642c80 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/quotas/8d90c6cb5ecb439a810be17744339e89 HTTP/1.1" status: 200 len: 375 time: 0.0084763 Mar 28 14:47:45.895950 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-40973cf3-850c-4d1f-b842-184a645a287c req-d03183af-e1ef-4ac5-bf27-c989f0af15e6 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d90c6cb5ecb439a810be17744339e89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451858 Mar 28 14:47:46.108978 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-40973cf3-850c-4d1f-b842-184a645a287c req-fa7b3b57-25d6-467d-8635-1251a8aa1d17 service neutron] 10.222.0.24 "GET /v2.0/networks/94922b85-2ef2-45d0-8bca-b88d1a14d3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204944 Mar 28 14:47:46.202065 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-40973cf3-850c-4d1f-b842-184a645a287c req-0cb4cf39-f695-4f47-a254-398cc3468087 service neutron] 10.222.0.24 "GET /v2.0/networks/94922b85-2ef2-45d0-8bca-b88d1a14d3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869009 Mar 28 14:47:46.222948 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 6fdb9b3b-38ad-41b7-9670-0daf19be084c up at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:47:46.269808 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Provisioning complete for port 6fdb9b3b-38ad-41b7-9670-0daf19be084c triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:47:46.270178 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:46.459283 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f532d2fb-4444-4a79-a991-52abb5f710f7 req-5f06620d-f121-4927-87cc-74a06c8d2363 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f13e93e-6832-489c-a1cf-bc46794b5e51 HTTP/1.1" status: 200 len: 210 time: 0.0331454 Mar 28 14:47:47.555447 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c171e6d9-1b46-44c4-b0cf-fad936455db6 req-c830b3fc-bdc7-4faf-9dd9-1183eee6284a tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f13e93e-6832-489c-a1cf-bc46794b5e51 HTTP/1.1" status: 200 len: 210 time: 0.0257902 Mar 28 14:47:48.415526 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40973cf3-850c-4d1f-b842-184a645a287c req-40002387-b37b-40c1-9a6f-71554a3bc11f tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:47:48.416995 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-40973cf3-850c-4d1f-b842-184a645a287c req-40002387-b37b-40c1-9a6f-71554a3bc11f tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.20 "GET /v2.0/networks?id=94922b85-2ef2-45d0-8bca-b88d1a14d3e3 HTTP/1.1" status: 200 len: 809 time: 0.1042924 Mar 28 14:47:48.460599 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-40973cf3-850c-4d1f-b842-184a645a287c req-66a8039d-600a-4996-8acc-726fb023f49b tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d90c6cb5ecb439a810be17744339e89 HTTP/1.1" status: 200 len: 380 time: 0.0341957 Mar 28 14:47:48.469032 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-40973cf3-850c-4d1f-b842-184a645a287c req-1165f361-47e1-4876-9a96-98b86738960d tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Request body: {'port': {'device_id': '8f13e93e-6832-489c-a1cf-bc46794b5e51', 'network_id': '94922b85-2ef2-45d0-8bca-b88d1a14d3e3', 'admin_state_up': True, 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'security_groups': ['a160da42-6a72-46ef-918f-2c594b03de74']}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:47:48.651597 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-30901ae8-345f-4640-9ee7-e699b34e789a req-d46e1676-5394-43b5-9c28-dc9fa23bfffe tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f13e93e-6832-489c-a1cf-bc46794b5e51 HTTP/1.1" status: 200 len: 210 time: 0.0271902 Mar 28 14:47:48.682400 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40973cf3-850c-4d1f-b842-184a645a287c req-1165f361-47e1-4876-9a96-98b86738960d tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Made reservation on behalf of 8d90c6cb5ecb439a810be17744339e89 for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:47:48.686046 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-40973cf3-850c-4d1f-b842-184a645a287c req-1165f361-47e1-4876-9a96-98b86738960d tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:48.811233 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [req-40973cf3-850c-4d1f-b842-184a645a287c req-1165f361-47e1-4876-9a96-98b86738960d tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Allocated IP 172.20.0.4 (94922b85-2ef2-45d0-8bca-b88d1a14d3e3/ec2c26bf-0917-4107-a862-b507ec8b50c7/e3d1b120-d0e2-40e8-8294-595540b796df) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:47:48.948512 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-40973cf3-850c-4d1f-b842-184a645a287c req-1165f361-47e1-4876-9a96-98b86738960d tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:49.014257 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-40973cf3-850c-4d1f-b842-184a645a287c req-1165f361-47e1-4876-9a96-98b86738960d tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:49.057903 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40973cf3-850c-4d1f-b842-184a645a287c req-1165f361-47e1-4876-9a96-98b86738960d tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Network 94922b85-2ef2-45d0-8bca-b88d1a14d3e3 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:47:49.060962 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [req-40973cf3-850c-4d1f-b842-184a645a287c req-1165f361-47e1-4876-9a96-98b86738960d tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:47:49.064700 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-40973cf3-850c-4d1f-b842-184a645a287c req-1165f361-47e1-4876-9a96-98b86738960d tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:47:49.091489 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1165f361-47e1-4876-9a96-98b86738960d tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Pushing event updated for resources: {'Port': ['ID=e3d1b120-d0e2-40e8-8294-595540b796df,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:49.117087 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40973cf3-850c-4d1f-b842-184a645a287c req-1165f361-47e1-4876-9a96-98b86738960d tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:47:49.120195 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-40973cf3-850c-4d1f-b842-184a645a287c req-1165f361-47e1-4876-9a96-98b86738960d tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:49.199565 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-40973cf3-850c-4d1f-b842-184a645a287c req-1165f361-47e1-4876-9a96-98b86738960d tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7337816 Mar 28 14:47:49.211751 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-40973cf3-850c-4d1f-b842-184a645a287c req-3037aad4-2a92-4e51-8d71-baa13efd59b2 service neutron] Request body: {'port': {'device_id': '8f13e93e-6832-489c-a1cf-bc46794b5e51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:47:49.264160 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-40973cf3-850c-4d1f-b842-184a645a287c req-3037aad4-2a92-4e51-8d71-baa13efd59b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:49.314382 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-234097e1-557b-42d6-a574-ed338d53fa88 None None] Provisioning complete for port e3d1b120-d0e2-40e8-8294-595540b796df triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:47:49.315002 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-234097e1-557b-42d6-a574-ed338d53fa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:49.348655 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-234097e1-557b-42d6-a574-ed338d53fa88 None None] Port e3d1b120-d0e2-40e8-8294-595540b796df cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:47:49.516162 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [req-40973cf3-850c-4d1f-b842-184a645a287c req-3037aad4-2a92-4e51-8d71-baa13efd59b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3d1b120-d0e2-40e8-8294-595540b796df {{(pid=109613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:47:49.523234 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-40973cf3-850c-4d1f-b842-184a645a287c req-3037aad4-2a92-4e51-8d71-baa13efd59b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:49.534968 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.provisioning_blocks [req-40973cf3-850c-4d1f-b842-184a645a287c req-3037aad4-2a92-4e51-8d71-baa13efd59b2 service neutron] Transition to ACTIVE for port object e3d1b120-d0e2-40e8-8294-595540b796df will not be triggered until provisioned by entity L2. {{(pid=109613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 14:47:49.618942 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-40973cf3-850c-4d1f-b842-184a645a287c req-3037aad4-2a92-4e51-8d71-baa13efd59b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:49.670047 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3037aad4-2a92-4e51-8d71-baa13efd59b2 service neutron] Pushing event updated for resources: {'Port': ['ID=e3d1b120-d0e2-40e8-8294-595540b796df,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:49.746230 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-40973cf3-850c-4d1f-b842-184a645a287c req-3037aad4-2a92-4e51-8d71-baa13efd59b2 service neutron] Attempting to bind port e3d1b120-d0e2-40e8-8294-595540b796df on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:47:49.746617 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-40973cf3-850c-4d1f-b842-184a645a287c req-3037aad4-2a92-4e51-8d71-baa13efd59b2 service neutron] Attempting to bind port e3d1b120-d0e2-40e8-8294-595540b796df by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94922b85-2ef2-45d0-8bca-b88d1a14d3e3'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:47:49.746955 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40973cf3-850c-4d1f-b842-184a645a287c req-3037aad4-2a92-4e51-8d71-baa13efd59b2 service neutron] Attempting to bind port e3d1b120-d0e2-40e8-8294-595540b796df on network 94922b85-2ef2-45d0-8bca-b88d1a14d3e3 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:47:49.767991 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40973cf3-850c-4d1f-b842-184a645a287c req-3037aad4-2a92-4e51-8d71-baa13efd59b2 service neutron] Port e3d1b120-d0e2-40e8-8294-595540b796df on network 94922b85-2ef2-45d0-8bca-b88d1a14d3e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 14:47:49.768232 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40973cf3-850c-4d1f-b842-184a645a287c req-3037aad4-2a92-4e51-8d71-baa13efd59b2 service neutron] Attempting to bind port e3d1b120-d0e2-40e8-8294-595540b796df on network 94922b85-2ef2-45d0-8bca-b88d1a14d3e3 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:47:49.780077 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40973cf3-850c-4d1f-b842-184a645a287c req-3037aad4-2a92-4e51-8d71-baa13efd59b2 service neutron] Checking agent: {'id': '72ab3303-6c81-4bd9-a1a9-2c5d9b681d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'started_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:47:49.780431 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40973cf3-850c-4d1f-b842-184a645a287c req-3037aad4-2a92-4e51-8d71-baa13efd59b2 service neutron] Checking segment: {'id': 'ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94922b85-2ef2-45d0-8bca-b88d1a14d3e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:47:49.780817 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40973cf3-850c-4d1f-b842-184a645a287c req-3037aad4-2a92-4e51-8d71-baa13efd59b2 service neutron] Bound using segment: {'id': 'ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94922b85-2ef2-45d0-8bca-b88d1a14d3e3'} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:47:49.781256 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-40973cf3-850c-4d1f-b842-184a645a287c req-3037aad4-2a92-4e51-8d71-baa13efd59b2 service neutron] Bound port: e3d1b120-d0e2-40e8-8294-595540b796df, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94922b85-2ef2-45d0-8bca-b88d1a14d3e3'}}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:47:49.781634 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-40973cf3-850c-4d1f-b842-184a645a287c req-3037aad4-2a92-4e51-8d71-baa13efd59b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:49.808189 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e3d19-9edf-42a8-8958-219de6ebd036 req-55a8afe3-3273-4bdb-84d5-b5ed1315d36a tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:47:49.809712 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e41e3d19-9edf-42a8-8958-219de6ebd036 req-55a8afe3-3273-4bdb-84d5-b5ed1315d36a tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f13e93e-6832-489c-a1cf-bc46794b5e51 HTTP/1.1" status: 200 len: 943 time: 0.0767577 Mar 28 14:47:49.881548 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e41e3d19-9edf-42a8-8958-219de6ebd036 req-f6183783-0c31-45f4-b5c3-ac52a47724db tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/security-groups?id=a160da42-6a72-46ef-918f-2c594b03de74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526409 Mar 28 14:47:49.885731 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-40973cf3-850c-4d1f-b842-184a645a287c req-3037aad4-2a92-4e51-8d71-baa13efd59b2 service neutron] For port e3d1b120-d0e2-40e8-8294-595540b796df, host hv-neutron-8353, cleared binding levels {{(pid=109613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:47:49.888887 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-40973cf3-850c-4d1f-b842-184a645a287c req-3037aad4-2a92-4e51-8d71-baa13efd59b2 service neutron] For port e3d1b120-d0e2-40e8-8294-595540b796df, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e3d1b120-d0e2-40e8-8294-595540b796df,segment=NetworkSegment(ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63),segment_id=ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63)] {{(pid=109613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:47:49.951830 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-40973cf3-850c-4d1f-b842-184a645a287c req-3037aad4-2a92-4e51-8d71-baa13efd59b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:49.988062 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40973cf3-850c-4d1f-b842-184a645a287c req-3037aad4-2a92-4e51-8d71-baa13efd59b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:47:49.988756 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-40973cf3-850c-4d1f-b842-184a645a287c req-3037aad4-2a92-4e51-8d71-baa13efd59b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:49.990165 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-40973cf3-850c-4d1f-b842-184a645a287c req-3037aad4-2a92-4e51-8d71-baa13efd59b2 service neutron] 10.222.0.20 "PUT /v2.0/ports/e3d1b120-d0e2-40e8-8294-595540b796df HTTP/1.1" status: 200 len: 1093 time: 0.7830801 Mar 28 14:47:49.990606 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f13e93e-6832-489c-a1cf-bc46794b5e51', 'tag': 'e3d1b120-d0e2-40e8-8294-595540b796df'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:47:49.992881 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1532718cc6e21566450128fabd5b268e8b79b75a8a9cad19d4ee0c52bcacb7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b88225-e29e-4d03-bb66-f104d3900995" -d '{"events": [{"name": "network-changed", "server_uuid": "8f13e93e-6832-489c-a1cf-bc46794b5e51", "tag": "e3d1b120-d0e2-40e8-8294-595540b796df"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:47:50.031199 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13f60d9-10cb-4d4a-bf42-45071a311083 x-openstack-request-id: req-e13f60d9-10cb-4d4a-bf42-45071a311083 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:47:50.031484 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f13e93e-6832-489c-a1cf-bc46794b5e51", "tag": "e3d1b120-d0e2-40e8-8294-595540b796df", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:47:50.031733 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e13f60d9-10cb-4d4a-bf42-45071a311083 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:47:50.032121 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f13e93e-6832-489c-a1cf-bc46794b5e51', 'tag': 'e3d1b120-d0e2-40e8-8294-595540b796df', 'status': 'completed', 'code': 200} Mar 28 14:47:50.033062 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3037aad4-2a92-4e51-8d71-baa13efd59b2 service neutron] Pushing event updated for resources: {'Port': ['ID=e3d1b120-d0e2-40e8-8294-595540b796df,revision_number=3']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:50.097710 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b88225-e29e-4d03-bb66-f104d3900995 req-59e9a101-3f05-486e-a33b-aeb30e13a0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:47:50.099286 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d7b88225-e29e-4d03-bb66-f104d3900995 req-59e9a101-3f05-486e-a33b-aeb30e13a0b2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8d90c6cb5ecb439a810be17744339e89&device_id=8f13e93e-6832-489c-a1cf-bc46794b5e51 HTTP/1.1" status: 200 len: 1096 time: 0.0471942 Mar 28 14:47:50.196725 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b88225-e29e-4d03-bb66-f104d3900995 req-017d8b9b-9c5a-46d3-8414-8d02a7ab544e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:47:50.198178 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d7b88225-e29e-4d03-bb66-f104d3900995 req-017d8b9b-9c5a-46d3-8414-8d02a7ab544e service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=8d90c6cb5ecb439a810be17744339e89&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0914781 Mar 28 14:47:50.635024 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b88225-e29e-4d03-bb66-f104d3900995 req-0ac3cb3b-2602-4a36-a100-b629b139256d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:47:50.636489 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d7b88225-e29e-4d03-bb66-f104d3900995 req-0ac3cb3b-2602-4a36-a100-b629b139256d service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4322207 Mar 28 14:47:50.710622 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40973cf3-850c-4d1f-b842-184a645a287c req-2180b32a-9b1b-41aa-8b5a-ee109a2a5f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:47:50.712021 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-40973cf3-850c-4d1f-b842-184a645a287c req-2180b32a-9b1b-41aa-8b5a-ee109a2a5f49 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8d90c6cb5ecb439a810be17744339e89&device_id=8f13e93e-6832-489c-a1cf-bc46794b5e51 HTTP/1.1" status: 200 len: 1096 time: 0.0416818 Mar 28 14:47:50.751931 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-40973cf3-850c-4d1f-b842-184a645a287c req-117b9c8f-89a4-4e53-9c04-9d2759457c51 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3d1b120-d0e2-40e8-8294-595540b796df HTTP/1.1" status: 200 len: 217 time: 0.0327482 Mar 28 14:47:50.801113 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40973cf3-850c-4d1f-b842-184a645a287c req-38369121-6cd1-4f89-8994-d5f3e9a452d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:47:50.802564 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-40973cf3-850c-4d1f-b842-184a645a287c req-38369121-6cd1-4f89-8994-d5f3e9a452d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec2c26bf-0917-4107-a862-b507ec8b50c7 HTTP/1.1" status: 200 len: 848 time: 0.0440342 Mar 28 14:47:50.845841 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40973cf3-850c-4d1f-b842-184a645a287c req-aba21bdd-06f9-41ba-b64a-ed9ecaea105f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:47:50.847277 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-40973cf3-850c-4d1f-b842-184a645a287c req-aba21bdd-06f9-41ba-b64a-ed9ecaea105f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94922b85-2ef2-45d0-8bca-b88d1a14d3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388026 Mar 28 14:47:50.937344 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-40973cf3-850c-4d1f-b842-184a645a287c req-037a42e5-0468-426e-aa89-b5e5502b9a47 service neutron] 10.222.0.20 "GET /v2.0/networks/94922b85-2ef2-45d0-8bca-b88d1a14d3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821209 Mar 28 14:47:51.060103 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4a358-986b-46b7-8ec8-b4141dc2e184 req-6b96a10b-9da6-4716-8544-442b517e37f3 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:47:51.061575 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b4d4a358-986b-46b7-8ec8-b4141dc2e184 req-6b96a10b-9da6-4716-8544-442b517e37f3 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f13e93e-6832-489c-a1cf-bc46794b5e51 HTTP/1.1" status: 200 len: 943 time: 0.1101513 Mar 28 14:47:51.066658 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-40973cf3-850c-4d1f-b842-184a645a287c req-2ced2eaf-14ea-4386-b7f0-18c3b16b0187 service neutron] 10.222.0.20 "GET /v2.0/networks/94922b85-2ef2-45d0-8bca-b88d1a14d3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233799 Mar 28 14:47:51.099002 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b4d4a358-986b-46b7-8ec8-b4141dc2e184 req-677968f0-b5c4-491e-99de-cc7c66eb2b1a tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/security-groups?id=a160da42-6a72-46ef-918f-2c594b03de74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314226 Mar 28 14:47:52.218098 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8d9dd-0eb6-4d77-b3d6-032b43506c0d req-86078ceb-c070-4e9d-a957-11f5c22f2e5d tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:47:52.219479 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-eaa8d9dd-0eb6-4d77-b3d6-032b43506c0d req-86078ceb-c070-4e9d-a957-11f5c22f2e5d tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f13e93e-6832-489c-a1cf-bc46794b5e51 HTTP/1.1" status: 200 len: 943 time: 0.0512600 Mar 28 14:47:52.256772 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-eaa8d9dd-0eb6-4d77-b3d6-032b43506c0d req-f550d4d5-eb47-4681-a713-272331b81650 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/security-groups?id=a160da42-6a72-46ef-918f-2c594b03de74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311749 Mar 28 14:47:53.367658 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8e1f8-37a1-4c59-93fe-aa7b9daba55a req-27397cd3-044d-47b9-91b8-f31deffea7fd tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:47:53.369122 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-eed8e1f8-37a1-4c59-93fe-aa7b9daba55a req-27397cd3-044d-47b9-91b8-f31deffea7fd tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f13e93e-6832-489c-a1cf-bc46794b5e51 HTTP/1.1" status: 200 len: 943 time: 0.0469537 Mar 28 14:47:53.406101 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-eed8e1f8-37a1-4c59-93fe-aa7b9daba55a req-14868a62-547f-4101-8ddb-cec1824fd0fb tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/security-groups?id=a160da42-6a72-46ef-918f-2c594b03de74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310800 Mar 28 14:47:53.665570 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device e3d1b120-d0e2-40e8-8294-595540b796df details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:47:53.759451 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port e3d1b120-d0e2-40e8-8294-595540b796df, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e3d1b120-d0e2-40e8-8294-595540b796df,segment=NetworkSegment(ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63),segment_id=ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:47:53.770476 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': 'e3d1b120-d0e2-40e8-8294-595540b796df', 'network_id': '94922b85-2ef2-45d0-8bca-b88d1a14d3e3', 'port_id': 'e3d1b120-d0e2-40e8-8294-595540b796df', 'mac_address': 'fa:16:3e:0b:2b:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec2c26bf-0917-4107-a862-b507ec8b50c7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:47:53.807767 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:53.820804 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3d1b120-d0e2-40e8-8294-595540b796df {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:47:53.842634 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port e3d1b120-d0e2-40e8-8294-595540b796df, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e3d1b120-d0e2-40e8-8294-595540b796df,segment=NetworkSegment(ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63),segment_id=ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:47:53.898478 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:53.943170 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=e3d1b120-d0e2-40e8-8294-595540b796df,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:54.069986 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f6498984-4ee4-4703-8376-21b3c809a7b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:54.238105 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['e3d1b120-d0e2-40e8-8294-595540b796df'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:47:54.537073 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d08f9-508d-49c7-ab5c-ffbd94226e7a req-2c0656d0-dc2c-41b2-84ed-a3263dffd159 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:47:54.537073 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-818d08f9-508d-49c7-ab5c-ffbd94226e7a req-2c0656d0-dc2c-41b2-84ed-a3263dffd159 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f13e93e-6832-489c-a1cf-bc46794b5e51 HTTP/1.1" status: 200 len: 944 time: 0.0477250 Mar 28 14:47:54.557669 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-818d08f9-508d-49c7-ab5c-ffbd94226e7a req-b2ad0751-687f-4b39-8dbe-f1c6b413524a tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/security-groups?id=a160da42-6a72-46ef-918f-2c594b03de74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311017 Mar 28 14:47:55.674486 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5455b86d-27ab-4ec8-8df6-73b4283ef530 req-b92c42b6-bc3f-40cd-a06d-2bfa8a26157e tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:47:55.675947 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5455b86d-27ab-4ec8-8df6-73b4283ef530 req-b92c42b6-bc3f-40cd-a06d-2bfa8a26157e tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f13e93e-6832-489c-a1cf-bc46794b5e51 HTTP/1.1" status: 200 len: 944 time: 0.0514812 Mar 28 14:47:55.681599 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device e3d1b120-d0e2-40e8-8294-595540b796df up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:47:55.714875 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5455b86d-27ab-4ec8-8df6-73b4283ef530 req-24127f61-1937-4d8f-b569-8009bf3b6e50 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/security-groups?id=a160da42-6a72-46ef-918f-2c594b03de74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323648 Mar 28 14:47:55.785080 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning for port e3d1b120-d0e2-40e8-8294-595540b796df completed by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 14:47:55.789484 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port e3d1b120-d0e2-40e8-8294-595540b796df triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:47:55.789851 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:55.868338 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:55.889420 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f13e93e-6832-489c-a1cf-bc46794b5e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d1b120-d0e2-40e8-8294-595540b796df'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:47:55.891617 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1f391a1cf6d5492e3129a92ccef47801421a9a806d9518bc9ec788e12495e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96679c10-ecaf-4a27-a5f9-1074b7d906c0" -d '{"events": [{"server_uuid": "8f13e93e-6832-489c-a1cf-bc46794b5e51", "name": "network-vif-plugged", "status": "completed", "tag": "e3d1b120-d0e2-40e8-8294-595540b796df"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:47:55.904425 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port e3d1b120-d0e2-40e8-8294-595540b796df, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e3d1b120-d0e2-40e8-8294-595540b796df,segment=NetworkSegment(ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63),segment_id=ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:47:55.931503 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f050ec-f1e6-46ba-8c53-bf5f69f4f31e x-openstack-request-id: req-d8f050ec-f1e6-46ba-8c53-bf5f69f4f31e {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:47:55.931503 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f13e93e-6832-489c-a1cf-bc46794b5e51", "name": "network-vif-plugged", "status": "completed", "tag": "e3d1b120-d0e2-40e8-8294-595540b796df", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:47:55.931503 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d8f050ec-f1e6-46ba-8c53-bf5f69f4f31e {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:47:55.931503 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f13e93e-6832-489c-a1cf-bc46794b5e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d1b120-d0e2-40e8-8294-595540b796df', 'code': 200} Mar 28 14:47:55.979454 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:56.026091 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=e3d1b120-d0e2-40e8-8294-595540b796df,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:56.241498 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e6416-a5e4-4775-8a4c-ec1d1884fe1c req-6ecf27de-f11d-4ffa-9673-a6739b04b869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:47:56.242978 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-268e6416-a5e4-4775-8a4c-ec1d1884fe1c req-6ecf27de-f11d-4ffa-9673-a6739b04b869 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8f13e93e-6832-489c-a1cf-bc46794b5e51 HTTP/1.1" status: 200 len: 1098 time: 0.0398574 Mar 28 14:47:56.276815 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-268e6416-a5e4-4775-8a4c-ec1d1884fe1c req-1850d585-8e50-452a-9d32-25db4cf8ac10 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a160da42-6a72-46ef-918f-2c594b03de74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276754 Mar 28 14:47:56.378198 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a95f70c6-c2bc-4024-842a-84448f82c873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:56.830019 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f5432-1d59-4b2d-8773-9b693a23150a req-ef855c70-c8db-4d42-8003-329dae7fb9e2 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:47:56.831529 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5a8f5432-1d59-4b2d-8773-9b693a23150a req-ef855c70-c8db-4d42-8003-329dae7fb9e2 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f13e93e-6832-489c-a1cf-bc46794b5e51 HTTP/1.1" status: 200 len: 945 time: 0.0495670 Mar 28 14:47:56.868660 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5a8f5432-1d59-4b2d-8773-9b693a23150a req-7518f29a-2407-4d15-98eb-190799a20bb8 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/security-groups?id=a160da42-6a72-46ef-918f-2c594b03de74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311501 Mar 28 14:47:57.865023 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:57.985264 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde9d30-8da1-4d6b-a395-28d5f08ca977 req-5ba72ab6-8d5a-4235-acc3-8989334ace72 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:47:57.986792 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9fde9d30-8da1-4d6b-a395-28d5f08ca977 req-5ba72ab6-8d5a-4235-acc3-8989334ace72 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f13e93e-6832-489c-a1cf-bc46794b5e51 HTTP/1.1" status: 200 len: 945 time: 0.0515437 Mar 28 14:47:58.024546 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-9fde9d30-8da1-4d6b-a395-28d5f08ca977 req-e063ff50-ea1e-43f5-acb4-9a9e958dc0ba tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/security-groups?id=a160da42-6a72-46ef-918f-2c594b03de74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313230 Mar 28 14:47:58.135314 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b28ac-bee8-4d1c-8123-647bbff9f8d1 req-c74299e5-58aa-434c-b78d-f6e507ec1df6 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:47:58.136679 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-af2b28ac-bee8-4d1c-8123-647bbff9f8d1 req-c74299e5-58aa-434c-b78d-f6e507ec1df6 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f13e93e-6832-489c-a1cf-bc46794b5e51 HTTP/1.1" status: 200 len: 945 time: 0.0473223 Mar 28 14:47:58.172662 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-af2b28ac-bee8-4d1c-8123-647bbff9f8d1 req-3227f977-a0df-41ad-8a41-e2b5064b9351 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/security-groups?id=a160da42-6a72-46ef-918f-2c594b03de74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301199 Mar 28 14:47:58.194306 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 43500) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:47:58.273126 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96f7af0-92c1-40ac-8ced-d017ce850962 tempest-TestSnapshotPattern-1119301111 tempest-TestSnapshotPattern-1119301111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:47:58.274632 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-d96f7af0-92c1-40ac-8ced-d017ce850962 tempest-TestSnapshotPattern-1119301111 tempest-TestSnapshotPattern-1119301111-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8f13e93e-6832-489c-a1cf-bc46794b5e51 HTTP/1.1" status: 200 len: 1093 time: 0.0787852 Mar 28 14:47:58.277463 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 43504) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:47:58.281606 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-6991936c-2beb-4a96-8efc-0b58ac3eae38 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Request body: {'floatingip': {'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'port_id': 'e3d1b120-d0e2-40e8-8294-595540b796df', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:47:58.390778 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6991936c-2beb-4a96-8efc-0b58ac3eae38 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks [] for floatingip, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:58.488206 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6991936c-2beb-4a96-8efc-0b58ac3eae38 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:58.590182 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-6991936c-2beb-4a96-8efc-0b58ac3eae38 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Allocated IP 172.26.2.213 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/55059596-abef-4c28-9bec-2014c1dc2c53) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:47:58.688149 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6991936c-2beb-4a96-8efc-0b58ac3eae38 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:58.756605 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6991936c-2beb-4a96-8efc-0b58ac3eae38 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:58.793586 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6991936c-2beb-4a96-8efc-0b58ac3eae38 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:47:58.796414 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-6991936c-2beb-4a96-8efc-0b58ac3eae38 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:47:58.799913 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6991936c-2beb-4a96-8efc-0b58ac3eae38 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:47:58.828652 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6991936c-2beb-4a96-8efc-0b58ac3eae38 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Pushing event updated for resources: {'Port': ['ID=55059596-abef-4c28-9bec-2014c1dc2c53,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:59.156089 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6991936c-2beb-4a96-8efc-0b58ac3eae38 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:59.208160 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:59.287764 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6991936c-2beb-4a96-8efc-0b58ac3eae38 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:59.402639 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:59.431357 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6991936c-2beb-4a96-8efc-0b58ac3eae38 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:59.504871 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6991936c-2beb-4a96-8efc-0b58ac3eae38 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:59.573562 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6991936c-2beb-4a96-8efc-0b58ac3eae38 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Pushing event updated for resources: {'Port': ['ID=55059596-abef-4c28-9bec-2014c1dc2c53,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:47:59.584984 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6991936c-2beb-4a96-8efc-0b58ac3eae38 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:47:59.684160 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [None req-6991936c-2beb-4a96-8efc-0b58ac3eae38 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Floating IP bfc6ea3e-4d0c-4be1-9054-805565a47019 associated. External IP: 172.26.2.213, port: e3d1b120-d0e2-40e8-8294-595540b796df. Mar 28 14:47:59.881675 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6991936c-2beb-4a96-8efc-0b58ac3eae38 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Router 6d52cc56-e892-4cdc-81ec-a4e8f64694fc has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:47:59.985347 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6991936c-2beb-4a96-8efc-0b58ac3eae38 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:47:59.995322 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd3aa5e-1bb9-4745-88a9-4461eb00cd4c None None] Sync routers for ids ['6d52cc56-e892-4cdc-81ec-a4e8f64694fc'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:48:00.004143 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd3aa5e-1bb9-4745-88a9-4461eb00cd4c None None] Routers {'6d52cc56-e892-4cdc-81ec-a4e8f64694fc'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:48:00.006561 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-bbd3aa5e-1bb9-4745-88a9-4461eb00cd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:47:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['6d52cc56-e892-4cdc-81ec-a4e8f64694fc'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:48:00.072934 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-6991936c-2beb-4a96-8efc-0b58ac3eae38 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:48:00.099056 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-6991936c-2beb-4a96-8efc-0b58ac3eae38 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8206091 Mar 28 14:48:00.099740 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f13e93e-6832-489c-a1cf-bc46794b5e51', 'tag': 'e3d1b120-d0e2-40e8-8294-595540b796df'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:48:00.102535 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1532718cc6e21566450128fabd5b268e8b79b75a8a9cad19d4ee0c52bcacb7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee58a863-4dce-43f1-8b46-58df5cb652f0" -d '{"events": [{"name": "network-changed", "server_uuid": "8f13e93e-6832-489c-a1cf-bc46794b5e51", "tag": "e3d1b120-d0e2-40e8-8294-595540b796df"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:48:00.108477 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-bbd3aa5e-1bb9-4745-88a9-4461eb00cd4c None None] Set router 6d52cc56-e892-4cdc-81ec-a4e8f64694fc gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:48:00.145924 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de97dca-63f4-4a3f-b28e-57a029c08a6a x-openstack-request-id: req-7de97dca-63f4-4a3f-b28e-57a029c08a6a {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:48:00.146214 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f13e93e-6832-489c-a1cf-bc46794b5e51", "tag": "e3d1b120-d0e2-40e8-8294-595540b796df", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:48:00.146465 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7de97dca-63f4-4a3f-b28e-57a029c08a6a {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:48:00.146864 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f13e93e-6832-489c-a1cf-bc46794b5e51', 'tag': 'e3d1b120-d0e2-40e8-8294-595540b796df', 'status': 'completed', 'code': 200} Mar 28 14:48:00.207983 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58a863-4dce-43f1-8b46-58df5cb652f0 req-d9560dec-3fdc-4ff1-813a-0915abe37d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:48:00.209712 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ee58a863-4dce-43f1-8b46-58df5cb652f0 req-d9560dec-3fdc-4ff1-813a-0915abe37d5f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8d90c6cb5ecb439a810be17744339e89&device_id=8f13e93e-6832-489c-a1cf-bc46794b5e51 HTTP/1.1" status: 200 len: 1098 time: 0.0411408 Mar 28 14:48:00.301545 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58a863-4dce-43f1-8b46-58df5cb652f0 req-a2764cbb-0a77-4fe0-aff7-afbbd2d8307f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:48:00.303035 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ee58a863-4dce-43f1-8b46-58df5cb652f0 req-a2764cbb-0a77-4fe0-aff7-afbbd2d8307f service neutron] 10.222.0.20 "GET /v2.0/networks?id=94922b85-2ef2-45d0-8bca-b88d1a14d3e3 HTTP/1.1" status: 200 len: 910 time: 0.0856719 Mar 28 14:48:00.332566 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-bbd3aa5e-1bb9-4745-88a9-4461eb00cd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'name': 'tempest-TestSnapshotPattern-419290105-router', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '460a768d-b32f-463c-bede-a62696203c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:47:32Z', 'updated_at': '2022-03-28T14:47:35Z', 'revision_number': 4, 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'gw_port': {'id': '460a768d-b32f-463c-bede-a62696203c3c', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:47:33Z', 'updated_at': '2022-03-28T14:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': 'bfc6ea3e-4d0c-4be1-9054-805565a47019', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'floating_ip_address': '172.26.2.213', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'port_id': 'e3d1b120-d0e2-40e8-8294-595540b796df', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94922b85-2ef2-45d0-8bca-b88d1a14d3e3', 'mac_address': 'fa:16:3e:0b:2b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f13e93e-6832-489c-a1cf-bc46794b5e51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:47:59Z', 'updated_at': '2022-03-28T14:47:59Z', 'revision_number': 0, 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfbd301a-e987-4d70-825f-44e33a0be3f9', 'name': '', 'network_id': '94922b85-2ef2-45d0-8bca-b88d1a14d3e3', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'mac_address': 'fa:16:3e:ef:1a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'ec2c26bf-0917-4107-a862-b507ec8b50c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:47:35Z', 'updated_at': '2022-03-28T14:47:39Z', 'revision_number': 5, 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'subnets': [{'id': 'ec2c26bf-0917-4107-a862-b507ec8b50c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:48:00.358242 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd3aa5e-1bb9-4745-88a9-4461eb00cd4c None None] Checking router: 6d52cc56-e892-4cdc-81ec-a4e8f64694fc for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:48:00.366089 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd3aa5e-1bb9-4745-88a9-4461eb00cd4c None None] Routers {'6d52cc56-e892-4cdc-81ec-a4e8f64694fc'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:48:00.366708 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-bbd3aa5e-1bb9-4745-88a9-4461eb00cd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:47:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['6d52cc56-e892-4cdc-81ec-a4e8f64694fc'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:48:00.370296 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ee58a863-4dce-43f1-8b46-58df5cb652f0 req-d14880d5-7622-4afb-8648-97855bc7039e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3d1b120-d0e2-40e8-8294-595540b796df HTTP/1.1" status: 200 len: 999 time: 0.0612648 Mar 28 14:48:00.417368 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58a863-4dce-43f1-8b46-58df5cb652f0 req-4e540b46-70d3-4a8a-a4cc-90e069368c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:48:00.418808 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ee58a863-4dce-43f1-8b46-58df5cb652f0 req-4e540b46-70d3-4a8a-a4cc-90e069368c88 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec2c26bf-0917-4107-a862-b507ec8b50c7 HTTP/1.1" status: 200 len: 848 time: 0.0427623 Mar 28 14:48:00.464992 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58a863-4dce-43f1-8b46-58df5cb652f0 req-4cd70101-bb2f-4044-829e-a9c817112e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:48:00.466556 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ee58a863-4dce-43f1-8b46-58df5cb652f0 req-4cd70101-bb2f-4044-829e-a9c817112e86 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94922b85-2ef2-45d0-8bca-b88d1a14d3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415010 Mar 28 14:48:00.561658 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ee58a863-4dce-43f1-8b46-58df5cb652f0 req-aadefd17-a4bb-4300-b25c-9e3e4c59c259 service neutron] 10.222.0.20 "GET /v2.0/networks/94922b85-2ef2-45d0-8bca-b88d1a14d3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884709 Mar 28 14:48:00.563702 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-bbd3aa5e-1bb9-4745-88a9-4461eb00cd4c None None] Set router 6d52cc56-e892-4cdc-81ec-a4e8f64694fc gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:48:00.649294 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-ee58a863-4dce-43f1-8b46-58df5cb652f0 req-eafb3773-4044-4e22-ae4f-a83d2f04eb62 service neutron] 10.222.0.20 "GET /v2.0/networks/94922b85-2ef2-45d0-8bca-b88d1a14d3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817451 Mar 28 14:48:00.777601 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-bbd3aa5e-1bb9-4745-88a9-4461eb00cd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'name': 'tempest-TestSnapshotPattern-419290105-router', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '460a768d-b32f-463c-bede-a62696203c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:47:32Z', 'updated_at': '2022-03-28T14:47:35Z', 'revision_number': 4, 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'gw_port': {'id': '460a768d-b32f-463c-bede-a62696203c3c', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:47:33Z', 'updated_at': '2022-03-28T14:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': 'bfc6ea3e-4d0c-4be1-9054-805565a47019', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'floating_ip_address': '172.26.2.213', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'port_id': 'e3d1b120-d0e2-40e8-8294-595540b796df', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94922b85-2ef2-45d0-8bca-b88d1a14d3e3', 'mac_address': 'fa:16:3e:0b:2b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f13e93e-6832-489c-a1cf-bc46794b5e51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:47:59Z', 'updated_at': '2022-03-28T14:47:59Z', 'revision_number': 0, 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfbd301a-e987-4d70-825f-44e33a0be3f9', 'name': '', 'network_id': '94922b85-2ef2-45d0-8bca-b88d1a14d3e3', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'mac_address': 'fa:16:3e:ef:1a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'ec2c26bf-0917-4107-a862-b507ec8b50c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:47:35Z', 'updated_at': '2022-03-28T14:47:39Z', 'revision_number': 5, 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'subnets': [{'id': 'ec2c26bf-0917-4107-a862-b507ec8b50c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:48:00.805832 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd3aa5e-1bb9-4745-88a9-4461eb00cd4c None None] The sync data for ids ['6d52cc56-e892-4cdc-81ec-a4e8f64694fc'] in dv-neutron-835335-1-hyperv is: [{'id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'name': 'tempest-TestSnapshotPattern-419290105-router', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '460a768d-b32f-463c-bede-a62696203c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:47:32Z', 'updated_at': '2022-03-28T14:47:35Z', 'revision_number': 4, 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'gw_port': {'id': '460a768d-b32f-463c-bede-a62696203c3c', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:47:33Z', 'updated_at': '2022-03-28T14:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': 'bfc6ea3e-4d0c-4be1-9054-805565a47019', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'floating_ip_address': '172.26.2.213', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'port_id': 'e3d1b120-d0e2-40e8-8294-595540b796df', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94922b85-2ef2-45d0-8bca-b88d1a14d3e3', 'mac_address': 'fa:16:3e:0b:2b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f13e93e-6832-489c-a1cf-bc46794b5e51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:47:59Z', 'updated_at': '2022-03-28T14:47:59Z', 'revision_number': 0, 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfbd301a-e987-4d70-825f-44e33a0be3f9', 'name': '', 'network_id': '94922b85-2ef2-45d0-8bca-b88d1a14d3e3', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'mac_address': 'fa:16:3e:ef:1a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'ec2c26bf-0917-4107-a862-b507ec8b50c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:47:35Z', 'updated_at': '2022-03-28T14:47:39Z', 'revision_number': 5, 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'subnets': [{'id': 'ec2c26bf-0917-4107-a862-b507ec8b50c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:48:00.988208 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c140c36f-52f6-4063-9658-ab72f30524de None None] New status for floating IP bfc6ea3e-4d0c-4be1-9054-805565a47019: ACTIVE {{(pid=109614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:48:10.199976 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:48:14.122154 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:48:24.109245 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f574ed30-64e1-4285-91f6-9060ea8ef474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:48:26.384572 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a688d7bf-cd1e-47dd-9c7e-ad307c1b5ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:48:27.836106 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:48:29.184413 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:48:29.394324 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:48:44.143264 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:48:47.199403 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:48:54.069823 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b9e6e872-db4d-4f00-8b70-9dcd189bac64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:48:56.371667 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d6e5d211-c3a5-4bd9-9605-4ad4c06c23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:48:57.845584 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:48:58.543409 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1f57cbfc-83e0-4521-ad09-0f37e445340e req-6cf52ce1-7a75-4876-9022-3223a79887cf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8f13e93e-6832-489c-a1cf-bc46794b5e51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1087151 Mar 28 14:48:58.624677 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57cbfc-83e0-4521-ad09-0f37e445340e req-e53364dc-3f94-4629-98ee-5b007e7fc6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:48:58.626141 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1f57cbfc-83e0-4521-ad09-0f37e445340e req-e53364dc-3f94-4629-98ee-5b007e7fc6aa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8d90c6cb5ecb439a810be17744339e89&device_id=8f13e93e-6832-489c-a1cf-bc46794b5e51 HTTP/1.1" status: 200 len: 1098 time: 0.0403109 Mar 28 14:48:58.727161 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57cbfc-83e0-4521-ad09-0f37e445340e req-67402844-873c-453e-905d-c62c59813341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:48:58.728553 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1f57cbfc-83e0-4521-ad09-0f37e445340e req-67402844-873c-453e-905d-c62c59813341 service neutron] 10.222.0.20 "GET /v2.0/networks?id=94922b85-2ef2-45d0-8bca-b88d1a14d3e3 HTTP/1.1" status: 200 len: 910 time: 0.0847967 Mar 28 14:48:58.791842 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1f57cbfc-83e0-4521-ad09-0f37e445340e req-2a78fa87-4890-424e-8d66-c36560bacf3d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3d1b120-d0e2-40e8-8294-595540b796df HTTP/1.1" status: 200 len: 1001 time: 0.0572329 Mar 28 14:48:58.842665 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57cbfc-83e0-4521-ad09-0f37e445340e req-f7b14649-f018-47f2-acb7-050315edc22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:48:58.844097 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1f57cbfc-83e0-4521-ad09-0f37e445340e req-f7b14649-f018-47f2-acb7-050315edc22e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec2c26bf-0917-4107-a862-b507ec8b50c7 HTTP/1.1" status: 200 len: 848 time: 0.0460935 Mar 28 14:48:58.890079 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57cbfc-83e0-4521-ad09-0f37e445340e req-86b61cd3-dc6d-43b5-a3e3-7d7be6e8eb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:48:58.891691 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1f57cbfc-83e0-4521-ad09-0f37e445340e req-86b61cd3-dc6d-43b5-a3e3-7d7be6e8eb07 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94922b85-2ef2-45d0-8bca-b88d1a14d3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402610 Mar 28 14:48:58.977506 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1f57cbfc-83e0-4521-ad09-0f37e445340e req-2ff81126-48b1-4971-99c4-7a2ba50d2437 service neutron] 10.222.0.20 "GET /v2.0/networks/94922b85-2ef2-45d0-8bca-b88d1a14d3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789490 Mar 28 14:48:59.070770 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1f57cbfc-83e0-4521-ad09-0f37e445340e req-eff631a9-ff66-4171-8c50-441becb6e7db service neutron] 10.222.0.20 "GET /v2.0/networks/94922b85-2ef2-45d0-8bca-b88d1a14d3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869663 Mar 28 14:48:59.218388 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:48:59.424230 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:49:14.138071 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:49:24.075946 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c040d905-cdf5-40e0-be69-e8db27a52964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:49:24.198708 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:49:26.365488 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-79650ae8-04ee-40d8-89e1-6cd734e1125d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:49:27.850816 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:49:29.200855 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:49:29.383973 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:49:44.143844 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:49:54.095940 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4157b280-2311-492b-aaf4-9e8d902d405d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:49:56.406200 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-cd0a179c-8cf7-4b12-83a9-78cd4b9268dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:49:57.846577 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:49:59.216023 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:49:59.398702 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:50:00.476325 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f7e902e0-4b9f-4174-84ff-5ca50651cf01 req-cd4cdf70-d292-478e-8ffd-36be168a2772 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8f13e93e-6832-489c-a1cf-bc46794b5e51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436652 Mar 28 14:50:00.554314 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e902e0-4b9f-4174-84ff-5ca50651cf01 req-dda1bd7d-5cc5-4042-ac49-bb239095b370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:50:00.555792 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f7e902e0-4b9f-4174-84ff-5ca50651cf01 req-dda1bd7d-5cc5-4042-ac49-bb239095b370 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8d90c6cb5ecb439a810be17744339e89&device_id=8f13e93e-6832-489c-a1cf-bc46794b5e51 HTTP/1.1" status: 200 len: 1098 time: 0.0399723 Mar 28 14:50:00.653140 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e902e0-4b9f-4174-84ff-5ca50651cf01 req-32b2e972-fe08-4d20-b64f-94100eff74f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:50:00.654578 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f7e902e0-4b9f-4174-84ff-5ca50651cf01 req-32b2e972-fe08-4d20-b64f-94100eff74f6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=94922b85-2ef2-45d0-8bca-b88d1a14d3e3 HTTP/1.1" status: 200 len: 910 time: 0.0806308 Mar 28 14:50:00.720841 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f7e902e0-4b9f-4174-84ff-5ca50651cf01 req-cc423139-c8cc-45f9-9142-3c8ba812e338 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3d1b120-d0e2-40e8-8294-595540b796df HTTP/1.1" status: 200 len: 1001 time: 0.0593603 Mar 28 14:50:00.767375 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e902e0-4b9f-4174-84ff-5ca50651cf01 req-79dcd501-fa1e-465a-b61f-89c80d6e9e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:50:00.768741 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f7e902e0-4b9f-4174-84ff-5ca50651cf01 req-79dcd501-fa1e-465a-b61f-89c80d6e9e67 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec2c26bf-0917-4107-a862-b507ec8b50c7 HTTP/1.1" status: 200 len: 848 time: 0.0413396 Mar 28 14:50:00.812537 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e902e0-4b9f-4174-84ff-5ca50651cf01 req-3811cab6-a67d-4c92-bac5-86a66bb64232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:50:00.814005 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f7e902e0-4b9f-4174-84ff-5ca50651cf01 req-3811cab6-a67d-4c92-bac5-86a66bb64232 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94922b85-2ef2-45d0-8bca-b88d1a14d3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395777 Mar 28 14:50:00.904250 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f7e902e0-4b9f-4174-84ff-5ca50651cf01 req-0d1b74e0-8880-423f-96d0-bf3a1417ecde service neutron] 10.222.0.20 "GET /v2.0/networks/94922b85-2ef2-45d0-8bca-b88d1a14d3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834563 Mar 28 14:50:00.990103 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-f7e902e0-4b9f-4174-84ff-5ca50651cf01 req-99928599-5139-4f9d-8907-a19c36db6683 service neutron] 10.222.0.20 "GET /v2.0/networks/94922b85-2ef2-45d0-8bca-b88d1a14d3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797501 Mar 28 14:50:01.197672 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:50:14.135275 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:50:24.074437 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-39f156ab-be55-4ba4-b6d1-5bb8e04afd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:50:26.392506 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-105a30ab-3356-4034-aa85-35a429e8cc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:50:27.868959 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:50:29.217284 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:50:29.394206 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:50:30.353925 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device e3d1b120-d0e2-40e8-8294-595540b796df details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:50:30.444036 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port e3d1b120-d0e2-40e8-8294-595540b796df, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e3d1b120-d0e2-40e8-8294-595540b796df,segment=NetworkSegment(ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63),segment_id=ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:50:30.454762 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': 'e3d1b120-d0e2-40e8-8294-595540b796df', 'network_id': '94922b85-2ef2-45d0-8bca-b88d1a14d3e3', 'port_id': 'e3d1b120-d0e2-40e8-8294-595540b796df', 'mac_address': 'fa:16:3e:0b:2b:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec2c26bf-0917-4107-a862-b507ec8b50c7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:50:30.493348 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:50:30.505590 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e3d1b120-d0e2-40e8-8294-595540b796df {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:50:30.524094 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port e3d1b120-d0e2-40e8-8294-595540b796df, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e3d1b120-d0e2-40e8-8294-595540b796df,segment=NetworkSegment(ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63),segment_id=ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:50:30.605493 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:50:30.653377 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=e3d1b120-d0e2-40e8-8294-595540b796df,revision_number=6']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:50:30.660163 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:50:30.660539 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:50:30.660875 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:50:30.661203 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:50:30.661526 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:50:30.661849 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:50:30.662171 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:50:30.662491 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:50:30.662809 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:50:30.663130 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:50:30.663441 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:50:30.663754 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:50:30.682674 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['e3d1b120-d0e2-40e8-8294-595540b796df'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:50:32.363798 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device e3d1b120-d0e2-40e8-8294-595540b796df up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:50:32.410921 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port e3d1b120-d0e2-40e8-8294-595540b796df triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:50:32.411371 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:50:32.491568 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:50:32.512538 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f13e93e-6832-489c-a1cf-bc46794b5e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d1b120-d0e2-40e8-8294-595540b796df'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:50:32.514739 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1f391a1cf6d5492e3129a92ccef47801421a9a806d9518bc9ec788e12495e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b4218e-2e05-4d1a-a132-7e2a91e9f846" -d '{"events": [{"server_uuid": "8f13e93e-6832-489c-a1cf-bc46794b5e51", "name": "network-vif-plugged", "status": "completed", "tag": "e3d1b120-d0e2-40e8-8294-595540b796df"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:50:32.527629 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port e3d1b120-d0e2-40e8-8294-595540b796df, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e3d1b120-d0e2-40e8-8294-595540b796df,segment=NetworkSegment(ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63),segment_id=ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:50:32.609196 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0844af-2c0f-4b80-84f1-cee51b70287f x-openstack-request-id: req-3d0844af-2c0f-4b80-84f1-cee51b70287f {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:50:32.609486 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f13e93e-6832-489c-a1cf-bc46794b5e51", "name": "network-vif-plugged", "status": "completed", "tag": "e3d1b120-d0e2-40e8-8294-595540b796df", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:50:32.609736 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3d0844af-2c0f-4b80-84f1-cee51b70287f {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:50:32.610191 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f13e93e-6832-489c-a1cf-bc46794b5e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d1b120-d0e2-40e8-8294-595540b796df', 'code': 200} Mar 28 14:50:32.611353 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:50:32.658828 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=e3d1b120-d0e2-40e8-8294-595540b796df,revision_number=7']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:50:38.197696 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:50:44.119831 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:50:47.641514 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-81611962-9526-4682-9eab-1122e5000b34 req-50cf9711-4617-422e-82d1-0fafb8b8fdac tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1611838457&fields=id&tenant_id=8d90c6cb5ecb439a810be17744339e89 HTTP/1.1" status: 200 len: 267 time: 0.0330398 Mar 28 14:50:47.743065 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81611962-9526-4682-9eab-1122e5000b34 req-f3dd1490-1ee6-4c4b-8053-3bdb29623ac8 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:50:47.744552 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-81611962-9526-4682-9eab-1122e5000b34 req-f3dd1490-1ee6-4c4b-8053-3bdb29623ac8 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/networks?id=94922b85-2ef2-45d0-8bca-b88d1a14d3e3 HTTP/1.1" status: 200 len: 809 time: 0.0955560 Mar 28 14:50:47.759360 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-81611962-9526-4682-9eab-1122e5000b34 req-26ca6798-a748-4b94-856d-85a3c1135ddd tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/quotas/8d90c6cb5ecb439a810be17744339e89 HTTP/1.1" status: 200 len: 375 time: 0.0089910 Mar 28 14:50:47.814909 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-81611962-9526-4682-9eab-1122e5000b34 req-e50251e5-37d0-48ef-b4c4-4f5e94a83dc9 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d90c6cb5ecb439a810be17744339e89&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0505438 Mar 28 14:50:47.905901 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-81611962-9526-4682-9eab-1122e5000b34 req-4741fe97-b2cd-43ae-b49e-cd750cad1ac7 service neutron] 10.222.0.24 "GET /v2.0/networks/94922b85-2ef2-45d0-8bca-b88d1a14d3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789382 Mar 28 14:50:47.993880 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-81611962-9526-4682-9eab-1122e5000b34 req-516009e5-c16a-469b-8cfc-204b204c954f service neutron] 10.222.0.24 "GET /v2.0/networks/94922b85-2ef2-45d0-8bca-b88d1a14d3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820017 Mar 28 14:50:48.307617 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-20bfb3c9-f6e8-4e3d-bcc8-02e56c5d5f96 req-45204dac-0116-4770-86c2-7244c3cfeb2a tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/ports?device_id=654f8bc5-db23-4b15-b695-4e18324ad84d HTTP/1.1" status: 200 len: 210 time: 0.0858440 Mar 28 14:50:49.400925 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-04bb3adf-2e00-4d3d-8f81-ec29d6a9036d req-e2328fcf-f8fd-4a2e-8370-c8814fb6a842 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/ports?device_id=654f8bc5-db23-4b15-b695-4e18324ad84d HTTP/1.1" status: 200 len: 210 time: 0.0271595 Mar 28 14:50:50.346041 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81611962-9526-4682-9eab-1122e5000b34 req-5884c81e-a3f7-4a40-8753-1c5f4f7175d5 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:50:50.347497 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-81611962-9526-4682-9eab-1122e5000b34 req-5884c81e-a3f7-4a40-8753-1c5f4f7175d5 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.20 "GET /v2.0/networks?id=94922b85-2ef2-45d0-8bca-b88d1a14d3e3 HTTP/1.1" status: 200 len: 809 time: 0.1002951 Mar 28 14:50:50.392303 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-81611962-9526-4682-9eab-1122e5000b34 req-680596ed-c88e-4172-bfbe-0b499b3f2ec5 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d90c6cb5ecb439a810be17744339e89 HTTP/1.1" status: 200 len: 380 time: 0.0366395 Mar 28 14:50:50.401231 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-81611962-9526-4682-9eab-1122e5000b34 req-9393e798-1ae6-4d75-a2dc-db3d6ede0c8f tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Request body: {'port': {'device_id': '654f8bc5-db23-4b15-b695-4e18324ad84d', 'network_id': '94922b85-2ef2-45d0-8bca-b88d1a14d3e3', 'admin_state_up': True, 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'security_groups': ['a160da42-6a72-46ef-918f-2c594b03de74']}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:50:50.441042 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device e3d1b120-d0e2-40e8-8294-595540b796df no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:50:50.507800 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-cf748b72-535e-431a-a1d2-adbe20577d77 req-1dc5221e-38be-461b-9d82-383080020a53 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/ports?device_id=654f8bc5-db23-4b15-b695-4e18324ad84d HTTP/1.1" status: 200 len: 210 time: 0.0372660 Mar 28 14:50:50.525756 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:50:50.617325 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81611962-9526-4682-9eab-1122e5000b34 req-9393e798-1ae6-4d75-a2dc-db3d6ede0c8f tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Made reservation on behalf of 8d90c6cb5ecb439a810be17744339e89 for: {'port': 1} {{(pid=109613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 14:50:50.620852 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-81611962-9526-4682-9eab-1122e5000b34 req-9393e798-1ae6-4d75-a2dc-db3d6ede0c8f tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:50:50.636088 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f13e93e-6832-489c-a1cf-bc46794b5e51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3d1b120-d0e2-40e8-8294-595540b796df'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:50:50.638492 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1f391a1cf6d5492e3129a92ccef47801421a9a806d9518bc9ec788e12495e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9609bcaf-36de-41ea-b3fa-dc2fcfaf9287" -d '{"events": [{"server_uuid": "8f13e93e-6832-489c-a1cf-bc46794b5e51", "name": "network-vif-unplugged", "status": "completed", "tag": "e3d1b120-d0e2-40e8-8294-595540b796df"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:50:50.664636 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port e3d1b120-d0e2-40e8-8294-595540b796df, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e3d1b120-d0e2-40e8-8294-595540b796df,segment=NetworkSegment(ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63),segment_id=ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:50:50.677609 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Mar 2022 14:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfbb635-6915-43bf-a1de-c91aa6a7ffc7 x-openstack-request-id: req-ccfbb635-6915-43bf-a1de-c91aa6a7ffc7 {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:50:50.677891 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f13e93e-6832-489c-a1cf-bc46794b5e51", "name": "network-vif-unplugged", "status": "completed", "tag": "e3d1b120-d0e2-40e8-8294-595540b796df", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:50:50.678199 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ccfbb635-6915-43bf-a1de-c91aa6a7ffc7 {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:50:50.678552 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f13e93e-6832-489c-a1cf-bc46794b5e51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3d1b120-d0e2-40e8-8294-595540b796df', 'code': 200} Mar 28 14:50:50.737315 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:50:50.763772 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [req-81611962-9526-4682-9eab-1122e5000b34 req-9393e798-1ae6-4d75-a2dc-db3d6ede0c8f tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Allocated IP 172.20.0.10 (94922b85-2ef2-45d0-8bca-b88d1a14d3e3/ec2c26bf-0917-4107-a862-b507ec8b50c7/93fd0f45-b826-4313-acaf-5892a69787b2) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:50:50.796781 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=e3d1b120-d0e2-40e8-8294-595540b796df,revision_number=8']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:50:50.899839 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-81611962-9526-4682-9eab-1122e5000b34 req-9393e798-1ae6-4d75-a2dc-db3d6ede0c8f tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:50:50.995005 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-81611962-9526-4682-9eab-1122e5000b34 req-9393e798-1ae6-4d75-a2dc-db3d6ede0c8f tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:50:51.039882 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81611962-9526-4682-9eab-1122e5000b34 req-9393e798-1ae6-4d75-a2dc-db3d6ede0c8f tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Network 94922b85-2ef2-45d0-8bca-b88d1a14d3e3 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:50:51.045932 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [req-81611962-9526-4682-9eab-1122e5000b34 req-9393e798-1ae6-4d75-a2dc-db3d6ede0c8f tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:50:51.049571 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-81611962-9526-4682-9eab-1122e5000b34 req-9393e798-1ae6-4d75-a2dc-db3d6ede0c8f tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:50:51.118817 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9393e798-1ae6-4d75-a2dc-db3d6ede0c8f tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Pushing event updated for resources: {'Port': ['ID=93fd0f45-b826-4313-acaf-5892a69787b2,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:50:51.118817 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9393e798-1ae6-4d75-a2dc-db3d6ede0c8f tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:50:51.118817 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9393e798-1ae6-4d75-a2dc-db3d6ede0c8f tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:50:51.118817 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9393e798-1ae6-4d75-a2dc-db3d6ede0c8f tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:50:51.118817 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9393e798-1ae6-4d75-a2dc-db3d6ede0c8f tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:50:51.118817 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9393e798-1ae6-4d75-a2dc-db3d6ede0c8f tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:50:51.118817 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9393e798-1ae6-4d75-a2dc-db3d6ede0c8f tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:50:51.118817 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9393e798-1ae6-4d75-a2dc-db3d6ede0c8f tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:50:51.118817 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9393e798-1ae6-4d75-a2dc-db3d6ede0c8f tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:50:51.118817 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9393e798-1ae6-4d75-a2dc-db3d6ede0c8f tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:50:51.118817 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9393e798-1ae6-4d75-a2dc-db3d6ede0c8f tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:50:51.118817 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9393e798-1ae6-4d75-a2dc-db3d6ede0c8f tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:50:51.118817 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9393e798-1ae6-4d75-a2dc-db3d6ede0c8f tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:50:51.130485 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81611962-9526-4682-9eab-1122e5000b34 req-9393e798-1ae6-4d75-a2dc-db3d6ede0c8f tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:50:51.134366 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-81611962-9526-4682-9eab-1122e5000b34 req-9393e798-1ae6-4d75-a2dc-db3d6ede0c8f tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:50:51.215617 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-81611962-9526-4682-9eab-1122e5000b34 req-9393e798-1ae6-4d75-a2dc-db3d6ede0c8f tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8183463 Mar 28 14:50:51.414970 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-f5c1fe33-ecd8-4417-ac49-43d2bb1eb405 None None] Provisioning complete for port 93fd0f45-b826-4313-acaf-5892a69787b2 triggered by entity DHCP. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:50:51.415835 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f5c1fe33-ecd8-4417-ac49-43d2bb1eb405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:50:51.467075 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-f5c1fe33-ecd8-4417-ac49-43d2bb1eb405 None None] Port 93fd0f45-b826-4313-acaf-5892a69787b2 cannot update to ACTIVE because it is not bound. {{(pid=109614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 28 14:50:51.640345 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3836af14-b195-4fd6-85ca-21c089da25a4 req-3e21b279-afcb-4e91-a453-360453103f27 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:50:51.641920 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3836af14-b195-4fd6-85ca-21c089da25a4 req-3e21b279-afcb-4e91-a453-360453103f27 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/ports?device_id=654f8bc5-db23-4b15-b695-4e18324ad84d HTTP/1.1" status: 200 len: 932 time: 0.0549579 Mar 28 14:50:51.681589 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-3836af14-b195-4fd6-85ca-21c089da25a4 req-3159662f-a843-4427-8b3c-a5bda935962b tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/security-groups?id=a160da42-6a72-46ef-918f-2c594b03de74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333116 Mar 28 14:50:52.810080 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e65dfd-f349-4527-961c-d0d9a16d41c4 req-382c7c46-353c-4981-a6a8-09c9b88a8f8b tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:50:52.812620 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a9e65dfd-f349-4527-961c-d0d9a16d41c4 req-382c7c46-353c-4981-a6a8-09c9b88a8f8b tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/ports?device_id=654f8bc5-db23-4b15-b695-4e18324ad84d HTTP/1.1" status: 200 len: 932 time: 0.0529087 Mar 28 14:50:52.854034 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a9e65dfd-f349-4527-961c-d0d9a16d41c4 req-b32b3a12-c5b9-45df-bf44-be2420045f13 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/security-groups?id=a160da42-6a72-46ef-918f-2c594b03de74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349779 Mar 28 14:50:53.972328 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d595d8-0926-43f4-b1e4-0a24f2395296 req-f1061e61-5af7-4997-8978-017fd628cc9c tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:50:53.973961 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-28d595d8-0926-43f4-b1e4-0a24f2395296 req-f1061e61-5af7-4997-8978-017fd628cc9c tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/ports?device_id=654f8bc5-db23-4b15-b695-4e18324ad84d HTTP/1.1" status: 200 len: 932 time: 0.0497749 Mar 28 14:50:54.020799 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-28d595d8-0926-43f4-b1e4-0a24f2395296 req-55e2fbb2-4854-4ee4-9678-5663074575b0 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/security-groups?id=a160da42-6a72-46ef-918f-2c594b03de74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399306 Mar 28 14:50:54.068179 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-17d14254-a3c1-4e48-9b23-258632dc65af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:50:55.135984 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01759a5-e961-43d5-b264-ff5bf5bfb320 req-a089ab66-41cc-4cc4-b962-3c090b8c9a3d tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:50:55.138268 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a01759a5-e961-43d5-b264-ff5bf5bfb320 req-a089ab66-41cc-4cc4-b962-3c090b8c9a3d tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/ports?device_id=654f8bc5-db23-4b15-b695-4e18324ad84d HTTP/1.1" status: 200 len: 932 time: 0.0509632 Mar 28 14:50:55.183737 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-a01759a5-e961-43d5-b264-ff5bf5bfb320 req-105a7795-f956-4b61-a1de-786a3a37c4b6 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/security-groups?id=a160da42-6a72-46ef-918f-2c594b03de74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390224 Mar 28 14:50:56.315470 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf705b1-b1b3-4a74-b403-adaadf521c54 req-29378da4-0477-497e-b46e-53d5de43dcb9 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:50:56.316980 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-caf705b1-b1b3-4a74-b403-adaadf521c54 req-29378da4-0477-497e-b46e-53d5de43dcb9 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/ports?device_id=654f8bc5-db23-4b15-b695-4e18324ad84d HTTP/1.1" status: 200 len: 932 time: 0.0581234 Mar 28 14:50:56.359535 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-caf705b1-b1b3-4a74-b403-adaadf521c54 req-01f72461-a099-4c82-b3b6-aeb06aa1f213 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/security-groups?id=a160da42-6a72-46ef-918f-2c594b03de74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356770 Mar 28 14:50:56.376595 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-338211e1-914a-4c63-81b5-44ad64896d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:50:57.491938 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c9bd4-3ba9-420d-8317-56b593a0aae3 req-410ea3f9-21cd-4a5c-90ec-f1c1a68806e3 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:50:57.499984 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e67c9bd4-3ba9-420d-8317-56b593a0aae3 req-410ea3f9-21cd-4a5c-90ec-f1c1a68806e3 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/ports?device_id=654f8bc5-db23-4b15-b695-4e18324ad84d HTTP/1.1" status: 200 len: 932 time: 0.0607448 Mar 28 14:50:57.533957 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e67c9bd4-3ba9-420d-8317-56b593a0aae3 req-307dc2f4-1ddd-4b93-bed4-5cd95b9f51e4 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/security-groups?id=a160da42-6a72-46ef-918f-2c594b03de74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329709 Mar 28 14:50:57.862596 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:50:58.660575 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46cd257-280f-49af-8bd4-f302c318ac99 req-dcfbb462-fe43-41cd-b80c-100a3c9c4628 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:50:58.662114 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d46cd257-280f-49af-8bd4-f302c318ac99 req-dcfbb462-fe43-41cd-b80c-100a3c9c4628 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/ports?device_id=654f8bc5-db23-4b15-b695-4e18324ad84d HTTP/1.1" status: 200 len: 932 time: 0.0490818 Mar 28 14:50:58.708702 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d46cd257-280f-49af-8bd4-f302c318ac99 req-0198121d-31db-4120-88ab-591c521f6bdb tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/security-groups?id=a160da42-6a72-46ef-918f-2c594b03de74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406308 Mar 28 14:50:59.220303 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:50:59.408963 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:50:59.819788 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ac73b-b5e4-4d18-b218-d5385a5a0497 req-04254c4a-33d3-4bed-bd54-36b071cbe8a5 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:50:59.821246 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b03ac73b-b5e4-4d18-b218-d5385a5a0497 req-04254c4a-33d3-4bed-bd54-36b071cbe8a5 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/ports?device_id=654f8bc5-db23-4b15-b695-4e18324ad84d HTTP/1.1" status: 200 len: 932 time: 0.0471294 Mar 28 14:50:59.857601 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-b03ac73b-b5e4-4d18-b218-d5385a5a0497 req-a00d38c3-0515-4a52-b223-efc5e9372342 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/security-groups?id=a160da42-6a72-46ef-918f-2c594b03de74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305414 Mar 28 14:51:00.968564 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc500e01-2c66-4bf7-a1c4-4da2fda48f2a req-9c82b23a-d5c6-4b32-aebe-13cd9fcadf87 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:51:00.970472 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-fc500e01-2c66-4bf7-a1c4-4da2fda48f2a req-9c82b23a-d5c6-4b32-aebe-13cd9fcadf87 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/ports?device_id=654f8bc5-db23-4b15-b695-4e18324ad84d HTTP/1.1" status: 200 len: 932 time: 0.0477362 Mar 28 14:51:01.011005 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-fc500e01-2c66-4bf7-a1c4-4da2fda48f2a req-21ab4079-ec61-48eb-9893-475011cf20a3 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/security-groups?id=a160da42-6a72-46ef-918f-2c594b03de74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330105 Mar 28 14:51:02.123271 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f8b31-2d76-49bc-89e7-ebb2dae00750 req-e8d401f8-5fa8-49a6-a7a3-914ace41ecdb tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:51:02.124782 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-952f8b31-2d76-49bc-89e7-ebb2dae00750 req-e8d401f8-5fa8-49a6-a7a3-914ace41ecdb tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/ports?device_id=654f8bc5-db23-4b15-b695-4e18324ad84d HTTP/1.1" status: 200 len: 932 time: 0.0475628 Mar 28 14:51:02.164273 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-952f8b31-2d76-49bc-89e7-ebb2dae00750 req-c2f16def-71b6-43d4-b9ab-eccbf85bf9a2 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/security-groups?id=a160da42-6a72-46ef-918f-2c594b03de74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332704 Mar 28 14:51:02.673498 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [req-81611962-9526-4682-9eab-1122e5000b34 req-75f458e2-d8e9-47f3-818c-275d4c073bcb service neutron] Request body: {'port': {'device_id': '654f8bc5-db23-4b15-b695-4e18324ad84d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:51:02.700272 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.20', 60039) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:51:02.727766 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-81611962-9526-4682-9eab-1122e5000b34 req-75f458e2-d8e9-47f3-818c-275d4c073bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:51:02.742900 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-2f462535-2c8b-40b0-a292-adba7e881f44 req-7bb0e9f9-06dd-4cee-8a0a-34d608b66eda service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8f13e93e-6832-489c-a1cf-bc46794b5e51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414586 Mar 28 14:51:02.832892 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f462535-2c8b-40b0-a292-adba7e881f44 req-b2e274dc-ff17-40a4-a3ae-c43c532e70ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:51:02.834390 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-2f462535-2c8b-40b0-a292-adba7e881f44 req-b2e274dc-ff17-40a4-a3ae-c43c532e70ad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8d90c6cb5ecb439a810be17744339e89&device_id=8f13e93e-6832-489c-a1cf-bc46794b5e51 HTTP/1.1" status: 200 len: 1096 time: 0.0425987 Mar 28 14:51:02.936925 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f462535-2c8b-40b0-a292-adba7e881f44 req-43d55735-7619-4eae-b349-7936d05ec400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:51:02.938328 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-2f462535-2c8b-40b0-a292-adba7e881f44 req-43d55735-7619-4eae-b349-7936d05ec400 service neutron] 10.222.0.20 "GET /v2.0/networks?id=94922b85-2ef2-45d0-8bca-b88d1a14d3e3 HTTP/1.1" status: 200 len: 910 time: 0.0827045 Mar 28 14:51:02.981734 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [req-81611962-9526-4682-9eab-1122e5000b34 req-75f458e2-d8e9-47f3-818c-275d4c073bcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93fd0f45-b826-4313-acaf-5892a69787b2 {{(pid=109613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:51:02.989053 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-81611962-9526-4682-9eab-1122e5000b34 req-75f458e2-d8e9-47f3-818c-275d4c073bcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:51:03.001129 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.provisioning_blocks [req-81611962-9526-4682-9eab-1122e5000b34 req-75f458e2-d8e9-47f3-818c-275d4c073bcb service neutron] Transition to ACTIVE for port object 93fd0f45-b826-4313-acaf-5892a69787b2 will not be triggered until provisioned by entity L2. {{(pid=109613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 14:51:03.008019 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-2f462535-2c8b-40b0-a292-adba7e881f44 req-b0caf579-27ab-41f5-bd30-0d7b69361860 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3d1b120-d0e2-40e8-8294-595540b796df HTTP/1.1" status: 200 len: 999 time: 0.0600772 Mar 28 14:51:03.066803 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-81611962-9526-4682-9eab-1122e5000b34 req-75f458e2-d8e9-47f3-818c-275d4c073bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:51:03.122369 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f458e2-d8e9-47f3-818c-275d4c073bcb service neutron] Pushing event updated for resources: {'Port': ['ID=93fd0f45-b826-4313-acaf-5892a69787b2,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:51:03.205801 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-81611962-9526-4682-9eab-1122e5000b34 req-75f458e2-d8e9-47f3-818c-275d4c073bcb service neutron] Attempting to bind port 93fd0f45-b826-4313-acaf-5892a69787b2 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 14:51:03.206378 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-81611962-9526-4682-9eab-1122e5000b34 req-75f458e2-d8e9-47f3-818c-275d4c073bcb service neutron] Attempting to bind port 93fd0f45-b826-4313-acaf-5892a69787b2 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94922b85-2ef2-45d0-8bca-b88d1a14d3e3'}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 14:51:03.206483 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81611962-9526-4682-9eab-1122e5000b34 req-75f458e2-d8e9-47f3-818c-275d4c073bcb service neutron] Attempting to bind port 93fd0f45-b826-4313-acaf-5892a69787b2 on network 94922b85-2ef2-45d0-8bca-b88d1a14d3e3 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:51:03.212862 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81611962-9526-4682-9eab-1122e5000b34 req-75f458e2-d8e9-47f3-818c-275d4c073bcb service neutron] Port 93fd0f45-b826-4313-acaf-5892a69787b2 on network 94922b85-2ef2-45d0-8bca-b88d1a14d3e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 14:51:03.213194 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81611962-9526-4682-9eab-1122e5000b34 req-75f458e2-d8e9-47f3-818c-275d4c073bcb service neutron] Attempting to bind port 93fd0f45-b826-4313-acaf-5892a69787b2 on network 94922b85-2ef2-45d0-8bca-b88d1a14d3e3 {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 14:51:03.219956 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81611962-9526-4682-9eab-1122e5000b34 req-75f458e2-d8e9-47f3-818c-275d4c073bcb service neutron] Checking agent: {'id': '72ab3303-6c81-4bd9-a1a9-2c5d9b681d2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'started_at': datetime.datetime(2022, 3, 28, 13, 42, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 14, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 14:51:03.220325 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81611962-9526-4682-9eab-1122e5000b34 req-75f458e2-d8e9-47f3-818c-275d4c073bcb service neutron] Checking segment: {'id': 'ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94922b85-2ef2-45d0-8bca-b88d1a14d3e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 28 14:51:03.220744 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81611962-9526-4682-9eab-1122e5000b34 req-75f458e2-d8e9-47f3-818c-275d4c073bcb service neutron] Bound using segment: {'id': 'ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94922b85-2ef2-45d0-8bca-b88d1a14d3e3'} {{(pid=109613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 14:51:03.225908 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.managers [req-81611962-9526-4682-9eab-1122e5000b34 req-75f458e2-d8e9-47f3-818c-275d4c073bcb service neutron] Bound port: 93fd0f45-b826-4313-acaf-5892a69787b2, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94922b85-2ef2-45d0-8bca-b88d1a14d3e3'}}] {{(pid=109613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 14:51:03.226849 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-81611962-9526-4682-9eab-1122e5000b34 req-75f458e2-d8e9-47f3-818c-275d4c073bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:51:03.400395 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f462535-2c8b-40b0-a292-adba7e881f44 req-e595d081-be53-4902-8b62-87c108c33679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:51:03.401781 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-2f462535-2c8b-40b0-a292-adba7e881f44 req-e595d081-be53-4902-8b62-87c108c33679 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec2c26bf-0917-4107-a862-b507ec8b50c7 HTTP/1.1" status: 200 len: 848 time: 0.3912761 Mar 28 14:51:03.448555 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f462535-2c8b-40b0-a292-adba7e881f44 req-53d206f6-a515-4777-8726-ed3711752b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:51:03.449971 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-2f462535-2c8b-40b0-a292-adba7e881f44 req-53d206f6-a515-4777-8726-ed3711752b37 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94922b85-2ef2-45d0-8bca-b88d1a14d3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414116 Mar 28 14:51:03.548073 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-2f462535-2c8b-40b0-a292-adba7e881f44 req-c37ad13b-c6da-40f2-93d7-99bfdebb392f service neutron] 10.222.0.20 "GET /v2.0/networks/94922b85-2ef2-45d0-8bca-b88d1a14d3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908585 Mar 28 14:51:03.645351 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [req-2f462535-2c8b-40b0-a292-adba7e881f44 req-d5b5584e-16a3-47b3-93c9-1d49357cbde4 service neutron] 10.222.0.20 "GET /v2.0/networks/94922b85-2ef2-45d0-8bca-b88d1a14d3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902398 Mar 28 14:51:03.694189 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1038a-08f8-478b-8c22-1df40ca83e27 req-48bff2d0-d4f1-479d-9069-d6c9986e8851 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:51:03.696178 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-91a1038a-08f8-478b-8c22-1df40ca83e27 req-48bff2d0-d4f1-479d-9069-d6c9986e8851 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/ports?device_id=654f8bc5-db23-4b15-b695-4e18324ad84d HTTP/1.1" status: 200 len: 944 time: 0.4527659 Mar 28 14:51:03.697209 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-81611962-9526-4682-9eab-1122e5000b34 req-75f458e2-d8e9-47f3-818c-275d4c073bcb service neutron] For port 93fd0f45-b826-4313-acaf-5892a69787b2, host hv-neutron-8353, cleared binding levels {{(pid=109613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 14:51:03.700443 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-81611962-9526-4682-9eab-1122e5000b34 req-75f458e2-d8e9-47f3-818c-275d4c073bcb service neutron] For port 93fd0f45-b826-4313-acaf-5892a69787b2, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=93fd0f45-b826-4313-acaf-5892a69787b2,segment=NetworkSegment(ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63),segment_id=ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63)] {{(pid=109613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 14:51:03.732509 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-91a1038a-08f8-478b-8c22-1df40ca83e27 req-e4e2dca5-9b72-429a-8be6-539c0f108a05 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/security-groups?id=a160da42-6a72-46ef-918f-2c594b03de74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303695 Mar 28 14:51:03.799675 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-81611962-9526-4682-9eab-1122e5000b34 req-75f458e2-d8e9-47f3-818c-275d4c073bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:51:03.835780 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81611962-9526-4682-9eab-1122e5000b34 req-75f458e2-d8e9-47f3-818c-275d4c073bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:51:03.836419 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-81611962-9526-4682-9eab-1122e5000b34 req-75f458e2-d8e9-47f3-818c-275d4c073bcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:51:03.837802 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-81611962-9526-4682-9eab-1122e5000b34 req-75f458e2-d8e9-47f3-818c-275d4c073bcb service neutron] 10.222.0.20 "PUT /v2.0/ports/93fd0f45-b826-4313-acaf-5892a69787b2 HTTP/1.1" status: 200 len: 1094 time: 1.1685994 Mar 28 14:51:03.838248 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '654f8bc5-db23-4b15-b695-4e18324ad84d', 'tag': '93fd0f45-b826-4313-acaf-5892a69787b2'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:51:03.840504 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1532718cc6e21566450128fabd5b268e8b79b75a8a9cad19d4ee0c52bcacb7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6115044-270b-47e1-b14c-cbf769d51f71" -d '{"events": [{"name": "network-changed", "server_uuid": "654f8bc5-db23-4b15-b695-4e18324ad84d", "tag": "93fd0f45-b826-4313-acaf-5892a69787b2"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:51:03.861832 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f458e2-d8e9-47f3-818c-275d4c073bcb service neutron] Pushing event updated for resources: {'Port': ['ID=93fd0f45-b826-4313-acaf-5892a69787b2,revision_number=3']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:51:03.879505 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4505104e-d54d-4642-9aa1-4cb4953a0d23 x-openstack-request-id: req-4505104e-d54d-4642-9aa1-4cb4953a0d23 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:51:03.879796 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "654f8bc5-db23-4b15-b695-4e18324ad84d", "tag": "93fd0f45-b826-4313-acaf-5892a69787b2", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:51:03.880044 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4505104e-d54d-4642-9aa1-4cb4953a0d23 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:51:03.880467 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '654f8bc5-db23-4b15-b695-4e18324ad84d', 'tag': '93fd0f45-b826-4313-acaf-5892a69787b2', 'status': 'completed', 'code': 200} Mar 28 14:51:03.940302 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6115044-270b-47e1-b14c-cbf769d51f71 req-2f124be3-83ff-480b-b9a5-f7aede49031c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:51:03.945530 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d6115044-270b-47e1-b14c-cbf769d51f71 req-2f124be3-83ff-480b-b9a5-f7aede49031c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8d90c6cb5ecb439a810be17744339e89&device_id=654f8bc5-db23-4b15-b695-4e18324ad84d HTTP/1.1" status: 200 len: 1097 time: 0.0414760 Mar 28 14:51:04.041426 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6115044-270b-47e1-b14c-cbf769d51f71 req-81dd41d9-d44d-4d0b-bcc9-9bbcf596619b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:51:04.042871 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d6115044-270b-47e1-b14c-cbf769d51f71 req-81dd41d9-d44d-4d0b-bcc9-9bbcf596619b service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=8d90c6cb5ecb439a810be17744339e89&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0938456 Mar 28 14:51:04.141517 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6115044-270b-47e1-b14c-cbf769d51f71 req-ebfc712f-0c6e-4bfa-9eef-501078a71261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:51:04.142904 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d6115044-270b-47e1-b14c-cbf769d51f71 req-ebfc712f-0c6e-4bfa-9eef-501078a71261 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933421 Mar 28 14:51:04.216947 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81611962-9526-4682-9eab-1122e5000b34 req-d4f6af17-7e43-486b-8172-99903f867f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:51:04.218320 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-81611962-9526-4682-9eab-1122e5000b34 req-d4f6af17-7e43-486b-8172-99903f867f73 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8d90c6cb5ecb439a810be17744339e89&device_id=654f8bc5-db23-4b15-b695-4e18324ad84d HTTP/1.1" status: 200 len: 1097 time: 0.0406516 Mar 28 14:51:04.258422 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-81611962-9526-4682-9eab-1122e5000b34 req-14900ca6-ea1b-464b-8227-71eb585bd08c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93fd0f45-b826-4313-acaf-5892a69787b2 HTTP/1.1" status: 200 len: 217 time: 0.0332882 Mar 28 14:51:04.305589 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81611962-9526-4682-9eab-1122e5000b34 req-2378b55d-a4f4-4268-8f56-1f6b4c443d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:51:04.307035 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-81611962-9526-4682-9eab-1122e5000b34 req-2378b55d-a4f4-4268-8f56-1f6b4c443d71 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec2c26bf-0917-4107-a862-b507ec8b50c7 HTTP/1.1" status: 200 len: 848 time: 0.0422428 Mar 28 14:51:04.354355 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81611962-9526-4682-9eab-1122e5000b34 req-35a2d566-613b-4cc2-b340-b5e44046937e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:51:04.355803 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-81611962-9526-4682-9eab-1122e5000b34 req-35a2d566-613b-4cc2-b340-b5e44046937e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94922b85-2ef2-45d0-8bca-b88d1a14d3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421267 Mar 28 14:51:04.440860 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-81611962-9526-4682-9eab-1122e5000b34 req-52b887e9-c1f6-4ee3-afa7-7e253f0a4a86 service neutron] 10.222.0.20 "GET /v2.0/networks/94922b85-2ef2-45d0-8bca-b88d1a14d3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788090 Mar 28 14:51:04.539727 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-81611962-9526-4682-9eab-1122e5000b34 req-a2e61d83-14a1-4453-bd31-ba537bb63f2f service neutron] 10.222.0.20 "GET /v2.0/networks/94922b85-2ef2-45d0-8bca-b88d1a14d3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922463 Mar 28 14:51:04.846362 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052e645-1e53-42ad-b7e4-8b80a93d088c req-4ccd0cd9-4c63-4f71-a77f-25933edfe657 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:51:04.847704 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c052e645-1e53-42ad-b7e4-8b80a93d088c req-4ccd0cd9-4c63-4f71-a77f-25933edfe657 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/ports?device_id=654f8bc5-db23-4b15-b695-4e18324ad84d HTTP/1.1" status: 200 len: 944 time: 0.0484488 Mar 28 14:51:04.884384 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-c052e645-1e53-42ad-b7e4-8b80a93d088c req-701aadeb-928c-4c08-b87b-fccf85d74c56 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/security-groups?id=a160da42-6a72-46ef-918f-2c594b03de74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301836 Mar 28 14:51:05.999325 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccbd209-023c-468a-9e17-1b84dce0d70b req-9c0699f0-5d14-48d1-b1cf-33848cbedf5c tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:51:06.000818 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dccbd209-023c-468a-9e17-1b84dce0d70b req-9c0699f0-5d14-48d1-b1cf-33848cbedf5c tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/ports?device_id=654f8bc5-db23-4b15-b695-4e18324ad84d HTTP/1.1" status: 200 len: 944 time: 0.0476668 Mar 28 14:51:06.037494 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-dccbd209-023c-468a-9e17-1b84dce0d70b req-5e3cb5db-710b-4a7f-8e6f-c924ab56ef13 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/security-groups?id=a160da42-6a72-46ef-918f-2c594b03de74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307126 Mar 28 14:51:06.518220 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 93fd0f45-b826-4313-acaf-5892a69787b2 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:51:06.613045 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 93fd0f45-b826-4313-acaf-5892a69787b2, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=93fd0f45-b826-4313-acaf-5892a69787b2,segment=NetworkSegment(ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63),segment_id=ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:51:06.624928 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': '93fd0f45-b826-4313-acaf-5892a69787b2', 'network_id': '94922b85-2ef2-45d0-8bca-b88d1a14d3e3', 'port_id': '93fd0f45-b826-4313-acaf-5892a69787b2', 'mac_address': 'fa:16:3e:69:2e:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec2c26bf-0917-4107-a862-b507ec8b50c7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:51:06.662165 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:51:06.674880 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93fd0f45-b826-4313-acaf-5892a69787b2 {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:51:06.697421 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 93fd0f45-b826-4313-acaf-5892a69787b2, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=93fd0f45-b826-4313-acaf-5892a69787b2,segment=NetworkSegment(ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63),segment_id=ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:51:06.747691 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:51:06.792516 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=93fd0f45-b826-4313-acaf-5892a69787b2,revision_number=4']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:51:07.113550 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['93fd0f45-b826-4313-acaf-5892a69787b2'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:51:07.157720 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6741c6-b108-46e9-81ec-81d4061166b5 req-e65238fa-1bdf-4dfd-b840-50a28673cec4 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:51:07.159189 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8c6741c6-b108-46e9-81ec-81d4061166b5 req-e65238fa-1bdf-4dfd-b840-50a28673cec4 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/ports?device_id=654f8bc5-db23-4b15-b695-4e18324ad84d HTTP/1.1" status: 200 len: 945 time: 0.0533173 Mar 28 14:51:07.197609 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8c6741c6-b108-46e9-81ec-81d4061166b5 req-57412ff8-c450-4822-ad3a-30bd02271004 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/security-groups?id=a160da42-6a72-46ef-918f-2c594b03de74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318267 Mar 28 14:51:08.309716 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1bf6b-f78c-47ac-917c-180ef77d709e req-d85e63bf-b062-4c23-9c5c-ff565715ef66 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:51:08.311161 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e7b1bf6b-f78c-47ac-917c-180ef77d709e req-d85e63bf-b062-4c23-9c5c-ff565715ef66 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/ports?device_id=654f8bc5-db23-4b15-b695-4e18324ad84d HTTP/1.1" status: 200 len: 945 time: 0.0469072 Mar 28 14:51:08.347863 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e7b1bf6b-f78c-47ac-917c-180ef77d709e req-51b0febd-79ce-4dd1-955a-53c8bf3f0b1c tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/security-groups?id=a160da42-6a72-46ef-918f-2c594b03de74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308301 Mar 28 14:51:08.518169 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 93fd0f45-b826-4313-acaf-5892a69787b2 up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:51:08.604777 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning for port 93fd0f45-b826-4313-acaf-5892a69787b2 completed by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 14:51:08.608422 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port 93fd0f45-b826-4313-acaf-5892a69787b2 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:51:08.611523 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:51:08.685287 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:51:08.706481 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '654f8bc5-db23-4b15-b695-4e18324ad84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93fd0f45-b826-4313-acaf-5892a69787b2'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:51:08.708715 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1f391a1cf6d5492e3129a92ccef47801421a9a806d9518bc9ec788e12495e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d039a8-0256-448b-9102-2d0eaba79564" -d '{"events": [{"server_uuid": "654f8bc5-db23-4b15-b695-4e18324ad84d", "name": "network-vif-plugged", "status": "completed", "tag": "93fd0f45-b826-4313-acaf-5892a69787b2"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:51:08.720905 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 93fd0f45-b826-4313-acaf-5892a69787b2, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=93fd0f45-b826-4313-acaf-5892a69787b2,segment=NetworkSegment(ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63),segment_id=ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:51:08.744718 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d255240-edd5-4f6d-b792-d6b3fe73ccf0 x-openstack-request-id: req-8d255240-edd5-4f6d-b792-d6b3fe73ccf0 {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:51:08.745025 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "654f8bc5-db23-4b15-b695-4e18324ad84d", "name": "network-vif-plugged", "status": "completed", "tag": "93fd0f45-b826-4313-acaf-5892a69787b2", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:51:08.745272 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8d255240-edd5-4f6d-b792-d6b3fe73ccf0 {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:51:08.745656 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '654f8bc5-db23-4b15-b695-4e18324ad84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93fd0f45-b826-4313-acaf-5892a69787b2', 'code': 200} Mar 28 14:51:08.771198 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:51:08.819325 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=93fd0f45-b826-4313-acaf-5892a69787b2,revision_number=5']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:51:09.030245 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d35e5-bd27-4a91-89ca-c911b8df0b73 req-8055210d-b970-4df7-be58-89501e5dd391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:51:09.031624 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-766d35e5-bd27-4a91-89ca-c911b8df0b73 req-8055210d-b970-4df7-be58-89501e5dd391 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=654f8bc5-db23-4b15-b695-4e18324ad84d HTTP/1.1" status: 200 len: 1099 time: 0.0386102 Mar 28 14:51:09.064506 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-766d35e5-bd27-4a91-89ca-c911b8df0b73 req-49f79c65-d8d5-4579-b425-f43bcd3ad7bd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a160da42-6a72-46ef-918f-2c594b03de74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268934 Mar 28 14:51:09.464485 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767666d-42f6-4cb0-8476-0608d8267643 req-1740a342-55c5-47c7-8193-7a8e81630ce0 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:51:09.465959 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7767666d-42f6-4cb0-8476-0608d8267643 req-1740a342-55c5-47c7-8193-7a8e81630ce0 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/ports?device_id=654f8bc5-db23-4b15-b695-4e18324ad84d HTTP/1.1" status: 200 len: 946 time: 0.0523033 Mar 28 14:51:09.505314 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7767666d-42f6-4cb0-8476-0608d8267643 req-a4535825-cc30-43e3-aec3-fea06ba2f51c tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/security-groups?id=a160da42-6a72-46ef-918f-2c594b03de74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332358 Mar 28 14:51:10.621448 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023e00f-53b0-4b98-a986-a0882e3fa003 req-df200ada-102f-421b-acff-75c1fa688b9e tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:51:10.622881 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1023e00f-53b0-4b98-a986-a0882e3fa003 req-df200ada-102f-421b-acff-75c1fa688b9e tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/ports?device_id=654f8bc5-db23-4b15-b695-4e18324ad84d HTTP/1.1" status: 200 len: 946 time: 0.0481215 Mar 28 14:51:10.659385 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-1023e00f-53b0-4b98-a986-a0882e3fa003 req-722f95d1-149e-4e7d-98a5-77209bb6740a tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/security-groups?id=a160da42-6a72-46ef-918f-2c594b03de74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307081 Mar 28 14:51:10.771515 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313727e-d267-4df6-9c98-17dc85de7c7a req-b0665c16-d6d8-4c7b-8265-9187dfc57586 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:51:10.773508 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8313727e-d267-4df6-9c98-17dc85de7c7a req-b0665c16-d6d8-4c7b-8265-9187dfc57586 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/ports?device_id=654f8bc5-db23-4b15-b695-4e18324ad84d HTTP/1.1" status: 200 len: 946 time: 0.0465257 Mar 28 14:51:10.811374 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-8313727e-d267-4df6-9c98-17dc85de7c7a req-496ffcef-d1d5-4ae6-9d71-c75ef22e2887 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/security-groups?id=a160da42-6a72-46ef-918f-2c594b03de74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319040 Mar 28 14:51:10.832335 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 43842) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:51:10.873581 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14940924-7378-4c77-955e-e903e637ae95 tempest-TestSnapshotPattern-1119301111 tempest-TestSnapshotPattern-1119301111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:51:10.875030 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-14940924-7378-4c77-955e-e903e637ae95 tempest-TestSnapshotPattern-1119301111 tempest-TestSnapshotPattern-1119301111-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=654f8bc5-db23-4b15-b695-4e18324ad84d HTTP/1.1" status: 200 len: 1094 time: 0.0416932 Mar 28 14:51:10.877772 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 43844) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:51:10.881844 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.v2.base [None req-2e4d3a36-306e-4d6a-b21d-6e66a1f5a3b6 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Request body: {'floatingip': {'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'port_id': '93fd0f45-b826-4313-acaf-5892a69787b2', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 14:51:10.964955 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2e4d3a36-306e-4d6a-b21d-6e66a1f5a3b6 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks [] for floatingip, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:51:11.056044 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2e4d3a36-306e-4d6a-b21d-6e66a1f5a3b6 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:51:11.159146 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_common [None req-2e4d3a36-306e-4d6a-b21d-6e66a1f5a3b6 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Allocated IP 172.26.2.248 (1cb296ed-c863-4502-973a-f31b82091846/25fa60a9-107d-42fd-98e8-c47cec9ae8b5/97cab079-c0c2-442a-8524-6f943a3f513a) {{(pid=109613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 14:51:11.256170 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2e4d3a36-306e-4d6a-b21d-6e66a1f5a3b6 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks [] for port, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:51:11.354242 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2e4d3a36-306e-4d6a-b21d-6e66a1f5a3b6 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740191181505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:51:11.397489 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4d3a36-306e-4d6a-b21d-6e66a1f5a3b6 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Network 1cb296ed-c863-4502-973a-f31b82091846 is already hosted by enough agents. {{(pid=109613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 14:51:11.400472 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.base_scheduler [None req-2e4d3a36-306e-4d6a-b21d-6e66a1f5a3b6 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Resources bound (agent type, host, resource id): {{(pid=109613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 14:51:11.403859 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4d3a36-306e-4d6a-b21d-6e66a1f5a3b6 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Received port after_create {{(pid=109613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 14:51:11.408967 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d3a36-306e-4d6a-b21d-6e66a1f5a3b6 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Pushing event updated for resources: {'Port': ['ID=97cab079-c0c2-442a-8524-6f943a3f513a,revision_number=1']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:51:11.749095 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2e4d3a36-306e-4d6a-b21d-6e66a1f5a3b6 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:51:11.873211 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2e4d3a36-306e-4d6a-b21d-6e66a1f5a3b6 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:51:12.015974 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2e4d3a36-306e-4d6a-b21d-6e66a1f5a3b6 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks [] for port, precommit_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:51:12.079110 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2e4d3a36-306e-4d6a-b21d-6e66a1f5a3b6 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073389'] for port, after_update {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:51:12.146595 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d3a36-306e-4d6a-b21d-6e66a1f5a3b6 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Pushing event updated for resources: {'Port': ['ID=97cab079-c0c2-442a-8524-6f943a3f513a,revision_number=2']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:51:12.155229 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2e4d3a36-306e-4d6a-b21d-6e66a1f5a3b6 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133928998'] for floatingip, after_create {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:51:12.251970 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [None req-2e4d3a36-306e-4d6a-b21d-6e66a1f5a3b6 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Floating IP 1a40a6a0-d55e-46c1-a19d-63ac299b6bdc associated. External IP: 172.26.2.248, port: 93fd0f45-b826-4313-acaf-5892a69787b2. Mar 28 14:51:12.453819 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4d3a36-306e-4d6a-b21d-6e66a1f5a3b6 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Router 6d52cc56-e892-4cdc-81ec-a4e8f64694fc has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:51:12.557833 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4d3a36-306e-4d6a-b21d-6e66a1f5a3b6 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:51:12.567683 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a252b7c-9f76-49f8-a5e1-67b5f345272d None None] Sync routers for ids ['6d52cc56-e892-4cdc-81ec-a4e8f64694fc'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:51:12.576878 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a252b7c-9f76-49f8-a5e1-67b5f345272d None None] Routers {'6d52cc56-e892-4cdc-81ec-a4e8f64694fc'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:51:12.577512 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-9a252b7c-9f76-49f8-a5e1-67b5f345272d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:50:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['6d52cc56-e892-4cdc-81ec-a4e8f64694fc'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:51:12.635608 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-2e4d3a36-306e-4d6a-b21d-6e66a1f5a3b6 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:51:12.661994 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-2e4d3a36-306e-4d6a-b21d-6e66a1f5a3b6 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7832162 Mar 28 14:51:12.662853 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '654f8bc5-db23-4b15-b695-4e18324ad84d', 'tag': '93fd0f45-b826-4313-acaf-5892a69787b2'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:51:12.665807 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1532718cc6e21566450128fabd5b268e8b79b75a8a9cad19d4ee0c52bcacb7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd22759-077e-438d-984d-f01903d855cc" -d '{"events": [{"name": "network-changed", "server_uuid": "654f8bc5-db23-4b15-b695-4e18324ad84d", "tag": "93fd0f45-b826-4313-acaf-5892a69787b2"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:51:12.680893 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-9a252b7c-9f76-49f8-a5e1-67b5f345272d None None] Set router 6d52cc56-e892-4cdc-81ec-a4e8f64694fc gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:51:12.707464 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64157bbe-0a5f-4022-a25c-8faea5911306 x-openstack-request-id: req-64157bbe-0a5f-4022-a25c-8faea5911306 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:51:12.707759 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "654f8bc5-db23-4b15-b695-4e18324ad84d", "tag": "93fd0f45-b826-4313-acaf-5892a69787b2", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:51:12.708010 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-64157bbe-0a5f-4022-a25c-8faea5911306 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:51:12.708431 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '654f8bc5-db23-4b15-b695-4e18324ad84d', 'tag': '93fd0f45-b826-4313-acaf-5892a69787b2', 'status': 'completed', 'code': 200} Mar 28 14:51:12.768561 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd22759-077e-438d-984d-f01903d855cc req-abb86390-3f29-4ad1-84b9-668534d14790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:51:12.770115 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5fd22759-077e-438d-984d-f01903d855cc req-abb86390-3f29-4ad1-84b9-668534d14790 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8d90c6cb5ecb439a810be17744339e89&device_id=654f8bc5-db23-4b15-b695-4e18324ad84d HTTP/1.1" status: 200 len: 1099 time: 0.0405669 Mar 28 14:51:12.861810 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd22759-077e-438d-984d-f01903d855cc req-d075b47e-852f-489b-94bd-1924d7b28eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:51:12.863378 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5fd22759-077e-438d-984d-f01903d855cc req-d075b47e-852f-489b-94bd-1924d7b28eed service neutron] 10.222.0.20 "GET /v2.0/networks?id=94922b85-2ef2-45d0-8bca-b88d1a14d3e3 HTTP/1.1" status: 200 len: 910 time: 0.0867653 Mar 28 14:51:12.902181 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-9a252b7c-9f76-49f8-a5e1-67b5f345272d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'name': 'tempest-TestSnapshotPattern-419290105-router', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '460a768d-b32f-463c-bede-a62696203c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:47:32Z', 'updated_at': '2022-03-28T14:47:35Z', 'revision_number': 4, 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'gw_port': {'id': '460a768d-b32f-463c-bede-a62696203c3c', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:47:33Z', 'updated_at': '2022-03-28T14:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '1a40a6a0-d55e-46c1-a19d-63ac299b6bdc', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'floating_ip_address': '172.26.2.248', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'port_id': '93fd0f45-b826-4313-acaf-5892a69787b2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94922b85-2ef2-45d0-8bca-b88d1a14d3e3', 'mac_address': 'fa:16:3e:69:2e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654f8bc5-db23-4b15-b695-4e18324ad84d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:51:11Z', 'updated_at': '2022-03-28T14:51:11Z', 'revision_number': 0, 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'fixed_ip_address_scope': None}, {'id': 'bfc6ea3e-4d0c-4be1-9054-805565a47019', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'floating_ip_address': '172.26.2.213', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'port_id': 'e3d1b120-d0e2-40e8-8294-595540b796df', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94922b85-2ef2-45d0-8bca-b88d1a14d3e3', 'mac_address': 'fa:16:3e:0b:2b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f13e93e-6832-489c-a1cf-bc46794b5e51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:47:59Z', 'updated_at': '2022-03-28T14:48:01Z', 'revision_number': 1, 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfbd301a-e987-4d70-825f-44e33a0be3f9', 'name': '', 'network_id': '94922b85-2ef2-45d0-8bca-b88d1a14d3e3', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'mac_address': 'fa:16:3e:ef:1a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'ec2c26bf-0917-4107-a862-b507ec8b50c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:47:35Z', 'updated_at': '2022-03-28T14:47:39Z', 'revision_number': 5, 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'subnets': [{'id': 'ec2c26bf-0917-4107-a862-b507ec8b50c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:51:12.926920 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5fd22759-077e-438d-984d-f01903d855cc req-3ee3664f-ef16-47ca-b5f5-932c4655d219 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93fd0f45-b826-4313-acaf-5892a69787b2 HTTP/1.1" status: 200 len: 1000 time: 0.0569484 Mar 28 14:51:12.931499 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a252b7c-9f76-49f8-a5e1-67b5f345272d None None] Checking router: 6d52cc56-e892-4cdc-81ec-a4e8f64694fc for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:51:12.939693 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a252b7c-9f76-49f8-a5e1-67b5f345272d None None] Routers {'6d52cc56-e892-4cdc-81ec-a4e8f64694fc'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:51:12.940293 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-9a252b7c-9f76-49f8-a5e1-67b5f345272d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:50:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['6d52cc56-e892-4cdc-81ec-a4e8f64694fc'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:51:12.979882 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd22759-077e-438d-984d-f01903d855cc req-ba008afb-53b2-4247-84ee-cd22b0519129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:51:12.981270 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5fd22759-077e-438d-984d-f01903d855cc req-ba008afb-53b2-4247-84ee-cd22b0519129 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec2c26bf-0917-4107-a862-b507ec8b50c7 HTTP/1.1" status: 200 len: 848 time: 0.0482240 Mar 28 14:51:13.025447 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd22759-077e-438d-984d-f01903d855cc req-a77a67d5-5610-4b0d-ac9b-d3b650237f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:51:13.026933 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5fd22759-077e-438d-984d-f01903d855cc req-a77a67d5-5610-4b0d-ac9b-d3b650237f86 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94922b85-2ef2-45d0-8bca-b88d1a14d3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394304 Mar 28 14:51:13.043372 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-9a252b7c-9f76-49f8-a5e1-67b5f345272d None None] Set router 6d52cc56-e892-4cdc-81ec-a4e8f64694fc gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:51:13.114785 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5fd22759-077e-438d-984d-f01903d855cc req-747265b2-5f33-4740-8b86-85bb708b625d service neutron] 10.222.0.20 "GET /v2.0/networks/94922b85-2ef2-45d0-8bca-b88d1a14d3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812111 Mar 28 14:51:13.207553 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-5fd22759-077e-438d-984d-f01903d855cc req-6fe28b09-7f17-4449-a14b-400b2c7c82fe service neutron] 10.222.0.20 "GET /v2.0/networks/94922b85-2ef2-45d0-8bca-b88d1a14d3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865102 Mar 28 14:51:13.264527 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-9a252b7c-9f76-49f8-a5e1-67b5f345272d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'name': 'tempest-TestSnapshotPattern-419290105-router', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '460a768d-b32f-463c-bede-a62696203c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:47:32Z', 'updated_at': '2022-03-28T14:47:35Z', 'revision_number': 4, 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'gw_port': {'id': '460a768d-b32f-463c-bede-a62696203c3c', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:47:33Z', 'updated_at': '2022-03-28T14:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '1a40a6a0-d55e-46c1-a19d-63ac299b6bdc', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'floating_ip_address': '172.26.2.248', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'port_id': '93fd0f45-b826-4313-acaf-5892a69787b2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94922b85-2ef2-45d0-8bca-b88d1a14d3e3', 'mac_address': 'fa:16:3e:69:2e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654f8bc5-db23-4b15-b695-4e18324ad84d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:51:11Z', 'updated_at': '2022-03-28T14:51:11Z', 'revision_number': 0, 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'fixed_ip_address_scope': None}, {'id': 'bfc6ea3e-4d0c-4be1-9054-805565a47019', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'floating_ip_address': '172.26.2.213', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'port_id': 'e3d1b120-d0e2-40e8-8294-595540b796df', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94922b85-2ef2-45d0-8bca-b88d1a14d3e3', 'mac_address': 'fa:16:3e:0b:2b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f13e93e-6832-489c-a1cf-bc46794b5e51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:47:59Z', 'updated_at': '2022-03-28T14:48:01Z', 'revision_number': 1, 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfbd301a-e987-4d70-825f-44e33a0be3f9', 'name': '', 'network_id': '94922b85-2ef2-45d0-8bca-b88d1a14d3e3', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'mac_address': 'fa:16:3e:ef:1a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'ec2c26bf-0917-4107-a862-b507ec8b50c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:47:35Z', 'updated_at': '2022-03-28T14:47:39Z', 'revision_number': 5, 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'subnets': [{'id': 'ec2c26bf-0917-4107-a862-b507ec8b50c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:51:13.293456 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a252b7c-9f76-49f8-a5e1-67b5f345272d None None] The sync data for ids ['6d52cc56-e892-4cdc-81ec-a4e8f64694fc'] in dv-neutron-835335-1-hyperv is: [{'id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'name': 'tempest-TestSnapshotPattern-419290105-router', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '460a768d-b32f-463c-bede-a62696203c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:47:32Z', 'updated_at': '2022-03-28T14:47:35Z', 'revision_number': 4, 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'gw_port': {'id': '460a768d-b32f-463c-bede-a62696203c3c', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:47:33Z', 'updated_at': '2022-03-28T14:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': '1a40a6a0-d55e-46c1-a19d-63ac299b6bdc', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'floating_ip_address': '172.26.2.248', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'port_id': '93fd0f45-b826-4313-acaf-5892a69787b2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94922b85-2ef2-45d0-8bca-b88d1a14d3e3', 'mac_address': 'fa:16:3e:69:2e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654f8bc5-db23-4b15-b695-4e18324ad84d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:51:11Z', 'updated_at': '2022-03-28T14:51:11Z', 'revision_number': 0, 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'fixed_ip_address_scope': None}, {'id': 'bfc6ea3e-4d0c-4be1-9054-805565a47019', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'floating_ip_address': '172.26.2.213', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'port_id': 'e3d1b120-d0e2-40e8-8294-595540b796df', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94922b85-2ef2-45d0-8bca-b88d1a14d3e3', 'mac_address': 'fa:16:3e:0b:2b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f13e93e-6832-489c-a1cf-bc46794b5e51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:47:59Z', 'updated_at': '2022-03-28T14:48:01Z', 'revision_number': 1, 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfbd301a-e987-4d70-825f-44e33a0be3f9', 'name': '', 'network_id': '94922b85-2ef2-45d0-8bca-b88d1a14d3e3', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'mac_address': 'fa:16:3e:ef:1a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'ec2c26bf-0917-4107-a862-b507ec8b50c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:47:35Z', 'updated_at': '2022-03-28T14:47:39Z', 'revision_number': 5, 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'subnets': [{'id': 'ec2c26bf-0917-4107-a862-b507ec8b50c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:51:13.478785 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1cca1c-4cd2-4e56-9fc6-08ac6f5236df None None] New status for floating IP 1a40a6a0-d55e-46c1-a19d-63ac299b6bdc: ACTIVE {{(pid=109614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:51:14.142172 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:51:15.197789 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:51:24.113334 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-e3aade34-ff1a-4a9b-84a3-e4dbef699e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:51:26.375860 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a35d497e-03eb-4f26-b9c2-f8766357175e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:51:27.895823 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:51:29.210253 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:51:29.421663 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:51:44.141569 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:51:52.197454 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:51:54.102157 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2f0b3689-8cdd-4431-bcd7-076059d1a9ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:51:56.374105 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-10a54730-a3d2-4e92-ad80-9261464f62df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:51:57.910810 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:51:59.232882 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:51:59.430369 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:52:01.483825 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7e24c0ca-e538-460e-b8b4-6e798339ab40 req-14ab2095-15bf-479b-aeee-268851a86494 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8f13e93e-6832-489c-a1cf-bc46794b5e51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382352 Mar 28 14:52:01.563998 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24c0ca-e538-460e-b8b4-6e798339ab40 req-408a95ee-2378-46a3-86c8-f3d93bb9b9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:52:01.565445 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7e24c0ca-e538-460e-b8b4-6e798339ab40 req-408a95ee-2378-46a3-86c8-f3d93bb9b9a9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8d90c6cb5ecb439a810be17744339e89&device_id=8f13e93e-6832-489c-a1cf-bc46794b5e51 HTTP/1.1" status: 200 len: 1096 time: 0.0422776 Mar 28 14:52:01.666148 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24c0ca-e538-460e-b8b4-6e798339ab40 req-54d1bde0-3a40-488d-80a4-77cf8b477ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:52:01.667605 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7e24c0ca-e538-460e-b8b4-6e798339ab40 req-54d1bde0-3a40-488d-80a4-77cf8b477ff2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=94922b85-2ef2-45d0-8bca-b88d1a14d3e3 HTTP/1.1" status: 200 len: 910 time: 0.0812945 Mar 28 14:52:01.732704 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7e24c0ca-e538-460e-b8b4-6e798339ab40 req-45cb7a11-5596-4094-b820-5263d34a66a1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3d1b120-d0e2-40e8-8294-595540b796df HTTP/1.1" status: 200 len: 999 time: 0.0587389 Mar 28 14:52:01.779847 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24c0ca-e538-460e-b8b4-6e798339ab40 req-a68b0c4e-f8b2-4a3f-9611-837876d5b6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:52:01.781278 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7e24c0ca-e538-460e-b8b4-6e798339ab40 req-a68b0c4e-f8b2-4a3f-9611-837876d5b6cb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec2c26bf-0917-4107-a862-b507ec8b50c7 HTTP/1.1" status: 200 len: 848 time: 0.0429053 Mar 28 14:52:01.826057 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24c0ca-e538-460e-b8b4-6e798339ab40 req-c03a32e6-4551-4604-9dfc-3d289d444975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:52:01.827653 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7e24c0ca-e538-460e-b8b4-6e798339ab40 req-c03a32e6-4551-4604-9dfc-3d289d444975 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94922b85-2ef2-45d0-8bca-b88d1a14d3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401826 Mar 28 14:52:01.916871 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7e24c0ca-e538-460e-b8b4-6e798339ab40 req-7667de4b-7438-4672-a147-1baeae084bd0 service neutron] 10.222.0.20 "GET /v2.0/networks/94922b85-2ef2-45d0-8bca-b88d1a14d3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829914 Mar 28 14:52:02.003163 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7e24c0ca-e538-460e-b8b4-6e798339ab40 req-9c49020c-8a8c-4e0d-a02b-9e888a962a63 service neutron] 10.222.0.20 "GET /v2.0/networks/94922b85-2ef2-45d0-8bca-b88d1a14d3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799570 Mar 28 14:52:14.146896 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:52:24.093325 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-74bed826-e879-4e01-abab-cf68b09622df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:52:26.373497 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-1ab60e32-ca68-4157-a3d5-0239dbe58c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:52:27.884355 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:52:29.196012 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:52:29.218397 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:52:29.413065 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:52:44.146174 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:52:54.081122 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-60490ff9-4174-473e-af2e-49ec82117abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:52:56.372457 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d1fc8720-44a4-4f9f-b7b2-17dc8625532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:52:57.869969 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:52:59.235559 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:52:59.420929 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:53:03.476529 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e5486954-53a0-440a-ab2b-0caeb0c5e14b req-1047bc3f-5873-432c-a7f9-0f1d694d86ee service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=654f8bc5-db23-4b15-b695-4e18324ad84d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423913 Mar 28 14:53:03.535398 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5486954-53a0-440a-ab2b-0caeb0c5e14b req-6cf0a004-8b05-48d2-b585-46e05aa836ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:53:03.536822 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e5486954-53a0-440a-ab2b-0caeb0c5e14b req-6cf0a004-8b05-48d2-b585-46e05aa836ce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8d90c6cb5ecb439a810be17744339e89&device_id=654f8bc5-db23-4b15-b695-4e18324ad84d HTTP/1.1" status: 200 len: 1099 time: 0.0396025 Mar 28 14:53:03.639742 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5486954-53a0-440a-ab2b-0caeb0c5e14b req-ea9711ac-5935-49ee-8d99-9fd13b2c697b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:53:03.641332 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e5486954-53a0-440a-ab2b-0caeb0c5e14b req-ea9711ac-5935-49ee-8d99-9fd13b2c697b service neutron] 10.222.0.20 "GET /v2.0/networks?id=94922b85-2ef2-45d0-8bca-b88d1a14d3e3 HTTP/1.1" status: 200 len: 910 time: 0.0858574 Mar 28 14:53:03.703259 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e5486954-53a0-440a-ab2b-0caeb0c5e14b req-6a6b1bae-1ed2-4a4e-8ce8-1a19b9d6f843 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93fd0f45-b826-4313-acaf-5892a69787b2 HTTP/1.1" status: 200 len: 1002 time: 0.0561697 Mar 28 14:53:03.749708 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5486954-53a0-440a-ab2b-0caeb0c5e14b req-e4cd9065-b7f4-4b5d-988f-16b7d6aa9c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:53:03.751069 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e5486954-53a0-440a-ab2b-0caeb0c5e14b req-e4cd9065-b7f4-4b5d-988f-16b7d6aa9c02 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec2c26bf-0917-4107-a862-b507ec8b50c7 HTTP/1.1" status: 200 len: 848 time: 0.0417840 Mar 28 14:53:03.797132 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5486954-53a0-440a-ab2b-0caeb0c5e14b req-eac84a1b-3285-4063-9386-34e71cf3a4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:53:03.798499 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e5486954-53a0-440a-ab2b-0caeb0c5e14b req-eac84a1b-3285-4063-9386-34e71cf3a4b7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94922b85-2ef2-45d0-8bca-b88d1a14d3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414431 Mar 28 14:53:03.885322 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e5486954-53a0-440a-ab2b-0caeb0c5e14b req-d0568ad1-9c5f-4bc5-b665-b34a7887004e service neutron] 10.222.0.20 "GET /v2.0/networks/94922b85-2ef2-45d0-8bca-b88d1a14d3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788779 Mar 28 14:53:03.975716 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-e5486954-53a0-440a-ab2b-0caeb0c5e14b req-de09d048-062b-41d4-a080-0f4e43e8a0d8 service neutron] 10.222.0.20 "GET /v2.0/networks/94922b85-2ef2-45d0-8bca-b88d1a14d3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842643 Mar 28 14:53:06.194392 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:53:14.174385 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:53:24.065543 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-59eab258-0d58-4344-934c-91c75eb7dd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:53:26.385741 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6ef141b9-9f86-4a8b-9479-94f6ac315e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:53:27.903075 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:53:29.231294 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:53:29.437457 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:53:31.310731 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 93fd0f45-b826-4313-acaf-5892a69787b2 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=109614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 14:53:31.401458 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 93fd0f45-b826-4313-acaf-5892a69787b2, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=93fd0f45-b826-4313-acaf-5892a69787b2,segment=NetworkSegment(ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63),segment_id=ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:53:31.412359 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Returning: {'device': '93fd0f45-b826-4313-acaf-5892a69787b2', 'network_id': '94922b85-2ef2-45d0-8bca-b88d1a14d3e3', 'port_id': '93fd0f45-b826-4313-acaf-5892a69787b2', 'mac_address': 'fa:16:3e:69:2e:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec2c26bf-0917-4107-a862-b507ec8b50c7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 14:53:31.452119 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:53:31.464129 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 93fd0f45-b826-4313-acaf-5892a69787b2 {{(pid=109614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 14:53:31.482376 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 93fd0f45-b826-4313-acaf-5892a69787b2, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=93fd0f45-b826-4313-acaf-5892a69787b2,segment=NetworkSegment(ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63),segment_id=ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:53:31.560125 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:53:31.608285 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=93fd0f45-b826-4313-acaf-5892a69787b2,revision_number=6']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:53:31.615357 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:53:31.616349 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:53:31.616704 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:53:31.617036 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:53:31.617361 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:53:31.617689 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:53:31.618014 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:53:31.618338 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:53:31.618661 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:53:31.618981 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:53:31.619299 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:53:31.619615 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:53:31.638797 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] get_ports_and_sgs() called for port_ids ['93fd0f45-b826-4313-acaf-5892a69787b2'] {{(pid=109614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 14:53:33.314490 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 93fd0f45-b826-4313-acaf-5892a69787b2 up at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 14:53:33.361067 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.provisioning_blocks [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Provisioning complete for port 93fd0f45-b826-4313-acaf-5892a69787b2 triggered by entity L2. {{(pid=109614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 14:53:33.361429 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573775'] for port, provisioning_complete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:53:33.436545 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:53:33.458613 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '654f8bc5-db23-4b15-b695-4e18324ad84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93fd0f45-b826-4313-acaf-5892a69787b2'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:53:33.460838 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1f391a1cf6d5492e3129a92ccef47801421a9a806d9518bc9ec788e12495e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d4fad6-006b-4f6e-a467-cd1cacb55720" -d '{"events": [{"server_uuid": "654f8bc5-db23-4b15-b695-4e18324ad84d", "name": "network-vif-plugged", "status": "completed", "tag": "93fd0f45-b826-4313-acaf-5892a69787b2"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:53:33.473595 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 93fd0f45-b826-4313-acaf-5892a69787b2, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=93fd0f45-b826-4313-acaf-5892a69787b2,segment=NetworkSegment(ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63),segment_id=ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:53:33.540192 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:53:33.587373 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=93fd0f45-b826-4313-acaf-5892a69787b2,revision_number=7']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:53:34.507100 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1b66b6-dee6-4543-a327-d0c2caf0ee0e x-openstack-request-id: req-5f1b66b6-dee6-4543-a327-d0c2caf0ee0e {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:53:34.507698 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "654f8bc5-db23-4b15-b695-4e18324ad84d", "name": "network-vif-plugged", "status": "completed", "tag": "93fd0f45-b826-4313-acaf-5892a69787b2", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:53:34.507698 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5f1b66b6-dee6-4543-a327-d0c2caf0ee0e {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:53:34.508004 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '654f8bc5-db23-4b15-b695-4e18324ad84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93fd0f45-b826-4313-acaf-5892a69787b2', 'code': 200} Mar 28 14:53:43.194284 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:53:44.195544 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:53:48.196080 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 44108) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:53:48.347461 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-0ccc13d8-02ff-4af9-9b39-ce7fb2a64f95 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Deleting port 97cab079-c0c2-442a-8524-6f943a3f513a {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:53:48.347807 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0ccc13d8-02ff-4af9-9b39-ce7fb2a64f95 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:53:48.422287 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0ccc13d8-02ff-4af9-9b39-ce7fb2a64f95 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:53:48.422616 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0ccc13d8-02ff-4af9-9b39-ce7fb2a64f95 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:53:48.433886 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-0ccc13d8-02ff-4af9-9b39-ce7fb2a64f95 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Calling delete_port for 97cab079-c0c2-442a-8524-6f943a3f513a owned by network:floatingip {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:53:48.651536 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0ccc13d8-02ff-4af9-9b39-ce7fb2a64f95 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:53:48.679571 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc13d8-02ff-4af9-9b39-ce7fb2a64f95 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Pushing event deleted for resources: {'Port': ['ID=97cab079-c0c2-442a-8524-6f943a3f513a,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:53:48.703650 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccc13d8-02ff-4af9-9b39-ce7fb2a64f95 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:53:48.703997 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccc13d8-02ff-4af9-9b39-ce7fb2a64f95 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:53:48.704357 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccc13d8-02ff-4af9-9b39-ce7fb2a64f95 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:53:48.704706 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccc13d8-02ff-4af9-9b39-ce7fb2a64f95 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:53:48.705031 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccc13d8-02ff-4af9-9b39-ce7fb2a64f95 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:53:48.705354 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccc13d8-02ff-4af9-9b39-ce7fb2a64f95 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:53:48.705681 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccc13d8-02ff-4af9-9b39-ce7fb2a64f95 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:53:48.706005 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccc13d8-02ff-4af9-9b39-ce7fb2a64f95 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:53:48.706328 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccc13d8-02ff-4af9-9b39-ce7fb2a64f95 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:53:48.706647 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccc13d8-02ff-4af9-9b39-ce7fb2a64f95 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:53:48.706963 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccc13d8-02ff-4af9-9b39-ce7fb2a64f95 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:53:48.707358 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccc13d8-02ff-4af9-9b39-ce7fb2a64f95 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:53:48.746626 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0ccc13d8-02ff-4af9-9b39-ce7fb2a64f95 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks [] for floatingip, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:53:48.746949 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [None req-0ccc13d8-02ff-4af9-9b39-ce7fb2a64f95 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Floating IP 1a40a6a0-d55e-46c1-a19d-63ac299b6bdc disassociated (deleted). External IP: 172.26.2.248, port: 93fd0f45-b826-4313-acaf-5892a69787b2. Mar 28 14:53:48.944211 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ccc13d8-02ff-4af9-9b39-ce7fb2a64f95 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Router 6d52cc56-e892-4cdc-81ec-a4e8f64694fc has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:53:49.386781 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 93fd0f45-b826-4313-acaf-5892a69787b2 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:53:49.390859 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ccc13d8-02ff-4af9-9b39-ce7fb2a64f95 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:53:49.395574 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-0ccc13d8-02ff-4af9-9b39-ce7fb2a64f95 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:53:49.400793 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367f8a30-78f1-4add-94c7-43cec4935b88 None None] Sync routers for ids ['6d52cc56-e892-4cdc-81ec-a4e8f64694fc'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:53:49.410351 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367f8a30-78f1-4add-94c7-43cec4935b88 None None] Routers {'6d52cc56-e892-4cdc-81ec-a4e8f64694fc'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:53:49.410969 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-367f8a30-78f1-4add-94c7-43cec4935b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:53:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['6d52cc56-e892-4cdc-81ec-a4e8f64694fc'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:53:49.424223 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-0ccc13d8-02ff-4af9-9b39-ce7fb2a64f95 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "DELETE /v2.0/floatingips/1a40a6a0-d55e-46c1-a19d-63ac299b6bdc HTTP/1.1" status: 204 len: 168 time: 1.2268431 Mar 28 14:53:49.424848 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '654f8bc5-db23-4b15-b695-4e18324ad84d', 'tag': '93fd0f45-b826-4313-acaf-5892a69787b2'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:53:49.428025 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1532718cc6e21566450128fabd5b268e8b79b75a8a9cad19d4ee0c52bcacb7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2a9cd7-0750-4d5a-a4bb-adeab230b39a" -d '{"events": [{"name": "network-changed", "server_uuid": "654f8bc5-db23-4b15-b695-4e18324ad84d", "tag": "93fd0f45-b826-4313-acaf-5892a69787b2"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:53:49.475916 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776443'] for port, before_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:53:49.513742 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] For port 93fd0f45-b826-4313-acaf-5892a69787b2, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=93fd0f45-b826-4313-acaf-5892a69787b2,segment=NetworkSegment(ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63),segment_id=ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:53:49.514543 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '654f8bc5-db23-4b15-b695-4e18324ad84d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93fd0f45-b826-4313-acaf-5892a69787b2'}] {{(pid=109614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:53:49.517083 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1f391a1cf6d5492e3129a92ccef47801421a9a806d9518bc9ec788e12495e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9330be96-ceb1-4624-9239-34b2606c3337" -d '{"events": [{"server_uuid": "654f8bc5-db23-4b15-b695-4e18324ad84d", "name": "network-vif-unplugged", "status": "completed", "tag": "93fd0f45-b826-4313-acaf-5892a69787b2"}]}' {{(pid=109614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:53:49.530587 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-367f8a30-78f1-4add-94c7-43cec4935b88 None None] Set router 6d52cc56-e892-4cdc-81ec-a4e8f64694fc gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:53:49.531063 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ff3252-c2b7-4d73-899f-88da5df65b42 x-openstack-request-id: req-d5ff3252-c2b7-4d73-899f-88da5df65b42 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:53:49.532124 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "654f8bc5-db23-4b15-b695-4e18324ad84d", "tag": "93fd0f45-b826-4313-acaf-5892a69787b2", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:53:49.532472 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d5ff3252-c2b7-4d73-899f-88da5df65b42 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:53:49.532992 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '654f8bc5-db23-4b15-b695-4e18324ad84d', 'tag': '93fd0f45-b826-4313-acaf-5892a69787b2', 'status': 'completed', 'code': 200} Mar 28 14:53:49.564504 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Mar 2022 14:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c80343b-d57b-498b-ac0b-f88e683c3dea x-openstack-request-id: req-3c80343b-d57b-498b-ac0b-f88e683c3dea {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:53:49.564504 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "654f8bc5-db23-4b15-b695-4e18324ad84d", "name": "network-vif-unplugged", "status": "completed", "tag": "93fd0f45-b826-4313-acaf-5892a69787b2", "code": 200}]} {{(pid=109614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:53:49.564746 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3c80343b-d57b-498b-ac0b-f88e683c3dea {{(pid=109614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:53:49.565197 dv-neutron-835335-1-hyperv neutron-server[109614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '654f8bc5-db23-4b15-b695-4e18324ad84d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93fd0f45-b826-4313-acaf-5892a69787b2', 'code': 200} Mar 28 14:53:49.596292 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a9cd7-0750-4d5a-a4bb-adeab230b39a req-35d1a42b-7290-4cf7-bfee-ff99ec748aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:53:49.597843 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-be2a9cd7-0750-4d5a-a4bb-adeab230b39a req-35d1a42b-7290-4cf7-bfee-ff99ec748aa8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8d90c6cb5ecb439a810be17744339e89&device_id=654f8bc5-db23-4b15-b695-4e18324ad84d HTTP/1.1" status: 200 len: 1099 time: 0.0453427 Mar 28 14:53:49.628697 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740191706296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740191181478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740191191372'] for port, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:53:49.686984 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Pushing event updated for resources: {'Port': ['ID=93fd0f45-b826-4313-acaf-5892a69787b2,revision_number=8']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:53:49.705840 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a9cd7-0750-4d5a-a4bb-adeab230b39a req-23d42262-7f05-4fc2-a83e-7154696eb1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:53:49.707331 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-be2a9cd7-0750-4d5a-a4bb-adeab230b39a req-23d42262-7f05-4fc2-a83e-7154696eb1f3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=94922b85-2ef2-45d0-8bca-b88d1a14d3e3 HTTP/1.1" status: 200 len: 910 time: 0.1024127 Mar 28 14:53:49.749586 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-be2a9cd7-0750-4d5a-a4bb-adeab230b39a req-2657741f-4ed9-4029-a9c1-370049900b2a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93fd0f45-b826-4313-acaf-5892a69787b2 HTTP/1.1" status: 200 len: 217 time: 0.0347669 Mar 28 14:53:49.772267 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-367f8a30-78f1-4add-94c7-43cec4935b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'name': 'tempest-TestSnapshotPattern-419290105-router', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '460a768d-b32f-463c-bede-a62696203c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:47:32Z', 'updated_at': '2022-03-28T14:47:35Z', 'revision_number': 4, 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'gw_port': {'id': '460a768d-b32f-463c-bede-a62696203c3c', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:47:33Z', 'updated_at': '2022-03-28T14:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': 'bfc6ea3e-4d0c-4be1-9054-805565a47019', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'floating_ip_address': '172.26.2.213', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'port_id': 'e3d1b120-d0e2-40e8-8294-595540b796df', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94922b85-2ef2-45d0-8bca-b88d1a14d3e3', 'mac_address': 'fa:16:3e:0b:2b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f13e93e-6832-489c-a1cf-bc46794b5e51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:47:59Z', 'updated_at': '2022-03-28T14:48:01Z', 'revision_number': 1, 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfbd301a-e987-4d70-825f-44e33a0be3f9', 'name': '', 'network_id': '94922b85-2ef2-45d0-8bca-b88d1a14d3e3', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'mac_address': 'fa:16:3e:ef:1a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'ec2c26bf-0917-4107-a862-b507ec8b50c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:47:35Z', 'updated_at': '2022-03-28T14:47:39Z', 'revision_number': 5, 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'subnets': [{'id': 'ec2c26bf-0917-4107-a862-b507ec8b50c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:53:49.798966 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367f8a30-78f1-4add-94c7-43cec4935b88 None None] Checking router: 6d52cc56-e892-4cdc-81ec-a4e8f64694fc for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:53:49.802520 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a9cd7-0750-4d5a-a4bb-adeab230b39a req-af9e3ce4-5853-4b65-8d4e-295386654738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:53:49.804604 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-be2a9cd7-0750-4d5a-a4bb-adeab230b39a req-af9e3ce4-5853-4b65-8d4e-295386654738 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec2c26bf-0917-4107-a862-b507ec8b50c7 HTTP/1.1" status: 200 len: 848 time: 0.0490589 Mar 28 14:53:49.807854 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367f8a30-78f1-4add-94c7-43cec4935b88 None None] Routers {'6d52cc56-e892-4cdc-81ec-a4e8f64694fc'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:53:49.808494 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-367f8a30-78f1-4add-94c7-43cec4935b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:53:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['6d52cc56-e892-4cdc-81ec-a4e8f64694fc'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:53:49.882613 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c44bc-a1d7-462c-8fef-4abb84d352c5 req-e50fbc83-149e-4873-a504-32fdae10f665 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:53:49.885507 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7c8c44bc-a1d7-462c-8fef-4abb84d352c5 req-e50fbc83-149e-4873-a504-32fdae10f665 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/ports?device_id=654f8bc5-db23-4b15-b695-4e18324ad84d HTTP/1.1" status: 200 len: 944 time: 0.0784879 Mar 28 14:53:49.886454 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a9cd7-0750-4d5a-a4bb-adeab230b39a req-fdca3bb1-4b02-47d5-af48-504399a6e24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:53:49.887768 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-be2a9cd7-0750-4d5a-a4bb-adeab230b39a req-fdca3bb1-4b02-47d5-af48-504399a6e24b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94922b85-2ef2-45d0-8bca-b88d1a14d3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726948 Mar 28 14:53:49.962141 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-367f8a30-78f1-4add-94c7-43cec4935b88 None None] Set router 6d52cc56-e892-4cdc-81ec-a4e8f64694fc gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:53:49.969036 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7c8c44bc-a1d7-462c-8fef-4abb84d352c5 req-b56d4687-76f6-4b86-8919-735452a8d7cd tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/security-groups?id=a160da42-6a72-46ef-918f-2c594b03de74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784671 Mar 28 14:53:49.998623 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-be2a9cd7-0750-4d5a-a4bb-adeab230b39a req-7f8caaa9-23b4-4aeb-bc2b-538e16de92eb service neutron] 10.222.0.20 "GET /v2.0/networks/94922b85-2ef2-45d0-8bca-b88d1a14d3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024361 Mar 28 14:53:50.089552 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-be2a9cd7-0750-4d5a-a4bb-adeab230b39a req-9248dc53-05dd-4a17-999c-41dbd83f0442 service neutron] 10.222.0.20 "GET /v2.0/networks/94922b85-2ef2-45d0-8bca-b88d1a14d3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838289 Mar 28 14:53:50.258331 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-367f8a30-78f1-4add-94c7-43cec4935b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'name': 'tempest-TestSnapshotPattern-419290105-router', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '460a768d-b32f-463c-bede-a62696203c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:47:32Z', 'updated_at': '2022-03-28T14:47:35Z', 'revision_number': 4, 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'gw_port': {'id': '460a768d-b32f-463c-bede-a62696203c3c', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:47:33Z', 'updated_at': '2022-03-28T14:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': 'bfc6ea3e-4d0c-4be1-9054-805565a47019', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'floating_ip_address': '172.26.2.213', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'port_id': 'e3d1b120-d0e2-40e8-8294-595540b796df', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94922b85-2ef2-45d0-8bca-b88d1a14d3e3', 'mac_address': 'fa:16:3e:0b:2b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f13e93e-6832-489c-a1cf-bc46794b5e51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:47:59Z', 'updated_at': '2022-03-28T14:48:01Z', 'revision_number': 1, 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfbd301a-e987-4d70-825f-44e33a0be3f9', 'name': '', 'network_id': '94922b85-2ef2-45d0-8bca-b88d1a14d3e3', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'mac_address': 'fa:16:3e:ef:1a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'ec2c26bf-0917-4107-a862-b507ec8b50c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:47:35Z', 'updated_at': '2022-03-28T14:47:39Z', 'revision_number': 5, 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'subnets': [{'id': 'ec2c26bf-0917-4107-a862-b507ec8b50c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:53:50.283563 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367f8a30-78f1-4add-94c7-43cec4935b88 None None] The sync data for ids ['6d52cc56-e892-4cdc-81ec-a4e8f64694fc'] in dv-neutron-835335-1-hyperv is: [{'id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'name': 'tempest-TestSnapshotPattern-419290105-router', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '460a768d-b32f-463c-bede-a62696203c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:47:32Z', 'updated_at': '2022-03-28T14:47:35Z', 'revision_number': 4, 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'gw_port': {'id': '460a768d-b32f-463c-bede-a62696203c3c', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:47:33Z', 'updated_at': '2022-03-28T14:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_floatingips': [{'id': 'bfc6ea3e-4d0c-4be1-9054-805565a47019', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'floating_ip_address': '172.26.2.213', 'floating_network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'router_id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'port_id': 'e3d1b120-d0e2-40e8-8294-595540b796df', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94922b85-2ef2-45d0-8bca-b88d1a14d3e3', 'mac_address': 'fa:16:3e:0b:2b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f13e93e-6832-489c-a1cf-bc46794b5e51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T14:47:59Z', 'updated_at': '2022-03-28T14:48:01Z', 'revision_number': 1, 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfbd301a-e987-4d70-825f-44e33a0be3f9', 'name': '', 'network_id': '94922b85-2ef2-45d0-8bca-b88d1a14d3e3', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'mac_address': 'fa:16:3e:ef:1a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'ec2c26bf-0917-4107-a862-b507ec8b50c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:47:35Z', 'updated_at': '2022-03-28T14:47:39Z', 'revision_number': 5, 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'subnets': [{'id': 'ec2c26bf-0917-4107-a862-b507ec8b50c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:53:50.483351 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3afe60-7eda-4688-be4c-0fdcba35eb48 None None] New status for floating IP 1a40a6a0-d55e-46c1-a19d-63ac299b6bdc: DOWN {{(pid=109614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:53:51.085192 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ae17d-52d1-403c-b3fb-1915ab3b86c2 req-48095713-2d98-4ab3-88e4-1149939eb7d3 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:53:51.086654 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-256ae17d-52d1-403c-b3fb-1915ab3b86c2 req-48095713-2d98-4ab3-88e4-1149939eb7d3 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/ports?device_id=654f8bc5-db23-4b15-b695-4e18324ad84d HTTP/1.1" status: 200 len: 944 time: 0.0492427 Mar 28 14:53:51.121984 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-256ae17d-52d1-403c-b3fb-1915ab3b86c2 req-1be2006d-9e1c-4452-af1c-d8fa3eb4e73f tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/security-groups?id=a160da42-6a72-46ef-918f-2c594b03de74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295086 Mar 28 14:53:51.615243 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec8f94-1c6b-4272-9242-8582b074f30e req-2e3077ba-8372-44b7-8306-3a3ba78f35f1 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:53:51.617164 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-32ec8f94-1c6b-4272-9242-8582b074f30e req-2e3077ba-8372-44b7-8306-3a3ba78f35f1 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.20 "GET /v2.0/ports?device_id=654f8bc5-db23-4b15-b695-4e18324ad84d HTTP/1.1" status: 200 len: 944 time: 0.0461140 Mar 28 14:53:51.708228 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-32ec8f94-1c6b-4272-9242-8582b074f30e req-ae307958-717a-466a-954f-05925000c25d tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Deleting port 93fd0f45-b826-4313-acaf-5892a69787b2 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:53:51.708603 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-32ec8f94-1c6b-4272-9242-8582b074f30e req-ae307958-717a-466a-954f-05925000c25d tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:53:51.797799 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-32ec8f94-1c6b-4272-9242-8582b074f30e req-ae307958-717a-466a-954f-05925000c25d tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] For port 93fd0f45-b826-4313-acaf-5892a69787b2, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=93fd0f45-b826-4313-acaf-5892a69787b2,segment=NetworkSegment(ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63),segment_id=ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:53:51.798169 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-32ec8f94-1c6b-4272-9242-8582b074f30e req-ae307958-717a-466a-954f-05925000c25d tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:53:51.811264 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-32ec8f94-1c6b-4272-9242-8582b074f30e req-ae307958-717a-466a-954f-05925000c25d tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Calling delete_port for 93fd0f45-b826-4313-acaf-5892a69787b2 owned by compute:nova {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:53:51.994420 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-32ec8f94-1c6b-4272-9242-8582b074f30e req-ae307958-717a-466a-954f-05925000c25d tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:53:52.021786 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae307958-717a-466a-954f-05925000c25d tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Pushing event deleted for resources: {'Port': ['ID=93fd0f45-b826-4313-acaf-5892a69787b2,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:53:52.065374 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ec8f94-1c6b-4272-9242-8582b074f30e req-ae307958-717a-466a-954f-05925000c25d tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] No DVR routers for this DVR port 93fd0f45-b826-4313-acaf-5892a69787b2 on host hv-neutron-8353 {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:53:52.067955 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-32ec8f94-1c6b-4272-9242-8582b074f30e req-ae307958-717a-466a-954f-05925000c25d tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:53:52.071440 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-32ec8f94-1c6b-4272-9242-8582b074f30e req-ae307958-717a-466a-954f-05925000c25d tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.20 "DELETE /v2.0/ports/93fd0f45-b826-4313-acaf-5892a69787b2 HTTP/1.1" status: 204 len: 173 time: 0.4478486 Mar 28 14:53:52.071871 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '654f8bc5-db23-4b15-b695-4e18324ad84d', 'name': 'network-vif-deleted', 'tag': '93fd0f45-b826-4313-acaf-5892a69787b2'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:53:52.074108 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1532718cc6e21566450128fabd5b268e8b79b75a8a9cad19d4ee0c52bcacb7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c2cccb-304b-4310-aeb4-d8412cfa86fa" -d '{"events": [{"server_uuid": "654f8bc5-db23-4b15-b695-4e18324ad84d", "name": "network-vif-deleted", "tag": "93fd0f45-b826-4313-acaf-5892a69787b2"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:53:52.113108 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340f9159-c8ae-4539-8fb6-bba26f71684c x-openstack-request-id: req-340f9159-c8ae-4539-8fb6-bba26f71684c {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:53:52.113710 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "654f8bc5-db23-4b15-b695-4e18324ad84d", "name": "network-vif-deleted", "tag": "93fd0f45-b826-4313-acaf-5892a69787b2", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:53:52.113710 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-340f9159-c8ae-4539-8fb6-bba26f71684c {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:53:52.113953 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '654f8bc5-db23-4b15-b695-4e18324ad84d', 'name': 'network-vif-deleted', 'tag': '93fd0f45-b826-4313-acaf-5892a69787b2', 'status': 'completed', 'code': 200} Mar 28 14:53:52.222698 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-d9a8c5c1-0dde-4860-a11a-87bb51550797 req-1a0849cb-60cc-4be1-8982-b231e671eadc tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/ports?device_id=654f8bc5-db23-4b15-b695-4e18324ad84d HTTP/1.1" status: 200 len: 210 time: 0.0258055 Mar 28 14:53:54.100114 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-912478c9-53e4-4aab-93ad-a8479231d7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:53:54.543936 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 44172) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:53:54.692916 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-3f3811e3-c1a6-4cac-9f78-4189a1cebe61 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Deleting port 55059596-abef-4c28-9bec-2014c1dc2c53 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:53:54.693259 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3f3811e3-c1a6-4cac-9f78-4189a1cebe61 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:53:54.769383 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3f3811e3-c1a6-4cac-9f78-4189a1cebe61 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:53:54.769711 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3f3811e3-c1a6-4cac-9f78-4189a1cebe61 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:53:54.782819 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-3f3811e3-c1a6-4cac-9f78-4189a1cebe61 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Calling delete_port for 55059596-abef-4c28-9bec-2014c1dc2c53 owned by network:floatingip {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:53:55.025619 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3f3811e3-c1a6-4cac-9f78-4189a1cebe61 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:53:55.056203 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3811e3-c1a6-4cac-9f78-4189a1cebe61 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Pushing event deleted for resources: {'Port': ['ID=55059596-abef-4c28-9bec-2014c1dc2c53,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:53:55.112448 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3f3811e3-c1a6-4cac-9f78-4189a1cebe61 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks [] for floatingip, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:53:55.112774 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.db.l3_db [None req-3f3811e3-c1a6-4cac-9f78-4189a1cebe61 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Floating IP bfc6ea3e-4d0c-4be1-9054-805565a47019 disassociated (deleted). External IP: 172.26.2.213, port: e3d1b120-d0e2-40e8-8294-595540b796df. Mar 28 14:53:55.313538 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f3811e3-c1a6-4cac-9f78-4189a1cebe61 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Router 6d52cc56-e892-4cdc-81ec-a4e8f64694fc has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:53:55.417078 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3811e3-c1a6-4cac-9f78-4189a1cebe61 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:53:55.417945 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 93fd0f45-b826-4313-acaf-5892a69787b2 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:53:55.421318 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-3f3811e3-c1a6-4cac-9f78-4189a1cebe61 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for floatingip, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:53:55.428896 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f52ff8a-77f5-465a-9748-a270b0dc518f None None] Sync routers for ids ['6d52cc56-e892-4cdc-81ec-a4e8f64694fc'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:53:55.439141 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f52ff8a-77f5-465a-9748-a270b0dc518f None None] Routers {'6d52cc56-e892-4cdc-81ec-a4e8f64694fc'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:53:55.439831 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] No Port match for: 93fd0f45-b826-4313-acaf-5892a69787b2 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:53:55.440177 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device 93fd0f45-b826-4313-acaf-5892a69787b2 not bound to the agent host hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:53:55.440306 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-6f52ff8a-77f5-465a-9748-a270b0dc518f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:53:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['6d52cc56-e892-4cdc-81ec-a4e8f64694fc'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:53:55.449272 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-3f3811e3-c1a6-4cac-9f78-4189a1cebe61 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "DELETE /v2.0/floatingips/bfc6ea3e-4d0c-4be1-9054-805565a47019 HTTP/1.1" status: 204 len: 168 time: 0.9042172 Mar 28 14:53:55.449861 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f13e93e-6832-489c-a1cf-bc46794b5e51', 'tag': 'e3d1b120-d0e2-40e8-8294-595540b796df'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:53:55.452431 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1532718cc6e21566450128fabd5b268e8b79b75a8a9cad19d4ee0c52bcacb7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7251deaa-d588-4955-a708-af0bee6158c1" -d '{"events": [{"name": "network-changed", "server_uuid": "8f13e93e-6832-489c-a1cf-bc46794b5e51", "tag": "e3d1b120-d0e2-40e8-8294-595540b796df"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:53:55.491651 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 14:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb46527-99cf-4610-bd59-d27725670734 x-openstack-request-id: req-5bb46527-99cf-4610-bd59-d27725670734 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:53:55.491989 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f13e93e-6832-489c-a1cf-bc46794b5e51", "tag": "e3d1b120-d0e2-40e8-8294-595540b796df", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:53:55.492244 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5bb46527-99cf-4610-bd59-d27725670734 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:53:55.492929 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f13e93e-6832-489c-a1cf-bc46794b5e51', 'tag': 'e3d1b120-d0e2-40e8-8294-595540b796df', 'status': 'completed', 'code': 200} Mar 28 14:53:55.562606 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251deaa-d588-4955-a708-af0bee6158c1 req-ae151946-a45f-49be-af11-a014022fb093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:53:55.564788 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7251deaa-d588-4955-a708-af0bee6158c1 req-ae151946-a45f-49be-af11-a014022fb093 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8d90c6cb5ecb439a810be17744339e89&device_id=8f13e93e-6832-489c-a1cf-bc46794b5e51 HTTP/1.1" status: 200 len: 1096 time: 0.0491977 Mar 28 14:53:55.649738 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-6f52ff8a-77f5-465a-9748-a270b0dc518f None None] Set router 6d52cc56-e892-4cdc-81ec-a4e8f64694fc gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:53:55.665306 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251deaa-d588-4955-a708-af0bee6158c1 req-c08785c4-9745-4c33-8505-fc443f0d0375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:53:55.666775 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7251deaa-d588-4955-a708-af0bee6158c1 req-c08785c4-9745-4c33-8505-fc443f0d0375 service neutron] 10.222.0.20 "GET /v2.0/networks?id=94922b85-2ef2-45d0-8bca-b88d1a14d3e3 HTTP/1.1" status: 200 len: 910 time: 0.0946035 Mar 28 14:53:55.707287 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7251deaa-d588-4955-a708-af0bee6158c1 req-b2f7a88b-6c4a-477f-90ba-b3f9f0fcc5c9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3d1b120-d0e2-40e8-8294-595540b796df HTTP/1.1" status: 200 len: 217 time: 0.0342026 Mar 28 14:53:55.754132 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251deaa-d588-4955-a708-af0bee6158c1 req-522271b4-9293-4f75-a7dc-37870d20a443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:53:55.755618 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7251deaa-d588-4955-a708-af0bee6158c1 req-522271b4-9293-4f75-a7dc-37870d20a443 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec2c26bf-0917-4107-a862-b507ec8b50c7 HTTP/1.1" status: 200 len: 848 time: 0.0422435 Mar 28 14:53:55.805176 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251deaa-d588-4955-a708-af0bee6158c1 req-be84eb1e-23c0-4541-85ae-0d436521dd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:53:55.806857 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7251deaa-d588-4955-a708-af0bee6158c1 req-be84eb1e-23c0-4541-85ae-0d436521dd63 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94922b85-2ef2-45d0-8bca-b88d1a14d3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0450671 Mar 28 14:53:55.853068 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-6f52ff8a-77f5-465a-9748-a270b0dc518f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'name': 'tempest-TestSnapshotPattern-419290105-router', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '460a768d-b32f-463c-bede-a62696203c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:47:32Z', 'updated_at': '2022-03-28T14:47:35Z', 'revision_number': 4, 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'gw_port': {'id': '460a768d-b32f-463c-bede-a62696203c3c', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:47:33Z', 'updated_at': '2022-03-28T14:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'dfbd301a-e987-4d70-825f-44e33a0be3f9', 'name': '', 'network_id': '94922b85-2ef2-45d0-8bca-b88d1a14d3e3', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'mac_address': 'fa:16:3e:ef:1a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'ec2c26bf-0917-4107-a862-b507ec8b50c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:47:35Z', 'updated_at': '2022-03-28T14:47:39Z', 'revision_number': 5, 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'subnets': [{'id': 'ec2c26bf-0917-4107-a862-b507ec8b50c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:53:55.878961 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f52ff8a-77f5-465a-9748-a270b0dc518f None None] Checking router: 6d52cc56-e892-4cdc-81ec-a4e8f64694fc for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:53:55.887853 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f52ff8a-77f5-465a-9748-a270b0dc518f None None] Routers {'6d52cc56-e892-4cdc-81ec-a4e8f64694fc'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:53:55.888501 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-6f52ff8a-77f5-465a-9748-a270b0dc518f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:53:26Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['6d52cc56-e892-4cdc-81ec-a4e8f64694fc'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:53:55.898809 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7251deaa-d588-4955-a708-af0bee6158c1 req-062c4119-140e-4804-b6dd-f66cc7e4d036 service neutron] 10.222.0.20 "GET /v2.0/networks/94922b85-2ef2-45d0-8bca-b88d1a14d3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856299 Mar 28 14:53:55.996359 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-6f52ff8a-77f5-465a-9748-a270b0dc518f None None] Set router 6d52cc56-e892-4cdc-81ec-a4e8f64694fc gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:53:56.006450 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7251deaa-d588-4955-a708-af0bee6158c1 req-d95be83f-f9b0-440d-aa97-acbb8751abf9 service neutron] 10.222.0.20 "GET /v2.0/networks/94922b85-2ef2-45d0-8bca-b88d1a14d3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011975 Mar 28 14:53:56.042095 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c48b3-8b98-4471-a709-6ad4b39d102d req-1cd2a02b-4280-4e47-b90c-1b38b2897a0f tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:53:56.043671 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7d9c48b3-8b98-4471-a709-6ad4b39d102d req-1cd2a02b-4280-4e47-b90c-1b38b2897a0f tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f13e93e-6832-489c-a1cf-bc46794b5e51 HTTP/1.1" status: 200 len: 943 time: 0.0586889 Mar 28 14:53:56.082549 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-7d9c48b3-8b98-4471-a709-6ad4b39d102d req-6f321a3c-6e08-424d-b6db-8d82dca9b874 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/security-groups?id=a160da42-6a72-46ef-918f-2c594b03de74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327330 Mar 28 14:53:56.207335 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-6f52ff8a-77f5-465a-9748-a270b0dc518f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'name': 'tempest-TestSnapshotPattern-419290105-router', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '460a768d-b32f-463c-bede-a62696203c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:47:32Z', 'updated_at': '2022-03-28T14:47:35Z', 'revision_number': 4, 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'gw_port': {'id': '460a768d-b32f-463c-bede-a62696203c3c', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:47:33Z', 'updated_at': '2022-03-28T14:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'dfbd301a-e987-4d70-825f-44e33a0be3f9', 'name': '', 'network_id': '94922b85-2ef2-45d0-8bca-b88d1a14d3e3', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'mac_address': 'fa:16:3e:ef:1a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'ec2c26bf-0917-4107-a862-b507ec8b50c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:47:35Z', 'updated_at': '2022-03-28T14:47:39Z', 'revision_number': 5, 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'subnets': [{'id': 'ec2c26bf-0917-4107-a862-b507ec8b50c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:53:56.236577 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f52ff8a-77f5-465a-9748-a270b0dc518f None None] The sync data for ids ['6d52cc56-e892-4cdc-81ec-a4e8f64694fc'] in dv-neutron-835335-1-hyperv is: [{'id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'name': 'tempest-TestSnapshotPattern-419290105-router', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '460a768d-b32f-463c-bede-a62696203c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:47:32Z', 'updated_at': '2022-03-28T14:47:35Z', 'revision_number': 4, 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'gw_port': {'id': '460a768d-b32f-463c-bede-a62696203c3c', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:47:33Z', 'updated_at': '2022-03-28T14:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv', '_interfaces': [{'id': 'dfbd301a-e987-4d70-825f-44e33a0be3f9', 'name': '', 'network_id': '94922b85-2ef2-45d0-8bca-b88d1a14d3e3', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'mac_address': 'fa:16:3e:ef:1a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'ec2c26bf-0917-4107-a862-b507ec8b50c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:47:35Z', 'updated_at': '2022-03-28T14:47:39Z', 'revision_number': 5, 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'subnets': [{'id': 'ec2c26bf-0917-4107-a862-b507ec8b50c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:53:56.371409 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-a28414de-1a1c-4741-a2bc-dd6684231ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:53:56.452914 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0454b70d-65ec-49b3-9441-fc4e1795944d None None] New status for floating IP bfc6ea3e-4d0c-4be1-9054-805565a47019: DOWN {{(pid=109614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 14:53:56.990793 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55d0b7-6082-4456-8a0d-2609803ca1f6 req-d00ad343-0eb2-4749-94a8-71897a8316fc tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:53:56.992211 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-be55d0b7-6082-4456-8a0d-2609803ca1f6 req-d00ad343-0eb2-4749-94a8-71897a8316fc tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f13e93e-6832-489c-a1cf-bc46794b5e51 HTTP/1.1" status: 200 len: 943 time: 0.0473764 Mar 28 14:53:57.080440 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-be55d0b7-6082-4456-8a0d-2609803ca1f6 req-304efde0-b7e0-4c2e-9f7d-5e365a8fe2c7 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Deleting port e3d1b120-d0e2-40e8-8294-595540b796df {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:53:57.080776 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-be55d0b7-6082-4456-8a0d-2609803ca1f6 req-304efde0-b7e0-4c2e-9f7d-5e365a8fe2c7 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:53:57.200659 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [req-be55d0b7-6082-4456-8a0d-2609803ca1f6 req-304efde0-b7e0-4c2e-9f7d-5e365a8fe2c7 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] For port e3d1b120-d0e2-40e8-8294-595540b796df, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e3d1b120-d0e2-40e8-8294-595540b796df,segment=NetworkSegment(ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63),segment_id=ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:53:57.201018 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-be55d0b7-6082-4456-8a0d-2609803ca1f6 req-304efde0-b7e0-4c2e-9f7d-5e365a8fe2c7 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:53:57.217212 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [req-be55d0b7-6082-4456-8a0d-2609803ca1f6 req-304efde0-b7e0-4c2e-9f7d-5e365a8fe2c7 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Calling delete_port for e3d1b120-d0e2-40e8-8294-595540b796df owned by compute:nova {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:53:57.236209 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda92c04-11a4-47d9-a0a0-02e5e6543fbc req-45e8d33d-2b54-4403-a291-b9f66336b424 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 14:53:57.237685 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bda92c04-11a4-47d9-a0a0-02e5e6543fbc req-45e8d33d-2b54-4403-a291-b9f66336b424 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f13e93e-6832-489c-a1cf-bc46794b5e51 HTTP/1.1" status: 200 len: 943 time: 0.0850065 Mar 28 14:53:57.314211 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-bda92c04-11a4-47d9-a0a0-02e5e6543fbc req-b7949355-a337-4cf3-9f52-5de1afa1d044 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/security-groups?id=a160da42-6a72-46ef-918f-2c594b03de74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469601 Mar 28 14:53:57.457032 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-be55d0b7-6082-4456-8a0d-2609803ca1f6 req-304efde0-b7e0-4c2e-9f7d-5e365a8fe2c7 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:53:57.486452 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304efde0-b7e0-4c2e-9f7d-5e365a8fe2c7 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Pushing event deleted for resources: {'Port': ['ID=e3d1b120-d0e2-40e8-8294-595540b796df,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:53:57.528874 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [req-be55d0b7-6082-4456-8a0d-2609803ca1f6 req-304efde0-b7e0-4c2e-9f7d-5e365a8fe2c7 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] No DVR routers for this DVR port e3d1b120-d0e2-40e8-8294-595540b796df on host hv-neutron-8353 {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:53:57.531347 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [req-be55d0b7-6082-4456-8a0d-2609803ca1f6 req-304efde0-b7e0-4c2e-9f7d-5e365a8fe2c7 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91854'] for port, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:53:57.534727 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-be55d0b7-6082-4456-8a0d-2609803ca1f6 req-304efde0-b7e0-4c2e-9f7d-5e365a8fe2c7 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.20 "DELETE /v2.0/ports/e3d1b120-d0e2-40e8-8294-595540b796df HTTP/1.1" status: 204 len: 173 time: 0.5369792 Mar 28 14:53:57.535166 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f13e93e-6832-489c-a1cf-bc46794b5e51', 'name': 'network-vif-deleted', 'tag': 'e3d1b120-d0e2-40e8-8294-595540b796df'}] {{(pid=109613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 14:53:57.537461 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1532718cc6e21566450128fabd5b268e8b79b75a8a9cad19d4ee0c52bcacb7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab96342-d44a-4cb1-b131-dd811f3a1e0b" -d '{"events": [{"server_uuid": "8f13e93e-6832-489c-a1cf-bc46794b5e51", "name": "network-vif-deleted", "tag": "e3d1b120-d0e2-40e8-8294-595540b796df"}]}' {{(pid=109613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 14:53:57.573356 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 14:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9fa57c4-c0d1-41db-9009-f68b305183c6 x-openstack-request-id: req-b9fa57c4-c0d1-41db-9009-f68b305183c6 {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 14:53:57.573646 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f13e93e-6832-489c-a1cf-bc46794b5e51", "name": "network-vif-deleted", "tag": "e3d1b120-d0e2-40e8-8294-595540b796df", "status": "completed", "code": 200}]} {{(pid=109613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 14:53:57.573896 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b9fa57c4-c0d1-41db-9009-f68b305183c6 {{(pid=109613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 14:53:57.574378 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f13e93e-6832-489c-a1cf-bc46794b5e51', 'name': 'network-vif-deleted', 'tag': 'e3d1b120-d0e2-40e8-8294-595540b796df', 'status': 'completed', 'code': 200} Mar 28 14:53:57.897667 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:53:58.420400 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [req-6e7ea26f-18eb-43a3-9d62-034c41ead668 req-bb89adb8-2a78-4f29-a1c0-bf37470cfdb8 tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f13e93e-6832-489c-a1cf-bc46794b5e51 HTTP/1.1" status: 200 len: 210 time: 0.0271528 Mar 28 14:53:59.234351 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:53:59.385139 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:53:59.464219 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device e3d1b120-d0e2-40e8-8294-595540b796df no longer exists at agent hyperv_hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:53:59.475306 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 44188) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:53:59.489671 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] No Port match for: e3d1b120-d0e2-40e8-8294-595540b796df {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:53:59.490077 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Device e3d1b120-d0e2-40e8-8294-595540b796df not bound to the agent host hv-neutron-8353 {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:53:59.533187 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c855b554-28ca-422a-a252-000159d519af tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:53:59.558416 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c855b554-28ca-422a-a252-000159d519af tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:53:59.682614 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c855b554-28ca-422a-a252-000159d519af tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:53:59.685137 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-c855b554-28ca-422a-a252-000159d519af tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:53:59.686306 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-c855b554-28ca-422a-a252-000159d519af tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] 10.222.0.24 "DELETE /v2.0/security-groups/a160da42-6a72-46ef-918f-2c594b03de74 HTTP/1.1" status: 204 len: 168 time: 0.2099936 Mar 28 14:53:59.695528 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c855b554-28ca-422a-a252-000159d519af tempest-TestSnapshotPattern-1536104740 tempest-TestSnapshotPattern-1536104740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a160da42-6a72-46ef-918f-2c594b03de74,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:53:59.802108 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 44192) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:54:00.232584 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bc292984-46a4-41fc-8885-c90765b8d093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:00.474274 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-bc292984-46a4-41fc-8885-c90765b8d093 admin admin] Deleting port dfbd301a-e987-4d70-825f-44e33a0be3f9 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:54:00.475283 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bc292984-46a4-41fc-8885-c90765b8d093 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:00.548824 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-bc292984-46a4-41fc-8885-c90765b8d093 admin admin] For port dfbd301a-e987-4d70-825f-44e33a0be3f9, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=dfbd301a-e987-4d70-825f-44e33a0be3f9,segment=NetworkSegment(ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63),segment_id=ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:54:00.549490 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bc292984-46a4-41fc-8885-c90765b8d093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:00.561295 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-bc292984-46a4-41fc-8885-c90765b8d093 admin admin] Calling delete_port for dfbd301a-e987-4d70-825f-44e33a0be3f9 owned by network:router_interface {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:54:00.797318 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bc292984-46a4-41fc-8885-c90765b8d093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:00.829190 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc292984-46a4-41fc-8885-c90765b8d093 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfbd301a-e987-4d70-825f-44e33a0be3f9,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:54:00.984532 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-bc292984-46a4-41fc-8885-c90765b8d093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:01.185567 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc292984-46a4-41fc-8885-c90765b8d093 admin admin] Router 6d52cc56-e892-4cdc-81ec-a4e8f64694fc has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:54:01.286267 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc292984-46a4-41fc-8885-c90765b8d093 admin admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:54:01.291569 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-bc292984-46a4-41fc-8885-c90765b8d093 admin admin] 10.222.0.24 "PUT /v2.0/routers/6d52cc56-e892-4cdc-81ec-a4e8f64694fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4880958 Mar 28 14:54:01.294126 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 44196) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:54:01.295240 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202fc077-6578-4120-98b9-c3a8a2cb9925 None None] Sync routers for ids ['6d52cc56-e892-4cdc-81ec-a4e8f64694fc'] in dv-neutron-835335-1-hyperv {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:54:01.305312 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202fc077-6578-4120-98b9-c3a8a2cb9925 None None] Routers {'6d52cc56-e892-4cdc-81ec-a4e8f64694fc'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:54:01.305912 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-202fc077-6578-4120-98b9-c3a8a2cb9925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:53:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['6d52cc56-e892-4cdc-81ec-a4e8f64694fc'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:54:01.395122 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1a2866e4-5fbb-48c0-a75e-8978bd40f2d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:01.405119 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-202fc077-6578-4120-98b9-c3a8a2cb9925 None None] Set router 6d52cc56-e892-4cdc-81ec-a4e8f64694fc gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:54:01.584863 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-202fc077-6578-4120-98b9-c3a8a2cb9925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'name': 'tempest-TestSnapshotPattern-419290105-router', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '460a768d-b32f-463c-bede-a62696203c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:47:32Z', 'updated_at': '2022-03-28T14:54:00Z', 'revision_number': 5, 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'gw_port': {'id': '460a768d-b32f-463c-bede-a62696203c3c', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:47:33Z', 'updated_at': '2022-03-28T14:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:54:01.611097 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202fc077-6578-4120-98b9-c3a8a2cb9925 None None] Checking router: 6d52cc56-e892-4cdc-81ec-a4e8f64694fc for host: dv-neutron-835335-1-hyperv {{(pid=109615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:54:01.620033 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202fc077-6578-4120-98b9-c3a8a2cb9925 None None] Routers {'6d52cc56-e892-4cdc-81ec-a4e8f64694fc'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:54:01.620671 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-202fc077-6578-4120-98b9-c3a8a2cb9925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:53:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['6d52cc56-e892-4cdc-81ec-a4e8f64694fc'], 'active': True} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:54:01.726325 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_dvr_db [None req-202fc077-6578-4120-98b9-c3a8a2cb9925 None None] Set router 6d52cc56-e892-4cdc-81ec-a4e8f64694fc gateway port host: dv-neutron-835335-1-hyperv {{(pid=109615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:54:01.836838 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1a2866e4-5fbb-48c0-a75e-8978bd40f2d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:01.900055 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.l3_hamode_db [None req-202fc077-6578-4120-98b9-c3a8a2cb9925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'name': 'tempest-TestSnapshotPattern-419290105-router', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '460a768d-b32f-463c-bede-a62696203c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:47:32Z', 'updated_at': '2022-03-28T14:54:00Z', 'revision_number': 5, 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'gw_port': {'id': '460a768d-b32f-463c-bede-a62696203c3c', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:47:33Z', 'updated_at': '2022-03-28T14:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:54:01.925111 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202fc077-6578-4120-98b9-c3a8a2cb9925 None None] The sync data for ids ['6d52cc56-e892-4cdc-81ec-a4e8f64694fc'] in dv-neutron-835335-1-hyperv is: [{'id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'name': 'tempest-TestSnapshotPattern-419290105-router', 'tenant_id': '8d90c6cb5ecb439a810be17744339e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '460a768d-b32f-463c-bede-a62696203c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:47:32Z', 'updated_at': '2022-03-28T14:54:00Z', 'revision_number': 5, 'project_id': '8d90c6cb5ecb439a810be17744339e89', 'gw_port': {'id': '460a768d-b32f-463c-bede-a62696203c3c', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d52cc56-e892-4cdc-81ec-a4e8f64694fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:47:33Z', 'updated_at': '2022-03-28T14:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}] {{(pid=109615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:54:01.950538 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-1a2866e4-5fbb-48c0-a75e-8978bd40f2d6 admin admin] Deleting port 460a768d-b32f-463c-bede-a62696203c3c {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:54:01.950880 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1a2866e4-5fbb-48c0-a75e-8978bd40f2d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:02.025719 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-1a2866e4-5fbb-48c0-a75e-8978bd40f2d6 admin admin] For port 460a768d-b32f-463c-bede-a62696203c3c, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=460a768d-b32f-463c-bede-a62696203c3c,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:54:02.026080 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1a2866e4-5fbb-48c0-a75e-8978bd40f2d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:02.038209 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-1a2866e4-5fbb-48c0-a75e-8978bd40f2d6 admin admin] Calling delete_port for 460a768d-b32f-463c-bede-a62696203c3c owned by network:router_gateway {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:54:02.257233 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1a2866e4-5fbb-48c0-a75e-8978bd40f2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:02.287527 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2866e4-5fbb-48c0-a75e-8978bd40f2d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=460a768d-b32f-463c-bede-a62696203c3c,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:54:02.352855 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1a2866e4-5fbb-48c0-a75e-8978bd40f2d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133933816'] for router_gateway, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:02.444022 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1a2866e4-5fbb-48c0-a75e-8978bd40f2d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:02.446468 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1a2866e4-5fbb-48c0-a75e-8978bd40f2d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:02.463351 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device dfbd301a-e987-4d70-825f-44e33a0be3f9 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:54:02.485338 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: dfbd301a-e987-4d70-825f-44e33a0be3f9 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:54:02.485680 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device dfbd301a-e987-4d70-825f-44e33a0be3f9 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:54:02.556741 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1a2866e4-5fbb-48c0-a75e-8978bd40f2d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:02.557207 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2866e4-5fbb-48c0-a75e-8978bd40f2d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d52cc56-e892-4cdc-81ec-a4e8f64694fc {{(pid=109613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 14:54:02.566561 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-1a2866e4-5fbb-48c0-a75e-8978bd40f2d6 admin admin] Notify callbacks [] for router, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:02.566561 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-1a2866e4-5fbb-48c0-a75e-8978bd40f2d6 admin admin] 10.222.0.24 "DELETE /v2.0/routers/6d52cc56-e892-4cdc-81ec-a4e8f64694fc HTTP/1.1" status: 204 len: 168 time: 1.2681317 Mar 28 14:54:02.566561 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 44198) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:54:02.625509 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-4151d8e1-df8b-4570-9b13-fed4274088d2 admin admin] Deleting subnet ec2c26bf-0917-4107-a862-b507ec8b50c7 {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 14:54:02.628758 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4151d8e1-df8b-4570-9b13-fed4274088d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:02.663726 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4151d8e1-df8b-4570-9b13-fed4274088d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:02.741713 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4151d8e1-df8b-4570-9b13-fed4274088d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:02.877079 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4151d8e1-df8b-4570-9b13-fed4274088d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:02.901723 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151d8e1-df8b-4570-9b13-fed4274088d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec2c26bf-0917-4107-a862-b507ec8b50c7,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:54:02.905210 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-4151d8e1-df8b-4570-9b13-fed4274088d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:02.908432 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-4151d8e1-df8b-4570-9b13-fed4274088d2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ec2c26bf-0917-4107-a862-b507ec8b50c7 HTTP/1.1" status: 204 len: 168 time: 0.3413141 Mar 28 14:54:02.910782 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 44200) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:54:02.911540 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6265f789-f60e-4b91-af5a-b95e4d4d8041 None None] Network 94922b85-2ef2-45d0-8bca-b88d1a14d3e3 requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:54:02.979307 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f49ffa72-d9ca-4cae-8338-79a79c25fdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:03.041314 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-f49ffa72-d9ca-4cae-8338-79a79c25fdd5 admin admin] Deleting port 57cd8736-7969-42bf-877c-db5bb0a0a483 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:54:03.041314 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f49ffa72-d9ca-4cae-8338-79a79c25fdd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:03.097983 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f294ef6f-c5d9-4162-a35a-2d52f9fbb86b None None] DHCP port deletion for 94922b85-2ef2-45d0-8bca-b88d1a14d3e3 request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 14:54:03.110144 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-f49ffa72-d9ca-4cae-8338-79a79c25fdd5 admin admin] For port 57cd8736-7969-42bf-877c-db5bb0a0a483, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=57cd8736-7969-42bf-877c-db5bb0a0a483,segment=NetworkSegment(ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63),segment_id=ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:54:03.110502 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f49ffa72-d9ca-4cae-8338-79a79c25fdd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:03.124025 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-f49ffa72-d9ca-4cae-8338-79a79c25fdd5 admin admin] Calling delete_port for 57cd8736-7969-42bf-877c-db5bb0a0a483 owned by network:dhcp {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:54:03.143996 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-f294ef6f-c5d9-4162-a35a-2d52f9fbb86b None None] Deleting port 57cd8736-7969-42bf-877c-db5bb0a0a483 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:54:03.144285 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f294ef6f-c5d9-4162-a35a-2d52f9fbb86b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:03.206556 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-f294ef6f-c5d9-4162-a35a-2d52f9fbb86b None None] For port 57cd8736-7969-42bf-877c-db5bb0a0a483, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=57cd8736-7969-42bf-877c-db5bb0a0a483,segment=NetworkSegment(ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63),segment_id=ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:54:03.206940 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f294ef6f-c5d9-4162-a35a-2d52f9fbb86b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:03.219589 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-f294ef6f-c5d9-4162-a35a-2d52f9fbb86b None None] Calling delete_port for 57cd8736-7969-42bf-877c-db5bb0a0a483 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:54:03.265498 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f49ffa72-d9ca-4cae-8338-79a79c25fdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:03.291419 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f294ef6f-c5d9-4162-a35a-2d52f9fbb86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:03.295650 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ffa72-d9ca-4cae-8338-79a79c25fdd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=57cd8736-7969-42bf-877c-db5bb0a0a483,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:54:03.300120 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49ffa72-d9ca-4cae-8338-79a79c25fdd5 admin admin] No DVR routers for this DVR port 57cd8736-7969-42bf-877c-db5bb0a0a483 on host dv-neutron-835335-1-hyperv {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:54:03.314559 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f294ef6f-c5d9-4162-a35a-2d52f9fbb86b None None] Pushing event deleted for resources: {'Port': ['ID=57cd8736-7969-42bf-877c-db5bb0a0a483,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:54:03.320838 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f294ef6f-c5d9-4162-a35a-2d52f9fbb86b None None] No DVR routers for this DVR port 57cd8736-7969-42bf-877c-db5bb0a0a483 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:54:03.376443 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f49ffa72-d9ca-4cae-8338-79a79c25fdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:03.396477 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-f49ffa72-d9ca-4cae-8338-79a79c25fdd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94922b85-2ef2-45d0-8bca-b88d1a14d3e3']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:54:03.405438 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-f49ffa72-d9ca-4cae-8338-79a79c25fdd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:54:03.405733 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-f49ffa72-d9ca-4cae-8338-79a79c25fdd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef7b5271-3c6b-46d3-9c15-2c9ed19bcb63') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:54:03.414842 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f49ffa72-d9ca-4cae-8338-79a79c25fdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:03.428047 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f49ffa72-d9ca-4cae-8338-79a79c25fdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:03.433826 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f49ffa72-d9ca-4cae-8338-79a79c25fdd5 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 14:54:03.434210 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f49ffa72-d9ca-4cae-8338-79a79c25fdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:03.435794 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 14:54:03.435794 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 14:54:03.435794 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 14:54:03.435794 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 14:54:03.435794 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 14:54:03.435794 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 14:54:03.435794 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 14:54:03.435794 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 14:54:03.435794 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 14:54:03.435794 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 14:54:03.435794 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 14:54:03.435794 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 14:54:03.435794 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 14:54:03.435794 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 14:54:03.435794 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 14:54:03.435794 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 14:54:03.435794 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 14:54:03.435794 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 14:54:03.435794 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 14:54:03.435794 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 14:54:03.435794 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 14:54:03.435794 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 14:54:03.435794 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 14:54:03.435794 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 14:54:03.435794 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 14:54:03.435794 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 14:54:03.435794 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 14:54:03.435794 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 14:54:03.435794 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 14:54:03.435794 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 14:54:03.435794 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 14:54:03.435794 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 14:54:03.571435 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f49ffa72-d9ca-4cae-8338-79a79c25fdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:03.575691 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-f49ffa72-d9ca-4cae-8338-79a79c25fdd5 admin admin] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:03.582113 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f49ffa72-d9ca-4cae-8338-79a79c25fdd5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/94922b85-2ef2-45d0-8bca-b88d1a14d3e3 HTTP/1.1" status: 204 len: 168 time: 0.6673644 Mar 28 14:54:03.582232 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 44202) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:54:03.592197 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ffa72-d9ca-4cae-8338-79a79c25fdd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=94922b85-2ef2-45d0-8bca-b88d1a14d3e3,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:54:03.914195 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cc1472c7-ccf6-407a-9987-3ea25b28ab4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133928230'] for router_interface, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:04.147457 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-cc1472c7-ccf6-407a-9987-3ea25b28ab4c admin admin] Deleting port 6fdb9b3b-38ad-41b7-9670-0daf19be084c {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:54:04.147789 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cc1472c7-ccf6-407a-9987-3ea25b28ab4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:04.222331 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-cc1472c7-ccf6-407a-9987-3ea25b28ab4c admin admin] For port 6fdb9b3b-38ad-41b7-9670-0daf19be084c, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=6fdb9b3b-38ad-41b7-9670-0daf19be084c,segment=NetworkSegment(462a62e2-5ed3-47be-ac71-130b3ca7938e),segment_id=462a62e2-5ed3-47be-ac71-130b3ca7938e)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:54:04.222620 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cc1472c7-ccf6-407a-9987-3ea25b28ab4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:04.238305 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-cc1472c7-ccf6-407a-9987-3ea25b28ab4c admin admin] Calling delete_port for 6fdb9b3b-38ad-41b7-9670-0daf19be084c owned by network:router_interface {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:54:04.394510 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 460a768d-b32f-463c-bede-a62696203c3c no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:54:04.418132 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 460a768d-b32f-463c-bede-a62696203c3c {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:54:04.418474 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 460a768d-b32f-463c-bede-a62696203c3c not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:54:04.418880 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 57cd8736-7969-42bf-877c-db5bb0a0a483 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:54:04.437478 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 57cd8736-7969-42bf-877c-db5bb0a0a483 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:54:04.437819 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 57cd8736-7969-42bf-877c-db5bb0a0a483 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:54:04.491998 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cc1472c7-ccf6-407a-9987-3ea25b28ab4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:04.515331 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1472c7-ccf6-407a-9987-3ea25b28ab4c admin admin] Pushing event deleted for resources: {'Port': ['ID=6fdb9b3b-38ad-41b7-9670-0daf19be084c,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:54:04.527956 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1472c7-ccf6-407a-9987-3ea25b28ab4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:54:04.528302 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1472c7-ccf6-407a-9987-3ea25b28ab4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:54:04.528658 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1472c7-ccf6-407a-9987-3ea25b28ab4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:54:04.528992 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1472c7-ccf6-407a-9987-3ea25b28ab4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:54:04.529314 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1472c7-ccf6-407a-9987-3ea25b28ab4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:54:04.529636 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1472c7-ccf6-407a-9987-3ea25b28ab4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:54:04.529954 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1472c7-ccf6-407a-9987-3ea25b28ab4c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:54:04.530275 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1472c7-ccf6-407a-9987-3ea25b28ab4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:54:04.530592 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1472c7-ccf6-407a-9987-3ea25b28ab4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:54:04.530909 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1472c7-ccf6-407a-9987-3ea25b28ab4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:54:04.531227 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1472c7-ccf6-407a-9987-3ea25b28ab4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:54:04.531542 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1472c7-ccf6-407a-9987-3ea25b28ab4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835335-1-hyperv {{(pid=109612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 14:54:04.687817 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-cc1472c7-ccf6-407a-9987-3ea25b28ab4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133928274'] for router_interface, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:04.898070 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc1472c7-ccf6-407a-9987-3ea25b28ab4c admin admin] Router 9a1e615f-e5ab-4dc1-8489-70dc601df546 has already been hosted by L3 agent 26042a77-b5bc-4337-a286-2f8cfb116945 {{(pid=109612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 14:54:05.000598 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1472c7-ccf6-407a-9987-3ea25b28ab4c admin admin] Notify agent at l3_agent.dv-neutron-835335-1-hyperv the message routers_updated {{(pid=109612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 14:54:05.005869 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-cc1472c7-ccf6-407a-9987-3ea25b28ab4c admin admin] 10.222.0.24 "PUT /v2.0/routers/9a1e615f-e5ab-4dc1-8489-70dc601df546/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4224577 Mar 28 14:54:05.008111 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.wsgi [-] (109612) accepted ('10.222.0.24', 44206) {{(pid=109612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:54:05.011223 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1bc926-ca32-4d89-a020-f35502eac80b None None] Sync routers for ids ['9a1e615f-e5ab-4dc1-8489-70dc601df546'] in dv-neutron-835335-1-hyperv {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 14:54:05.020539 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1bc926-ca32-4d89-a020-f35502eac80b None None] Routers {'9a1e615f-e5ab-4dc1-8489-70dc601df546'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:54:05.021665 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-9a1bc926-ca32-4d89-a020-f35502eac80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:53:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['9a1e615f-e5ab-4dc1-8489-70dc601df546'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:54:05.110802 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4f5bfd2b-c527-4f3d-9160-fb3618257eed admin admin] Notify callbacks [] for router, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:05.123404 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-9a1bc926-ca32-4d89-a020-f35502eac80b None None] Set router 9a1e615f-e5ab-4dc1-8489-70dc601df546 gateway port host: dv-neutron-835335-1-hyperv {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:54:05.215619 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4f5bfd2b-c527-4f3d-9160-fb3618257eed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:05.297198 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-9a1bc926-ca32-4d89-a020-f35502eac80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1e615f-e5ab-4dc1-8489-70dc601df546', 'name': 'tempest-TestSnapshotPattern-895955632-router', 'tenant_id': 'd6d9c3e5cf8c48b1a02481d2955e6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'external_fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': '1f8fdfa9-325e-4590-b27e-f9d90ca74919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:47:38Z', 'updated_at': '2022-03-28T14:54:04Z', 'revision_number': 5, 'project_id': 'd6d9c3e5cf8c48b1a02481d2955e6ffd', 'gw_port': {'id': '1f8fdfa9-325e-4590-b27e-f9d90ca74919', 'name': '', 'network_id': '1cb296ed-c863-4502-973a-f31b82091846', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e615f-e5ab-4dc1-8489-70dc601df546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835335-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T14:47:39Z', 'updated_at': '2022-03-28T14:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fa60a9-107d-42fd-98e8-c47cec9ae8b5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835335-1-hyperv'}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:54:05.327885 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1bc926-ca32-4d89-a020-f35502eac80b None None] Checking router: 9a1e615f-e5ab-4dc1-8489-70dc601df546 for host: dv-neutron-835335-1-hyperv {{(pid=109614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 14:54:05.330596 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-4f5bfd2b-c527-4f3d-9160-fb3618257eed admin admin] Deleting port 1f8fdfa9-325e-4590-b27e-f9d90ca74919 {{(pid=109612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:54:05.330924 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4f5bfd2b-c527-4f3d-9160-fb3618257eed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:05.336695 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1bc926-ca32-4d89-a020-f35502eac80b None None] Routers {'9a1e615f-e5ab-4dc1-8489-70dc601df546'} bound to L3 agent in host dv-neutron-835335-1-hyperv {{(pid=109614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 14:54:05.337314 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-9a1bc926-ca32-4d89-a020-f35502eac80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835335-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T13:36:26Z,description=,heartbeat_timestamp=2022-03-28T14:53:56Z,host='dv-neutron-835335-1-hyperv',id=26042a77-b5bc-4337-a286-2f8cfb116945,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T13:36:27Z,topic='l3_agent')) {'router_ids': ['9a1e615f-e5ab-4dc1-8489-70dc601df546'], 'active': True} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:54:05.406642 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.db [None req-4f5bfd2b-c527-4f3d-9160-fb3618257eed admin admin] For port 1f8fdfa9-325e-4590-b27e-f9d90ca74919, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=1f8fdfa9-325e-4590-b27e-f9d90ca74919,segment=NetworkSegment(e38a7add-c7df-473c-9911-07b9882a9257),segment_id=e38a7add-c7df-473c-9911-07b9882a9257)] {{(pid=109612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:54:05.407009 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4f5bfd2b-c527-4f3d-9160-fb3618257eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:05.419584 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.plugins.ml2.plugin [None req-4f5bfd2b-c527-4f3d-9160-fb3618257eed admin admin] Calling delete_port for 1f8fdfa9-325e-4590-b27e-f9d90ca74919 owned by network:router_gateway {{(pid=109612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:54:05.420052 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvr_db [None req-9a1bc926-ca32-4d89-a020-f35502eac80b None None] Set router 9a1e615f-e5ab-4dc1-8489-70dc601df546 gateway port host: None {{(pid=109614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 14:54:05.472039 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_hamode_db [None req-9a1bc926-ca32-4d89-a020-f35502eac80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1e615f-e5ab-4dc1-8489-70dc601df546', 'name': 'tempest-TestSnapshotPattern-895955632-router', 'tenant_id': 'd6d9c3e5cf8c48b1a02481d2955e6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:47:38Z', 'updated_at': '2022-03-28T14:54:05Z', 'revision_number': 6, 'project_id': 'd6d9c3e5cf8c48b1a02481d2955e6ffd', 'gw_port_host': None}], 'dv-neutron-835335-1-hyperv', False) {} {{(pid=109614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:54:05.640922 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1bc926-ca32-4d89-a020-f35502eac80b None None] The sync data for ids ['9a1e615f-e5ab-4dc1-8489-70dc601df546'] in dv-neutron-835335-1-hyperv is: [{'id': '9a1e615f-e5ab-4dc1-8489-70dc601df546', 'name': 'tempest-TestSnapshotPattern-895955632-router', 'tenant_id': 'd6d9c3e5cf8c48b1a02481d2955e6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T14:47:38Z', 'updated_at': '2022-03-28T14:54:05Z', 'revision_number': 6, 'project_id': 'd6d9c3e5cf8c48b1a02481d2955e6ffd', 'gw_port_host': None}] {{(pid=109614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 14:54:05.661169 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4f5bfd2b-c527-4f3d-9160-fb3618257eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131947449'] for port, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:05.691021 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5bfd2b-c527-4f3d-9160-fb3618257eed admin admin] Pushing event deleted for resources: {'Port': ['ID=1f8fdfa9-325e-4590-b27e-f9d90ca74919,revision_number=None']} {{(pid=109612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:54:05.749713 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4f5bfd2b-c527-4f3d-9160-fb3618257eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133933816'] for router_gateway, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:05.839517 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4f5bfd2b-c527-4f3d-9160-fb3618257eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133929845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12510'] for router, precommit_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:05.841625 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4f5bfd2b-c527-4f3d-9160-fb3618257eed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:05.968456 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4f5bfd2b-c527-4f3d-9160-fb3618257eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133929804'] for router, after_delete {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:05.969015 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5bfd2b-c527-4f3d-9160-fb3618257eed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a1e615f-e5ab-4dc1-8489-70dc601df546 {{(pid=109612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 14:54:05.978543 dv-neutron-835335-1-hyperv neutron-server[109612]: DEBUG neutron_lib.callbacks.manager [None req-4f5bfd2b-c527-4f3d-9160-fb3618257eed admin admin] Notify callbacks [] for router, before_response {{(pid=109612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:05.978543 dv-neutron-835335-1-hyperv neutron-server[109612]: INFO neutron.wsgi [None req-4f5bfd2b-c527-4f3d-9160-fb3618257eed admin admin] 10.222.0.24 "DELETE /v2.0/routers/9a1e615f-e5ab-4dc1-8489-70dc601df546 HTTP/1.1" status: 204 len: 168 time: 0.9666097 Mar 28 14:54:05.978764 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 44208) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:54:06.028214 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.db_base_plugin_v2 [None req-65ad2de2-35cc-4c10-9316-9f79b0bd5167 admin admin] Deleting subnet 8cd9d251-9f99-447a-a300-8293dde49828 {{(pid=109613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 28 14:54:06.031713 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-65ad2de2-35cc-4c10-9316-9f79b0bd5167 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:06.069456 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-65ad2de2-35cc-4c10-9316-9f79b0bd5167 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131131705'] for subnet, precommit_delete_associations {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:06.151606 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-65ad2de2-35cc-4c10-9316-9f79b0bd5167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575176'] for subnet, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:06.280652 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-65ad2de2-35cc-4c10-9316-9f79b0bd5167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132037207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130985087'] for subnet, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:06.307586 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ad2de2-35cc-4c10-9316-9f79b0bd5167 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cd9d251-9f99-447a-a300-8293dde49828,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:54:06.311185 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-65ad2de2-35cc-4c10-9316-9f79b0bd5167 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:06.314697 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-65ad2de2-35cc-4c10-9316-9f79b0bd5167 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8cd9d251-9f99-447a-a300-8293dde49828 HTTP/1.1" status: 204 len: 168 time: 0.3353584 Mar 28 14:54:06.317178 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 44210) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:54:06.320201 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c2a4ad-1aa8-4922-96d1-7ecae11ff0cb None None] Network 10dbf8ee-2502-4610-b8a8-b5885364286b requested from dv-neutron-835335-1-hyperv {{(pid=109614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 28 14:54:06.390568 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ff1137b3-b843-474e-b581-345965cd00c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536969'] for network, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:06.459951 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-ff1137b3-b843-474e-b581-345965cd00c7 admin admin] Deleting port ae547610-6971-4f2c-875f-ff5833a0eab7 {{(pid=109613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:54:06.460841 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ff1137b3-b843-474e-b581-345965cd00c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:06.489571 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 1f8fdfa9-325e-4590-b27e-f9d90ca74919 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:54:06.511782 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 1f8fdfa9-325e-4590-b27e-f9d90ca74919 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:54:06.512121 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 1f8fdfa9-325e-4590-b27e-f9d90ca74919 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:54:06.512569 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 6fdb9b3b-38ad-41b7-9670-0daf19be084c no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:54:06.533720 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: 6fdb9b3b-38ad-41b7-9670-0daf19be084c {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:54:06.535150 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device 6fdb9b3b-38ad-41b7-9670-0daf19be084c not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:54:06.541040 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.db [None req-ff1137b3-b843-474e-b581-345965cd00c7 admin admin] For port ae547610-6971-4f2c-875f-ff5833a0eab7, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=ae547610-6971-4f2c-875f-ff5833a0eab7,segment=NetworkSegment(462a62e2-5ed3-47be-ac71-130b3ca7938e),segment_id=462a62e2-5ed3-47be-ac71-130b3ca7938e)] {{(pid=109613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:54:06.541405 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ff1137b3-b843-474e-b581-345965cd00c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:06.555393 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.plugin [None req-ff1137b3-b843-474e-b581-345965cd00c7 admin admin] Calling delete_port for ae547610-6971-4f2c-875f-ff5833a0eab7 owned by network:dhcp {{(pid=109613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:54:06.574845 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28adceb4-00c4-4a53-8441-6698e73e1ffc None None] DHCP port deletion for 10dbf8ee-2502-4610-b8a8-b5885364286b request from dv-neutron-835335-1-hyperv {{(pid=109614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 28 14:54:06.623676 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-28adceb4-00c4-4a53-8441-6698e73e1ffc None None] Deleting port ae547610-6971-4f2c-875f-ff5833a0eab7 {{(pid=109614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 28 14:54:06.624052 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-28adceb4-00c4-4a53-8441-6698e73e1ffc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740191700556'] for port, before_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:06.689932 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.db [None req-28adceb4-00c4-4a53-8441-6698e73e1ffc None None] For port ae547610-6971-4f2c-875f-ff5833a0eab7, host dv-neutron-835335-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835335-1-hyperv',level=0,port_id=ae547610-6971-4f2c-875f-ff5833a0eab7,segment=NetworkSegment(462a62e2-5ed3-47be-ac71-130b3ca7938e),segment_id=462a62e2-5ed3-47be-ac71-130b3ca7938e)] {{(pid=109614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 14:54:06.690322 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-28adceb4-00c4-4a53-8441-6698e73e1ffc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133933276'] for port, precommit_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:06.705598 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-28adceb4-00c4-4a53-8441-6698e73e1ffc None None] Calling delete_port for ae547610-6971-4f2c-875f-ff5833a0eab7 owned by network:dhcp {{(pid=109614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 28 14:54:06.734564 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ff1137b3-b843-474e-b581-345965cd00c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073380'] for port, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:06.765298 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1137b3-b843-474e-b581-345965cd00c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae547610-6971-4f2c-875f-ff5833a0eab7,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:54:06.772664 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1137b3-b843-474e-b581-345965cd00c7 admin admin] No DVR routers for this DVR port ae547610-6971-4f2c-875f-ff5833a0eab7 on host dv-neutron-835335-1-hyperv {{(pid=109613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:54:06.788441 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-28adceb4-00c4-4a53-8441-6698e73e1ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740191706278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740191181496'] for port, after_delete {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:06.815669 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28adceb4-00c4-4a53-8441-6698e73e1ffc None None] Pushing event deleted for resources: {'Port': ['ID=ae547610-6971-4f2c-875f-ff5833a0eab7,revision_number=None']} {{(pid=109614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:54:06.817533 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28adceb4-00c4-4a53-8441-6698e73e1ffc None None] No DVR routers for this DVR port ae547610-6971-4f2c-875f-ff5833a0eab7 on host dv-neutron-835335-1-hyperv {{(pid=109614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 14:54:06.847580 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ff1137b3-b843-474e-b581-345965cd00c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-606045', 'neutron.services.segments.db._delete_segments_for_network-8740191681895'] for network, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:06.870483 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-ff1137b3-b843-474e-b581-345965cd00c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10dbf8ee-2502-4610-b8a8-b5885364286b']}} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:54:06.879495 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-ff1137b3-b843-474e-b581-345965cd00c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '462a62e2-5ed3-47be-ac71-130b3ca7938e') {'for_net_delete': True} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:54:06.879783 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.services.segments.db [None req-ff1137b3-b843-474e-b581-345965cd00c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '462a62e2-5ed3-47be-ac71-130b3ca7938e') {} {{(pid=109613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 14:54:06.889323 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ff1137b3-b843-474e-b581-345965cd00c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740191682416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131131698'] for segment, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:06.902449 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ff1137b3-b843-474e-b581-345965cd00c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097'] for segment, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:06.908589 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff1137b3-b843-474e-b581-345965cd00c7 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=109613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 14:54:06.908967 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ff1137b3-b843-474e-b581-345965cd00c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073457'] for segment, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:06.910554 dv-neutron-835335-1-hyperv neutron-server[109613]: Traceback (most recent call last): Mar 28 14:54:06.910554 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 14:54:06.910554 dv-neutron-835335-1-hyperv neutron-server[109613]: timer() Mar 28 14:54:06.910554 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 14:54:06.910554 dv-neutron-835335-1-hyperv neutron-server[109613]: cb(*args, **kw) Mar 28 14:54:06.910554 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 14:54:06.910554 dv-neutron-835335-1-hyperv neutron-server[109613]: return func(*args, **kwargs) Mar 28 14:54:06.910554 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 14:54:06.910554 dv-neutron-835335-1-hyperv neutron-server[109613]: self._notify() Mar 28 14:54:06.910554 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 14:54:06.910554 dv-neutron-835335-1-hyperv neutron-server[109613]: self.callback(batched_events) Mar 28 14:54:06.910554 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 14:54:06.910554 dv-neutron-835335-1-hyperv neutron-server[109613]: event.method(event) Mar 28 14:54:06.910554 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 14:54:06.910554 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 14:54:06.910554 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 14:54:06.910554 dv-neutron-835335-1-hyperv neutron-server[109613]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 14:54:06.910554 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 14:54:06.910554 dv-neutron-835335-1-hyperv neutron-server[109613]: return f(self, *a, **k) Mar 28 14:54:06.910554 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 14:54:06.910554 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._get(url).json() Mar 28 14:54:06.910554 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 14:54:06.910554 dv-neutron-835335-1-hyperv neutron-server[109613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 14:54:06.910554 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 14:54:06.910554 dv-neutron-835335-1-hyperv neutron-server[109613]: return self.request(url, 'GET', **kwargs) Mar 28 14:54:06.910554 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 14:54:06.910554 dv-neutron-835335-1-hyperv neutron-server[109613]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 14:54:06.910554 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 14:54:06.910554 dv-neutron-835335-1-hyperv neutron-server[109613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 14:54:06.910554 dv-neutron-835335-1-hyperv neutron-server[109613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 14:54:06.910554 dv-neutron-835335-1-hyperv neutron-server[109613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 14:54:06.910554 dv-neutron-835335-1-hyperv neutron-server[109613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 14:54:07.016859 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ff1137b3-b843-474e-b581-345965cd00c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-606038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134058693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133723378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133933788'] for network, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:07.022794 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-ff1137b3-b843-474e-b581-345965cd00c7 admin admin] Notify callbacks [] for network, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:07.026533 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-ff1137b3-b843-474e-b581-345965cd00c7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/10dbf8ee-2502-4610-b8a8-b5885364286b HTTP/1.1" status: 204 len: 168 time: 0.7078223 Mar 28 14:54:07.036675 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1137b3-b843-474e-b581-345965cd00c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=10dbf8ee-2502-4610-b8a8-b5885364286b,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:54:07.315196 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 44214) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:54:07.354830 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-e55121c1-fdd6-4039-92c1-2ad329fe0c24 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8d90c6cb5ecb439a810be17744339e89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384922 Mar 28 14:54:07.357204 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 44216) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:54:07.403064 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9ff9fc71-7231-417a-b59f-6554c6eb27fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:07.427669 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9ff9fc71-7231-417a-b59f-6554c6eb27fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:07.556742 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9ff9fc71-7231-417a-b59f-6554c6eb27fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:07.559190 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-9ff9fc71-7231-417a-b59f-6554c6eb27fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:07.560361 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-9ff9fc71-7231-417a-b59f-6554c6eb27fc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b2c5b28b-53a9-418f-b246-4d80174be959 HTTP/1.1" status: 204 len: 168 time: 0.2022598 Mar 28 14:54:07.567933 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9fc71-7231-417a-b59f-6554c6eb27fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c5b28b-53a9-418f-b246-4d80174be959,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:54:08.165111 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 44222) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:54:08.216714 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-f4f5d695-8150-4a05-814d-0c4be14ef7ac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d6d9c3e5cf8c48b1a02481d2955e6ffd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503960 Mar 28 14:54:08.219173 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.wsgi [-] (109613) accepted ('10.222.0.24', 44224) {{(pid=109613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 28 14:54:08.265735 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-88f5b4d6-10d2-4031-93b8-d6a4c483eb82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:08.287175 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-88f5b4d6-10d2-4031-93b8-d6a4c483eb82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:08.397146 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device ae547610-6971-4f2c-875f-ff5833a0eab7 no longer exists at agent ovs-agent-dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 14:54:08.402824 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-88f5b4d6-10d2-4031-93b8-d6a4c483eb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134069522'] for security_group, after_delete {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:08.405504 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron_lib.callbacks.manager [None req-88f5b4d6-10d2-4031-93b8-d6a4c483eb82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:08.406680 dv-neutron-835335-1-hyperv neutron-server[109613]: INFO neutron.wsgi [None req-88f5b4d6-10d2-4031-93b8-d6a4c483eb82 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/24c361d8-b3ce-4623-aaea-0f6aa02d2713 HTTP/1.1" status: 204 len: 168 time: 0.1866043 Mar 28 14:54:08.414830 dv-neutron-835335-1-hyperv neutron-server[109613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f5b4d6-10d2-4031-93b8-d6a4c483eb82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c361d8-b3ce-4623-aaea-0f6aa02d2713,revision_number=None']} {{(pid=109613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 14:54:08.432267 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.plugin [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] No Port match for: ae547610-6971-4f2c-875f-ff5833a0eab7 {{(pid=109614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 28 14:54:08.432631 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron.plugins.ml2.rpc [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Device ae547610-6971-4f2c-875f-ff5833a0eab7 not bound to the agent host dv-neutron-835335-1-hyperv {{(pid=109614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 14:54:14.202447 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:20.193165 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:54:24.162204 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-45a1059a-e466-4bfa-9107-991d7ac96ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:26.362119 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9d4ba068-19c8-4694-9da3-953a74b1814b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:27.882146 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:29.270403 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:29.401684 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:44.221664 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:54.104746 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-ddfd0c06-1e8b-4e9a-afd8-f1fadc5af16c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:56.370387 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3a8620d1-970a-454c-8f34-818817bb890b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:57.192470 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:54:57.876029 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:59.232910 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:54:59.404116 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:55:14.302078 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:55:24.080939 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-7f692e49-70b9-46d6-aa23-f276a64b62af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:55:26.395488 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-0d14b7c1-4f45-48a5-ab93-45c782cce721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:55:27.886857 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:55:29.226472 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:55:29.392394 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:55:34.190821 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:55:44.248888 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:55:54.088778 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-058c9bbc-a046-4aa4-98b2-d59a51ed3ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:55:56.368466 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-2adc7d34-8dba-4b3e-bc99-56175a88b7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:55:57.898029 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:55:59.254368 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:55:59.431654 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:56:11.188927 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:56:14.285957 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:56:24.102713 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-d9ae9443-f863-49f7-8805-37d477403a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:56:26.371467 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b3d1eb1c-6693-4bc6-8b95-bf77301e0260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:56:27.893722 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:56:29.253563 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:56:29.397395 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:56:44.259507 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:56:48.188206 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:56:54.081831 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dc8c5df4-bbd2-4bc8-9e51-9e213d3b189e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:56:56.399771 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-b59fcb84-e8cf-4c86-b430-18902ceab8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:56:57.891382 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:56:59.236150 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:56:59.390386 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:57:14.319228 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:57:24.115118 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-224b4750-f085-41eb-a9d2-57dd27e99865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:57:25.187736 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:57:26.378060 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6db3fe2e-a6ad-4925-ab23-cbd34e1dc8ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:57:27.915297 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:57:29.250251 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:57:29.399556 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:57:44.290249 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:57:54.137842 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-f8b04c24-bd27-4f2e-b7c4-28e1cc406906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:57:56.369586 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-3de9d487-07b3-4d8c-ba35-7c8c289b4ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:57:57.901439 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:57:59.246065 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:57:59.400743 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:58:02.187055 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:58:14.279979 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:58:24.079593 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9c276b18-1089-4cd1-b660-7eaa79e47972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:58:26.380617 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-4cccd48b-eca3-4be5-b1f8-4c6bf25440da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:58:27.900564 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:58:29.239885 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:58:29.394313 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:58:39.186978 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:58:44.283522 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:58:54.096001 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-34946075-fbe1-4904-a115-7aa5693fe782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:58:56.364519 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-c492eb21-796d-4487-9ae6-701228294e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:58:57.895837 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:58:59.273598 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:58:59.399571 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:59:14.284715 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:59:16.185505 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:59:24.105302 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-28d82bd8-359f-4274-b707-eb578eaf20fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:59:26.386689 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-be6a770a-c1d8-47f6-94c3-4b162617c797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:59:27.893858 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-9779d592-3513-404d-97ba-524a068ac51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:59:29.250053 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab770-13ef-4390-9e5a-335fef25d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:59:29.408945 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-780736b9-bbcd-428b-8288-80d63f34a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:59:44.272886 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-dbc29620-4c42-4409-a2d0-7d324f13d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 14:59:53.184541 dv-neutron-835335-1-hyperv neutron-server[109615]: DEBUG neutron.db.agents_db [None req-3c0fbfdd-1dda-43a8-916b-a0016b218d49 None None] Agent healthcheck: found 6 active agents {{(pid=109615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 14:59:54.105284 dv-neutron-835335-1-hyperv neutron-server[109614]: DEBUG neutron_lib.callbacks.manager [None req-6ec92164-e139-472b-a3d8-51be270c80ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740191681877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-605933'] for agent, after_update {{(pid=109614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}